2023-12-03T11:21:34.882 INFO:root:teuthology version: 0.0.1.dev214+gf2de108 2023-12-03T11:21:34.883 DEBUG:teuthology.run:Teuthology command: teuthology --owner scheduled_alimasa@teuthology --name alimasa-2023-12-03_11:04:43-rgw-wip-alimasa-multi-pubsub-etag-distro-default-smithi --archive /home/teuthworker/archive/alimasa-2023-12-03_11:04:43-rgw-wip-alimasa-multi-pubsub-etag-distro-default-smithi/7476141 --description rgw/verify/{0-install clusters/fixed-2 datacache/no_datacache frontend/beast ignore-pg-availability inline-data$/{off} msgr-failures/few objectstore/bluestore-bitmap overrides proto/https rgw_pool_type/ec-profile s3tests-branch sharding$/{single} striping$/{stripe-greater-than-chunk} supported-random-distro$/{ubuntu_latest} tasks/{bucket-check cls mp_reupload ragweed reshard s3tests-java s3tests versioning} validater/lockdep} --verbose -- /home/teuthworker/archive/alimasa-2023-12-03_11:04:43-rgw-wip-alimasa-multi-pubsub-etag-distro-default-smithi/7476141/orig.config.yaml 2023-12-03T11:21:34.932 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2023-12-03T11:21:35.013 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/alimasa-2023-12-03_11:04:43-rgw-wip-alimasa-multi-pubsub-etag-distro-default-smithi/7476141 branch: wip-alimasa-multi-pubsub-etag description: rgw/verify/{0-install clusters/fixed-2 datacache/no_datacache frontend/beast ignore-pg-availability inline-data$/{off} msgr-failures/few objectstore/bluestore-bitmap overrides proto/https rgw_pool_type/ec-profile s3tests-branch sharding$/{single} striping$/{stripe-greater-than-chunk} supported-random-distro$/{ubuntu_latest} tasks/{bucket-check cls mp_reupload ragweed reshard s3tests-java s3tests versioning} validater/lockdep} email: null first_in_suite: false job_id: '7476141' kernel: kdb: true sha1: distro ktype: distro last_in_suite: false machine_type: smithi name: alimasa-2023-12-03_11:04:43-rgw-wip-alimasa-multi-pubsub-etag-distro-default-smithi no_nested_subset: false nuke-on-error: true openstack: - volumes: count: 4 size: 10 os_type: ubuntu os_version: '22.04' overrides: admin_socket: branch: wip-alimasa-multi-pubsub-etag ceph: conf: client: debug rgw: 20 rgw bucket counters cache: true rgw crypt require ssl: false rgw crypt s3 kms backend: testing rgw crypt s3 kms encryption keys: testkey-1=YmluCmJvb3N0CmJvb3N0LWJ1aWxkCmNlcGguY29uZgo= testkey-2=aWIKTWFrZWZpbGUKbWFuCm91dApzcmMKVGVzdGluZwo= rgw max chunk size: 4194304 rgw obj stripe size: 6291456 rgw torrent flag: true rgw user counters cache: true setgroup: ceph setuser: ceph global: mon client directed command retry: 5 ms inject socket failures: 5000 osd_max_pg_log_entries: 10 osd_min_pg_log_entries: 10 rgw override bucket index max shards: 1 mgr: debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 lockdep: true osd: bdev async discard: true bdev enable discard: true bluestore allocator: bitmap bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 1/20 debug bluestore: 1/20 debug ms: 1 debug osd: 20 debug rocksdb: 4/10 lockdep: true mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore osd shutdown pgref assert: true flavor: default fs: xfs log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - \(PG_AVAILABILITY\) - \(PG_DEGRADED\) - \(POOL_APP_NOT_ENABLED\) - not have an application enabled - \(OSD_SLOW_PING_TIME sha1: bcbf278cf395873c2a482f5a7b2345faf2160319 ceph-deploy: bluestore: true conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: osd default pool size: 2 osd: bdev async discard: true bdev enable discard: true bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 1/20 debug bluestore: 1/20 debug rocksdb: 4/10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore fs: xfs install: ceph: flavor: default sha1: bcbf278cf395873c2a482f5a7b2345faf2160319 openssl_keys: rgw.client.0: ca: root client: client.0 embed-key: true root: client: client.0 cn: teuthology install: - client.0 key-type: rsa:4096 rgw: client.0: ssl certificate: rgw.client.0 compression type: random ec-data-pool: true erasure_code_profile: crush-failure-domain: osd k: 3 m: 1 name: testprofile frontend: beast inline data: false storage classes: LUKEWARM, FROZEN s3tests: force-branch: ceph-master slow_backend: true storage classes: LUKEWARM, FROZEN thrashosds: bdev_inject_crash: 2 bdev_inject_crash_probability: 0.5 workunit: branch: wip-alimasa-multi-pubsub-etag sha1: bcbf278cf395873c2a482f5a7b2345faf2160319 owner: scheduled_alimasa@teuthology priority: 100 repo: https://git.ceph.com/ceph-ci.git roles: - - mon.a - mon.c - mgr.y - osd.0 - osd.1 - osd.2 - osd.3 - client.0 - node-exporter.a - - mon.b - mgr.x - osd.4 - osd.5 - osd.6 - osd.7 - client.1 - prometheus.a - node-exporter.b sha1: bcbf278cf395873c2a482f5a7b2345faf2160319 sleep_before_teardown: 0 suite: rgw suite_branch: wip-alimasa-multi-pubsub-etag suite_path: /home/teuthworker/src/git.ceph.com_ceph-c_bcbf278cf395873c2a482f5a7b2345faf2160319/qa suite_relpath: qa suite_repo: https://git.ceph.com/ceph-ci.git suite_sha1: bcbf278cf395873c2a482f5a7b2345faf2160319 targets: smithi019.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBNspTOJjykQoSUQkIEksWjeqWKuQFT082aknT6YsrUOXa89LtIX7EiV6TkBMLbFnTfEOUETEwUiNtazuz/kww0Y= smithi057.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBF+DFu+/b0btzTLZ+PKYOpcBFeI6JwZbe2BsB+BNn4CPRwROmYn58dn6JEjKFk/z+wmdI+1O8WqwP+emvexFi/A= tasks: - install: extra_system_packages: deb: - s3cmd rpm: - s3cmd - ceph: null - openssl_keys: null - rgw: client.0: null - tox: - client.0 - workunit: clients: client.0: - rgw/run-bucket-check.sh - workunit: clients: client.0: - cls/test_cls_lock.sh - cls/test_cls_log.sh - cls/test_cls_refcount.sh - cls/test_cls_rgw.sh - cls/test_cls_rgw_gc.sh - cls/test_cls_rgw_stats.sh - cls/test_cls_cmpomap.sh - cls/test_cls_2pc_queue.sh - rgw/test_rgw_gc_log.sh - rgw/test_rgw_obj.sh - rgw/test_librgw_file.sh - workunit: clients: client.0: - rgw/test_rgw_s3_mp_reupload.sh - ragweed: client.0: default-branch: ceph-master rgw_server: client.0 stages: prepare,check - workunit: clients: client.0: - rgw/run-reshard.sh - s3tests-java: client.0: force-branch: ceph-master force-repo: https://github.com/ceph/java_s3tests.git - s3tests: client.0: rgw_server: client.0 - workunit: clients: client.0: - rgw/run-versioning.sh teuthology: fragments_dropped: [] meta: {} postmerge: [] teuthology_branch: main teuthology_sha1: f2de108beb0a6dde7f3e6c96039071828a1f6269 timestamp: 2023-12-03_11:04:43 tube: smithi user: alimasa verbose: true worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.232157 2023-12-03T11:21:35.013 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/git.ceph.com_ceph-c_bcbf278cf395873c2a482f5a7b2345faf2160319/qa; will attempt to use it 2023-12-03T11:21:35.014 INFO:teuthology.run:Found tasks at /home/teuthworker/src/git.ceph.com_ceph-c_bcbf278cf395873c2a482f5a7b2345faf2160319/qa/tasks 2023-12-03T11:21:35.015 INFO:teuthology.run_tasks:Running task internal.check_packages... 2023-12-03T11:21:35.017 INFO:teuthology.task.internal:Checking packages... 2023-12-03T11:21:35.045 INFO:teuthology.task.internal:Checking packages for os_type 'ubuntu', flavor 'default' and ceph hash 'bcbf278cf395873c2a482f5a7b2345faf2160319' 2023-12-03T11:21:35.046 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2023-12-03T11:21:35.046 INFO:teuthology.packaging:ref: None 2023-12-03T11:21:35.046 INFO:teuthology.packaging:tag: None 2023-12-03T11:21:35.046 INFO:teuthology.packaging:branch: wip-alimasa-multi-pubsub-etag 2023-12-03T11:21:35.046 INFO:teuthology.packaging:sha1: bcbf278cf395873c2a482f5a7b2345faf2160319 2023-12-03T11:21:35.046 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F22.04%2Fx86_64&ref=wip-alimasa-multi-pubsub-etag 2023-12-03T11:21:35.266 INFO:teuthology.task.internal:Found packages for ceph version 18.0.0-7537-gbcbf278c-1jammy 2023-12-03T11:21:35.266 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2023-12-03T11:21:35.272 INFO:teuthology.task.internal:no buildpackages task found 2023-12-03T11:21:35.272 INFO:teuthology.run_tasks:Running task internal.save_config... 2023-12-03T11:21:35.277 INFO:teuthology.task.internal:Saving configuration 2023-12-03T11:21:35.298 INFO:teuthology.run_tasks:Running task internal.check_lock... 2023-12-03T11:21:35.304 INFO:teuthology.task.internal.check_lock:Checking locks... 2023-12-03T11:21:35.326 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi019.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/alimasa-2023-12-03_11:04:43-rgw-wip-alimasa-multi-pubsub-etag-distro-default-smithi/7476141', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'ubuntu', 'os_version': '22.04', 'arch': 'x86_64', 'locked': True, 'locked_since': '2023-12-03 11:15:32.567390', 'locked_by': 'scheduled_alimasa@teuthology', 'mac_address': None, 'ssh_pub_key': 'ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIMxRAKNwkz0X434Hwq3QHQ+XiihWhei2UpQWTxEXLAh0'} 2023-12-03T11:21:35.343 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi057.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/alimasa-2023-12-03_11:04:43-rgw-wip-alimasa-multi-pubsub-etag-distro-default-smithi/7476141', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'ubuntu', 'os_version': '22.04', 'arch': 'x86_64', 'locked': True, 'locked_since': '2023-12-03 11:15:32.568979', 'locked_by': 'scheduled_alimasa@teuthology', 'mac_address': None, 'ssh_pub_key': 'ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAINd1YKSX3Rc/IfbfyK9bhFiiQiMDrknC5GXCInUB9y3c'} 2023-12-03T11:21:35.344 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2023-12-03T11:21:35.350 INFO:teuthology.task.internal:roles: ubuntu@smithi019.front.sepia.ceph.com - ['mon.a', 'mon.c', 'mgr.y', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'node-exporter.a'] 2023-12-03T11:21:35.350 INFO:teuthology.task.internal:roles: ubuntu@smithi057.front.sepia.ceph.com - ['mon.b', 'mgr.x', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'prometheus.a', 'node-exporter.b'] 2023-12-03T11:21:35.350 INFO:teuthology.run_tasks:Running task console_log... 2023-12-03T11:21:35.424 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7f21b0c6e0d0>, signals=[15]) 2023-12-03T11:21:35.424 INFO:teuthology.run_tasks:Running task internal.connect... 2023-12-03T11:21:35.430 INFO:teuthology.task.internal:Opening connections... 2023-12-03T11:21:35.430 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi019.front.sepia.ceph.com 2023-12-03T11:21:35.432 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi019.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-12-03T11:21:35.508 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi057.front.sepia.ceph.com 2023-12-03T11:21:35.509 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi057.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-12-03T11:21:35.590 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2023-12-03T11:21:35.597 DEBUG:teuthology.orchestra.run.smithi019:> uname -m 2023-12-03T11:21:35.602 INFO:teuthology.orchestra.run.smithi019.stdout:x86_64 2023-12-03T11:21:35.603 DEBUG:teuthology.orchestra.run.smithi019:> cat /etc/os-release 2023-12-03T11:21:35.650 INFO:teuthology.orchestra.run.smithi019.stdout:PRETTY_NAME="Ubuntu 22.04.1 LTS" 2023-12-03T11:21:35.651 INFO:teuthology.orchestra.run.smithi019.stdout:NAME="Ubuntu" 2023-12-03T11:21:35.651 INFO:teuthology.orchestra.run.smithi019.stdout:VERSION_ID="22.04" 2023-12-03T11:21:35.651 INFO:teuthology.orchestra.run.smithi019.stdout:VERSION="22.04.1 LTS (Jammy Jellyfish)" 2023-12-03T11:21:35.651 INFO:teuthology.orchestra.run.smithi019.stdout:VERSION_CODENAME=jammy 2023-12-03T11:21:35.651 INFO:teuthology.orchestra.run.smithi019.stdout:ID=ubuntu 2023-12-03T11:21:35.651 INFO:teuthology.orchestra.run.smithi019.stdout:ID_LIKE=debian 2023-12-03T11:21:35.651 INFO:teuthology.orchestra.run.smithi019.stdout:HOME_URL="https://www.ubuntu.com/" 2023-12-03T11:21:35.651 INFO:teuthology.orchestra.run.smithi019.stdout:SUPPORT_URL="https://help.ubuntu.com/" 2023-12-03T11:21:35.651 INFO:teuthology.orchestra.run.smithi019.stdout:BUG_REPORT_URL="https://bugs.launchpad.net/ubuntu/" 2023-12-03T11:21:35.651 INFO:teuthology.orchestra.run.smithi019.stdout:PRIVACY_POLICY_URL="https://www.ubuntu.com/legal/terms-and-policies/privacy-policy" 2023-12-03T11:21:35.651 INFO:teuthology.orchestra.run.smithi019.stdout:UBUNTU_CODENAME=jammy 2023-12-03T11:21:35.652 INFO:teuthology.lock.ops:Updating smithi019.front.sepia.ceph.com on lock server 2023-12-03T11:21:35.679 DEBUG:teuthology.orchestra.run.smithi057:> uname -m 2023-12-03T11:21:35.685 INFO:teuthology.orchestra.run.smithi057.stdout:x86_64 2023-12-03T11:21:35.685 DEBUG:teuthology.orchestra.run.smithi057:> cat /etc/os-release 2023-12-03T11:21:35.733 INFO:teuthology.orchestra.run.smithi057.stdout:PRETTY_NAME="Ubuntu 22.04.1 LTS" 2023-12-03T11:21:35.734 INFO:teuthology.orchestra.run.smithi057.stdout:NAME="Ubuntu" 2023-12-03T11:21:35.734 INFO:teuthology.orchestra.run.smithi057.stdout:VERSION_ID="22.04" 2023-12-03T11:21:35.734 INFO:teuthology.orchestra.run.smithi057.stdout:VERSION="22.04.1 LTS (Jammy Jellyfish)" 2023-12-03T11:21:35.734 INFO:teuthology.orchestra.run.smithi057.stdout:VERSION_CODENAME=jammy 2023-12-03T11:21:35.734 INFO:teuthology.orchestra.run.smithi057.stdout:ID=ubuntu 2023-12-03T11:21:35.734 INFO:teuthology.orchestra.run.smithi057.stdout:ID_LIKE=debian 2023-12-03T11:21:35.734 INFO:teuthology.orchestra.run.smithi057.stdout:HOME_URL="https://www.ubuntu.com/" 2023-12-03T11:21:35.734 INFO:teuthology.orchestra.run.smithi057.stdout:SUPPORT_URL="https://help.ubuntu.com/" 2023-12-03T11:21:35.734 INFO:teuthology.orchestra.run.smithi057.stdout:BUG_REPORT_URL="https://bugs.launchpad.net/ubuntu/" 2023-12-03T11:21:35.734 INFO:teuthology.orchestra.run.smithi057.stdout:PRIVACY_POLICY_URL="https://www.ubuntu.com/legal/terms-and-policies/privacy-policy" 2023-12-03T11:21:35.734 INFO:teuthology.orchestra.run.smithi057.stdout:UBUNTU_CODENAME=jammy 2023-12-03T11:21:35.735 INFO:teuthology.lock.ops:Updating smithi057.front.sepia.ceph.com on lock server 2023-12-03T11:21:35.761 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2023-12-03T11:21:35.770 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2023-12-03T11:21:35.776 INFO:teuthology.task.internal:Checking for old test directory... 2023-12-03T11:21:35.776 DEBUG:teuthology.orchestra.run.smithi019:> test '!' -e /home/ubuntu/cephtest 2023-12-03T11:21:35.778 DEBUG:teuthology.orchestra.run.smithi057:> test '!' -e /home/ubuntu/cephtest 2023-12-03T11:21:35.783 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2023-12-03T11:21:35.789 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2023-12-03T11:21:35.790 DEBUG:teuthology.orchestra.run.smithi019:> test -z $(ls -A /var/lib/ceph) 2023-12-03T11:21:35.824 DEBUG:teuthology.orchestra.run.smithi057:> test -z $(ls -A /var/lib/ceph) 2023-12-03T11:21:35.839 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2023-12-03T11:21:35.900 INFO:teuthology.run_tasks:Running task kernel... 2023-12-03T11:21:35.919 INFO:teuthology.task.kernel:normalize config orig: {'kdb': True, 'sha1': 'distro'} 2023-12-03T11:21:35.919 INFO:teuthology.task.kernel:config {'mon.a': {'kdb': True, 'sha1': 'distro'}, 'mon.b': {'kdb': True, 'sha1': 'distro'}}, timeout 300 2023-12-03T11:21:35.920 DEBUG:teuthology.orchestra.run.smithi019:> test -f /run/.containerenv -o -f /.dockerenv 2023-12-03T11:21:35.921 DEBUG:teuthology.orchestra.run.smithi057:> test -f /run/.containerenv -o -f /.dockerenv 2023-12-03T11:21:35.925 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-12-03T11:21:35.925 DEBUG:teuthology.orchestra.run.smithi019:> uname -r 2023-12-03T11:21:35.926 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-12-03T11:21:35.927 DEBUG:teuthology.orchestra.run.smithi057:> uname -r 2023-12-03T11:21:35.971 INFO:teuthology.orchestra.run.smithi019.stdout:5.15.0-56-generic 2023-12-03T11:21:35.971 INFO:teuthology.task.kernel:Running kernel on smithi019: 5.15.0-56-generic 2023-12-03T11:21:35.971 DEBUG:teuthology.orchestra.run.smithi019:> sudo apt-get clean 2023-12-03T11:21:35.974 INFO:teuthology.orchestra.run.smithi057.stdout:5.15.0-56-generic 2023-12-03T11:21:35.974 INFO:teuthology.task.kernel:Running kernel on smithi057: 5.15.0-56-generic 2023-12-03T11:21:35.974 DEBUG:teuthology.orchestra.run.smithi057:> sudo apt-get clean 2023-12-03T11:21:36.098 DEBUG:teuthology.orchestra.run.smithi057:> sudo apt-get update 2023-12-03T11:21:36.102 DEBUG:teuthology.orchestra.run.smithi019:> sudo apt-get update 2023-12-03T11:21:36.222 INFO:teuthology.orchestra.run.smithi057.stdout:Hit:1 http://archive.ubuntu.com/ubuntu jammy InRelease 2023-12-03T11:21:36.246 INFO:teuthology.orchestra.run.smithi057.stdout:Get:2 http://archive.ubuntu.com/ubuntu jammy-updates InRelease [119 kB] 2023-12-03T11:21:36.248 INFO:teuthology.orchestra.run.smithi019.stdout:Get:1 http://security.ubuntu.com/ubuntu jammy-security InRelease [110 kB] 2023-12-03T11:21:36.305 INFO:teuthology.orchestra.run.smithi057.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy-backports InRelease [109 kB] 2023-12-03T11:21:36.340 INFO:teuthology.orchestra.run.smithi057.stdout:Get:4 http://security.ubuntu.com/ubuntu jammy-security InRelease [110 kB] 2023-12-03T11:21:36.362 INFO:teuthology.orchestra.run.smithi019.stdout:Hit:2 http://archive.ubuntu.com/ubuntu jammy InRelease 2023-12-03T11:21:36.444 INFO:teuthology.orchestra.run.smithi019.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy-updates InRelease [119 kB] 2023-12-03T11:21:36.487 INFO:teuthology.orchestra.run.smithi019.stdout:Get:4 http://security.ubuntu.com/ubuntu jammy-security/main i386 Packages [373 kB] 2023-12-03T11:21:36.489 INFO:teuthology.orchestra.run.smithi057.stdout:Get:5 http://archive.ubuntu.com/ubuntu jammy-updates/main i386 Packages [537 kB] 2023-12-03T11:21:36.554 INFO:teuthology.orchestra.run.smithi057.stdout:Get:6 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 Packages [1,211 kB] 2023-12-03T11:21:36.559 INFO:teuthology.orchestra.run.smithi019.stdout:Get:5 http://security.ubuntu.com/ubuntu jammy-security/main amd64 Packages [1,002 kB] 2023-12-03T11:21:36.583 INFO:teuthology.orchestra.run.smithi057.stdout:Get:7 http://archive.ubuntu.com/ubuntu jammy-updates/main Translation-en [253 kB] 2023-12-03T11:21:36.587 INFO:teuthology.orchestra.run.smithi057.stdout:Get:8 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 c-n-f Metadata [16.1 kB] 2023-12-03T11:21:36.588 INFO:teuthology.orchestra.run.smithi057.stdout:Get:9 http://archive.ubuntu.com/ubuntu jammy-updates/restricted amd64 Packages [1,185 kB] 2023-12-03T11:21:36.597 INFO:teuthology.orchestra.run.smithi019.stdout:Get:6 http://security.ubuntu.com/ubuntu jammy-security/main Translation-en [193 kB] 2023-12-03T11:21:36.599 INFO:teuthology.orchestra.run.smithi057.stdout:Get:10 http://archive.ubuntu.com/ubuntu jammy-updates/restricted i386 Packages [32.8 kB] 2023-12-03T11:21:36.599 INFO:teuthology.orchestra.run.smithi057.stdout:Get:11 http://archive.ubuntu.com/ubuntu jammy-updates/restricted Translation-en [192 kB] 2023-12-03T11:21:36.601 INFO:teuthology.orchestra.run.smithi057.stdout:Get:12 http://archive.ubuntu.com/ubuntu jammy-updates/restricted amd64 c-n-f Metadata [520 B] 2023-12-03T11:21:36.602 INFO:teuthology.orchestra.run.smithi019.stdout:Get:7 http://security.ubuntu.com/ubuntu jammy-security/main amd64 c-n-f Metadata [11.4 kB] 2023-12-03T11:21:36.602 INFO:teuthology.orchestra.run.smithi057.stdout:Get:13 http://archive.ubuntu.com/ubuntu jammy-updates/universe i386 Packages [671 kB] 2023-12-03T11:21:36.602 INFO:teuthology.orchestra.run.smithi019.stdout:Get:8 http://security.ubuntu.com/ubuntu jammy-security/restricted i386 Packages [32.4 kB] 2023-12-03T11:21:36.603 INFO:teuthology.orchestra.run.smithi019.stdout:Get:9 http://security.ubuntu.com/ubuntu jammy-security/restricted amd64 Packages [1,164 kB] 2023-12-03T11:21:36.607 INFO:teuthology.orchestra.run.smithi057.stdout:Get:14 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 Packages [1,010 kB] 2023-12-03T11:21:36.616 INFO:teuthology.orchestra.run.smithi057.stdout:Get:15 http://archive.ubuntu.com/ubuntu jammy-updates/universe Translation-en [224 kB] 2023-12-03T11:21:36.619 INFO:teuthology.orchestra.run.smithi019.stdout:Get:10 http://security.ubuntu.com/ubuntu jammy-security/restricted Translation-en [189 kB] 2023-12-03T11:21:36.621 INFO:teuthology.orchestra.run.smithi019.stdout:Get:11 http://security.ubuntu.com/ubuntu jammy-security/restricted amd64 c-n-f Metadata [520 B] 2023-12-03T11:21:36.621 INFO:teuthology.orchestra.run.smithi019.stdout:Get:12 http://security.ubuntu.com/ubuntu jammy-security/universe amd64 Packages [807 kB] 2023-12-03T11:21:36.629 INFO:teuthology.orchestra.run.smithi019.stdout:Get:13 http://security.ubuntu.com/ubuntu jammy-security/universe i386 Packages [573 kB] 2023-12-03T11:21:36.634 INFO:teuthology.orchestra.run.smithi019.stdout:Get:14 http://security.ubuntu.com/ubuntu jammy-security/universe Translation-en [150 kB] 2023-12-03T11:21:36.635 INFO:teuthology.orchestra.run.smithi019.stdout:Get:15 http://security.ubuntu.com/ubuntu jammy-security/universe amd64 c-n-f Metadata [16.8 kB] 2023-12-03T11:21:36.639 INFO:teuthology.orchestra.run.smithi019.stdout:Get:16 http://security.ubuntu.com/ubuntu jammy-security/multiverse amd64 Packages [36.5 kB] 2023-12-03T11:21:36.639 INFO:teuthology.orchestra.run.smithi019.stdout:Get:17 http://security.ubuntu.com/ubuntu jammy-security/multiverse i386 Packages [1,032 B] 2023-12-03T11:21:36.641 INFO:teuthology.orchestra.run.smithi057.stdout:Get:16 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 c-n-f Metadata [22.1 kB] 2023-12-03T11:21:36.642 INFO:teuthology.orchestra.run.smithi057.stdout:Get:17 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse amd64 Packages [41.6 kB] 2023-12-03T11:21:36.642 INFO:teuthology.orchestra.run.smithi057.stdout:Get:18 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse i386 Packages [3,888 B] 2023-12-03T11:21:36.643 INFO:teuthology.orchestra.run.smithi057.stdout:Get:19 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse Translation-en [9,768 B] 2023-12-03T11:21:36.643 INFO:teuthology.orchestra.run.smithi057.stdout:Get:20 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse amd64 c-n-f Metadata [472 B] 2023-12-03T11:21:36.644 INFO:teuthology.orchestra.run.smithi057.stdout:Get:21 http://archive.ubuntu.com/ubuntu jammy-backports/main amd64 Packages [64.2 kB] 2023-12-03T11:21:36.644 INFO:teuthology.orchestra.run.smithi057.stdout:Get:22 http://archive.ubuntu.com/ubuntu jammy-backports/main i386 Packages [56.3 kB] 2023-12-03T11:21:36.645 INFO:teuthology.orchestra.run.smithi057.stdout:Get:23 http://archive.ubuntu.com/ubuntu jammy-backports/main Translation-en [10.5 kB] 2023-12-03T11:21:36.645 INFO:teuthology.orchestra.run.smithi057.stdout:Get:24 http://archive.ubuntu.com/ubuntu jammy-backports/main amd64 c-n-f Metadata [388 B] 2023-12-03T11:21:36.657 INFO:teuthology.orchestra.run.smithi019.stdout:Get:18 http://security.ubuntu.com/ubuntu jammy-security/multiverse Translation-en [7,060 B] 2023-12-03T11:21:36.658 INFO:teuthology.orchestra.run.smithi019.stdout:Get:19 http://security.ubuntu.com/ubuntu jammy-security/multiverse amd64 c-n-f Metadata [260 B] 2023-12-03T11:21:36.659 INFO:teuthology.orchestra.run.smithi057.stdout:Get:25 http://archive.ubuntu.com/ubuntu jammy-backports/universe amd64 Packages [27.8 kB] 2023-12-03T11:21:36.676 INFO:teuthology.orchestra.run.smithi057.stdout:Get:26 http://archive.ubuntu.com/ubuntu jammy-backports/universe i386 Packages [16.8 kB] 2023-12-03T11:21:36.676 INFO:teuthology.orchestra.run.smithi057.stdout:Get:27 http://archive.ubuntu.com/ubuntu jammy-backports/universe Translation-en [16.5 kB] 2023-12-03T11:21:36.677 INFO:teuthology.orchestra.run.smithi057.stdout:Get:28 http://archive.ubuntu.com/ubuntu jammy-backports/universe amd64 c-n-f Metadata [644 B] 2023-12-03T11:21:36.789 INFO:teuthology.orchestra.run.smithi057.stdout:Get:29 http://security.ubuntu.com/ubuntu jammy-security/main i386 Packages [373 kB] 2023-12-03T11:21:36.804 INFO:teuthology.orchestra.run.smithi019.stdout:Get:20 http://archive.ubuntu.com/ubuntu jammy-backports InRelease [109 kB] 2023-12-03T11:21:36.944 INFO:teuthology.orchestra.run.smithi019.stdout:Get:21 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 Packages [1,211 kB] 2023-12-03T11:21:37.056 INFO:teuthology.orchestra.run.smithi057.stdout:Get:30 http://security.ubuntu.com/ubuntu jammy-security/main amd64 Packages [1,002 kB] 2023-12-03T11:21:37.208 INFO:teuthology.orchestra.run.smithi057.stdout:Get:31 http://security.ubuntu.com/ubuntu jammy-security/main Translation-en [193 kB] 2023-12-03T11:21:37.221 INFO:teuthology.orchestra.run.smithi019.stdout:Get:22 http://archive.ubuntu.com/ubuntu jammy-updates/main i386 Packages [537 kB] 2023-12-03T11:21:37.225 INFO:teuthology.orchestra.run.smithi057.stdout:Get:32 http://security.ubuntu.com/ubuntu jammy-security/main amd64 c-n-f Metadata [11.4 kB] 2023-12-03T11:21:37.226 INFO:teuthology.orchestra.run.smithi057.stdout:Get:33 http://security.ubuntu.com/ubuntu jammy-security/restricted i386 Packages [32.4 kB] 2023-12-03T11:21:37.227 INFO:teuthology.orchestra.run.smithi057.stdout:Get:34 http://security.ubuntu.com/ubuntu jammy-security/restricted amd64 Packages [1,164 kB] 2023-12-03T11:21:37.259 INFO:teuthology.orchestra.run.smithi019.stdout:Get:23 http://archive.ubuntu.com/ubuntu jammy-updates/main Translation-en [253 kB] 2023-12-03T11:21:37.276 INFO:teuthology.orchestra.run.smithi019.stdout:Get:24 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 c-n-f Metadata [16.1 kB] 2023-12-03T11:21:37.277 INFO:teuthology.orchestra.run.smithi019.stdout:Get:25 http://archive.ubuntu.com/ubuntu jammy-updates/restricted i386 Packages [32.8 kB] 2023-12-03T11:21:37.279 INFO:teuthology.orchestra.run.smithi019.stdout:Get:26 http://archive.ubuntu.com/ubuntu jammy-updates/restricted amd64 Packages [1,185 kB] 2023-12-03T11:21:37.299 INFO:teuthology.orchestra.run.smithi057.stdout:Get:35 http://security.ubuntu.com/ubuntu jammy-security/restricted Translation-en [189 kB] 2023-12-03T11:21:37.308 INFO:teuthology.orchestra.run.smithi057.stdout:Get:36 http://security.ubuntu.com/ubuntu jammy-security/restricted amd64 c-n-f Metadata [520 B] 2023-12-03T11:21:37.308 INFO:teuthology.orchestra.run.smithi057.stdout:Get:37 http://security.ubuntu.com/ubuntu jammy-security/universe i386 Packages [573 kB] 2023-12-03T11:21:37.329 INFO:teuthology.orchestra.run.smithi057.stdout:Get:38 http://security.ubuntu.com/ubuntu jammy-security/universe amd64 Packages [807 kB] 2023-12-03T11:21:37.333 INFO:teuthology.orchestra.run.smithi019.stdout:Get:27 http://archive.ubuntu.com/ubuntu jammy-updates/restricted Translation-en [192 kB] 2023-12-03T11:21:37.339 INFO:teuthology.orchestra.run.smithi019.stdout:Get:28 http://archive.ubuntu.com/ubuntu jammy-updates/restricted amd64 c-n-f Metadata [520 B] 2023-12-03T11:21:37.504 INFO:teuthology.orchestra.run.smithi019.stdout:Get:29 http://archive.ubuntu.com/ubuntu jammy-updates/universe i386 Packages [671 kB] 2023-12-03T11:21:37.517 INFO:teuthology.orchestra.run.smithi057.stdout:Get:39 http://security.ubuntu.com/ubuntu jammy-security/universe Translation-en [150 kB] 2023-12-03T11:21:37.912 INFO:teuthology.orchestra.run.smithi057.stdout:Get:40 http://security.ubuntu.com/ubuntu jammy-security/universe amd64 c-n-f Metadata [16.8 kB] 2023-12-03T11:21:37.918 INFO:teuthology.orchestra.run.smithi057.stdout:Get:41 http://security.ubuntu.com/ubuntu jammy-security/multiverse amd64 Packages [36.5 kB] 2023-12-03T11:21:37.933 INFO:teuthology.orchestra.run.smithi057.stdout:Get:42 http://security.ubuntu.com/ubuntu jammy-security/multiverse i386 Packages [1,032 B] 2023-12-03T11:21:37.933 INFO:teuthology.orchestra.run.smithi057.stdout:Get:43 http://security.ubuntu.com/ubuntu jammy-security/multiverse Translation-en [7,060 B] 2023-12-03T11:21:37.937 INFO:teuthology.orchestra.run.smithi057.stdout:Get:44 http://security.ubuntu.com/ubuntu jammy-security/multiverse amd64 c-n-f Metadata [260 B] 2023-12-03T11:21:38.075 INFO:teuthology.orchestra.run.smithi019.stdout:Get:30 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 Packages [1,010 kB] 2023-12-03T11:21:38.184 INFO:teuthology.orchestra.run.smithi019.stdout:Get:31 http://archive.ubuntu.com/ubuntu jammy-updates/universe Translation-en [224 kB] 2023-12-03T11:21:38.203 INFO:teuthology.orchestra.run.smithi019.stdout:Get:32 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 c-n-f Metadata [22.1 kB] 2023-12-03T11:21:38.206 INFO:teuthology.orchestra.run.smithi019.stdout:Get:33 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse amd64 Packages [41.6 kB] 2023-12-03T11:21:38.209 INFO:teuthology.orchestra.run.smithi019.stdout:Get:34 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse i386 Packages [3,888 B] 2023-12-03T11:21:38.210 INFO:teuthology.orchestra.run.smithi019.stdout:Get:35 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse Translation-en [9,768 B] 2023-12-03T11:21:38.211 INFO:teuthology.orchestra.run.smithi019.stdout:Get:36 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse amd64 c-n-f Metadata [472 B] 2023-12-03T11:21:38.211 INFO:teuthology.orchestra.run.smithi019.stdout:Get:37 http://archive.ubuntu.com/ubuntu jammy-backports/main amd64 Packages [64.2 kB] 2023-12-03T11:21:38.215 INFO:teuthology.orchestra.run.smithi019.stdout:Get:38 http://archive.ubuntu.com/ubuntu jammy-backports/main i386 Packages [56.3 kB] 2023-12-03T11:21:38.219 INFO:teuthology.orchestra.run.smithi019.stdout:Get:39 http://archive.ubuntu.com/ubuntu jammy-backports/main Translation-en [10.5 kB] 2023-12-03T11:21:38.384 INFO:teuthology.orchestra.run.smithi019.stdout:Get:40 http://archive.ubuntu.com/ubuntu jammy-backports/main amd64 c-n-f Metadata [388 B] 2023-12-03T11:21:38.466 INFO:teuthology.orchestra.run.smithi019.stdout:Get:41 http://archive.ubuntu.com/ubuntu jammy-backports/universe amd64 Packages [27.8 kB] 2023-12-03T11:21:38.568 INFO:teuthology.orchestra.run.smithi019.stdout:Get:42 http://archive.ubuntu.com/ubuntu jammy-backports/universe i386 Packages [16.8 kB] 2023-12-03T11:21:38.602 INFO:teuthology.orchestra.run.smithi019.stdout:Get:43 http://archive.ubuntu.com/ubuntu jammy-backports/universe Translation-en [16.5 kB] 2023-12-03T11:21:38.659 INFO:teuthology.orchestra.run.smithi019.stdout:Get:44 http://archive.ubuntu.com/ubuntu jammy-backports/universe amd64 c-n-f Metadata [644 B] 2023-12-03T11:21:42.495 INFO:teuthology.orchestra.run.smithi057.stdout:Fetched 10.5 MB in 2s (5,911 kB/s) 2023-12-03T11:21:43.240 INFO:teuthology.orchestra.run.smithi019.stdout:Fetched 10.5 MB in 2s (4,222 kB/s) 2023-12-03T11:21:44.012 INFO:teuthology.orchestra.run.smithi057.stdout:Reading package lists... 2023-12-03T11:21:44.028 DEBUG:teuthology.orchestra.run.smithi057:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y install linux-image-generic 2023-12-03T11:21:44.092 INFO:teuthology.orchestra.run.smithi057.stdout:Reading package lists... 2023-12-03T11:21:44.283 INFO:teuthology.orchestra.run.smithi057.stdout:Building dependency tree... 2023-12-03T11:21:44.285 INFO:teuthology.orchestra.run.smithi057.stdout:Reading state information... 2023-12-03T11:21:44.452 INFO:teuthology.orchestra.run.smithi057.stdout:The following packages were automatically installed and are no longer required: 2023-12-03T11:21:44.452 INFO:teuthology.orchestra.run.smithi057.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2023-12-03T11:21:44.453 INFO:teuthology.orchestra.run.smithi057.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2023-12-03T11:21:44.453 INFO:teuthology.orchestra.run.smithi057.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2023-12-03T11:21:44.453 INFO:teuthology.orchestra.run.smithi057.stdout: python2 python2-dev python2-minimal python2.7 python2.7-dev 2023-12-03T11:21:44.453 INFO:teuthology.orchestra.run.smithi057.stdout: python2.7-minimal 2023-12-03T11:21:44.453 INFO:teuthology.orchestra.run.smithi057.stdout:Use 'sudo apt autoremove' to remove them. 2023-12-03T11:21:44.454 INFO:teuthology.orchestra.run.smithi057.stdout:The following additional packages will be installed: 2023-12-03T11:21:44.454 INFO:teuthology.orchestra.run.smithi057.stdout: linux-generic linux-headers-5.15.0-89 linux-headers-5.15.0-89-generic 2023-12-03T11:21:44.454 INFO:teuthology.orchestra.run.smithi057.stdout: linux-headers-generic linux-image-5.15.0-89-generic 2023-12-03T11:21:44.454 INFO:teuthology.orchestra.run.smithi057.stdout: linux-modules-5.15.0-89-generic linux-modules-extra-5.15.0-89-generic 2023-12-03T11:21:44.455 INFO:teuthology.orchestra.run.smithi057.stdout:Suggested packages: 2023-12-03T11:21:44.455 INFO:teuthology.orchestra.run.smithi057.stdout: fdutils linux-doc | linux-source-5.15.0 linux-tools 2023-12-03T11:21:44.455 INFO:teuthology.orchestra.run.smithi057.stdout:Recommended packages: 2023-12-03T11:21:44.455 INFO:teuthology.orchestra.run.smithi057.stdout: thermald 2023-12-03T11:21:44.507 INFO:teuthology.orchestra.run.smithi057.stdout:The following NEW packages will be installed: 2023-12-03T11:21:44.508 INFO:teuthology.orchestra.run.smithi057.stdout: linux-headers-5.15.0-89 linux-headers-5.15.0-89-generic 2023-12-03T11:21:44.508 INFO:teuthology.orchestra.run.smithi057.stdout: linux-image-5.15.0-89-generic linux-modules-5.15.0-89-generic 2023-12-03T11:21:44.508 INFO:teuthology.orchestra.run.smithi057.stdout: linux-modules-extra-5.15.0-89-generic 2023-12-03T11:21:44.509 INFO:teuthology.orchestra.run.smithi057.stdout:The following packages will be upgraded: 2023-12-03T11:21:44.510 INFO:teuthology.orchestra.run.smithi057.stdout: linux-generic linux-headers-generic linux-image-generic 2023-12-03T11:21:44.639 INFO:teuthology.orchestra.run.smithi019.stdout:Reading package lists... 2023-12-03T11:21:44.660 DEBUG:teuthology.orchestra.run.smithi019:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y install linux-image-generic 2023-12-03T11:21:44.690 INFO:teuthology.orchestra.run.smithi057.stdout:3 upgraded, 5 newly installed, 0 to remove and 274 not upgraded. 2023-12-03T11:21:44.690 INFO:teuthology.orchestra.run.smithi057.stdout:Need to get 113 MB of archives. 2023-12-03T11:21:44.691 INFO:teuthology.orchestra.run.smithi057.stdout:After this operation, 582 MB of additional disk space will be used. 2023-12-03T11:21:44.691 INFO:teuthology.orchestra.run.smithi057.stdout:Get:1 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-modules-5.15.0-89-generic amd64 5.15.0-89.99 [22.4 MB] 2023-12-03T11:21:44.724 INFO:teuthology.orchestra.run.smithi019.stdout:Reading package lists... 2023-12-03T11:21:44.917 INFO:teuthology.orchestra.run.smithi019.stdout:Building dependency tree... 2023-12-03T11:21:44.917 INFO:teuthology.orchestra.run.smithi019.stdout:Reading state information... 2023-12-03T11:21:45.084 INFO:teuthology.orchestra.run.smithi019.stdout:The following packages were automatically installed and are no longer required: 2023-12-03T11:21:45.085 INFO:teuthology.orchestra.run.smithi019.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2023-12-03T11:21:45.085 INFO:teuthology.orchestra.run.smithi019.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2023-12-03T11:21:45.085 INFO:teuthology.orchestra.run.smithi019.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2023-12-03T11:21:45.085 INFO:teuthology.orchestra.run.smithi019.stdout: python2 python2-dev python2-minimal python2.7 python2.7-dev 2023-12-03T11:21:45.085 INFO:teuthology.orchestra.run.smithi019.stdout: python2.7-minimal 2023-12-03T11:21:45.085 INFO:teuthology.orchestra.run.smithi019.stdout:Use 'sudo apt autoremove' to remove them. 2023-12-03T11:21:45.086 INFO:teuthology.orchestra.run.smithi019.stdout:The following additional packages will be installed: 2023-12-03T11:21:45.086 INFO:teuthology.orchestra.run.smithi019.stdout: linux-generic linux-headers-5.15.0-89 linux-headers-5.15.0-89-generic 2023-12-03T11:21:45.086 INFO:teuthology.orchestra.run.smithi019.stdout: linux-headers-generic linux-image-5.15.0-89-generic 2023-12-03T11:21:45.087 INFO:teuthology.orchestra.run.smithi019.stdout: linux-modules-5.15.0-89-generic linux-modules-extra-5.15.0-89-generic 2023-12-03T11:21:45.088 INFO:teuthology.orchestra.run.smithi019.stdout:Suggested packages: 2023-12-03T11:21:45.088 INFO:teuthology.orchestra.run.smithi019.stdout: fdutils linux-doc | linux-source-5.15.0 linux-tools 2023-12-03T11:21:45.088 INFO:teuthology.orchestra.run.smithi019.stdout:Recommended packages: 2023-12-03T11:21:45.088 INFO:teuthology.orchestra.run.smithi019.stdout: thermald 2023-12-03T11:21:45.133 INFO:teuthology.orchestra.run.smithi019.stdout:The following NEW packages will be installed: 2023-12-03T11:21:45.133 INFO:teuthology.orchestra.run.smithi019.stdout: linux-headers-5.15.0-89 linux-headers-5.15.0-89-generic 2023-12-03T11:21:45.133 INFO:teuthology.orchestra.run.smithi019.stdout: linux-image-5.15.0-89-generic linux-modules-5.15.0-89-generic 2023-12-03T11:21:45.134 INFO:teuthology.orchestra.run.smithi019.stdout: linux-modules-extra-5.15.0-89-generic 2023-12-03T11:21:45.135 INFO:teuthology.orchestra.run.smithi019.stdout:The following packages will be upgraded: 2023-12-03T11:21:45.135 INFO:teuthology.orchestra.run.smithi019.stdout: linux-generic linux-headers-generic linux-image-generic 2023-12-03T11:21:45.317 INFO:teuthology.orchestra.run.smithi019.stdout:3 upgraded, 5 newly installed, 0 to remove and 274 not upgraded. 2023-12-03T11:21:45.317 INFO:teuthology.orchestra.run.smithi019.stdout:Need to get 113 MB of archives. 2023-12-03T11:21:45.318 INFO:teuthology.orchestra.run.smithi019.stdout:After this operation, 582 MB of additional disk space will be used. 2023-12-03T11:21:45.318 INFO:teuthology.orchestra.run.smithi019.stdout:Get:1 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-modules-5.15.0-89-generic amd64 5.15.0-89.99 [22.4 MB] 2023-12-03T11:21:46.086 INFO:teuthology.orchestra.run.smithi057.stdout:Get:2 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-image-5.15.0-89-generic amd64 5.15.0-89.99 [11.5 MB] 2023-12-03T11:21:46.443 INFO:teuthology.orchestra.run.smithi057.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-modules-extra-5.15.0-89-generic amd64 5.15.0-89.99 [63.9 MB] 2023-12-03T11:21:46.697 INFO:teuthology.orchestra.run.smithi019.stdout:Get:2 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-image-5.15.0-89-generic amd64 5.15.0-89.99 [11.5 MB] 2023-12-03T11:21:47.055 INFO:teuthology.orchestra.run.smithi019.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-modules-extra-5.15.0-89-generic amd64 5.15.0-89.99 [63.9 MB] 2023-12-03T11:21:48.658 INFO:teuthology.orchestra.run.smithi057.stdout:Get:4 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-generic amd64 5.15.0.89.86 [1,698 B] 2023-12-03T11:21:48.658 INFO:teuthology.orchestra.run.smithi057.stdout:Get:5 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-image-generic amd64 5.15.0.89.86 [2,492 B] 2023-12-03T11:21:48.659 INFO:teuthology.orchestra.run.smithi057.stdout:Get:6 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-headers-5.15.0-89 all 5.15.0-89.99 [12.3 MB] 2023-12-03T11:21:49.273 INFO:teuthology.orchestra.run.smithi019.stdout:Get:4 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-generic amd64 5.15.0.89.86 [1,698 B] 2023-12-03T11:21:49.273 INFO:teuthology.orchestra.run.smithi019.stdout:Get:5 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-image-generic amd64 5.15.0.89.86 [2,492 B] 2023-12-03T11:21:49.274 INFO:teuthology.orchestra.run.smithi019.stdout:Get:6 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-headers-5.15.0-89 all 5.15.0-89.99 [12.3 MB] 2023-12-03T11:21:49.700 INFO:teuthology.orchestra.run.smithi057.stdout:Get:7 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-headers-5.15.0-89-generic amd64 5.15.0-89.99 [2,885 kB] 2023-12-03T11:21:49.823 INFO:teuthology.orchestra.run.smithi057.stdout:Get:8 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-headers-generic amd64 5.15.0.89.86 [2,336 B] 2023-12-03T11:21:50.110 INFO:teuthology.orchestra.run.smithi019.stdout:Get:7 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-headers-5.15.0-89-generic amd64 5.15.0-89.99 [2,885 kB] 2023-12-03T11:21:50.228 INFO:teuthology.orchestra.run.smithi057.stdout:Fetched 113 MB in 5s (21.3 MB/s) 2023-12-03T11:21:50.236 INFO:teuthology.orchestra.run.smithi019.stdout:Get:8 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-headers-generic amd64 5.15.0.89.86 [2,336 B] 2023-12-03T11:21:50.406 INFO:teuthology.orchestra.run.smithi057.stdout:Selecting previously unselected package linux-modules-5.15.0-89-generic. 2023-12-03T11:21:50.640 INFO:teuthology.orchestra.run.smithi019.stdout:Fetched 113 MB in 5s (22.2 MB/s) 2023-12-03T11:21:50.845 INFO:teuthology.orchestra.run.smithi019.stdout:Selecting previously unselected package linux-modules-5.15.0-89-generic. 2023-12-03T11:21:52.421 INFO:teuthology.orchestra.run.smithi057.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 129542 files and directories currently installed.) 2023-12-03T11:21:52.425 INFO:teuthology.orchestra.run.smithi057.stdout:Preparing to unpack .../0-linux-modules-5.15.0-89-generic_5.15.0-89.99_amd64.deb ... 2023-12-03T11:21:52.552 INFO:teuthology.orchestra.run.smithi057.stdout:Unpacking linux-modules-5.15.0-89-generic (5.15.0-89.99) ... 2023-12-03T11:21:52.825 INFO:teuthology.orchestra.run.smithi019.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 129542 files and directories currently installed.) 2023-12-03T11:21:52.829 INFO:teuthology.orchestra.run.smithi019.stdout:Preparing to unpack .../0-linux-modules-5.15.0-89-generic_5.15.0-89.99_amd64.deb ... 2023-12-03T11:21:52.942 INFO:teuthology.orchestra.run.smithi019.stdout:Unpacking linux-modules-5.15.0-89-generic (5.15.0-89.99) ... 2023-12-03T11:21:54.644 INFO:teuthology.orchestra.run.smithi057.stdout:Selecting previously unselected package linux-image-5.15.0-89-generic. 2023-12-03T11:21:54.665 INFO:teuthology.orchestra.run.smithi057.stdout:Preparing to unpack .../1-linux-image-5.15.0-89-generic_5.15.0-89.99_amd64.deb ... 2023-12-03T11:21:54.755 INFO:teuthology.orchestra.run.smithi057.stdout:Unpacking linux-image-5.15.0-89-generic (5.15.0-89.99) ... 2023-12-03T11:21:55.193 INFO:teuthology.orchestra.run.smithi019.stdout:Selecting previously unselected package linux-image-5.15.0-89-generic. 2023-12-03T11:21:55.214 INFO:teuthology.orchestra.run.smithi019.stdout:Preparing to unpack .../1-linux-image-5.15.0-89-generic_5.15.0-89.99_amd64.deb ... 2023-12-03T11:21:55.288 INFO:teuthology.orchestra.run.smithi057.stdout:Selecting previously unselected package linux-modules-extra-5.15.0-89-generic. 2023-12-03T11:21:55.301 INFO:teuthology.orchestra.run.smithi019.stdout:Unpacking linux-image-5.15.0-89-generic (5.15.0-89.99) ... 2023-12-03T11:21:55.309 INFO:teuthology.orchestra.run.smithi057.stdout:Preparing to unpack .../2-linux-modules-extra-5.15.0-89-generic_5.15.0-89.99_amd64.deb ... 2023-12-03T11:21:55.347 INFO:teuthology.orchestra.run.smithi057.stdout:Unpacking linux-modules-extra-5.15.0-89-generic (5.15.0-89.99) ... 2023-12-03T11:21:55.813 INFO:teuthology.orchestra.run.smithi019.stdout:Selecting previously unselected package linux-modules-extra-5.15.0-89-generic. 2023-12-03T11:21:55.834 INFO:teuthology.orchestra.run.smithi019.stdout:Preparing to unpack .../2-linux-modules-extra-5.15.0-89-generic_5.15.0-89.99_amd64.deb ... 2023-12-03T11:21:55.862 INFO:teuthology.orchestra.run.smithi019.stdout:Unpacking linux-modules-extra-5.15.0-89-generic (5.15.0-89.99) ... 2023-12-03T11:22:02.703 INFO:teuthology.orchestra.run.smithi057.stdout:Preparing to unpack .../3-linux-generic_5.15.0.89.86_amd64.deb ... 2023-12-03T11:22:02.970 INFO:teuthology.orchestra.run.smithi057.stdout:Unpacking linux-generic (5.15.0.89.86) over (5.15.0.56.54) ... 2023-12-03T11:22:03.079 INFO:teuthology.orchestra.run.smithi019.stdout:Preparing to unpack .../3-linux-generic_5.15.0.89.86_amd64.deb ... 2023-12-03T11:22:03.231 INFO:teuthology.orchestra.run.smithi019.stdout:Unpacking linux-generic (5.15.0.89.86) over (5.15.0.56.54) ... 2023-12-03T11:22:03.328 INFO:teuthology.orchestra.run.smithi057.stdout:Preparing to unpack .../4-linux-image-generic_5.15.0.89.86_amd64.deb ... 2023-12-03T11:22:03.449 INFO:teuthology.orchestra.run.smithi057.stdout:Unpacking linux-image-generic (5.15.0.89.86) over (5.15.0.56.54) ... 2023-12-03T11:22:03.572 INFO:teuthology.orchestra.run.smithi019.stdout:Preparing to unpack .../4-linux-image-generic_5.15.0.89.86_amd64.deb ... 2023-12-03T11:22:03.676 INFO:teuthology.orchestra.run.smithi019.stdout:Unpacking linux-image-generic (5.15.0.89.86) over (5.15.0.56.54) ... 2023-12-03T11:22:03.752 INFO:teuthology.orchestra.run.smithi057.stdout:Selecting previously unselected package linux-headers-5.15.0-89. 2023-12-03T11:22:03.775 INFO:teuthology.orchestra.run.smithi057.stdout:Preparing to unpack .../5-linux-headers-5.15.0-89_5.15.0-89.99_all.deb ... 2023-12-03T11:22:03.818 INFO:teuthology.orchestra.run.smithi057.stdout:Unpacking linux-headers-5.15.0-89 (5.15.0-89.99) ... 2023-12-03T11:22:03.996 INFO:teuthology.orchestra.run.smithi019.stdout:Selecting previously unselected package linux-headers-5.15.0-89. 2023-12-03T11:22:04.019 INFO:teuthology.orchestra.run.smithi019.stdout:Preparing to unpack .../5-linux-headers-5.15.0-89_5.15.0-89.99_all.deb ... 2023-12-03T11:22:04.062 INFO:teuthology.orchestra.run.smithi019.stdout:Unpacking linux-headers-5.15.0-89 (5.15.0-89.99) ... 2023-12-03T11:22:09.844 INFO:teuthology.orchestra.run.smithi019.stdout:Selecting previously unselected package linux-headers-5.15.0-89-generic. 2023-12-03T11:22:09.881 INFO:teuthology.orchestra.run.smithi019.stdout:Preparing to unpack .../6-linux-headers-5.15.0-89-generic_5.15.0-89.99_amd64.deb ... 2023-12-03T11:22:09.927 INFO:teuthology.orchestra.run.smithi019.stdout:Unpacking linux-headers-5.15.0-89-generic (5.15.0-89.99) ... 2023-12-03T11:22:10.284 INFO:teuthology.orchestra.run.smithi057.stdout:Selecting previously unselected package linux-headers-5.15.0-89-generic. 2023-12-03T11:22:10.321 INFO:teuthology.orchestra.run.smithi057.stdout:Preparing to unpack .../6-linux-headers-5.15.0-89-generic_5.15.0-89.99_amd64.deb ... 2023-12-03T11:22:10.358 INFO:teuthology.orchestra.run.smithi057.stdout:Unpacking linux-headers-5.15.0-89-generic (5.15.0-89.99) ... 2023-12-03T11:22:14.048 INFO:teuthology.orchestra.run.smithi057.stdout:Preparing to unpack .../7-linux-headers-generic_5.15.0.89.86_amd64.deb ... 2023-12-03T11:22:14.050 INFO:teuthology.orchestra.run.smithi019.stdout:Preparing to unpack .../7-linux-headers-generic_5.15.0.89.86_amd64.deb ... 2023-12-03T11:22:14.176 INFO:teuthology.orchestra.run.smithi057.stdout:Unpacking linux-headers-generic (5.15.0.89.86) over (5.15.0.56.54) ... 2023-12-03T11:22:14.206 INFO:teuthology.orchestra.run.smithi019.stdout:Unpacking linux-headers-generic (5.15.0.89.86) over (5.15.0.56.54) ... 2023-12-03T11:22:14.534 INFO:teuthology.orchestra.run.smithi057.stdout:Setting up linux-headers-5.15.0-89 (5.15.0-89.99) ... 2023-12-03T11:22:14.573 INFO:teuthology.orchestra.run.smithi019.stdout:Setting up linux-headers-5.15.0-89 (5.15.0-89.99) ... 2023-12-03T11:22:14.655 INFO:teuthology.orchestra.run.smithi057.stdout:Setting up linux-headers-5.15.0-89-generic (5.15.0-89.99) ... 2023-12-03T11:22:14.711 INFO:teuthology.orchestra.run.smithi019.stdout:Setting up linux-headers-5.15.0-89-generic (5.15.0-89.99) ... 2023-12-03T11:22:14.815 INFO:teuthology.orchestra.run.smithi057.stdout:Setting up linux-headers-generic (5.15.0.89.86) ... 2023-12-03T11:22:14.837 INFO:teuthology.orchestra.run.smithi019.stdout:Setting up linux-headers-generic (5.15.0.89.86) ... 2023-12-03T11:22:14.969 INFO:teuthology.orchestra.run.smithi057.stdout:Setting up linux-image-5.15.0-89-generic (5.15.0-89.99) ... 2023-12-03T11:22:14.984 INFO:teuthology.orchestra.run.smithi019.stdout:Setting up linux-image-5.15.0-89-generic (5.15.0-89.99) ... 2023-12-03T11:22:16.293 INFO:teuthology.orchestra.run.smithi019.stdout:I: /vmlinuz.old is now a symlink to boot/vmlinuz-5.15.0-56-generic 2023-12-03T11:22:16.293 INFO:teuthology.orchestra.run.smithi019.stdout:I: /initrd.img.old is now a symlink to boot/initrd.img-5.15.0-56-generic 2023-12-03T11:22:16.294 INFO:teuthology.orchestra.run.smithi019.stdout:I: /vmlinuz is now a symlink to boot/vmlinuz-5.15.0-89-generic 2023-12-03T11:22:16.294 INFO:teuthology.orchestra.run.smithi019.stdout:I: /initrd.img is now a symlink to boot/initrd.img-5.15.0-89-generic 2023-12-03T11:22:16.323 INFO:teuthology.orchestra.run.smithi057.stdout:I: /vmlinuz.old is now a symlink to boot/vmlinuz-5.15.0-56-generic 2023-12-03T11:22:16.323 INFO:teuthology.orchestra.run.smithi057.stdout:I: /initrd.img.old is now a symlink to boot/initrd.img-5.15.0-56-generic 2023-12-03T11:22:16.323 INFO:teuthology.orchestra.run.smithi057.stdout:I: /vmlinuz is now a symlink to boot/vmlinuz-5.15.0-89-generic 2023-12-03T11:22:16.323 INFO:teuthology.orchestra.run.smithi057.stdout:I: /initrd.img is now a symlink to boot/initrd.img-5.15.0-89-generic 2023-12-03T11:22:16.477 INFO:teuthology.orchestra.run.smithi019.stdout:Setting up linux-modules-extra-5.15.0-89-generic (5.15.0-89.99) ... 2023-12-03T11:22:16.478 INFO:teuthology.orchestra.run.smithi057.stdout:Setting up linux-modules-extra-5.15.0-89-generic (5.15.0-89.99) ... 2023-12-03T11:22:17.895 INFO:teuthology.orchestra.run.smithi019.stdout:Setting up linux-image-generic (5.15.0.89.86) ... 2023-12-03T11:22:18.512 INFO:teuthology.orchestra.run.smithi057.stdout:Setting up linux-image-generic (5.15.0.89.86) ... 2023-12-03T11:22:18.655 INFO:teuthology.orchestra.run.smithi057.stdout:Setting up linux-generic (5.15.0.89.86) ... 2023-12-03T11:22:18.796 INFO:teuthology.orchestra.run.smithi019.stdout:Setting up linux-generic (5.15.0.89.86) ... 2023-12-03T11:22:18.814 INFO:teuthology.orchestra.run.smithi057.stdout:Setting up linux-modules-5.15.0-89-generic (5.15.0-89.99) ... 2023-12-03T11:22:19.030 INFO:teuthology.orchestra.run.smithi019.stdout:Setting up linux-modules-5.15.0-89-generic (5.15.0-89.99) ... 2023-12-03T11:22:20.255 INFO:teuthology.orchestra.run.smithi057.stdout:Processing triggers for linux-image-5.15.0-89-generic (5.15.0-89.99) ... 2023-12-03T11:22:20.316 INFO:teuthology.orchestra.run.smithi057.stdout:/etc/kernel/postinst.d/initramfs-tools: 2023-12-03T11:22:20.316 INFO:teuthology.orchestra.run.smithi057.stdout:update-initramfs: Generating /boot/initrd.img-5.15.0-89-generic 2023-12-03T11:22:20.474 INFO:teuthology.orchestra.run.smithi019.stdout:Processing triggers for linux-image-5.15.0-89-generic (5.15.0-89.99) ... 2023-12-03T11:22:20.534 INFO:teuthology.orchestra.run.smithi019.stdout:/etc/kernel/postinst.d/initramfs-tools: 2023-12-03T11:22:20.534 INFO:teuthology.orchestra.run.smithi019.stdout:update-initramfs: Generating /boot/initrd.img-5.15.0-89-generic 2023-12-03T11:22:35.209 INFO:teuthology.orchestra.run.smithi019.stdout:/etc/kernel/postinst.d/zz-update-grub: 2023-12-03T11:22:35.209 INFO:teuthology.orchestra.run.smithi019.stdout:Sourcing file `/etc/default/grub' 2023-12-03T11:22:35.235 INFO:teuthology.orchestra.run.smithi019.stdout:Sourcing file `/etc/default/grub.d/init-select.cfg' 2023-12-03T11:22:35.253 INFO:teuthology.orchestra.run.smithi019.stdout:Generating grub configuration file ... 2023-12-03T11:22:35.337 INFO:teuthology.orchestra.run.smithi057.stdout:/etc/kernel/postinst.d/zz-update-grub: 2023-12-03T11:22:35.337 INFO:teuthology.orchestra.run.smithi057.stdout:Sourcing file `/etc/default/grub' 2023-12-03T11:22:35.365 INFO:teuthology.orchestra.run.smithi057.stdout:Sourcing file `/etc/default/grub.d/init-select.cfg' 2023-12-03T11:22:35.387 INFO:teuthology.orchestra.run.smithi057.stdout:Generating grub configuration file ... 2023-12-03T11:22:35.555 INFO:teuthology.orchestra.run.smithi019.stdout:Found linux image: /boot/vmlinuz-5.15.0-89-generic 2023-12-03T11:22:35.576 INFO:teuthology.orchestra.run.smithi019.stdout:Found initrd image: /boot/initrd.img-5.15.0-89-generic 2023-12-03T11:22:35.808 INFO:teuthology.orchestra.run.smithi057.stdout:Found linux image: /boot/vmlinuz-5.15.0-89-generic 2023-12-03T11:22:35.833 INFO:teuthology.orchestra.run.smithi057.stdout:Found initrd image: /boot/initrd.img-5.15.0-89-generic 2023-12-03T11:22:35.901 INFO:teuthology.orchestra.run.smithi019.stdout:Found linux image: /boot/vmlinuz-5.15.0-56-generic 2023-12-03T11:22:35.906 INFO:teuthology.orchestra.run.smithi019.stdout:Found initrd image: /boot/initrd.img-5.15.0-56-generic 2023-12-03T11:22:35.985 INFO:teuthology.orchestra.run.smithi019.stdout:Found linux image: /boot/vmlinuz-5.4.0-135-generic 2023-12-03T11:22:35.990 INFO:teuthology.orchestra.run.smithi019.stdout:Found initrd image: /boot/initrd.img-5.4.0-135-generic 2023-12-03T11:22:36.163 INFO:teuthology.orchestra.run.smithi019.stdout:Warning: os-prober will not be executed to detect other bootable partitions. 2023-12-03T11:22:36.164 INFO:teuthology.orchestra.run.smithi019.stdout:Systems on them will not be added to the GRUB boot configuration. 2023-12-03T11:22:36.164 INFO:teuthology.orchestra.run.smithi019.stdout:Check GRUB_DISABLE_OS_PROBER documentation entry. 2023-12-03T11:22:36.199 INFO:teuthology.orchestra.run.smithi057.stdout:Found linux image: /boot/vmlinuz-5.15.0-56-generic 2023-12-03T11:22:36.206 INFO:teuthology.orchestra.run.smithi057.stdout:Found initrd image: /boot/initrd.img-5.15.0-56-generic 2023-12-03T11:22:36.210 INFO:teuthology.orchestra.run.smithi019.stdout:done 2023-12-03T11:22:36.281 INFO:teuthology.orchestra.run.smithi057.stdout:Found linux image: /boot/vmlinuz-5.4.0-135-generic 2023-12-03T11:22:36.288 INFO:teuthology.orchestra.run.smithi057.stdout:Found initrd image: /boot/initrd.img-5.4.0-135-generic 2023-12-03T11:22:36.453 INFO:teuthology.orchestra.run.smithi057.stdout:Warning: os-prober will not be executed to detect other bootable partitions. 2023-12-03T11:22:36.453 INFO:teuthology.orchestra.run.smithi057.stdout:Systems on them will not be added to the GRUB boot configuration. 2023-12-03T11:22:36.453 INFO:teuthology.orchestra.run.smithi057.stdout:Check GRUB_DISABLE_OS_PROBER documentation entry. 2023-12-03T11:22:36.489 INFO:teuthology.orchestra.run.smithi057.stdout:done 2023-12-03T11:22:36.738 DEBUG:teuthology.orchestra.run.smithi019:> dpkg -s linux-image-generic 2023-12-03T11:22:36.806 INFO:teuthology.orchestra.run.smithi019.stdout:Package: linux-image-generic 2023-12-03T11:22:36.806 INFO:teuthology.orchestra.run.smithi019.stdout:Status: install ok installed 2023-12-03T11:22:36.806 INFO:teuthology.orchestra.run.smithi019.stdout:Priority: optional 2023-12-03T11:22:36.807 INFO:teuthology.orchestra.run.smithi019.stdout:Section: kernel 2023-12-03T11:22:36.807 INFO:teuthology.orchestra.run.smithi019.stdout:Installed-Size: 20 2023-12-03T11:22:36.807 INFO:teuthology.orchestra.run.smithi019.stdout:Maintainer: Ubuntu Kernel Team 2023-12-03T11:22:36.807 INFO:teuthology.orchestra.run.smithi019.stdout:Architecture: amd64 2023-12-03T11:22:36.807 INFO:teuthology.orchestra.run.smithi019.stdout:Source: linux-meta 2023-12-03T11:22:36.807 INFO:teuthology.orchestra.run.smithi019.stdout:Version: 5.15.0.89.86 2023-12-03T11:22:36.807 INFO:teuthology.orchestra.run.smithi019.stdout:Provides: spl-modules (= 2.1.5-1ubuntu6~22.04.1), v4l2loopback-modules (= 0.12.7-2ubuntu2~22.04.1), virtualbox-guest-modules (= 5.15.0-89), wireguard-modules (= 1.0.0), zfs-modules (= 2.1.5-1ubuntu6~22.04.1) 2023-12-03T11:22:36.807 INFO:teuthology.orchestra.run.smithi019.stdout:Depends: linux-image-5.15.0-89-generic, linux-modules-extra-5.15.0-89-generic, linux-firmware, intel-microcode, amd64-microcode 2023-12-03T11:22:36.807 INFO:teuthology.orchestra.run.smithi019.stdout:Recommends: thermald 2023-12-03T11:22:36.807 INFO:teuthology.orchestra.run.smithi019.stdout:Description: Generic Linux kernel image 2023-12-03T11:22:36.807 INFO:teuthology.orchestra.run.smithi019.stdout: This package will always depend on the latest generic kernel image 2023-12-03T11:22:36.807 INFO:teuthology.orchestra.run.smithi019.stdout: available. 2023-12-03T11:22:36.808 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.15.0-56-generic Expected: 5.15.0-89-generic 2023-12-03T11:22:36.808 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2023-12-03T11:22:36.809 DEBUG:teuthology.task.kernel:src is distro, skipping download 2023-12-03T11:22:36.809 INFO:teuthology.task.kernel:Installing distro kernel on mon.a... 2023-12-03T11:22:36.809 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi019.front.sepia.ceph.com, path=None, version=distro) 2023-12-03T11:22:36.809 DEBUG:teuthology.orchestra.run.smithi019:> sudo apt-get clean 2023-12-03T11:22:37.010 DEBUG:teuthology.orchestra.run.smithi019:> sudo apt-get update 2023-12-03T11:22:37.066 DEBUG:teuthology.orchestra.run.smithi057:> dpkg -s linux-image-generic 2023-12-03T11:22:37.087 INFO:teuthology.orchestra.run.smithi057.stdout:Package: linux-image-generic 2023-12-03T11:22:37.087 INFO:teuthology.orchestra.run.smithi057.stdout:Status: install ok installed 2023-12-03T11:22:37.087 INFO:teuthology.orchestra.run.smithi057.stdout:Priority: optional 2023-12-03T11:22:37.087 INFO:teuthology.orchestra.run.smithi057.stdout:Section: kernel 2023-12-03T11:22:37.087 INFO:teuthology.orchestra.run.smithi057.stdout:Installed-Size: 20 2023-12-03T11:22:37.087 INFO:teuthology.orchestra.run.smithi057.stdout:Maintainer: Ubuntu Kernel Team 2023-12-03T11:22:37.087 INFO:teuthology.orchestra.run.smithi057.stdout:Architecture: amd64 2023-12-03T11:22:37.088 INFO:teuthology.orchestra.run.smithi057.stdout:Source: linux-meta 2023-12-03T11:22:37.088 INFO:teuthology.orchestra.run.smithi057.stdout:Version: 5.15.0.89.86 2023-12-03T11:22:37.088 INFO:teuthology.orchestra.run.smithi057.stdout:Provides: spl-modules (= 2.1.5-1ubuntu6~22.04.1), v4l2loopback-modules (= 0.12.7-2ubuntu2~22.04.1), virtualbox-guest-modules (= 5.15.0-89), wireguard-modules (= 1.0.0), zfs-modules (= 2.1.5-1ubuntu6~22.04.1) 2023-12-03T11:22:37.088 INFO:teuthology.orchestra.run.smithi057.stdout:Depends: linux-image-5.15.0-89-generic, linux-modules-extra-5.15.0-89-generic, linux-firmware, intel-microcode, amd64-microcode 2023-12-03T11:22:37.088 INFO:teuthology.orchestra.run.smithi057.stdout:Recommends: thermald 2023-12-03T11:22:37.088 INFO:teuthology.orchestra.run.smithi057.stdout:Description: Generic Linux kernel image 2023-12-03T11:22:37.088 INFO:teuthology.orchestra.run.smithi057.stdout: This package will always depend on the latest generic kernel image 2023-12-03T11:22:37.088 INFO:teuthology.orchestra.run.smithi057.stdout: available. 2023-12-03T11:22:37.088 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.15.0-56-generic Expected: 5.15.0-89-generic 2023-12-03T11:22:37.088 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2023-12-03T11:22:37.088 DEBUG:teuthology.task.kernel:src is distro, skipping download 2023-12-03T11:22:37.088 INFO:teuthology.task.kernel:Installing distro kernel on mon.b... 2023-12-03T11:22:37.089 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi057.front.sepia.ceph.com, path=None, version=distro) 2023-12-03T11:22:37.089 DEBUG:teuthology.orchestra.run.smithi057:> sudo apt-get clean 2023-12-03T11:22:37.122 INFO:teuthology.orchestra.run.smithi019.stdout:Hit:1 http://archive.ubuntu.com/ubuntu jammy InRelease 2023-12-03T11:22:37.122 INFO:teuthology.orchestra.run.smithi019.stdout:Hit:2 http://security.ubuntu.com/ubuntu jammy-security InRelease 2023-12-03T11:22:37.131 INFO:teuthology.orchestra.run.smithi019.stdout:Hit:3 http://archive.ubuntu.com/ubuntu jammy-updates InRelease 2023-12-03T11:22:37.148 INFO:teuthology.orchestra.run.smithi019.stdout:Hit:4 http://archive.ubuntu.com/ubuntu jammy-backports InRelease 2023-12-03T11:22:37.258 DEBUG:teuthology.orchestra.run.smithi057:> sudo apt-get update 2023-12-03T11:22:37.370 INFO:teuthology.orchestra.run.smithi057.stdout:Hit:1 http://archive.ubuntu.com/ubuntu jammy InRelease 2023-12-03T11:22:37.370 INFO:teuthology.orchestra.run.smithi057.stdout:Hit:2 http://security.ubuntu.com/ubuntu jammy-security InRelease 2023-12-03T11:22:37.378 INFO:teuthology.orchestra.run.smithi057.stdout:Hit:3 http://archive.ubuntu.com/ubuntu jammy-updates InRelease 2023-12-03T11:22:37.395 INFO:teuthology.orchestra.run.smithi057.stdout:Hit:4 http://archive.ubuntu.com/ubuntu jammy-backports InRelease 2023-12-03T11:22:38.478 INFO:teuthology.orchestra.run.smithi019.stdout:Reading package lists... 2023-12-03T11:22:38.497 DEBUG:teuthology.orchestra.run.smithi019:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y install linux-image-generic 2023-12-03T11:22:38.559 INFO:teuthology.orchestra.run.smithi019.stdout:Reading package lists... 2023-12-03T11:22:38.751 INFO:teuthology.orchestra.run.smithi019.stdout:Building dependency tree... 2023-12-03T11:22:38.751 INFO:teuthology.orchestra.run.smithi019.stdout:Reading state information... 2023-12-03T11:22:38.849 INFO:teuthology.orchestra.run.smithi057.stdout:Reading package lists... 2023-12-03T11:22:38.866 DEBUG:teuthology.orchestra.run.smithi057:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y install linux-image-generic 2023-12-03T11:22:38.922 INFO:teuthology.orchestra.run.smithi019.stdout:linux-image-generic is already the newest version (5.15.0.89.86). 2023-12-03T11:22:38.922 INFO:teuthology.orchestra.run.smithi019.stdout:The following packages were automatically installed and are no longer required: 2023-12-03T11:22:38.922 INFO:teuthology.orchestra.run.smithi019.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2023-12-03T11:22:38.922 INFO:teuthology.orchestra.run.smithi019.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2023-12-03T11:22:38.923 INFO:teuthology.orchestra.run.smithi019.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2023-12-03T11:22:38.923 INFO:teuthology.orchestra.run.smithi019.stdout: linux-image-5.4.0-135-generic linux-modules-5.4.0-135-generic python2 2023-12-03T11:22:38.923 INFO:teuthology.orchestra.run.smithi019.stdout: python2-dev python2-minimal python2.7 python2.7-dev python2.7-minimal 2023-12-03T11:22:38.923 INFO:teuthology.orchestra.run.smithi019.stdout:Use 'sudo apt autoremove' to remove them. 2023-12-03T11:22:38.929 INFO:teuthology.orchestra.run.smithi057.stdout:Reading package lists... 2023-12-03T11:22:38.965 INFO:teuthology.orchestra.run.smithi019.stdout:0 upgraded, 0 newly installed, 0 to remove and 274 not upgraded. 2023-12-03T11:22:38.967 DEBUG:teuthology.orchestra.run.smithi019:> dpkg -s linux-image-generic 2023-12-03T11:22:38.982 INFO:teuthology.orchestra.run.smithi019.stdout:Package: linux-image-generic 2023-12-03T11:22:38.982 INFO:teuthology.orchestra.run.smithi019.stdout:Status: install ok installed 2023-12-03T11:22:38.982 INFO:teuthology.orchestra.run.smithi019.stdout:Priority: optional 2023-12-03T11:22:38.983 INFO:teuthology.orchestra.run.smithi019.stdout:Section: kernel 2023-12-03T11:22:38.983 INFO:teuthology.orchestra.run.smithi019.stdout:Installed-Size: 20 2023-12-03T11:22:38.983 INFO:teuthology.orchestra.run.smithi019.stdout:Maintainer: Ubuntu Kernel Team 2023-12-03T11:22:38.983 INFO:teuthology.orchestra.run.smithi019.stdout:Architecture: amd64 2023-12-03T11:22:38.983 INFO:teuthology.orchestra.run.smithi019.stdout:Source: linux-meta 2023-12-03T11:22:38.983 INFO:teuthology.orchestra.run.smithi019.stdout:Version: 5.15.0.89.86 2023-12-03T11:22:38.983 INFO:teuthology.orchestra.run.smithi019.stdout:Provides: spl-modules (= 2.1.5-1ubuntu6~22.04.1), v4l2loopback-modules (= 0.12.7-2ubuntu2~22.04.1), virtualbox-guest-modules (= 5.15.0-89), wireguard-modules (= 1.0.0), zfs-modules (= 2.1.5-1ubuntu6~22.04.1) 2023-12-03T11:22:38.983 INFO:teuthology.orchestra.run.smithi019.stdout:Depends: linux-image-5.15.0-89-generic, linux-modules-extra-5.15.0-89-generic, linux-firmware, intel-microcode, amd64-microcode 2023-12-03T11:22:38.983 INFO:teuthology.orchestra.run.smithi019.stdout:Recommends: thermald 2023-12-03T11:22:38.983 INFO:teuthology.orchestra.run.smithi019.stdout:Description: Generic Linux kernel image 2023-12-03T11:22:38.983 INFO:teuthology.orchestra.run.smithi019.stdout: This package will always depend on the latest generic kernel image 2023-12-03T11:22:38.983 INFO:teuthology.orchestra.run.smithi019.stdout: available. 2023-12-03T11:22:38.984 DEBUG:teuthology.orchestra.run.smithi019:> mktemp 2023-12-03T11:22:39.031 INFO:teuthology.orchestra.run.smithi019.stdout:/tmp/tmp.606k9wiGzO 2023-12-03T11:22:39.031 DEBUG:teuthology.orchestra.run.smithi019:> sudo cp /boot/grub/grub.cfg /tmp/tmp.606k9wiGzO 2023-12-03T11:22:39.098 DEBUG:teuthology.orchestra.run.smithi019:> sudo chmod 0666 /tmp/tmp.606k9wiGzO 2023-12-03T11:22:39.120 INFO:teuthology.orchestra.run.smithi057.stdout:Building dependency tree... 2023-12-03T11:22:39.133 INFO:teuthology.orchestra.run.smithi057.stdout:Reading state information... 2023-12-03T11:22:39.219 DEBUG:teuthology.orchestra.remote:smithi019:/tmp/tmp.606k9wiGzO is 10KB 2023-12-03T11:22:39.232 DEBUG:teuthology.orchestra.run.smithi019:> rm -fr /tmp/tmp.606k9wiGzO 2023-12-03T11:22:39.237 DEBUG:teuthology.orchestra.run.smithi019:> sudo rm -f -- /etc/grub.d/01_ceph_kernel 2023-12-03T11:22:39.291 DEBUG:teuthology.orchestra.run.smithi019:> set -ex 2023-12-03T11:22:39.291 DEBUG:teuthology.orchestra.run.smithi019:> sudo dd of=/etc/grub.d/01_ceph_kernel 2023-12-03T11:22:39.291 DEBUG:teuthology.orchestra.run.smithi019:> sudo chmod 755 /etc/grub.d/01_ceph_kernel 2023-12-03T11:22:39.304 INFO:teuthology.orchestra.run.smithi057.stdout:linux-image-generic is already the newest version (5.15.0.89.86). 2023-12-03T11:22:39.304 INFO:teuthology.orchestra.run.smithi057.stdout:The following packages were automatically installed and are no longer required: 2023-12-03T11:22:39.304 INFO:teuthology.orchestra.run.smithi057.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2023-12-03T11:22:39.305 INFO:teuthology.orchestra.run.smithi057.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2023-12-03T11:22:39.305 INFO:teuthology.orchestra.run.smithi057.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2023-12-03T11:22:39.305 INFO:teuthology.orchestra.run.smithi057.stdout: linux-image-5.4.0-135-generic linux-modules-5.4.0-135-generic python2 2023-12-03T11:22:39.305 INFO:teuthology.orchestra.run.smithi057.stdout: python2-dev python2-minimal python2.7 python2.7-dev python2.7-minimal 2023-12-03T11:22:39.305 INFO:teuthology.orchestra.run.smithi057.stdout:Use 'sudo apt autoremove' to remove them. 2023-12-03T11:22:39.347 INFO:teuthology.orchestra.run.smithi057.stdout:0 upgraded, 0 newly installed, 0 to remove and 274 not upgraded. 2023-12-03T11:22:39.349 DEBUG:teuthology.orchestra.run.smithi057:> dpkg -s linux-image-generic 2023-12-03T11:22:39.358 INFO:teuthology.task.kernel:Distro Kernel Version: 5.15.0-89-generic 2023-12-03T11:22:39.358 DEBUG:teuthology.orchestra.run.smithi019:> sudo update-grub 2023-12-03T11:22:39.365 INFO:teuthology.orchestra.run.smithi057.stdout:Package: linux-image-generic 2023-12-03T11:22:39.365 INFO:teuthology.orchestra.run.smithi057.stdout:Status: install ok installed 2023-12-03T11:22:39.365 INFO:teuthology.orchestra.run.smithi057.stdout:Priority: optional 2023-12-03T11:22:39.365 INFO:teuthology.orchestra.run.smithi057.stdout:Section: kernel 2023-12-03T11:22:39.365 INFO:teuthology.orchestra.run.smithi057.stdout:Installed-Size: 20 2023-12-03T11:22:39.365 INFO:teuthology.orchestra.run.smithi057.stdout:Maintainer: Ubuntu Kernel Team 2023-12-03T11:22:39.365 INFO:teuthology.orchestra.run.smithi057.stdout:Architecture: amd64 2023-12-03T11:22:39.365 INFO:teuthology.orchestra.run.smithi057.stdout:Source: linux-meta 2023-12-03T11:22:39.365 INFO:teuthology.orchestra.run.smithi057.stdout:Version: 5.15.0.89.86 2023-12-03T11:22:39.365 INFO:teuthology.orchestra.run.smithi057.stdout:Provides: spl-modules (= 2.1.5-1ubuntu6~22.04.1), v4l2loopback-modules (= 0.12.7-2ubuntu2~22.04.1), virtualbox-guest-modules (= 5.15.0-89), wireguard-modules (= 1.0.0), zfs-modules (= 2.1.5-1ubuntu6~22.04.1) 2023-12-03T11:22:39.365 INFO:teuthology.orchestra.run.smithi057.stdout:Depends: linux-image-5.15.0-89-generic, linux-modules-extra-5.15.0-89-generic, linux-firmware, intel-microcode, amd64-microcode 2023-12-03T11:22:39.366 INFO:teuthology.orchestra.run.smithi057.stdout:Recommends: thermald 2023-12-03T11:22:39.366 INFO:teuthology.orchestra.run.smithi057.stdout:Description: Generic Linux kernel image 2023-12-03T11:22:39.366 INFO:teuthology.orchestra.run.smithi057.stdout: This package will always depend on the latest generic kernel image 2023-12-03T11:22:39.366 INFO:teuthology.orchestra.run.smithi057.stdout: available. 2023-12-03T11:22:39.366 DEBUG:teuthology.orchestra.run.smithi057:> mktemp 2023-12-03T11:22:39.411 INFO:teuthology.orchestra.run.smithi057.stdout:/tmp/tmp.62i64YyIMK 2023-12-03T11:22:39.411 DEBUG:teuthology.orchestra.run.smithi057:> sudo cp /boot/grub/grub.cfg /tmp/tmp.62i64YyIMK 2023-12-03T11:22:39.469 DEBUG:teuthology.orchestra.run.smithi057:> sudo chmod 0666 /tmp/tmp.62i64YyIMK 2023-12-03T11:22:39.607 DEBUG:teuthology.orchestra.remote:smithi057:/tmp/tmp.62i64YyIMK is 10KB 2023-12-03T11:22:39.621 DEBUG:teuthology.orchestra.run.smithi057:> rm -fr /tmp/tmp.62i64YyIMK 2023-12-03T11:22:39.626 DEBUG:teuthology.orchestra.run.smithi057:> sudo rm -f -- /etc/grub.d/01_ceph_kernel 2023-12-03T11:22:39.684 DEBUG:teuthology.orchestra.run.smithi057:> set -ex 2023-12-03T11:22:39.684 DEBUG:teuthology.orchestra.run.smithi057:> sudo dd of=/etc/grub.d/01_ceph_kernel 2023-12-03T11:22:39.684 DEBUG:teuthology.orchestra.run.smithi057:> sudo chmod 755 /etc/grub.d/01_ceph_kernel 2023-12-03T11:22:39.774 INFO:teuthology.task.kernel:Distro Kernel Version: 5.15.0-89-generic 2023-12-03T11:22:39.775 DEBUG:teuthology.orchestra.run.smithi057:> sudo update-grub 2023-12-03T11:22:40.726 INFO:teuthology.orchestra.run.smithi019.stderr:Sourcing file `/etc/default/grub' 2023-12-03T11:22:40.727 INFO:teuthology.orchestra.run.smithi019.stderr:Sourcing file `/etc/default/grub.d/init-select.cfg' 2023-12-03T11:22:40.730 INFO:teuthology.orchestra.run.smithi019.stderr:Generating grub configuration file ... 2023-12-03T11:22:40.955 INFO:teuthology.orchestra.run.smithi019.stderr:Found linux image: /boot/vmlinuz-5.15.0-89-generic 2023-12-03T11:22:40.961 INFO:teuthology.orchestra.run.smithi019.stderr:Found initrd image: /boot/initrd.img-5.15.0-89-generic 2023-12-03T11:22:41.239 INFO:teuthology.orchestra.run.smithi057.stderr:Sourcing file `/etc/default/grub' 2023-12-03T11:22:41.240 INFO:teuthology.orchestra.run.smithi057.stderr:Sourcing file `/etc/default/grub.d/init-select.cfg' 2023-12-03T11:22:41.244 INFO:teuthology.orchestra.run.smithi057.stderr:Generating grub configuration file ... 2023-12-03T11:22:41.270 INFO:teuthology.orchestra.run.smithi019.stderr:Found linux image: /boot/vmlinuz-5.15.0-56-generic 2023-12-03T11:22:41.276 INFO:teuthology.orchestra.run.smithi019.stderr:Found initrd image: /boot/initrd.img-5.15.0-56-generic 2023-12-03T11:22:41.322 INFO:teuthology.orchestra.run.smithi019.stderr:Found linux image: /boot/vmlinuz-5.4.0-135-generic 2023-12-03T11:22:41.328 INFO:teuthology.orchestra.run.smithi019.stderr:Found initrd image: /boot/initrd.img-5.4.0-135-generic 2023-12-03T11:22:41.444 INFO:teuthology.orchestra.run.smithi057.stderr:Found linux image: /boot/vmlinuz-5.15.0-89-generic 2023-12-03T11:22:41.450 INFO:teuthology.orchestra.run.smithi057.stderr:Found initrd image: /boot/initrd.img-5.15.0-89-generic 2023-12-03T11:22:41.457 INFO:teuthology.orchestra.run.smithi019.stderr:Warning: os-prober will not be executed to detect other bootable partitions. 2023-12-03T11:22:41.457 INFO:teuthology.orchestra.run.smithi019.stderr:Systems on them will not be added to the GRUB boot configuration. 2023-12-03T11:22:41.457 INFO:teuthology.orchestra.run.smithi019.stderr:Check GRUB_DISABLE_OS_PROBER documentation entry. 2023-12-03T11:22:41.469 INFO:teuthology.orchestra.run.smithi019.stderr:done 2023-12-03T11:22:41.483 DEBUG:teuthology.orchestra.run.smithi019:> sudo shutdown -r now 2023-12-03T11:22:41.691 INFO:teuthology.orchestra.run.smithi057.stderr:Found linux image: /boot/vmlinuz-5.15.0-56-generic 2023-12-03T11:22:41.696 INFO:teuthology.orchestra.run.smithi057.stderr:Found initrd image: /boot/initrd.img-5.15.0-56-generic 2023-12-03T11:22:41.740 INFO:teuthology.orchestra.run.smithi057.stderr:Found linux image: /boot/vmlinuz-5.4.0-135-generic 2023-12-03T11:22:41.745 INFO:teuthology.orchestra.run.smithi057.stderr:Found initrd image: /boot/initrd.img-5.4.0-135-generic 2023-12-03T11:22:41.887 INFO:teuthology.orchestra.run.smithi057.stderr:Warning: os-prober will not be executed to detect other bootable partitions. 2023-12-03T11:22:41.887 INFO:teuthology.orchestra.run.smithi057.stderr:Systems on them will not be added to the GRUB boot configuration. 2023-12-03T11:22:41.887 INFO:teuthology.orchestra.run.smithi057.stderr:Check GRUB_DISABLE_OS_PROBER documentation entry. 2023-12-03T11:22:41.898 INFO:teuthology.orchestra.run.smithi057.stderr:done 2023-12-03T11:22:41.911 DEBUG:teuthology.orchestra.run.smithi057:> sudo shutdown -r now 2023-12-03T11:23:11.553 INFO:teuthology.task.kernel:Checking client mon.a for new kernel version... 2023-12-03T11:23:11.553 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi019.front.sepia.ceph.com' 2023-12-03T11:23:11.554 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi019.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-12-03T11:23:11.914 INFO:teuthology.task.kernel:Checking client mon.b for new kernel version... 2023-12-03T11:23:11.914 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi057.front.sepia.ceph.com' 2023-12-03T11:23:11.915 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi057.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-12-03T11:23:30.018 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.19 2023-12-03T11:23:30.274 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.57 2023-12-03T11:23:39.026 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi019.front.sepia.ceph.com' 2023-12-03T11:23:39.027 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi019.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-12-03T11:23:39.275 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi057.front.sepia.ceph.com' 2023-12-03T11:23:39.276 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi057.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-12-03T11:23:42.342 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.57 2023-12-03T11:23:54.349 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi057.front.sepia.ceph.com' 2023-12-03T11:23:54.349 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi057.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-12-03T11:24:12.777 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.57 2023-12-03T11:24:27.790 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi057.front.sepia.ceph.com' 2023-12-03T11:24:27.791 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi057.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-12-03T11:24:30.850 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.57 2023-12-03T11:24:39.036 DEBUG:teuthology.orchestra.remote:timed out 2023-12-03T11:24:48.858 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi057.front.sepia.ceph.com' 2023-12-03T11:24:48.859 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi057.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-12-03T11:24:49.120 DEBUG:teuthology.orchestra.run.smithi057:> true 2023-12-03T11:24:49.745 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi057.front.sepia.ceph.com' 2023-12-03T11:24:49.745 INFO:teuthology.task.kernel:Checking kernel version of mon.b, want "5.15.0-89-generic"... 2023-12-03T11:24:49.745 DEBUG:teuthology.orchestra.run.smithi057:> uname -r 2023-12-03T11:24:49.791 INFO:teuthology.orchestra.run.smithi057.stdout:5.15.0-89-generic 2023-12-03T11:24:49.791 DEBUG:teuthology.task.kernel:current kernel version is 5.15.0-89-generic vs 5.15.0-89-generic 2023-12-03T11:24:49.791 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2023-12-03T11:24:49.791 DEBUG:teuthology.task.kernel:Distro of this test job: ubuntu 2023-12-03T11:24:50.793 INFO:teuthology.task.kernel:Enabling kdb on mon.b... 2023-12-03T11:24:50.793 DEBUG:teuthology.orchestra.run.smithi057:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2023-12-03T11:24:50.864 INFO:teuthology.orchestra.run.smithi057.stdout:ttyS1 2023-12-03T11:24:50.896 DEBUG:teuthology.parallel:result is None 2023-12-03T11:24:51.037 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi019.front.sepia.ceph.com' 2023-12-03T11:24:51.038 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi019.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-12-03T11:24:51.338 DEBUG:teuthology.orchestra.run.smithi019:> true 2023-12-03T11:24:51.959 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi019.front.sepia.ceph.com' 2023-12-03T11:24:51.959 INFO:teuthology.task.kernel:Checking kernel version of mon.a, want "5.15.0-89-generic"... 2023-12-03T11:24:51.959 DEBUG:teuthology.orchestra.run.smithi019:> uname -r 2023-12-03T11:24:52.005 INFO:teuthology.orchestra.run.smithi019.stdout:5.15.0-89-generic 2023-12-03T11:24:52.005 DEBUG:teuthology.task.kernel:current kernel version is 5.15.0-89-generic vs 5.15.0-89-generic 2023-12-03T11:24:52.006 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2023-12-03T11:24:52.006 DEBUG:teuthology.task.kernel:Distro of this test job: ubuntu 2023-12-03T11:24:53.007 INFO:teuthology.task.kernel:Enabling kdb on mon.a... 2023-12-03T11:24:53.007 DEBUG:teuthology.orchestra.run.smithi019:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2023-12-03T11:24:53.077 INFO:teuthology.orchestra.run.smithi019.stdout:ttyS1 2023-12-03T11:24:53.107 DEBUG:teuthology.parallel:result is None 2023-12-03T11:24:53.107 INFO:teuthology.run_tasks:Running task internal.base... 2023-12-03T11:24:53.114 INFO:teuthology.task.internal:Creating test directory... 2023-12-03T11:24:53.115 DEBUG:teuthology.orchestra.run.smithi019:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2023-12-03T11:24:53.117 DEBUG:teuthology.orchestra.run.smithi057:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2023-12-03T11:24:53.123 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2023-12-03T11:24:53.130 INFO:teuthology.run_tasks:Running task internal.archive... 2023-12-03T11:24:53.140 INFO:teuthology.task.internal:Creating archive directory... 2023-12-03T11:24:53.140 DEBUG:teuthology.orchestra.run.smithi019:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2023-12-03T11:24:53.166 DEBUG:teuthology.orchestra.run.smithi057:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2023-12-03T11:24:53.189 INFO:teuthology.run_tasks:Running task internal.coredump... 2023-12-03T11:24:53.196 INFO:teuthology.task.internal:Enabling coredump saving... 2023-12-03T11:24:53.196 DEBUG:teuthology.orchestra.run.smithi019:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2023-12-03T11:24:53.218 DEBUG:teuthology.orchestra.run.smithi057:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2023-12-03T11:24:53.238 INFO:teuthology.orchestra.run.smithi019.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2023-12-03T11:24:53.246 INFO:teuthology.orchestra.run.smithi019.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2023-12-03T11:24:53.248 INFO:teuthology.orchestra.run.smithi057.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2023-12-03T11:24:53.255 INFO:teuthology.orchestra.run.smithi057.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2023-12-03T11:24:53.257 INFO:teuthology.run_tasks:Running task internal.sudo... 2023-12-03T11:24:53.265 INFO:teuthology.task.internal:Configuring sudo... 2023-12-03T11:24:53.265 DEBUG:teuthology.orchestra.run.smithi019:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2023-12-03T11:24:53.290 DEBUG:teuthology.orchestra.run.smithi057:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2023-12-03T11:24:53.316 INFO:teuthology.run_tasks:Running task internal.syslog... 2023-12-03T11:24:53.325 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2023-12-03T11:24:53.325 DEBUG:teuthology.orchestra.run.smithi019:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2023-12-03T11:24:53.350 DEBUG:teuthology.orchestra.run.smithi057:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2023-12-03T11:24:53.367 DEBUG:teuthology.orchestra.run.smithi019:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2023-12-03T11:24:53.402 DEBUG:teuthology.orchestra.run.smithi019:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2023-12-03T11:24:53.450 DEBUG:teuthology.orchestra.run.smithi019:> set -ex 2023-12-03T11:24:53.450 DEBUG:teuthology.orchestra.run.smithi019:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2023-12-03T11:24:53.513 DEBUG:teuthology.orchestra.run.smithi057:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2023-12-03T11:24:53.519 DEBUG:teuthology.orchestra.run.smithi057:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2023-12-03T11:24:53.567 DEBUG:teuthology.orchestra.run.smithi057:> set -ex 2023-12-03T11:24:53.567 DEBUG:teuthology.orchestra.run.smithi057:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2023-12-03T11:24:53.631 DEBUG:teuthology.orchestra.run.smithi019:> sudo service rsyslog restart 2023-12-03T11:24:53.633 DEBUG:teuthology.orchestra.run.smithi057:> sudo service rsyslog restart 2023-12-03T11:24:53.763 INFO:teuthology.run_tasks:Running task internal.timer... 2023-12-03T11:24:53.773 INFO:teuthology.task.internal:Starting timer... 2023-12-03T11:24:53.773 INFO:teuthology.run_tasks:Running task pcp... 2023-12-03T11:24:53.783 INFO:teuthology.run_tasks:Running task selinux... 2023-12-03T11:24:53.791 DEBUG:teuthology.task.selinux:Excluding smithi019: OS 'ubuntu' does not support SELinux 2023-12-03T11:24:53.791 DEBUG:teuthology.task.selinux:Excluding smithi057: OS 'ubuntu' does not support SELinux 2023-12-03T11:24:53.792 DEBUG:teuthology.task.selinux:Getting current SELinux state 2023-12-03T11:24:53.792 DEBUG:teuthology.task.selinux:Existing SELinux modes: {} 2023-12-03T11:24:53.792 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2023-12-03T11:24:53.792 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2023-12-03T11:24:53.800 DEBUG:teuthology.repo_utils:Setting repo remote to https://git.ceph.com/ceph-cm-ansible.git 2023-12-03T11:24:53.806 INFO:teuthology.repo_utils:Fetching main from origin 2023-12-03T11:24:53.937 INFO:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2023-12-03T11:24:53.953 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2023-12-03T11:24:53.954 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi019.front.sepia.ceph.com,smithi057.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2023-12-03T11:33:01.064 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi019.front.sepia.ceph.com'), Remote(name='ubuntu@smithi057.front.sepia.ceph.com')] 2023-12-03T11:33:01.065 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi019.front.sepia.ceph.com' 2023-12-03T11:33:01.066 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi019.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-12-03T11:33:01.143 DEBUG:teuthology.orchestra.run.smithi019:> true 2023-12-03T11:33:01.258 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi019.front.sepia.ceph.com' 2023-12-03T11:33:01.258 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi057.front.sepia.ceph.com' 2023-12-03T11:33:01.259 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi057.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-12-03T11:33:01.336 DEBUG:teuthology.orchestra.run.smithi057:> true 2023-12-03T11:33:01.442 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi057.front.sepia.ceph.com' 2023-12-03T11:33:01.443 INFO:teuthology.run_tasks:Running task clock... 2023-12-03T11:33:01.454 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2023-12-03T11:33:01.454 INFO:teuthology.orchestra.run:Running command with timeout 360 2023-12-03T11:33:01.455 DEBUG:teuthology.orchestra.run.smithi019:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2023-12-03T11:33:01.458 INFO:teuthology.orchestra.run:Running command with timeout 360 2023-12-03T11:33:01.458 DEBUG:teuthology.orchestra.run.smithi057:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2023-12-03T11:33:01.485 INFO:teuthology.orchestra.run.smithi019.stdout: 3 Dec 11:33:01 ntpd[27894]: ntpd 4.2.8p15@1.3728-o Wed Feb 16 17:13:02 UTC 2022 (1): Starting 2023-12-03T11:33:01.486 INFO:teuthology.orchestra.run.smithi019.stdout: 3 Dec 11:33:01 ntpd[27894]: Command line: ntpd -gq 2023-12-03T11:33:01.486 INFO:teuthology.orchestra.run.smithi019.stdout: 3 Dec 11:33:01 ntpd[27894]: ---------------------------------------------------- 2023-12-03T11:33:01.486 INFO:teuthology.orchestra.run.smithi019.stdout: 3 Dec 11:33:01 ntpd[27894]: ntp-4 is maintained by Network Time Foundation, 2023-12-03T11:33:01.486 INFO:teuthology.orchestra.run.smithi019.stdout: 3 Dec 11:33:01 ntpd[27894]: Inc. (NTF), a non-profit 501(c)(3) public-benefit 2023-12-03T11:33:01.486 INFO:teuthology.orchestra.run.smithi019.stdout: 3 Dec 11:33:01 ntpd[27894]: corporation. Support and training for ntp-4 are 2023-12-03T11:33:01.486 INFO:teuthology.orchestra.run.smithi019.stdout: 3 Dec 11:33:01 ntpd[27894]: available at https://www.nwtime.org/support 2023-12-03T11:33:01.486 INFO:teuthology.orchestra.run.smithi019.stdout: 3 Dec 11:33:01 ntpd[27894]: ---------------------------------------------------- 2023-12-03T11:33:01.487 INFO:teuthology.orchestra.run.smithi019.stdout: 3 Dec 11:33:01 ntpd[27894]: proto: precision = 0.046 usec (-24) 2023-12-03T11:33:01.487 INFO:teuthology.orchestra.run.smithi019.stdout: 3 Dec 11:33:01 ntpd[27894]: basedate set to 2022-02-04 2023-12-03T11:33:01.487 INFO:teuthology.orchestra.run.smithi019.stdout: 3 Dec 11:33:01 ntpd[27894]: gps base set to 2022-02-06 (week 2196) 2023-12-03T11:33:01.487 INFO:teuthology.orchestra.run.smithi019.stdout: 3 Dec 11:33:01 ntpd[27894]: restrict 0.0.0.0: KOD does nothing without LIMITED. 2023-12-03T11:33:01.487 INFO:teuthology.orchestra.run.smithi019.stdout: 3 Dec 11:33:01 ntpd[27894]: restrict ::: KOD does nothing without LIMITED. 2023-12-03T11:33:01.487 INFO:teuthology.orchestra.run.smithi019.stderr:restrict 0.0.0.0: KOD does nothing without LIMITED. 2023-12-03T11:33:01.487 INFO:teuthology.orchestra.run.smithi019.stderr:restrict ::: KOD does nothing without LIMITED. 2023-12-03T11:33:01.488 INFO:teuthology.orchestra.run.smithi019.stdout: 3 Dec 11:33:01 ntpd[27894]: Listen and drop on 0 v6wildcard [::]:123 2023-12-03T11:33:01.488 INFO:teuthology.orchestra.run.smithi019.stdout: 3 Dec 11:33:01 ntpd[27894]: Listen and drop on 1 v4wildcard 0.0.0.0:123 2023-12-03T11:33:01.488 INFO:teuthology.orchestra.run.smithi019.stdout: 3 Dec 11:33:01 ntpd[27894]: Listen normally on 2 lo 127.0.0.1:123 2023-12-03T11:33:01.488 INFO:teuthology.orchestra.run.smithi019.stdout: 3 Dec 11:33:01 ntpd[27894]: Listen normally on 3 ens1f0 172.21.15.19:123 2023-12-03T11:33:01.488 INFO:teuthology.orchestra.run.smithi019.stdout: 3 Dec 11:33:01 ntpd[27894]: Listen normally on 4 lo [::1]:123 2023-12-03T11:33:01.489 INFO:teuthology.orchestra.run.smithi019.stdout: 3 Dec 11:33:01 ntpd[27894]: Listen normally on 5 ens1f0 [fe80::ec4:7aff:febd:161e%3]:123 2023-12-03T11:33:01.489 INFO:teuthology.orchestra.run.smithi019.stdout: 3 Dec 11:33:01 ntpd[27894]: Listening on routing socket on fd #22 for interface updates 2023-12-03T11:33:01.515 INFO:teuthology.orchestra.run.smithi057.stdout: 3 Dec 11:33:01 ntpd[27938]: ntpd 4.2.8p15@1.3728-o Wed Feb 16 17:13:02 UTC 2022 (1): Starting 2023-12-03T11:33:01.516 INFO:teuthology.orchestra.run.smithi057.stdout: 3 Dec 11:33:01 ntpd[27938]: Command line: ntpd -gq 2023-12-03T11:33:01.516 INFO:teuthology.orchestra.run.smithi057.stdout: 3 Dec 11:33:01 ntpd[27938]: ---------------------------------------------------- 2023-12-03T11:33:01.516 INFO:teuthology.orchestra.run.smithi057.stdout: 3 Dec 11:33:01 ntpd[27938]: ntp-4 is maintained by Network Time Foundation, 2023-12-03T11:33:01.516 INFO:teuthology.orchestra.run.smithi057.stdout: 3 Dec 11:33:01 ntpd[27938]: Inc. (NTF), a non-profit 501(c)(3) public-benefit 2023-12-03T11:33:01.516 INFO:teuthology.orchestra.run.smithi057.stdout: 3 Dec 11:33:01 ntpd[27938]: corporation. Support and training for ntp-4 are 2023-12-03T11:33:01.516 INFO:teuthology.orchestra.run.smithi057.stdout: 3 Dec 11:33:01 ntpd[27938]: available at https://www.nwtime.org/support 2023-12-03T11:33:01.516 INFO:teuthology.orchestra.run.smithi057.stdout: 3 Dec 11:33:01 ntpd[27938]: ---------------------------------------------------- 2023-12-03T11:33:01.517 INFO:teuthology.orchestra.run.smithi057.stdout: 3 Dec 11:33:01 ntpd[27938]: proto: precision = 0.070 usec (-24) 2023-12-03T11:33:01.517 INFO:teuthology.orchestra.run.smithi057.stdout: 3 Dec 11:33:01 ntpd[27938]: basedate set to 2022-02-04 2023-12-03T11:33:01.517 INFO:teuthology.orchestra.run.smithi057.stdout: 3 Dec 11:33:01 ntpd[27938]: gps base set to 2022-02-06 (week 2196) 2023-12-03T11:33:01.517 INFO:teuthology.orchestra.run.smithi057.stderr:restrict 0.0.0.0: KOD does nothing without LIMITED. 2023-12-03T11:33:01.517 INFO:teuthology.orchestra.run.smithi057.stdout: 3 Dec 11:33:01 ntpd[27938]: restrict 0.0.0.0: KOD does nothing without LIMITED. 2023-12-03T11:33:01.517 INFO:teuthology.orchestra.run.smithi057.stdout: 3 Dec 11:33:01 ntpd[27938]: restrict ::: KOD does nothing without LIMITED. 2023-12-03T11:33:01.518 INFO:teuthology.orchestra.run.smithi057.stderr:restrict ::: KOD does nothing without LIMITED. 2023-12-03T11:33:01.519 INFO:teuthology.orchestra.run.smithi057.stdout: 3 Dec 11:33:01 ntpd[27938]: Listen and drop on 0 v6wildcard [::]:123 2023-12-03T11:33:01.519 INFO:teuthology.orchestra.run.smithi057.stdout: 3 Dec 11:33:01 ntpd[27938]: Listen and drop on 1 v4wildcard 0.0.0.0:123 2023-12-03T11:33:01.519 INFO:teuthology.orchestra.run.smithi057.stdout: 3 Dec 11:33:01 ntpd[27938]: Listen normally on 2 lo 127.0.0.1:123 2023-12-03T11:33:01.519 INFO:teuthology.orchestra.run.smithi057.stdout: 3 Dec 11:33:01 ntpd[27938]: Listen normally on 3 ens1f0 172.21.15.57:123 2023-12-03T11:33:01.519 INFO:teuthology.orchestra.run.smithi057.stdout: 3 Dec 11:33:01 ntpd[27938]: Listen normally on 4 lo [::1]:123 2023-12-03T11:33:01.519 INFO:teuthology.orchestra.run.smithi057.stdout: 3 Dec 11:33:01 ntpd[27938]: Listen normally on 5 ens1f0 [fe80::ec4:7aff:febd:1562%4]:123 2023-12-03T11:33:01.519 INFO:teuthology.orchestra.run.smithi057.stdout: 3 Dec 11:33:01 ntpd[27938]: Listening on routing socket on fd #22 for interface updates 2023-12-03T11:33:02.486 INFO:teuthology.orchestra.run.smithi019.stderr: 3 Dec 11:33:02 ntpd[27894]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-12-03T11:33:02.487 INFO:teuthology.orchestra.run.smithi019.stderr: 3 Dec 11:33:02 ntpd[27894]: can't open /var/log/ntpstats/rawstats.20231203: Permission denied 2023-12-03T11:33:02.487 INFO:teuthology.orchestra.run.smithi019.stderr: 3 Dec 11:33:02 ntpd[27894]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-12-03T11:33:02.487 INFO:teuthology.orchestra.run.smithi019.stderr: 3 Dec 11:33:02 ntpd[27894]: can't open /var/log/ntpstats/rawstats.20231203: Permission denied 2023-12-03T11:33:02.487 INFO:teuthology.orchestra.run.smithi019.stderr: 3 Dec 11:33:02 ntpd[27894]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-12-03T11:33:02.487 INFO:teuthology.orchestra.run.smithi019.stderr: 3 Dec 11:33:02 ntpd[27894]: can't open /var/log/ntpstats/rawstats.20231203: Permission denied 2023-12-03T11:33:02.487 INFO:teuthology.orchestra.run.smithi019.stderr: 3 Dec 11:33:02 ntpd[27894]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2023-12-03T11:33:02.487 INFO:teuthology.orchestra.run.smithi019.stderr: 3 Dec 11:33:02 ntpd[27894]: can't open /var/log/ntpstats/peerstats.20231203: Permission denied 2023-12-03T11:33:03.516 INFO:teuthology.orchestra.run.smithi057.stderr: 3 Dec 11:33:03 ntpd[27938]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-12-03T11:33:03.516 INFO:teuthology.orchestra.run.smithi057.stderr: 3 Dec 11:33:03 ntpd[27938]: can't open /var/log/ntpstats/rawstats.20231203: Permission denied 2023-12-03T11:33:03.517 INFO:teuthology.orchestra.run.smithi057.stderr: 3 Dec 11:33:03 ntpd[27938]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-12-03T11:33:03.517 INFO:teuthology.orchestra.run.smithi057.stderr: 3 Dec 11:33:03 ntpd[27938]: can't open /var/log/ntpstats/rawstats.20231203: Permission denied 2023-12-03T11:33:03.517 INFO:teuthology.orchestra.run.smithi057.stderr: 3 Dec 11:33:03 ntpd[27938]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2023-12-03T11:33:03.517 INFO:teuthology.orchestra.run.smithi057.stderr: 3 Dec 11:33:03 ntpd[27938]: can't open /var/log/ntpstats/peerstats.20231203: Permission denied 2023-12-03T11:33:04.487 INFO:teuthology.orchestra.run.smithi019.stderr: 3 Dec 11:33:04 ntpd[27894]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-12-03T11:33:04.487 INFO:teuthology.orchestra.run.smithi019.stderr: 3 Dec 11:33:04 ntpd[27894]: can't open /var/log/ntpstats/rawstats.20231203: Permission denied 2023-12-03T11:33:04.487 INFO:teuthology.orchestra.run.smithi019.stderr: 3 Dec 11:33:04 ntpd[27894]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-12-03T11:33:04.487 INFO:teuthology.orchestra.run.smithi019.stderr: 3 Dec 11:33:04 ntpd[27894]: can't open /var/log/ntpstats/rawstats.20231203: Permission denied 2023-12-03T11:33:04.487 INFO:teuthology.orchestra.run.smithi019.stderr: 3 Dec 11:33:04 ntpd[27894]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-12-03T11:33:04.487 INFO:teuthology.orchestra.run.smithi019.stderr: 3 Dec 11:33:04 ntpd[27894]: can't open /var/log/ntpstats/rawstats.20231203: Permission denied 2023-12-03T11:33:04.487 INFO:teuthology.orchestra.run.smithi019.stderr: 3 Dec 11:33:04 ntpd[27894]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2023-12-03T11:33:04.487 INFO:teuthology.orchestra.run.smithi019.stderr: 3 Dec 11:33:04 ntpd[27894]: can't open /var/log/ntpstats/peerstats.20231203: Permission denied 2023-12-03T11:33:04.487 INFO:teuthology.orchestra.run.smithi019.stderr: 3 Dec 11:33:04 ntpd[27894]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-12-03T11:33:04.487 INFO:teuthology.orchestra.run.smithi019.stderr: 3 Dec 11:33:04 ntpd[27894]: can't open /var/log/ntpstats/rawstats.20231203: Permission denied 2023-12-03T11:33:04.487 INFO:teuthology.orchestra.run.smithi019.stderr: 3 Dec 11:33:04 ntpd[27894]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2023-12-03T11:33:04.488 INFO:teuthology.orchestra.run.smithi019.stderr: 3 Dec 11:33:04 ntpd[27894]: can't open /var/log/ntpstats/peerstats.20231203: Permission denied 2023-12-03T11:33:05.486 INFO:teuthology.orchestra.run.smithi019.stderr: 3 Dec 11:33:05 ntpd[27894]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-12-03T11:33:05.486 INFO:teuthology.orchestra.run.smithi019.stderr: 3 Dec 11:33:05 ntpd[27894]: can't open /var/log/ntpstats/rawstats.20231203: Permission denied 2023-12-03T11:33:05.486 INFO:teuthology.orchestra.run.smithi019.stderr: 3 Dec 11:33:05 ntpd[27894]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-12-03T11:33:05.487 INFO:teuthology.orchestra.run.smithi019.stderr: 3 Dec 11:33:05 ntpd[27894]: can't open /var/log/ntpstats/rawstats.20231203: Permission denied 2023-12-03T11:33:05.487 INFO:teuthology.orchestra.run.smithi019.stderr: 3 Dec 11:33:05 ntpd[27894]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2023-12-03T11:33:05.487 INFO:teuthology.orchestra.run.smithi019.stderr: 3 Dec 11:33:05 ntpd[27894]: can't open /var/log/ntpstats/peerstats.20231203: Permission denied 2023-12-03T11:33:05.517 INFO:teuthology.orchestra.run.smithi057.stderr: 3 Dec 11:33:05 ntpd[27938]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-12-03T11:33:05.517 INFO:teuthology.orchestra.run.smithi057.stderr: 3 Dec 11:33:05 ntpd[27938]: can't open /var/log/ntpstats/rawstats.20231203: Permission denied 2023-12-03T11:33:05.517 INFO:teuthology.orchestra.run.smithi057.stderr: 3 Dec 11:33:05 ntpd[27938]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-12-03T11:33:05.517 INFO:teuthology.orchestra.run.smithi057.stderr: 3 Dec 11:33:05 ntpd[27938]: can't open /var/log/ntpstats/rawstats.20231203: Permission denied 2023-12-03T11:33:05.517 INFO:teuthology.orchestra.run.smithi057.stderr: 3 Dec 11:33:05 ntpd[27938]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-12-03T11:33:05.518 INFO:teuthology.orchestra.run.smithi057.stderr: 3 Dec 11:33:05 ntpd[27938]: can't open /var/log/ntpstats/rawstats.20231203: Permission denied 2023-12-03T11:33:05.518 INFO:teuthology.orchestra.run.smithi057.stderr: 3 Dec 11:33:05 ntpd[27938]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-12-03T11:33:05.518 INFO:teuthology.orchestra.run.smithi057.stderr: 3 Dec 11:33:05 ntpd[27938]: can't open /var/log/ntpstats/rawstats.20231203: Permission denied 2023-12-03T11:33:05.518 INFO:teuthology.orchestra.run.smithi057.stderr: 3 Dec 11:33:05 ntpd[27938]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2023-12-03T11:33:05.518 INFO:teuthology.orchestra.run.smithi057.stderr: 3 Dec 11:33:05 ntpd[27938]: can't open /var/log/ntpstats/peerstats.20231203: Permission denied 2023-12-03T11:33:05.518 INFO:teuthology.orchestra.run.smithi057.stderr: 3 Dec 11:33:05 ntpd[27938]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-12-03T11:33:05.518 INFO:teuthology.orchestra.run.smithi057.stderr: 3 Dec 11:33:05 ntpd[27938]: can't open /var/log/ntpstats/rawstats.20231203: Permission denied 2023-12-03T11:33:05.518 INFO:teuthology.orchestra.run.smithi057.stderr: 3 Dec 11:33:05 ntpd[27938]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2023-12-03T11:33:05.518 INFO:teuthology.orchestra.run.smithi057.stderr: 3 Dec 11:33:05 ntpd[27938]: can't open /var/log/ntpstats/peerstats.20231203: Permission denied 2023-12-03T11:33:05.519 INFO:teuthology.orchestra.run.smithi057.stderr: 3 Dec 11:33:05 ntpd[27938]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-12-03T11:33:05.519 INFO:teuthology.orchestra.run.smithi057.stderr: 3 Dec 11:33:05 ntpd[27938]: can't open /var/log/ntpstats/rawstats.20231203: Permission denied 2023-12-03T11:33:05.519 INFO:teuthology.orchestra.run.smithi057.stderr: 3 Dec 11:33:05 ntpd[27938]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2023-12-03T11:33:05.519 INFO:teuthology.orchestra.run.smithi057.stderr: 3 Dec 11:33:05 ntpd[27938]: can't open /var/log/ntpstats/peerstats.20231203: Permission denied 2023-12-03T11:33:06.486 INFO:teuthology.orchestra.run.smithi019.stderr: 3 Dec 11:33:06 ntpd[27894]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-12-03T11:33:06.487 INFO:teuthology.orchestra.run.smithi019.stderr: 3 Dec 11:33:06 ntpd[27894]: can't open /var/log/ntpstats/rawstats.20231203: Permission denied 2023-12-03T11:33:06.487 INFO:teuthology.orchestra.run.smithi019.stderr: 3 Dec 11:33:06 ntpd[27894]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-12-03T11:33:06.487 INFO:teuthology.orchestra.run.smithi019.stderr: 3 Dec 11:33:06 ntpd[27894]: can't open /var/log/ntpstats/rawstats.20231203: Permission denied 2023-12-03T11:33:06.487 INFO:teuthology.orchestra.run.smithi019.stderr: 3 Dec 11:33:06 ntpd[27894]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-12-03T11:33:06.487 INFO:teuthology.orchestra.run.smithi019.stderr: 3 Dec 11:33:06 ntpd[27894]: can't open /var/log/ntpstats/rawstats.20231203: Permission denied 2023-12-03T11:33:06.487 INFO:teuthology.orchestra.run.smithi019.stderr: 3 Dec 11:33:06 ntpd[27894]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2023-12-03T11:33:06.487 INFO:teuthology.orchestra.run.smithi019.stderr: 3 Dec 11:33:06 ntpd[27894]: can't open /var/log/ntpstats/peerstats.20231203: Permission denied 2023-12-03T11:33:06.487 INFO:teuthology.orchestra.run.smithi019.stderr: 3 Dec 11:33:06 ntpd[27894]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-12-03T11:33:06.487 INFO:teuthology.orchestra.run.smithi019.stderr: 3 Dec 11:33:06 ntpd[27894]: can't open /var/log/ntpstats/rawstats.20231203: Permission denied 2023-12-03T11:33:06.487 INFO:teuthology.orchestra.run.smithi019.stderr: 3 Dec 11:33:06 ntpd[27894]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2023-12-03T11:33:06.487 INFO:teuthology.orchestra.run.smithi019.stderr: 3 Dec 11:33:06 ntpd[27894]: can't open /var/log/ntpstats/peerstats.20231203: Permission denied 2023-12-03T11:33:06.516 INFO:teuthology.orchestra.run.smithi057.stderr: 3 Dec 11:33:06 ntpd[27938]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-12-03T11:33:06.516 INFO:teuthology.orchestra.run.smithi057.stderr: 3 Dec 11:33:06 ntpd[27938]: can't open /var/log/ntpstats/rawstats.20231203: Permission denied 2023-12-03T11:33:07.486 INFO:teuthology.orchestra.run.smithi019.stderr: 3 Dec 11:33:07 ntpd[27894]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-12-03T11:33:07.486 INFO:teuthology.orchestra.run.smithi019.stderr: 3 Dec 11:33:07 ntpd[27894]: can't open /var/log/ntpstats/rawstats.20231203: Permission denied 2023-12-03T11:33:07.486 INFO:teuthology.orchestra.run.smithi019.stderr: 3 Dec 11:33:07 ntpd[27894]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-12-03T11:33:07.486 INFO:teuthology.orchestra.run.smithi019.stderr: 3 Dec 11:33:07 ntpd[27894]: can't open /var/log/ntpstats/rawstats.20231203: Permission denied 2023-12-03T11:33:07.486 INFO:teuthology.orchestra.run.smithi019.stderr: 3 Dec 11:33:07 ntpd[27894]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2023-12-03T11:33:07.486 INFO:teuthology.orchestra.run.smithi019.stderr: 3 Dec 11:33:07 ntpd[27894]: can't open /var/log/ntpstats/peerstats.20231203: Permission denied 2023-12-03T11:33:07.517 INFO:teuthology.orchestra.run.smithi057.stderr: 3 Dec 11:33:07 ntpd[27938]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-12-03T11:33:07.517 INFO:teuthology.orchestra.run.smithi057.stderr: 3 Dec 11:33:07 ntpd[27938]: can't open /var/log/ntpstats/rawstats.20231203: Permission denied 2023-12-03T11:33:07.517 INFO:teuthology.orchestra.run.smithi057.stderr: 3 Dec 11:33:07 ntpd[27938]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-12-03T11:33:07.517 INFO:teuthology.orchestra.run.smithi057.stderr: 3 Dec 11:33:07 ntpd[27938]: can't open /var/log/ntpstats/rawstats.20231203: Permission denied 2023-12-03T11:33:07.517 INFO:teuthology.orchestra.run.smithi057.stderr: 3 Dec 11:33:07 ntpd[27938]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-12-03T11:33:07.518 INFO:teuthology.orchestra.run.smithi057.stderr: 3 Dec 11:33:07 ntpd[27938]: can't open /var/log/ntpstats/rawstats.20231203: Permission denied 2023-12-03T11:33:07.518 INFO:teuthology.orchestra.run.smithi057.stderr: 3 Dec 11:33:07 ntpd[27938]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-12-03T11:33:07.518 INFO:teuthology.orchestra.run.smithi057.stderr: 3 Dec 11:33:07 ntpd[27938]: can't open /var/log/ntpstats/rawstats.20231203: Permission denied 2023-12-03T11:33:07.518 INFO:teuthology.orchestra.run.smithi057.stderr: 3 Dec 11:33:07 ntpd[27938]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2023-12-03T11:33:07.518 INFO:teuthology.orchestra.run.smithi057.stderr: 3 Dec 11:33:07 ntpd[27938]: can't open /var/log/ntpstats/peerstats.20231203: Permission denied 2023-12-03T11:33:07.518 INFO:teuthology.orchestra.run.smithi057.stderr: 3 Dec 11:33:07 ntpd[27938]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-12-03T11:33:07.518 INFO:teuthology.orchestra.run.smithi057.stderr: 3 Dec 11:33:07 ntpd[27938]: can't open /var/log/ntpstats/rawstats.20231203: Permission denied 2023-12-03T11:33:07.518 INFO:teuthology.orchestra.run.smithi057.stderr: 3 Dec 11:33:07 ntpd[27938]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2023-12-03T11:33:07.518 INFO:teuthology.orchestra.run.smithi057.stderr: 3 Dec 11:33:07 ntpd[27938]: can't open /var/log/ntpstats/peerstats.20231203: Permission denied 2023-12-03T11:33:07.518 INFO:teuthology.orchestra.run.smithi057.stderr: 3 Dec 11:33:07 ntpd[27938]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-12-03T11:33:07.518 INFO:teuthology.orchestra.run.smithi057.stderr: 3 Dec 11:33:07 ntpd[27938]: can't open /var/log/ntpstats/rawstats.20231203: Permission denied 2023-12-03T11:33:07.518 INFO:teuthology.orchestra.run.smithi057.stderr: 3 Dec 11:33:07 ntpd[27938]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2023-12-03T11:33:07.518 INFO:teuthology.orchestra.run.smithi057.stderr: 3 Dec 11:33:07 ntpd[27938]: can't open /var/log/ntpstats/peerstats.20231203: Permission denied 2023-12-03T11:33:08.486 INFO:teuthology.orchestra.run.smithi019.stderr: 3 Dec 11:33:08 ntpd[27894]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-12-03T11:33:08.486 INFO:teuthology.orchestra.run.smithi019.stderr: 3 Dec 11:33:08 ntpd[27894]: can't open /var/log/ntpstats/rawstats.20231203: Permission denied 2023-12-03T11:33:08.487 INFO:teuthology.orchestra.run.smithi019.stderr: 3 Dec 11:33:08 ntpd[27894]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-12-03T11:33:08.487 INFO:teuthology.orchestra.run.smithi019.stderr: 3 Dec 11:33:08 ntpd[27894]: can't open /var/log/ntpstats/rawstats.20231203: Permission denied 2023-12-03T11:33:08.487 INFO:teuthology.orchestra.run.smithi019.stderr: 3 Dec 11:33:08 ntpd[27894]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-12-03T11:33:08.487 INFO:teuthology.orchestra.run.smithi019.stderr: 3 Dec 11:33:08 ntpd[27894]: can't open /var/log/ntpstats/rawstats.20231203: Permission denied 2023-12-03T11:33:08.487 INFO:teuthology.orchestra.run.smithi019.stderr: 3 Dec 11:33:08 ntpd[27894]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2023-12-03T11:33:08.487 INFO:teuthology.orchestra.run.smithi019.stderr: 3 Dec 11:33:08 ntpd[27894]: can't open /var/log/ntpstats/peerstats.20231203: Permission denied 2023-12-03T11:33:08.487 INFO:teuthology.orchestra.run.smithi019.stdout: 3 Dec 11:33:08 ntpd[27894]: ntpd: time slew +0.001700 s 2023-12-03T11:33:08.487 INFO:teuthology.orchestra.run.smithi019.stdout:ntpd: time slew +0.001700s 2023-12-03T11:33:08.488 INFO:teuthology.orchestra.run.smithi019.stderr: 3 Dec 11:33:08 ntpd[27894]: couldn't unlink /var/log/ntpstats/loopstats: Permission denied 2023-12-03T11:33:08.488 INFO:teuthology.orchestra.run.smithi019.stderr: 3 Dec 11:33:08 ntpd[27894]: can't open /var/log/ntpstats/loopstats.20231203: Permission denied 2023-12-03T11:33:08.572 INFO:teuthology.orchestra.run.smithi019.stdout: remote refid st t when poll reach delay offset jitter 2023-12-03T11:33:08.572 INFO:teuthology.orchestra.run.smithi019.stdout:============================================================================== 2023-12-03T11:33:08.572 INFO:teuthology.orchestra.run.smithi019.stdout: hv01.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2023-12-03T11:33:08.572 INFO:teuthology.orchestra.run.smithi019.stdout: hv02.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2023-12-03T11:33:08.572 INFO:teuthology.orchestra.run.smithi019.stdout: hv03.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2023-12-03T11:33:08.572 INFO:teuthology.orchestra.run.smithi019.stdout: hv04.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2023-12-03T11:33:09.517 INFO:teuthology.orchestra.run.smithi057.stderr: 3 Dec 11:33:09 ntpd[27938]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-12-03T11:33:09.517 INFO:teuthology.orchestra.run.smithi057.stderr: 3 Dec 11:33:09 ntpd[27938]: can't open /var/log/ntpstats/rawstats.20231203: Permission denied 2023-12-03T11:33:09.517 INFO:teuthology.orchestra.run.smithi057.stderr: 3 Dec 11:33:09 ntpd[27938]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-12-03T11:33:09.517 INFO:teuthology.orchestra.run.smithi057.stderr: 3 Dec 11:33:09 ntpd[27938]: can't open /var/log/ntpstats/rawstats.20231203: Permission denied 2023-12-03T11:33:09.517 INFO:teuthology.orchestra.run.smithi057.stderr: 3 Dec 11:33:09 ntpd[27938]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-12-03T11:33:09.518 INFO:teuthology.orchestra.run.smithi057.stderr: 3 Dec 11:33:09 ntpd[27938]: can't open /var/log/ntpstats/rawstats.20231203: Permission denied 2023-12-03T11:33:09.518 INFO:teuthology.orchestra.run.smithi057.stderr: 3 Dec 11:33:09 ntpd[27938]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-12-03T11:33:09.518 INFO:teuthology.orchestra.run.smithi057.stderr: 3 Dec 11:33:09 ntpd[27938]: can't open /var/log/ntpstats/rawstats.20231203: Permission denied 2023-12-03T11:33:09.518 INFO:teuthology.orchestra.run.smithi057.stderr: 3 Dec 11:33:09 ntpd[27938]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2023-12-03T11:33:09.518 INFO:teuthology.orchestra.run.smithi057.stderr: 3 Dec 11:33:09 ntpd[27938]: can't open /var/log/ntpstats/peerstats.20231203: Permission denied 2023-12-03T11:33:09.518 INFO:teuthology.orchestra.run.smithi057.stderr: 3 Dec 11:33:09 ntpd[27938]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-12-03T11:33:09.518 INFO:teuthology.orchestra.run.smithi057.stderr: 3 Dec 11:33:09 ntpd[27938]: can't open /var/log/ntpstats/rawstats.20231203: Permission denied 2023-12-03T11:33:09.518 INFO:teuthology.orchestra.run.smithi057.stderr: 3 Dec 11:33:09 ntpd[27938]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2023-12-03T11:33:09.518 INFO:teuthology.orchestra.run.smithi057.stderr: 3 Dec 11:33:09 ntpd[27938]: can't open /var/log/ntpstats/peerstats.20231203: Permission denied 2023-12-03T11:33:09.518 INFO:teuthology.orchestra.run.smithi057.stderr: 3 Dec 11:33:09 ntpd[27938]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-12-03T11:33:09.518 INFO:teuthology.orchestra.run.smithi057.stderr: 3 Dec 11:33:09 ntpd[27938]: can't open /var/log/ntpstats/rawstats.20231203: Permission denied 2023-12-03T11:33:09.518 INFO:teuthology.orchestra.run.smithi057.stderr: 3 Dec 11:33:09 ntpd[27938]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2023-12-03T11:33:09.518 INFO:teuthology.orchestra.run.smithi057.stderr: 3 Dec 11:33:09 ntpd[27938]: can't open /var/log/ntpstats/peerstats.20231203: Permission denied 2023-12-03T11:33:09.519 INFO:teuthology.orchestra.run.smithi057.stdout: 3 Dec 11:33:09 ntpd[27938]: ntpd: time slew -0.000995 s 2023-12-03T11:33:09.519 INFO:teuthology.orchestra.run.smithi057.stdout:ntpd: time slew -0.000995s 2023-12-03T11:33:09.519 INFO:teuthology.orchestra.run.smithi057.stderr: 3 Dec 11:33:09 ntpd[27938]: couldn't unlink /var/log/ntpstats/loopstats: Permission denied 2023-12-03T11:33:09.519 INFO:teuthology.orchestra.run.smithi057.stderr: 3 Dec 11:33:09 ntpd[27938]: can't open /var/log/ntpstats/loopstats.20231203: Permission denied 2023-12-03T11:33:09.601 INFO:teuthology.orchestra.run.smithi057.stdout: remote refid st t when poll reach delay offset jitter 2023-12-03T11:33:09.601 INFO:teuthology.orchestra.run.smithi057.stdout:============================================================================== 2023-12-03T11:33:09.601 INFO:teuthology.orchestra.run.smithi057.stdout: hv01.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2023-12-03T11:33:09.601 INFO:teuthology.orchestra.run.smithi057.stdout: hv02.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2023-12-03T11:33:09.601 INFO:teuthology.orchestra.run.smithi057.stdout: hv03.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2023-12-03T11:33:09.602 INFO:teuthology.orchestra.run.smithi057.stdout: hv04.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2023-12-03T11:33:09.602 INFO:teuthology.run_tasks:Running task install... 2023-12-03T11:33:16.633 DEBUG:teuthology.task.install:project ceph 2023-12-03T11:33:16.633 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'flavor': 'default', 'sha1': 'bcbf278cf395873c2a482f5a7b2345faf2160319'}} 2023-12-03T11:33:16.634 DEBUG:teuthology.task.install:config {'extra_system_packages': {'deb': ['s3cmd'], 'rpm': ['s3cmd']}, 'flavor': 'default', 'sha1': 'bcbf278cf395873c2a482f5a7b2345faf2160319'} 2023-12-03T11:33:16.634 INFO:teuthology.task.install:Using flavor: default 2023-12-03T11:33:16.642 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'ceph-volume', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'ceph-volume', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2023-12-03T11:33:16.642 INFO:teuthology.task.install:extra packages: [] 2023-12-03T11:33:16.643 DEBUG:teuthology.orchestra.run.smithi019:> sudo apt-key list | grep Ceph 2023-12-03T11:33:16.643 DEBUG:teuthology.orchestra.run.smithi057:> sudo apt-key list | grep Ceph 2023-12-03T11:33:16.709 INFO:teuthology.orchestra.run.smithi057.stderr:Warning: apt-key is deprecated. Manage keyring files in trusted.gpg.d instead (see apt-key(8)). 2023-12-03T11:33:16.713 INFO:teuthology.orchestra.run.smithi019.stderr:Warning: apt-key is deprecated. Manage keyring files in trusted.gpg.d instead (see apt-key(8)). 2023-12-03T11:33:16.739 INFO:teuthology.orchestra.run.smithi057.stdout:uid [ unknown] Ceph automated package build (Ceph automated package build) 2023-12-03T11:33:16.739 INFO:teuthology.orchestra.run.smithi057.stdout:uid [ unknown] Ceph.com (release key) 2023-12-03T11:33:16.740 INFO:teuthology.task.install.deb:Installing packages: ceph, cephadm, ceph-mds, ceph-mgr, ceph-common, ceph-fuse, ceph-test, ceph-volume, radosgw, python3-rados, python3-rgw, python3-cephfs, python3-rbd, libcephfs2, libcephfs-dev, librados2, librbd1, rbd-fuse on remote deb x86_64 2023-12-03T11:33:16.740 INFO:teuthology.task.install.deb:Installing system (non-project) packages: s3cmd on remote deb x86_64 2023-12-03T11:33:16.740 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F22.04%2Fx86_64&sha1=bcbf278cf395873c2a482f5a7b2345faf2160319 2023-12-03T11:33:16.745 INFO:teuthology.orchestra.run.smithi019.stdout:uid [ unknown] Ceph automated package build (Ceph automated package build) 2023-12-03T11:33:16.745 INFO:teuthology.orchestra.run.smithi019.stdout:uid [ unknown] Ceph.com (release key) 2023-12-03T11:33:16.746 INFO:teuthology.task.install.deb:Installing packages: ceph, cephadm, ceph-mds, ceph-mgr, ceph-common, ceph-fuse, ceph-test, ceph-volume, radosgw, python3-rados, python3-rgw, python3-cephfs, python3-rbd, libcephfs2, libcephfs-dev, librados2, librbd1, rbd-fuse on remote deb x86_64 2023-12-03T11:33:16.746 INFO:teuthology.task.install.deb:Installing system (non-project) packages: s3cmd on remote deb x86_64 2023-12-03T11:33:16.746 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F22.04%2Fx86_64&sha1=bcbf278cf395873c2a482f5a7b2345faf2160319 2023-12-03T11:33:16.891 INFO:teuthology.task.install.deb:Pulling from https://2.chacra.ceph.com/r/ceph/wip-alimasa-multi-pubsub-etag/bcbf278cf395873c2a482f5a7b2345faf2160319/ubuntu/jammy/flavors/default/ 2023-12-03T11:33:16.891 INFO:teuthology.task.install.deb:Package version is 18.0.0-7537-gbcbf278c-1jammy 2023-12-03T11:33:16.963 INFO:teuthology.task.install.deb:Pulling from https://2.chacra.ceph.com/r/ceph/wip-alimasa-multi-pubsub-etag/bcbf278cf395873c2a482f5a7b2345faf2160319/ubuntu/jammy/flavors/default/ 2023-12-03T11:33:16.963 INFO:teuthology.task.install.deb:Package version is 18.0.0-7537-gbcbf278c-1jammy 2023-12-03T11:33:17.070 DEBUG:teuthology.orchestra.run.smithi019:> set -ex 2023-12-03T11:33:17.070 DEBUG:teuthology.orchestra.run.smithi019:> sudo dd of=/etc/apt/sources.list.d/ceph.list 2023-12-03T11:33:17.085 DEBUG:teuthology.orchestra.run.smithi019:> sudo apt-get update 2023-12-03T11:33:17.132 DEBUG:teuthology.orchestra.run.smithi057:> set -ex 2023-12-03T11:33:17.132 DEBUG:teuthology.orchestra.run.smithi057:> sudo dd of=/etc/apt/sources.list.d/ceph.list 2023-12-03T11:33:17.146 DEBUG:teuthology.orchestra.run.smithi057:> sudo apt-get update 2023-12-03T11:33:17.262 INFO:teuthology.orchestra.run.smithi019.stdout:Hit:1 http://archive.ubuntu.com/ubuntu jammy InRelease 2023-12-03T11:33:17.273 INFO:teuthology.orchestra.run.smithi019.stdout:Hit:2 http://archive.ubuntu.com/ubuntu jammy-updates InRelease 2023-12-03T11:33:17.292 INFO:teuthology.orchestra.run.smithi019.stdout:Hit:3 http://archive.ubuntu.com/ubuntu jammy-backports InRelease 2023-12-03T11:33:17.370 INFO:teuthology.orchestra.run.smithi057.stdout:Ign:1 https://2.chacra.ceph.com/r/ceph/wip-alimasa-multi-pubsub-etag/bcbf278cf395873c2a482f5a7b2345faf2160319/ubuntu/jammy/flavors/default jammy InRelease 2023-12-03T11:33:17.374 INFO:teuthology.orchestra.run.smithi019.stdout:Ign:4 https://2.chacra.ceph.com/r/ceph/wip-alimasa-multi-pubsub-etag/bcbf278cf395873c2a482f5a7b2345faf2160319/ubuntu/jammy/flavors/default jammy InRelease 2023-12-03T11:33:17.377 INFO:teuthology.orchestra.run.smithi019.stdout:Hit:5 http://security.ubuntu.com/ubuntu jammy-security InRelease 2023-12-03T11:33:17.392 INFO:teuthology.orchestra.run.smithi057.stdout:Get:2 https://2.chacra.ceph.com/r/ceph/wip-alimasa-multi-pubsub-etag/bcbf278cf395873c2a482f5a7b2345faf2160319/ubuntu/jammy/flavors/default jammy Release [7,662 B] 2023-12-03T11:33:17.410 INFO:teuthology.orchestra.run.smithi019.stdout:Get:6 https://2.chacra.ceph.com/r/ceph/wip-alimasa-multi-pubsub-etag/bcbf278cf395873c2a482f5a7b2345faf2160319/ubuntu/jammy/flavors/default jammy Release [7,662 B] 2023-12-03T11:33:17.415 INFO:teuthology.orchestra.run.smithi057.stdout:Ign:3 https://2.chacra.ceph.com/r/ceph/wip-alimasa-multi-pubsub-etag/bcbf278cf395873c2a482f5a7b2345faf2160319/ubuntu/jammy/flavors/default jammy Release.gpg 2023-12-03T11:33:17.446 INFO:teuthology.orchestra.run.smithi057.stdout:Hit:4 http://archive.ubuntu.com/ubuntu jammy InRelease 2023-12-03T11:33:17.446 INFO:teuthology.orchestra.run.smithi057.stdout:Hit:5 http://security.ubuntu.com/ubuntu jammy-security InRelease 2023-12-03T11:33:17.446 INFO:teuthology.orchestra.run.smithi057.stdout:Get:6 https://2.chacra.ceph.com/r/ceph/wip-alimasa-multi-pubsub-etag/bcbf278cf395873c2a482f5a7b2345faf2160319/ubuntu/jammy/flavors/default jammy/main i386 Packages [3,412 B] 2023-12-03T11:33:17.447 INFO:teuthology.orchestra.run.smithi019.stdout:Ign:7 https://2.chacra.ceph.com/r/ceph/wip-alimasa-multi-pubsub-etag/bcbf278cf395873c2a482f5a7b2345faf2160319/ubuntu/jammy/flavors/default jammy Release.gpg 2023-12-03T11:33:17.475 INFO:teuthology.orchestra.run.smithi057.stdout:Get:7 https://2.chacra.ceph.com/r/ceph/wip-alimasa-multi-pubsub-etag/bcbf278cf395873c2a482f5a7b2345faf2160319/ubuntu/jammy/flavors/default jammy/main amd64 Packages [17.5 kB] 2023-12-03T11:33:17.484 INFO:teuthology.orchestra.run.smithi019.stdout:Get:8 https://2.chacra.ceph.com/r/ceph/wip-alimasa-multi-pubsub-etag/bcbf278cf395873c2a482f5a7b2345faf2160319/ubuntu/jammy/flavors/default jammy/main amd64 Packages [17.5 kB] 2023-12-03T11:33:17.518 INFO:teuthology.orchestra.run.smithi057.stdout:Hit:8 http://archive.ubuntu.com/ubuntu jammy-updates InRelease 2023-12-03T11:33:17.526 INFO:teuthology.orchestra.run.smithi019.stdout:Get:9 https://2.chacra.ceph.com/r/ceph/wip-alimasa-multi-pubsub-etag/bcbf278cf395873c2a482f5a7b2345faf2160319/ubuntu/jammy/flavors/default jammy/main i386 Packages [3,412 B] 2023-12-03T11:33:17.600 INFO:teuthology.orchestra.run.smithi057.stdout:Hit:9 http://archive.ubuntu.com/ubuntu jammy-backports InRelease 2023-12-03T11:33:17.631 INFO:teuthology.orchestra.run.smithi019.stdout:Fetched 28.6 kB in 0s (77.8 kB/s) 2023-12-03T11:33:17.844 INFO:teuthology.orchestra.run.smithi057.stdout:Fetched 28.6 kB in 1s (56.6 kB/s) 2023-12-03T11:33:18.542 INFO:teuthology.orchestra.run.smithi019.stdout:Reading package lists... 2023-12-03T11:33:18.556 DEBUG:teuthology.orchestra.run.smithi019:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y --force-yes -o Dpkg::Options::="--force-confdef" -o Dpkg::Options::="--force-confold" install ceph=18.0.0-7537-gbcbf278c-1jammy cephadm=18.0.0-7537-gbcbf278c-1jammy ceph-mds=18.0.0-7537-gbcbf278c-1jammy ceph-mgr=18.0.0-7537-gbcbf278c-1jammy ceph-common=18.0.0-7537-gbcbf278c-1jammy ceph-fuse=18.0.0-7537-gbcbf278c-1jammy ceph-test=18.0.0-7537-gbcbf278c-1jammy ceph-volume=18.0.0-7537-gbcbf278c-1jammy radosgw=18.0.0-7537-gbcbf278c-1jammy python3-rados=18.0.0-7537-gbcbf278c-1jammy python3-rgw=18.0.0-7537-gbcbf278c-1jammy python3-cephfs=18.0.0-7537-gbcbf278c-1jammy python3-rbd=18.0.0-7537-gbcbf278c-1jammy libcephfs2=18.0.0-7537-gbcbf278c-1jammy libcephfs-dev=18.0.0-7537-gbcbf278c-1jammy librados2=18.0.0-7537-gbcbf278c-1jammy librbd1=18.0.0-7537-gbcbf278c-1jammy rbd-fuse=18.0.0-7537-gbcbf278c-1jammy 2023-12-03T11:33:18.609 INFO:teuthology.orchestra.run.smithi019.stdout:Reading package lists... 2023-12-03T11:33:18.768 INFO:teuthology.orchestra.run.smithi057.stdout:Reading package lists... 2023-12-03T11:33:18.782 INFO:teuthology.orchestra.run.smithi019.stdout:Building dependency tree... 2023-12-03T11:33:18.782 INFO:teuthology.orchestra.run.smithi019.stdout:Reading state information... 2023-12-03T11:33:18.785 DEBUG:teuthology.orchestra.run.smithi057:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y --force-yes -o Dpkg::Options::="--force-confdef" -o Dpkg::Options::="--force-confold" install ceph=18.0.0-7537-gbcbf278c-1jammy cephadm=18.0.0-7537-gbcbf278c-1jammy ceph-mds=18.0.0-7537-gbcbf278c-1jammy ceph-mgr=18.0.0-7537-gbcbf278c-1jammy ceph-common=18.0.0-7537-gbcbf278c-1jammy ceph-fuse=18.0.0-7537-gbcbf278c-1jammy ceph-test=18.0.0-7537-gbcbf278c-1jammy ceph-volume=18.0.0-7537-gbcbf278c-1jammy radosgw=18.0.0-7537-gbcbf278c-1jammy python3-rados=18.0.0-7537-gbcbf278c-1jammy python3-rgw=18.0.0-7537-gbcbf278c-1jammy python3-cephfs=18.0.0-7537-gbcbf278c-1jammy python3-rbd=18.0.0-7537-gbcbf278c-1jammy libcephfs2=18.0.0-7537-gbcbf278c-1jammy libcephfs-dev=18.0.0-7537-gbcbf278c-1jammy librados2=18.0.0-7537-gbcbf278c-1jammy librbd1=18.0.0-7537-gbcbf278c-1jammy rbd-fuse=18.0.0-7537-gbcbf278c-1jammy 2023-12-03T11:33:18.846 INFO:teuthology.orchestra.run.smithi057.stdout:Reading package lists... 2023-12-03T11:33:18.941 INFO:teuthology.orchestra.run.smithi019.stdout:The following packages were automatically installed and are no longer required: 2023-12-03T11:33:18.941 INFO:teuthology.orchestra.run.smithi019.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2023-12-03T11:33:18.941 INFO:teuthology.orchestra.run.smithi019.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2023-12-03T11:33:18.941 INFO:teuthology.orchestra.run.smithi019.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2023-12-03T11:33:18.941 INFO:teuthology.orchestra.run.smithi019.stdout: linux-image-5.4.0-135-generic linux-modules-5.4.0-135-generic python2 2023-12-03T11:33:18.941 INFO:teuthology.orchestra.run.smithi019.stdout: python2-dev python2-minimal python2.7 python2.7-dev python2.7-minimal 2023-12-03T11:33:18.941 INFO:teuthology.orchestra.run.smithi019.stdout:Use 'sudo apt autoremove' to remove them. 2023-12-03T11:33:18.943 INFO:teuthology.orchestra.run.smithi019.stdout:The following additional packages will be installed: 2023-12-03T11:33:18.943 INFO:teuthology.orchestra.run.smithi019.stdout: ceph-base ceph-mgr-cephadm ceph-mgr-dashboard ceph-mgr-diskprediction-local 2023-12-03T11:33:18.943 INFO:teuthology.orchestra.run.smithi019.stdout: ceph-mgr-k8sevents ceph-mgr-modules-core ceph-mon ceph-osd jq 2023-12-03T11:33:18.943 INFO:teuthology.orchestra.run.smithi019.stdout: libdouble-conversion3 libjq1 liblttng-ust1 liblua5.3-dev liboath0 libonig5 2023-12-03T11:33:18.943 INFO:teuthology.orchestra.run.smithi019.stdout: libpcre2-16-0 libqt5core5a libqt5dbus5 libqt5network5 libradosstriper1 2023-12-03T11:33:18.943 INFO:teuthology.orchestra.run.smithi019.stdout: librdkafka1 libreadline-dev librgw2 libsqlite3-mod-ceph libthrift-0.16.0 2023-12-03T11:33:18.943 INFO:teuthology.orchestra.run.smithi019.stdout: lua-any lua-sec lua-socket lua5.1 luarocks nvme-cli pkg-config 2023-12-03T11:33:18.943 INFO:teuthology.orchestra.run.smithi019.stdout: python-asyncssh-doc python-babel-localedata python-pastedeploy-tpl 2023-12-03T11:33:18.943 INFO:teuthology.orchestra.run.smithi019.stdout: python3-asyncssh python3-babel python3-bcrypt python3-cachetools 2023-12-03T11:33:18.943 INFO:teuthology.orchestra.run.smithi019.stdout: python3-ceph-argparse python3-ceph-common python3-certifi python3-cheroot 2023-12-03T11:33:18.944 INFO:teuthology.orchestra.run.smithi019.stdout: python3-cherrypy3 python3-google-auth python3-idna python3-iniconfig 2023-12-03T11:33:18.944 INFO:teuthology.orchestra.run.smithi019.stdout: python3-jaraco.classes python3-jaraco.collections python3-jaraco.functools 2023-12-03T11:33:18.944 INFO:teuthology.orchestra.run.smithi019.stdout: python3-jaraco.text python3-jinja2 python3-joblib python3-kubernetes 2023-12-03T11:33:18.944 INFO:teuthology.orchestra.run.smithi019.stdout: python3-logutils python3-mako python3-markupsafe python3-natsort 2023-12-03T11:33:18.944 INFO:teuthology.orchestra.run.smithi019.stdout: python3-openssl python3-paste python3-pastedeploy python3-pastescript 2023-12-03T11:33:18.944 INFO:teuthology.orchestra.run.smithi019.stdout: python3-pecan python3-pluggy python3-portend python3-prettytable 2023-12-03T11:33:18.944 INFO:teuthology.orchestra.run.smithi019.stdout: python3-psutil python3-py python3-pyasn1 python3-pyasn1-modules 2023-12-03T11:33:18.944 INFO:teuthology.orchestra.run.smithi019.stdout: python3-pygments python3-pyinotify python3-pytest python3-repoze.lru 2023-12-03T11:33:18.944 INFO:teuthology.orchestra.run.smithi019.stdout: python3-requests python3-requests-oauthlib python3-routes python3-rsa 2023-12-03T11:33:18.944 INFO:teuthology.orchestra.run.smithi019.stdout: python3-simplegeneric python3-simplejson python3-singledispatch 2023-12-03T11:33:18.944 INFO:teuthology.orchestra.run.smithi019.stdout: python3-sklearn python3-sklearn-lib python3-tempita python3-tempora 2023-12-03T11:33:18.944 INFO:teuthology.orchestra.run.smithi019.stdout: python3-threadpoolctl python3-toml python3-urllib3 python3-waitress 2023-12-03T11:33:18.944 INFO:teuthology.orchestra.run.smithi019.stdout: python3-wcwidth python3-webob python3-websocket python3-webtest 2023-12-03T11:33:18.944 INFO:teuthology.orchestra.run.smithi019.stdout: python3-werkzeug python3-zc.lockfile qttranslations5-l10n socat unzip 2023-12-03T11:33:18.944 INFO:teuthology.orchestra.run.smithi019.stdout: xmlstarlet zip 2023-12-03T11:33:18.945 INFO:teuthology.orchestra.run.smithi019.stdout:Suggested packages: 2023-12-03T11:33:18.945 INFO:teuthology.orchestra.run.smithi019.stdout: python3-influxdb readline-doc python-jinja2-doc python3-beaker 2023-12-03T11:33:18.945 INFO:teuthology.orchestra.run.smithi019.stdout: python-mako-doc python-natsort-doc python-openssl-doc python3-openssl-dbg 2023-12-03T11:33:18.945 INFO:teuthology.orchestra.run.smithi019.stdout: httpd-wsgi libapache2-mod-python libapache2-mod-scgi libjs-mochikit 2023-12-03T11:33:18.945 INFO:teuthology.orchestra.run.smithi019.stdout: python-pecan-doc python-psutil-doc subversion python-pygments-doc 2023-12-03T11:33:18.945 INFO:teuthology.orchestra.run.smithi019.stdout: python-pyinotify-doc python3-socks python-requests-doc python3-dap 2023-12-03T11:33:18.945 INFO:teuthology.orchestra.run.smithi019.stdout: python-sklearn-doc ipython3 python-waitress-doc python-webob-doc 2023-12-03T11:33:18.945 INFO:teuthology.orchestra.run.smithi019.stdout: python-webtest-doc python-werkzeug-doc python3-watchdog 2023-12-03T11:33:18.945 INFO:teuthology.orchestra.run.smithi019.stdout:Recommended packages: 2023-12-03T11:33:18.945 INFO:teuthology.orchestra.run.smithi019.stdout: btrfs-tools 2023-12-03T11:33:19.042 INFO:teuthology.orchestra.run.smithi057.stdout:Building dependency tree... 2023-12-03T11:33:19.043 INFO:teuthology.orchestra.run.smithi057.stdout:Reading state information... 2023-12-03T11:33:19.045 INFO:teuthology.orchestra.run.smithi019.stdout:The following NEW packages will be installed: 2023-12-03T11:33:19.045 INFO:teuthology.orchestra.run.smithi019.stdout: ceph ceph-base ceph-common ceph-fuse ceph-mds ceph-mgr ceph-mgr-cephadm 2023-12-03T11:33:19.046 INFO:teuthology.orchestra.run.smithi019.stdout: ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-k8sevents 2023-12-03T11:33:19.046 INFO:teuthology.orchestra.run.smithi019.stdout: ceph-mgr-modules-core ceph-mon ceph-osd ceph-test ceph-volume cephadm jq 2023-12-03T11:33:19.047 INFO:teuthology.orchestra.run.smithi019.stdout: libcephfs-dev libcephfs2 libdouble-conversion3 libjq1 liblttng-ust1 2023-12-03T11:33:19.047 INFO:teuthology.orchestra.run.smithi019.stdout: liblua5.3-dev liboath0 libonig5 libpcre2-16-0 libqt5core5a libqt5dbus5 2023-12-03T11:33:19.047 INFO:teuthology.orchestra.run.smithi019.stdout: libqt5network5 librados2 libradosstriper1 librbd1 librdkafka1 2023-12-03T11:33:19.047 INFO:teuthology.orchestra.run.smithi019.stdout: libreadline-dev librgw2 libsqlite3-mod-ceph libthrift-0.16.0 lua-any lua-sec 2023-12-03T11:33:19.047 INFO:teuthology.orchestra.run.smithi019.stdout: lua-socket lua5.1 luarocks nvme-cli pkg-config python-asyncssh-doc 2023-12-03T11:33:19.048 INFO:teuthology.orchestra.run.smithi019.stdout: python-babel-localedata python-pastedeploy-tpl python3-asyncssh 2023-12-03T11:33:19.048 INFO:teuthology.orchestra.run.smithi019.stdout: python3-babel python3-bcrypt python3-cachetools python3-ceph-argparse 2023-12-03T11:33:19.048 INFO:teuthology.orchestra.run.smithi019.stdout: python3-ceph-common python3-cephfs python3-certifi python3-cheroot 2023-12-03T11:33:19.048 INFO:teuthology.orchestra.run.smithi019.stdout: python3-cherrypy3 python3-google-auth python3-idna python3-iniconfig 2023-12-03T11:33:19.048 INFO:teuthology.orchestra.run.smithi019.stdout: python3-jaraco.classes python3-jaraco.collections python3-jaraco.functools 2023-12-03T11:33:19.048 INFO:teuthology.orchestra.run.smithi019.stdout: python3-jaraco.text python3-jinja2 python3-joblib python3-kubernetes 2023-12-03T11:33:19.048 INFO:teuthology.orchestra.run.smithi019.stdout: python3-logutils python3-mako python3-markupsafe python3-natsort 2023-12-03T11:33:19.048 INFO:teuthology.orchestra.run.smithi019.stdout: python3-openssl python3-paste python3-pastedeploy python3-pastescript 2023-12-03T11:33:19.048 INFO:teuthology.orchestra.run.smithi019.stdout: python3-pecan python3-pluggy python3-portend python3-prettytable 2023-12-03T11:33:19.048 INFO:teuthology.orchestra.run.smithi019.stdout: python3-psutil python3-py python3-pyasn1 python3-pyasn1-modules 2023-12-03T11:33:19.048 INFO:teuthology.orchestra.run.smithi019.stdout: python3-pygments python3-pyinotify python3-pytest python3-rados python3-rbd 2023-12-03T11:33:19.048 INFO:teuthology.orchestra.run.smithi019.stdout: python3-repoze.lru python3-requests python3-requests-oauthlib python3-rgw 2023-12-03T11:33:19.048 INFO:teuthology.orchestra.run.smithi019.stdout: python3-routes python3-rsa python3-simplegeneric python3-simplejson 2023-12-03T11:33:19.048 INFO:teuthology.orchestra.run.smithi019.stdout: python3-singledispatch python3-sklearn python3-sklearn-lib python3-tempita 2023-12-03T11:33:19.049 INFO:teuthology.orchestra.run.smithi019.stdout: python3-tempora python3-threadpoolctl python3-toml python3-urllib3 2023-12-03T11:33:19.049 INFO:teuthology.orchestra.run.smithi019.stdout: python3-waitress python3-wcwidth python3-webob python3-websocket 2023-12-03T11:33:19.049 INFO:teuthology.orchestra.run.smithi019.stdout: python3-webtest python3-werkzeug python3-zc.lockfile qttranslations5-l10n 2023-12-03T11:33:19.049 INFO:teuthology.orchestra.run.smithi019.stdout: radosgw rbd-fuse socat unzip xmlstarlet zip 2023-12-03T11:33:19.108 INFO:teuthology.orchestra.run.smithi019.stdout:0 upgraded, 118 newly installed, 0 to remove and 262 not upgraded. 2023-12-03T11:33:19.108 INFO:teuthology.orchestra.run.smithi019.stdout:Need to get 186 MB of archives. 2023-12-03T11:33:19.108 INFO:teuthology.orchestra.run.smithi019.stdout:After this operation, 833 MB of additional disk space will be used. 2023-12-03T11:33:19.108 INFO:teuthology.orchestra.run.smithi019.stdout:Get:1 http://archive.ubuntu.com/ubuntu jammy/main amd64 liblttng-ust1 amd64 2.13.1-1ubuntu1 [190 kB] 2023-12-03T11:33:19.195 INFO:teuthology.orchestra.run.smithi019.stdout:Get:2 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libdouble-conversion3 amd64 3.1.7-4 [39.0 kB] 2023-12-03T11:33:19.197 INFO:teuthology.orchestra.run.smithi019.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libpcre2-16-0 amd64 10.39-3ubuntu0.1 [203 kB] 2023-12-03T11:33:19.215 INFO:teuthology.orchestra.run.smithi019.stdout:Get:4 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 libqt5core5a amd64 5.15.3+dfsg-2ubuntu0.2 [2,006 kB] 2023-12-03T11:33:19.229 INFO:teuthology.orchestra.run.smithi057.stdout:The following packages were automatically installed and are no longer required: 2023-12-03T11:33:19.229 INFO:teuthology.orchestra.run.smithi057.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2023-12-03T11:33:19.229 INFO:teuthology.orchestra.run.smithi057.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2023-12-03T11:33:19.230 INFO:teuthology.orchestra.run.smithi057.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2023-12-03T11:33:19.230 INFO:teuthology.orchestra.run.smithi057.stdout: linux-image-5.4.0-135-generic linux-modules-5.4.0-135-generic python2 2023-12-03T11:33:19.233 INFO:teuthology.orchestra.run.smithi057.stdout: python2-dev python2-minimal python2.7 python2.7-dev python2.7-minimal 2023-12-03T11:33:19.233 INFO:teuthology.orchestra.run.smithi057.stdout:Use 'sudo apt autoremove' to remove them. 2023-12-03T11:33:19.233 INFO:teuthology.orchestra.run.smithi057.stdout:The following additional packages will be installed: 2023-12-03T11:33:19.233 INFO:teuthology.orchestra.run.smithi057.stdout: ceph-base ceph-mgr-cephadm ceph-mgr-dashboard ceph-mgr-diskprediction-local 2023-12-03T11:33:19.233 INFO:teuthology.orchestra.run.smithi057.stdout: ceph-mgr-k8sevents ceph-mgr-modules-core ceph-mon ceph-osd jq 2023-12-03T11:33:19.233 INFO:teuthology.orchestra.run.smithi057.stdout: libdouble-conversion3 libjq1 liblttng-ust1 liblua5.3-dev liboath0 libonig5 2023-12-03T11:33:19.234 INFO:teuthology.orchestra.run.smithi057.stdout: libpcre2-16-0 libqt5core5a libqt5dbus5 libqt5network5 libradosstriper1 2023-12-03T11:33:19.234 INFO:teuthology.orchestra.run.smithi057.stdout: librdkafka1 libreadline-dev librgw2 libsqlite3-mod-ceph libthrift-0.16.0 2023-12-03T11:33:19.234 INFO:teuthology.orchestra.run.smithi057.stdout: lua-any lua-sec lua-socket lua5.1 luarocks nvme-cli pkg-config 2023-12-03T11:33:19.234 INFO:teuthology.orchestra.run.smithi057.stdout: python-asyncssh-doc python-babel-localedata python-pastedeploy-tpl 2023-12-03T11:33:19.234 INFO:teuthology.orchestra.run.smithi057.stdout: python3-asyncssh python3-babel python3-bcrypt python3-cachetools 2023-12-03T11:33:19.234 INFO:teuthology.orchestra.run.smithi057.stdout: python3-ceph-argparse python3-ceph-common python3-certifi python3-cheroot 2023-12-03T11:33:19.234 INFO:teuthology.orchestra.run.smithi057.stdout: python3-cherrypy3 python3-google-auth python3-idna python3-iniconfig 2023-12-03T11:33:19.234 INFO:teuthology.orchestra.run.smithi057.stdout: python3-jaraco.classes python3-jaraco.collections python3-jaraco.functools 2023-12-03T11:33:19.235 INFO:teuthology.orchestra.run.smithi057.stdout: python3-jaraco.text python3-jinja2 python3-joblib python3-kubernetes 2023-12-03T11:33:19.235 INFO:teuthology.orchestra.run.smithi057.stdout: python3-logutils python3-mako python3-markupsafe python3-natsort 2023-12-03T11:33:19.235 INFO:teuthology.orchestra.run.smithi057.stdout: python3-openssl python3-paste python3-pastedeploy python3-pastescript 2023-12-03T11:33:19.235 INFO:teuthology.orchestra.run.smithi057.stdout: python3-pecan python3-pluggy python3-portend python3-prettytable 2023-12-03T11:33:19.235 INFO:teuthology.orchestra.run.smithi057.stdout: python3-psutil python3-py python3-pyasn1 python3-pyasn1-modules 2023-12-03T11:33:19.235 INFO:teuthology.orchestra.run.smithi057.stdout: python3-pygments python3-pyinotify python3-pytest python3-repoze.lru 2023-12-03T11:33:19.235 INFO:teuthology.orchestra.run.smithi057.stdout: python3-requests python3-requests-oauthlib python3-routes python3-rsa 2023-12-03T11:33:19.235 INFO:teuthology.orchestra.run.smithi057.stdout: python3-simplegeneric python3-simplejson python3-singledispatch 2023-12-03T11:33:19.236 INFO:teuthology.orchestra.run.smithi057.stdout: python3-sklearn python3-sklearn-lib python3-tempita python3-tempora 2023-12-03T11:33:19.236 INFO:teuthology.orchestra.run.smithi057.stdout: python3-threadpoolctl python3-toml python3-urllib3 python3-waitress 2023-12-03T11:33:19.236 INFO:teuthology.orchestra.run.smithi057.stdout: python3-wcwidth python3-webob python3-websocket python3-webtest 2023-12-03T11:33:19.236 INFO:teuthology.orchestra.run.smithi057.stdout: python3-werkzeug python3-zc.lockfile qttranslations5-l10n socat unzip 2023-12-03T11:33:19.236 INFO:teuthology.orchestra.run.smithi057.stdout: xmlstarlet zip 2023-12-03T11:33:19.236 INFO:teuthology.orchestra.run.smithi057.stdout:Suggested packages: 2023-12-03T11:33:19.236 INFO:teuthology.orchestra.run.smithi057.stdout: python3-influxdb readline-doc python-jinja2-doc python3-beaker 2023-12-03T11:33:19.237 INFO:teuthology.orchestra.run.smithi057.stdout: python-mako-doc python-natsort-doc python-openssl-doc python3-openssl-dbg 2023-12-03T11:33:19.237 INFO:teuthology.orchestra.run.smithi057.stdout: httpd-wsgi libapache2-mod-python libapache2-mod-scgi libjs-mochikit 2023-12-03T11:33:19.237 INFO:teuthology.orchestra.run.smithi057.stdout: python-pecan-doc python-psutil-doc subversion python-pygments-doc 2023-12-03T11:33:19.237 INFO:teuthology.orchestra.run.smithi057.stdout: python-pyinotify-doc python3-socks python-requests-doc python3-dap 2023-12-03T11:33:19.237 INFO:teuthology.orchestra.run.smithi057.stdout: python-sklearn-doc ipython3 python-waitress-doc python-webob-doc 2023-12-03T11:33:19.237 INFO:teuthology.orchestra.run.smithi057.stdout: python-webtest-doc python-werkzeug-doc python3-watchdog 2023-12-03T11:33:19.237 INFO:teuthology.orchestra.run.smithi057.stdout:Recommended packages: 2023-12-03T11:33:19.237 INFO:teuthology.orchestra.run.smithi057.stdout: btrfs-tools 2023-12-03T11:33:19.269 INFO:teuthology.orchestra.run.smithi019.stdout:Get:5 https://2.chacra.ceph.com/r/ceph/wip-alimasa-multi-pubsub-etag/bcbf278cf395873c2a482f5a7b2345faf2160319/ubuntu/jammy/flavors/default jammy/main amd64 librados2 amd64 18.0.0-7537-gbcbf278c-1jammy [3,468 kB] 2023-12-03T11:33:19.272 INFO:teuthology.orchestra.run.smithi019.stdout:Get:6 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 libqt5dbus5 amd64 5.15.3+dfsg-2ubuntu0.2 [222 kB] 2023-12-03T11:33:19.278 INFO:teuthology.orchestra.run.smithi019.stdout:Get:7 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 libqt5network5 amd64 5.15.3+dfsg-2ubuntu0.2 [731 kB] 2023-12-03T11:33:19.291 INFO:teuthology.orchestra.run.smithi019.stdout:Get:8 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libthrift-0.16.0 amd64 0.16.0-2 [267 kB] 2023-12-03T11:33:19.295 INFO:teuthology.orchestra.run.smithi019.stdout:Get:9 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-wcwidth all 0.2.5+dfsg1-1 [21.9 kB] 2023-12-03T11:33:19.295 INFO:teuthology.orchestra.run.smithi019.stdout:Get:10 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-prettytable all 2.5.0-2 [31.3 kB] 2023-12-03T11:33:19.296 INFO:teuthology.orchestra.run.smithi019.stdout:Get:11 http://archive.ubuntu.com/ubuntu jammy/universe amd64 librdkafka1 amd64 1.8.0-1build1 [633 kB] 2023-12-03T11:33:19.305 INFO:teuthology.orchestra.run.smithi019.stdout:Get:12 http://archive.ubuntu.com/ubuntu jammy/main amd64 libreadline-dev amd64 8.1.2-1 [166 kB] 2023-12-03T11:33:19.307 INFO:teuthology.orchestra.run.smithi019.stdout:Get:13 http://archive.ubuntu.com/ubuntu jammy/main amd64 liblua5.3-dev amd64 5.3.6-1build1 [167 kB] 2023-12-03T11:33:19.310 INFO:teuthology.orchestra.run.smithi019.stdout:Get:14 http://archive.ubuntu.com/ubuntu jammy/universe amd64 lua5.1 amd64 5.1.5-8.1build4 [94.6 kB] 2023-12-03T11:33:19.311 INFO:teuthology.orchestra.run.smithi019.stdout:Get:15 http://archive.ubuntu.com/ubuntu jammy/universe amd64 lua-any all 27ubuntu1 [5,034 B] 2023-12-03T11:33:19.311 INFO:teuthology.orchestra.run.smithi019.stdout:Get:16 http://archive.ubuntu.com/ubuntu jammy/main amd64 zip amd64 3.0-12build2 [176 kB] 2023-12-03T11:33:19.314 INFO:teuthology.orchestra.run.smithi019.stdout:Get:17 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 unzip amd64 6.0-26ubuntu3.1 [174 kB] 2023-12-03T11:33:19.328 INFO:teuthology.orchestra.run.smithi019.stdout:Get:18 http://archive.ubuntu.com/ubuntu jammy/universe amd64 luarocks all 3.8.0+dfsg1-1 [140 kB] 2023-12-03T11:33:19.330 INFO:teuthology.orchestra.run.smithi019.stdout:Get:19 http://archive.ubuntu.com/ubuntu jammy/main amd64 liboath0 amd64 2.6.7-3build1 [41.1 kB] 2023-12-03T11:33:19.331 INFO:teuthology.orchestra.run.smithi019.stdout:Get:20 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.functools all 3.4.0-2 [9,030 B] 2023-12-03T11:33:19.331 INFO:teuthology.orchestra.run.smithi019.stdout:Get:21 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-cheroot all 8.5.2+ds1-1ubuntu3.1 [71.1 kB] 2023-12-03T11:33:19.332 INFO:teuthology.orchestra.run.smithi019.stdout:Get:22 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.classes all 3.2.1-3 [6,452 B] 2023-12-03T11:33:19.339 INFO:teuthology.orchestra.run.smithi057.stdout:The following NEW packages will be installed: 2023-12-03T11:33:19.339 INFO:teuthology.orchestra.run.smithi057.stdout: ceph ceph-base ceph-common ceph-fuse ceph-mds ceph-mgr ceph-mgr-cephadm 2023-12-03T11:33:19.339 INFO:teuthology.orchestra.run.smithi057.stdout: ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-k8sevents 2023-12-03T11:33:19.339 INFO:teuthology.orchestra.run.smithi057.stdout: ceph-mgr-modules-core ceph-mon ceph-osd ceph-test ceph-volume cephadm jq 2023-12-03T11:33:19.339 INFO:teuthology.orchestra.run.smithi057.stdout: libcephfs-dev libcephfs2 libdouble-conversion3 libjq1 liblttng-ust1 2023-12-03T11:33:19.339 INFO:teuthology.orchestra.run.smithi057.stdout: liblua5.3-dev liboath0 libonig5 libpcre2-16-0 libqt5core5a libqt5dbus5 2023-12-03T11:33:19.340 INFO:teuthology.orchestra.run.smithi057.stdout: libqt5network5 librados2 libradosstriper1 librbd1 librdkafka1 2023-12-03T11:33:19.341 INFO:teuthology.orchestra.run.smithi057.stdout: libreadline-dev librgw2 libsqlite3-mod-ceph libthrift-0.16.0 lua-any lua-sec 2023-12-03T11:33:19.341 INFO:teuthology.orchestra.run.smithi057.stdout: lua-socket lua5.1 luarocks nvme-cli pkg-config python-asyncssh-doc 2023-12-03T11:33:19.341 INFO:teuthology.orchestra.run.smithi057.stdout: python-babel-localedata python-pastedeploy-tpl python3-asyncssh 2023-12-03T11:33:19.341 INFO:teuthology.orchestra.run.smithi057.stdout: python3-babel python3-bcrypt python3-cachetools python3-ceph-argparse 2023-12-03T11:33:19.341 INFO:teuthology.orchestra.run.smithi057.stdout: python3-ceph-common python3-cephfs python3-certifi python3-cheroot 2023-12-03T11:33:19.341 INFO:teuthology.orchestra.run.smithi057.stdout: python3-cherrypy3 python3-google-auth python3-idna python3-iniconfig 2023-12-03T11:33:19.341 INFO:teuthology.orchestra.run.smithi057.stdout: python3-jaraco.classes python3-jaraco.collections python3-jaraco.functools 2023-12-03T11:33:19.341 INFO:teuthology.orchestra.run.smithi057.stdout: python3-jaraco.text python3-jinja2 python3-joblib python3-kubernetes 2023-12-03T11:33:19.342 INFO:teuthology.orchestra.run.smithi057.stdout: python3-logutils python3-mako python3-markupsafe python3-natsort 2023-12-03T11:33:19.342 INFO:teuthology.orchestra.run.smithi057.stdout: python3-openssl python3-paste python3-pastedeploy python3-pastescript 2023-12-03T11:33:19.342 INFO:teuthology.orchestra.run.smithi057.stdout: python3-pecan python3-pluggy python3-portend python3-prettytable 2023-12-03T11:33:19.342 INFO:teuthology.orchestra.run.smithi057.stdout: python3-psutil python3-py python3-pyasn1 python3-pyasn1-modules 2023-12-03T11:33:19.342 INFO:teuthology.orchestra.run.smithi057.stdout: python3-pygments python3-pyinotify python3-pytest python3-rados python3-rbd 2023-12-03T11:33:19.342 INFO:teuthology.orchestra.run.smithi057.stdout: python3-repoze.lru python3-requests python3-requests-oauthlib python3-rgw 2023-12-03T11:33:19.342 INFO:teuthology.orchestra.run.smithi057.stdout: python3-routes python3-rsa python3-simplegeneric python3-simplejson 2023-12-03T11:33:19.342 INFO:teuthology.orchestra.run.smithi057.stdout: python3-singledispatch python3-sklearn python3-sklearn-lib python3-tempita 2023-12-03T11:33:19.342 INFO:teuthology.orchestra.run.smithi057.stdout: python3-tempora python3-threadpoolctl python3-toml python3-urllib3 2023-12-03T11:33:19.342 INFO:teuthology.orchestra.run.smithi057.stdout: python3-waitress python3-wcwidth python3-webob python3-websocket 2023-12-03T11:33:19.342 INFO:teuthology.orchestra.run.smithi057.stdout: python3-webtest python3-werkzeug python3-zc.lockfile qttranslations5-l10n 2023-12-03T11:33:19.343 INFO:teuthology.orchestra.run.smithi057.stdout: radosgw rbd-fuse socat unzip xmlstarlet zip 2023-12-03T11:33:19.344 INFO:teuthology.orchestra.run.smithi019.stdout:Get:23 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.text all 3.6.0-2 [8,716 B] 2023-12-03T11:33:19.345 INFO:teuthology.orchestra.run.smithi019.stdout:Get:24 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.collections all 3.4.0-2 [11.4 kB] 2023-12-03T11:33:19.345 INFO:teuthology.orchestra.run.smithi019.stdout:Get:25 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-tempora all 4.1.2-1 [14.8 kB] 2023-12-03T11:33:19.345 INFO:teuthology.orchestra.run.smithi019.stdout:Get:26 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-portend all 3.0.0-1 [7,240 B] 2023-12-03T11:33:19.346 INFO:teuthology.orchestra.run.smithi019.stdout:Get:27 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-zc.lockfile all 2.0-1 [8,980 B] 2023-12-03T11:33:19.361 INFO:teuthology.orchestra.run.smithi019.stdout:Get:28 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-cherrypy3 all 18.6.1-4 [208 kB] 2023-12-03T11:33:19.364 INFO:teuthology.orchestra.run.smithi019.stdout:Get:29 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-natsort all 8.0.2-1 [35.3 kB] 2023-12-03T11:33:19.364 INFO:teuthology.orchestra.run.smithi019.stdout:Get:30 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-logutils all 0.3.3-8 [17.6 kB] 2023-12-03T11:33:19.365 INFO:teuthology.orchestra.run.smithi019.stdout:Get:31 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-markupsafe amd64 2.0.1-2build1 [12.7 kB] 2023-12-03T11:33:19.365 INFO:teuthology.orchestra.run.smithi019.stdout:Get:32 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-mako all 1.1.3+ds1-2ubuntu0.1 [60.5 kB] 2023-12-03T11:33:19.378 INFO:teuthology.orchestra.run.smithi019.stdout:Get:33 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-simplegeneric all 0.8.1-3 [11.3 kB] 2023-12-03T11:33:19.379 INFO:teuthology.orchestra.run.smithi019.stdout:Get:34 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-singledispatch all 3.4.0.3-3 [7,320 B] 2023-12-03T11:33:19.379 INFO:teuthology.orchestra.run.smithi019.stdout:Get:35 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-webob all 1:1.8.6-1.1 [85.2 kB] 2023-12-03T11:33:19.380 INFO:teuthology.orchestra.run.smithi019.stdout:Get:36 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-waitress all 1.4.4-1.1ubuntu1 [47.3 kB] 2023-12-03T11:33:19.381 INFO:teuthology.orchestra.run.smithi019.stdout:Get:37 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-tempita all 0.5.2-6ubuntu1 [15.1 kB] 2023-12-03T11:33:19.395 INFO:teuthology.orchestra.run.smithi019.stdout:Get:38 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-paste all 3.5.0+dfsg1-1 [456 kB] 2023-12-03T11:33:19.400 INFO:teuthology.orchestra.run.smithi019.stdout:Get:39 http://archive.ubuntu.com/ubuntu jammy/main amd64 python-pastedeploy-tpl all 2.1.1-1 [4,892 B] 2023-12-03T11:33:19.400 INFO:teuthology.orchestra.run.smithi019.stdout:Get:40 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pastedeploy all 2.1.1-1 [26.6 kB] 2023-12-03T11:33:19.401 INFO:teuthology.orchestra.run.smithi019.stdout:Get:41 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-webtest all 2.0.35-1 [28.5 kB] 2023-12-03T11:33:19.401 INFO:teuthology.orchestra.run.smithi019.stdout:Get:42 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pecan all 1.3.3-4ubuntu2 [87.3 kB] 2023-12-03T11:33:19.411 INFO:teuthology.orchestra.run.smithi019.stdout:Get:43 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-certifi all 2020.6.20-1 [150 kB] 2023-12-03T11:33:19.414 INFO:teuthology.orchestra.run.smithi019.stdout:Get:44 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-idna all 3.3-1 [49.3 kB] 2023-12-03T11:33:19.414 INFO:teuthology.orchestra.run.smithi019.stdout:Get:45 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-urllib3 all 1.26.5-1~exp1ubuntu0.1 [98.2 kB] 2023-12-03T11:33:19.416 INFO:teuthology.orchestra.run.smithi019.stdout:Get:46 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-requests all 2.25.1+dfsg-2ubuntu0.1 [48.8 kB] 2023-12-03T11:33:19.416 INFO:teuthology.orchestra.run.smithi019.stdout:Get:47 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-werkzeug all 2.0.2+dfsg1-1ubuntu0.22.04.1 [181 kB] 2023-12-03T11:33:19.417 INFO:teuthology.orchestra.run.smithi057.stdout:0 upgraded, 118 newly installed, 0 to remove and 262 not upgraded. 2023-12-03T11:33:19.417 INFO:teuthology.orchestra.run.smithi057.stdout:Need to get 186 MB of archives. 2023-12-03T11:33:19.417 INFO:teuthology.orchestra.run.smithi057.stdout:After this operation, 833 MB of additional disk space will be used. 2023-12-03T11:33:19.418 INFO:teuthology.orchestra.run.smithi057.stdout:Get:1 http://archive.ubuntu.com/ubuntu jammy/main amd64 liblttng-ust1 amd64 2.13.1-1ubuntu1 [190 kB] 2023-12-03T11:33:19.428 INFO:teuthology.orchestra.run.smithi019.stdout:Get:48 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-bcrypt amd64 3.2.0-1build1 [32.7 kB] 2023-12-03T11:33:19.429 INFO:teuthology.orchestra.run.smithi019.stdout:Get:49 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-openssl all 21.0.0-1 [45.2 kB] 2023-12-03T11:33:19.429 INFO:teuthology.orchestra.run.smithi019.stdout:Get:50 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-asyncssh all 2.5.0-1 [185 kB] 2023-12-03T11:33:19.432 INFO:teuthology.orchestra.run.smithi019.stdout:Get:51 http://archive.ubuntu.com/ubuntu jammy/main amd64 python-babel-localedata all 2.8.0+dfsg.1-7 [4,982 kB] 2023-12-03T11:33:19.485 INFO:teuthology.orchestra.run.smithi019.stdout:Get:52 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-babel all 2.8.0+dfsg.1-7 [85.1 kB] 2023-12-03T11:33:19.486 INFO:teuthology.orchestra.run.smithi057.stdout:Get:2 https://2.chacra.ceph.com/r/ceph/wip-alimasa-multi-pubsub-etag/bcbf278cf395873c2a482f5a7b2345faf2160319/ubuntu/jammy/flavors/default jammy/main amd64 librados2 amd64 18.0.0-7537-gbcbf278c-1jammy [3,468 kB] 2023-12-03T11:33:19.486 INFO:teuthology.orchestra.run.smithi019.stdout:Get:53 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jinja2 all 3.0.3-1 [108 kB] 2023-12-03T11:33:19.487 INFO:teuthology.orchestra.run.smithi019.stdout:Get:54 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-repoze.lru all 0.7-2 [12.1 kB] 2023-12-03T11:33:19.487 INFO:teuthology.orchestra.run.smithi019.stdout:Get:55 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-routes all 2.5.1-1ubuntu1 [89.0 kB] 2023-12-03T11:33:19.489 INFO:teuthology.orchestra.run.smithi019.stdout:Get:56 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-sklearn-lib amd64 0.23.2-5ubuntu6 [2,058 kB] 2023-12-03T11:33:19.506 INFO:teuthology.orchestra.run.smithi019.stdout:Get:57 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-joblib all 0.17.0-4ubuntu1 [204 kB] 2023-12-03T11:33:19.508 INFO:teuthology.orchestra.run.smithi019.stdout:Get:58 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-threadpoolctl all 3.1.0-1 [21.3 kB] 2023-12-03T11:33:19.508 INFO:teuthology.orchestra.run.smithi019.stdout:Get:59 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-sklearn all 0.23.2-5ubuntu6 [1,829 kB] 2023-12-03T11:33:19.523 INFO:teuthology.orchestra.run.smithi019.stdout:Get:60 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-cachetools all 5.0.0-1 [9,722 B] 2023-12-03T11:33:19.523 INFO:teuthology.orchestra.run.smithi019.stdout:Get:61 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pyasn1 all 0.4.8-1 [50.9 kB] 2023-12-03T11:33:19.523 INFO:teuthology.orchestra.run.smithi019.stdout:Get:62 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pyasn1-modules all 0.2.1-1 [33.0 kB] 2023-12-03T11:33:19.524 INFO:teuthology.orchestra.run.smithi019.stdout:Get:63 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-rsa all 4.8-1 [28.4 kB] 2023-12-03T11:33:19.524 INFO:teuthology.orchestra.run.smithi019.stdout:Get:64 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-google-auth all 1.5.1-3 [35.7 kB] 2023-12-03T11:33:19.525 INFO:teuthology.orchestra.run.smithi019.stdout:Get:65 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-requests-oauthlib all 1.3.0+ds-0.1 [18.7 kB] 2023-12-03T11:33:19.537 INFO:teuthology.orchestra.run.smithi019.stdout:Get:66 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-websocket all 1.2.3-1 [34.7 kB] 2023-12-03T11:33:19.538 INFO:teuthology.orchestra.run.smithi019.stdout:Get:67 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-kubernetes all 12.0.1-1ubuntu1 [353 kB] 2023-12-03T11:33:19.541 INFO:teuthology.orchestra.run.smithi019.stdout:Get:68 http://archive.ubuntu.com/ubuntu jammy/main amd64 libonig5 amd64 6.9.7.1-2build1 [172 kB] 2023-12-03T11:33:19.542 INFO:teuthology.orchestra.run.smithi057.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libdouble-conversion3 amd64 3.1.7-4 [39.0 kB] 2023-12-03T11:33:19.546 INFO:teuthology.orchestra.run.smithi057.stdout:Get:4 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libpcre2-16-0 amd64 10.39-3ubuntu0.1 [203 kB] 2023-12-03T11:33:19.554 INFO:teuthology.orchestra.run.smithi019.stdout:Get:69 http://archive.ubuntu.com/ubuntu jammy/main amd64 libjq1 amd64 1.6-2.1ubuntu3 [133 kB] 2023-12-03T11:33:19.555 INFO:teuthology.orchestra.run.smithi019.stdout:Get:70 http://archive.ubuntu.com/ubuntu jammy/main amd64 jq amd64 1.6-2.1ubuntu3 [52.5 kB] 2023-12-03T11:33:19.556 INFO:teuthology.orchestra.run.smithi019.stdout:Get:71 http://archive.ubuntu.com/ubuntu jammy/main amd64 socat amd64 1.7.4.1-3ubuntu4 [349 kB] 2023-12-03T11:33:19.559 INFO:teuthology.orchestra.run.smithi019.stdout:Get:72 http://archive.ubuntu.com/ubuntu jammy/universe amd64 xmlstarlet amd64 1.6.1-2.1 [265 kB] 2023-12-03T11:33:19.561 INFO:teuthology.orchestra.run.smithi019.stdout:Get:73 http://archive.ubuntu.com/ubuntu jammy/universe amd64 lua-socket amd64 3.0~rc1+git+ac3201d-6 [78.9 kB] 2023-12-03T11:33:19.562 INFO:teuthology.orchestra.run.smithi019.stdout:Get:74 http://archive.ubuntu.com/ubuntu jammy/universe amd64 lua-sec amd64 1.0.2-1 [37.6 kB] 2023-12-03T11:33:19.562 INFO:teuthology.orchestra.run.smithi019.stdout:Get:75 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 nvme-cli amd64 1.16-3ubuntu0.1 [474 kB] 2023-12-03T11:33:19.569 INFO:teuthology.orchestra.run.smithi057.stdout:Get:5 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 libqt5core5a amd64 5.15.3+dfsg-2ubuntu0.2 [2,006 kB] 2023-12-03T11:33:19.571 INFO:teuthology.orchestra.run.smithi019.stdout:Get:76 http://archive.ubuntu.com/ubuntu jammy/main amd64 pkg-config amd64 0.29.2-1ubuntu3 [48.2 kB] 2023-12-03T11:33:19.572 INFO:teuthology.orchestra.run.smithi019.stdout:Get:77 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python-asyncssh-doc all 2.5.0-1 [318 kB] 2023-12-03T11:33:19.574 INFO:teuthology.orchestra.run.smithi019.stdout:Get:78 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-iniconfig all 1.1.1-2 [6,024 B] 2023-12-03T11:33:19.588 INFO:teuthology.orchestra.run.smithi019.stdout:Get:79 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pastescript all 2.0.2-4 [54.6 kB] 2023-12-03T11:33:19.589 INFO:teuthology.orchestra.run.smithi019.stdout:Get:80 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-pluggy all 0.13.0-7.1 [19.0 kB] 2023-12-03T11:33:19.589 INFO:teuthology.orchestra.run.smithi019.stdout:Get:81 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-psutil amd64 5.9.0-1build1 [158 kB] 2023-12-03T11:33:19.590 INFO:teuthology.orchestra.run.smithi019.stdout:Get:82 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-py all 1.10.0-1 [71.9 kB] 2023-12-03T11:33:19.591 INFO:teuthology.orchestra.run.smithi019.stdout:Get:83 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pygments all 2.11.2+dfsg-2 [750 kB] 2023-12-03T11:33:19.597 INFO:teuthology.orchestra.run.smithi019.stdout:Get:84 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pyinotify all 0.9.6-1.3 [24.8 kB] 2023-12-03T11:33:19.598 INFO:teuthology.orchestra.run.smithi019.stdout:Get:85 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-toml all 0.10.2-1 [16.5 kB] 2023-12-03T11:33:19.604 INFO:teuthology.orchestra.run.smithi019.stdout:Get:86 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-pytest all 6.2.5-1ubuntu2 [214 kB] 2023-12-03T11:33:19.606 INFO:teuthology.orchestra.run.smithi019.stdout:Get:87 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-simplejson amd64 3.17.6-1build1 [54.7 kB] 2023-12-03T11:33:19.607 INFO:teuthology.orchestra.run.smithi019.stdout:Get:88 http://archive.ubuntu.com/ubuntu jammy/universe amd64 qttranslations5-l10n all 5.15.3-1 [1,983 kB] 2023-12-03T11:33:19.635 INFO:teuthology.orchestra.run.smithi057.stdout:Get:6 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 libqt5dbus5 amd64 5.15.3+dfsg-2ubuntu0.2 [222 kB] 2023-12-03T11:33:19.640 INFO:teuthology.orchestra.run.smithi057.stdout:Get:7 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 libqt5network5 amd64 5.15.3+dfsg-2ubuntu0.2 [731 kB] 2023-12-03T11:33:19.653 INFO:teuthology.orchestra.run.smithi057.stdout:Get:8 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libthrift-0.16.0 amd64 0.16.0-2 [267 kB] 2023-12-03T11:33:19.657 INFO:teuthology.orchestra.run.smithi057.stdout:Get:9 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-wcwidth all 0.2.5+dfsg1-1 [21.9 kB] 2023-12-03T11:33:19.657 INFO:teuthology.orchestra.run.smithi057.stdout:Get:10 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-prettytable all 2.5.0-2 [31.3 kB] 2023-12-03T11:33:19.658 INFO:teuthology.orchestra.run.smithi057.stdout:Get:11 http://archive.ubuntu.com/ubuntu jammy/universe amd64 librdkafka1 amd64 1.8.0-1build1 [633 kB] 2023-12-03T11:33:19.667 INFO:teuthology.orchestra.run.smithi057.stdout:Get:12 http://archive.ubuntu.com/ubuntu jammy/main amd64 libreadline-dev amd64 8.1.2-1 [166 kB] 2023-12-03T11:33:19.670 INFO:teuthology.orchestra.run.smithi057.stdout:Get:13 http://archive.ubuntu.com/ubuntu jammy/main amd64 liblua5.3-dev amd64 5.3.6-1build1 [167 kB] 2023-12-03T11:33:19.672 INFO:teuthology.orchestra.run.smithi057.stdout:Get:14 http://archive.ubuntu.com/ubuntu jammy/universe amd64 lua5.1 amd64 5.1.5-8.1build4 [94.6 kB] 2023-12-03T11:33:19.673 INFO:teuthology.orchestra.run.smithi057.stdout:Get:15 http://archive.ubuntu.com/ubuntu jammy/universe amd64 lua-any all 27ubuntu1 [5,034 B] 2023-12-03T11:33:19.679 INFO:teuthology.orchestra.run.smithi057.stdout:Get:16 http://archive.ubuntu.com/ubuntu jammy/main amd64 zip amd64 3.0-12build2 [176 kB] 2023-12-03T11:33:19.681 INFO:teuthology.orchestra.run.smithi057.stdout:Get:17 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 unzip amd64 6.0-26ubuntu3.1 [174 kB] 2023-12-03T11:33:19.683 INFO:teuthology.orchestra.run.smithi057.stdout:Get:18 http://archive.ubuntu.com/ubuntu jammy/universe amd64 luarocks all 3.8.0+dfsg1-1 [140 kB] 2023-12-03T11:33:19.698 INFO:teuthology.orchestra.run.smithi057.stdout:Get:19 http://archive.ubuntu.com/ubuntu jammy/main amd64 liboath0 amd64 2.6.7-3build1 [41.1 kB] 2023-12-03T11:33:19.699 INFO:teuthology.orchestra.run.smithi057.stdout:Get:20 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.functools all 3.4.0-2 [9,030 B] 2023-12-03T11:33:19.699 INFO:teuthology.orchestra.run.smithi057.stdout:Get:21 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-cheroot all 8.5.2+ds1-1ubuntu3.1 [71.1 kB] 2023-12-03T11:33:19.700 INFO:teuthology.orchestra.run.smithi057.stdout:Get:22 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.classes all 3.2.1-3 [6,452 B] 2023-12-03T11:33:19.701 INFO:teuthology.orchestra.run.smithi057.stdout:Get:23 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.text all 3.6.0-2 [8,716 B] 2023-12-03T11:33:19.701 INFO:teuthology.orchestra.run.smithi057.stdout:Get:24 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.collections all 3.4.0-2 [11.4 kB] 2023-12-03T11:33:19.701 INFO:teuthology.orchestra.run.smithi057.stdout:Get:25 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-tempora all 4.1.2-1 [14.8 kB] 2023-12-03T11:33:19.718 INFO:teuthology.orchestra.run.smithi057.stdout:Get:26 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-portend all 3.0.0-1 [7,240 B] 2023-12-03T11:33:19.718 INFO:teuthology.orchestra.run.smithi057.stdout:Get:27 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-zc.lockfile all 2.0-1 [8,980 B] 2023-12-03T11:33:19.718 INFO:teuthology.orchestra.run.smithi057.stdout:Get:28 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-cherrypy3 all 18.6.1-4 [208 kB] 2023-12-03T11:33:19.737 INFO:teuthology.orchestra.run.smithi057.stdout:Get:29 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-natsort all 8.0.2-1 [35.3 kB] 2023-12-03T11:33:19.740 INFO:teuthology.orchestra.run.smithi057.stdout:Get:30 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-logutils all 0.3.3-8 [17.6 kB] 2023-12-03T11:33:19.741 INFO:teuthology.orchestra.run.smithi057.stdout:Get:31 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-markupsafe amd64 2.0.1-2build1 [12.7 kB] 2023-12-03T11:33:19.741 INFO:teuthology.orchestra.run.smithi057.stdout:Get:32 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-mako all 1.1.3+ds1-2ubuntu0.1 [60.5 kB] 2023-12-03T11:33:19.742 INFO:teuthology.orchestra.run.smithi057.stdout:Get:33 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-simplegeneric all 0.8.1-3 [11.3 kB] 2023-12-03T11:33:19.743 INFO:teuthology.orchestra.run.smithi057.stdout:Get:34 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-singledispatch all 3.4.0.3-3 [7,320 B] 2023-12-03T11:33:19.743 INFO:teuthology.orchestra.run.smithi057.stdout:Get:35 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-webob all 1:1.8.6-1.1 [85.2 kB] 2023-12-03T11:33:19.759 INFO:teuthology.orchestra.run.smithi057.stdout:Get:36 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-waitress all 1.4.4-1.1ubuntu1 [47.3 kB] 2023-12-03T11:33:19.760 INFO:teuthology.orchestra.run.smithi057.stdout:Get:37 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-tempita all 0.5.2-6ubuntu1 [15.1 kB] 2023-12-03T11:33:19.761 INFO:teuthology.orchestra.run.smithi057.stdout:Get:38 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-paste all 3.5.0+dfsg1-1 [456 kB] 2023-12-03T11:33:19.776 INFO:teuthology.orchestra.run.smithi057.stdout:Get:39 https://2.chacra.ceph.com/r/ceph/wip-alimasa-multi-pubsub-etag/bcbf278cf395873c2a482f5a7b2345faf2160319/ubuntu/jammy/flavors/default jammy/main amd64 librbd1 amd64 18.0.0-7537-gbcbf278c-1jammy [3,112 kB] 2023-12-03T11:33:19.779 INFO:teuthology.orchestra.run.smithi057.stdout:Get:40 http://archive.ubuntu.com/ubuntu jammy/main amd64 python-pastedeploy-tpl all 2.1.1-1 [4,892 B] 2023-12-03T11:33:19.779 INFO:teuthology.orchestra.run.smithi057.stdout:Get:41 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pastedeploy all 2.1.1-1 [26.6 kB] 2023-12-03T11:33:19.780 INFO:teuthology.orchestra.run.smithi057.stdout:Get:42 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-webtest all 2.0.35-1 [28.5 kB] 2023-12-03T11:33:19.780 INFO:teuthology.orchestra.run.smithi057.stdout:Get:43 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pecan all 1.3.3-4ubuntu2 [87.3 kB] 2023-12-03T11:33:19.781 INFO:teuthology.orchestra.run.smithi057.stdout:Get:44 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-certifi all 2020.6.20-1 [150 kB] 2023-12-03T11:33:19.783 INFO:teuthology.orchestra.run.smithi019.stdout:Get:89 https://2.chacra.ceph.com/r/ceph/wip-alimasa-multi-pubsub-etag/bcbf278cf395873c2a482f5a7b2345faf2160319/ubuntu/jammy/flavors/default jammy/main amd64 librbd1 amd64 18.0.0-7537-gbcbf278c-1jammy [3,112 kB] 2023-12-03T11:33:19.784 INFO:teuthology.orchestra.run.smithi057.stdout:Get:45 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-idna all 3.3-1 [49.3 kB] 2023-12-03T11:33:19.784 INFO:teuthology.orchestra.run.smithi057.stdout:Get:46 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-urllib3 all 1.26.5-1~exp1ubuntu0.1 [98.2 kB] 2023-12-03T11:33:19.798 INFO:teuthology.orchestra.run.smithi057.stdout:Get:47 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-requests all 2.25.1+dfsg-2ubuntu0.1 [48.8 kB] 2023-12-03T11:33:19.799 INFO:teuthology.orchestra.run.smithi057.stdout:Get:48 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-werkzeug all 2.0.2+dfsg1-1ubuntu0.22.04.1 [181 kB] 2023-12-03T11:33:19.802 INFO:teuthology.orchestra.run.smithi057.stdout:Get:49 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-bcrypt amd64 3.2.0-1build1 [32.7 kB] 2023-12-03T11:33:19.818 INFO:teuthology.orchestra.run.smithi057.stdout:Get:50 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-openssl all 21.0.0-1 [45.2 kB] 2023-12-03T11:33:19.819 INFO:teuthology.orchestra.run.smithi057.stdout:Get:51 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-asyncssh all 2.5.0-1 [185 kB] 2023-12-03T11:33:19.821 INFO:teuthology.orchestra.run.smithi057.stdout:Get:52 http://archive.ubuntu.com/ubuntu jammy/main amd64 python-babel-localedata all 2.8.0+dfsg.1-7 [4,982 kB] 2023-12-03T11:33:19.920 INFO:teuthology.orchestra.run.smithi057.stdout:Get:53 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-babel all 2.8.0+dfsg.1-7 [85.1 kB] 2023-12-03T11:33:19.970 INFO:teuthology.orchestra.run.smithi057.stdout:Get:54 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jinja2 all 3.0.3-1 [108 kB] 2023-12-03T11:33:19.971 INFO:teuthology.orchestra.run.smithi057.stdout:Get:55 https://2.chacra.ceph.com/r/ceph/wip-alimasa-multi-pubsub-etag/bcbf278cf395873c2a482f5a7b2345faf2160319/ubuntu/jammy/flavors/default jammy/main amd64 libcephfs2 amd64 18.0.0-7537-gbcbf278c-1jammy [689 kB] 2023-12-03T11:33:19.972 INFO:teuthology.orchestra.run.smithi057.stdout:Get:56 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-repoze.lru all 0.7-2 [12.1 kB] 2023-12-03T11:33:19.972 INFO:teuthology.orchestra.run.smithi057.stdout:Get:57 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-routes all 2.5.1-1ubuntu1 [89.0 kB] 2023-12-03T11:33:19.974 INFO:teuthology.orchestra.run.smithi057.stdout:Get:58 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-sklearn-lib amd64 0.23.2-5ubuntu6 [2,058 kB] 2023-12-03T11:33:19.985 INFO:teuthology.orchestra.run.smithi057.stdout:Get:59 https://2.chacra.ceph.com/r/ceph/wip-alimasa-multi-pubsub-etag/bcbf278cf395873c2a482f5a7b2345faf2160319/ubuntu/jammy/flavors/default jammy/main amd64 python3-rados amd64 18.0.0-7537-gbcbf278c-1jammy [356 kB] 2023-12-03T11:33:19.992 INFO:teuthology.orchestra.run.smithi057.stdout:Get:60 https://2.chacra.ceph.com/r/ceph/wip-alimasa-multi-pubsub-etag/bcbf278cf395873c2a482f5a7b2345faf2160319/ubuntu/jammy/flavors/default jammy/main amd64 python3-ceph-argparse all 18.0.0-7537-gbcbf278c-1jammy [32.8 kB] 2023-12-03T11:33:19.993 INFO:teuthology.orchestra.run.smithi057.stdout:Get:61 https://2.chacra.ceph.com/r/ceph/wip-alimasa-multi-pubsub-etag/bcbf278cf395873c2a482f5a7b2345faf2160319/ubuntu/jammy/flavors/default jammy/main amd64 python3-cephfs amd64 18.0.0-7537-gbcbf278c-1jammy [180 kB] 2023-12-03T11:33:19.997 INFO:teuthology.orchestra.run.smithi057.stdout:Get:62 https://2.chacra.ceph.com/r/ceph/wip-alimasa-multi-pubsub-etag/bcbf278cf395873c2a482f5a7b2345faf2160319/ubuntu/jammy/flavors/default jammy/main amd64 python3-ceph-common all 18.0.0-7537-gbcbf278c-1jammy [63.5 kB] 2023-12-03T11:33:19.999 INFO:teuthology.orchestra.run.smithi057.stdout:Get:63 https://2.chacra.ceph.com/r/ceph/wip-alimasa-multi-pubsub-etag/bcbf278cf395873c2a482f5a7b2345faf2160319/ubuntu/jammy/flavors/default jammy/main amd64 python3-rbd amd64 18.0.0-7537-gbcbf278c-1jammy [330 kB] 2023-12-03T11:33:20.000 INFO:teuthology.orchestra.run.smithi057.stdout:Get:64 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-joblib all 0.17.0-4ubuntu1 [204 kB] 2023-12-03T11:33:20.004 INFO:teuthology.orchestra.run.smithi057.stdout:Get:65 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-threadpoolctl all 3.1.0-1 [21.3 kB] 2023-12-03T11:33:20.004 INFO:teuthology.orchestra.run.smithi057.stdout:Get:66 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-sklearn all 0.23.2-5ubuntu6 [1,829 kB] 2023-12-03T11:33:20.008 INFO:teuthology.orchestra.run.smithi057.stdout:Get:67 https://2.chacra.ceph.com/r/ceph/wip-alimasa-multi-pubsub-etag/bcbf278cf395873c2a482f5a7b2345faf2160319/ubuntu/jammy/flavors/default jammy/main amd64 librgw2 amd64 18.0.0-7537-gbcbf278c-1jammy [6,232 kB] 2023-12-03T11:33:20.027 INFO:teuthology.orchestra.run.smithi057.stdout:Get:68 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-cachetools all 5.0.0-1 [9,722 B] 2023-12-03T11:33:20.027 INFO:teuthology.orchestra.run.smithi057.stdout:Get:69 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pyasn1 all 0.4.8-1 [50.9 kB] 2023-12-03T11:33:20.028 INFO:teuthology.orchestra.run.smithi057.stdout:Get:70 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pyasn1-modules all 0.2.1-1 [33.0 kB] 2023-12-03T11:33:20.029 INFO:teuthology.orchestra.run.smithi057.stdout:Get:71 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-rsa all 4.8-1 [28.4 kB] 2023-12-03T11:33:20.029 INFO:teuthology.orchestra.run.smithi057.stdout:Get:72 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-google-auth all 1.5.1-3 [35.7 kB] 2023-12-03T11:33:20.030 INFO:teuthology.orchestra.run.smithi057.stdout:Get:73 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-requests-oauthlib all 1.3.0+ds-0.1 [18.7 kB] 2023-12-03T11:33:20.030 INFO:teuthology.orchestra.run.smithi057.stdout:Get:74 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-websocket all 1.2.3-1 [34.7 kB] 2023-12-03T11:33:20.031 INFO:teuthology.orchestra.run.smithi057.stdout:Get:75 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-kubernetes all 12.0.1-1ubuntu1 [353 kB] 2023-12-03T11:33:20.035 INFO:teuthology.orchestra.run.smithi057.stdout:Get:76 http://archive.ubuntu.com/ubuntu jammy/main amd64 libonig5 amd64 6.9.7.1-2build1 [172 kB] 2023-12-03T11:33:20.048 INFO:teuthology.orchestra.run.smithi019.stdout:Get:90 https://2.chacra.ceph.com/r/ceph/wip-alimasa-multi-pubsub-etag/bcbf278cf395873c2a482f5a7b2345faf2160319/ubuntu/jammy/flavors/default jammy/main amd64 libcephfs2 amd64 18.0.0-7537-gbcbf278c-1jammy [689 kB] 2023-12-03T11:33:20.050 INFO:teuthology.orchestra.run.smithi057.stdout:Get:77 http://archive.ubuntu.com/ubuntu jammy/main amd64 libjq1 amd64 1.6-2.1ubuntu3 [133 kB] 2023-12-03T11:33:20.052 INFO:teuthology.orchestra.run.smithi057.stdout:Get:78 http://archive.ubuntu.com/ubuntu jammy/main amd64 jq amd64 1.6-2.1ubuntu3 [52.5 kB] 2023-12-03T11:33:20.053 INFO:teuthology.orchestra.run.smithi057.stdout:Get:79 http://archive.ubuntu.com/ubuntu jammy/main amd64 socat amd64 1.7.4.1-3ubuntu4 [349 kB] 2023-12-03T11:33:20.057 INFO:teuthology.orchestra.run.smithi057.stdout:Get:80 http://archive.ubuntu.com/ubuntu jammy/universe amd64 xmlstarlet amd64 1.6.1-2.1 [265 kB] 2023-12-03T11:33:20.060 INFO:teuthology.orchestra.run.smithi057.stdout:Get:81 http://archive.ubuntu.com/ubuntu jammy/universe amd64 lua-socket amd64 3.0~rc1+git+ac3201d-6 [78.9 kB] 2023-12-03T11:33:20.061 INFO:teuthology.orchestra.run.smithi057.stdout:Get:82 http://archive.ubuntu.com/ubuntu jammy/universe amd64 lua-sec amd64 1.0.2-1 [37.6 kB] 2023-12-03T11:33:20.062 INFO:teuthology.orchestra.run.smithi057.stdout:Get:83 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 nvme-cli amd64 1.16-3ubuntu0.1 [474 kB] 2023-12-03T11:33:20.070 INFO:teuthology.orchestra.run.smithi057.stdout:Get:84 http://archive.ubuntu.com/ubuntu jammy/main amd64 pkg-config amd64 0.29.2-1ubuntu3 [48.2 kB] 2023-12-03T11:33:20.071 INFO:teuthology.orchestra.run.smithi057.stdout:Get:85 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python-asyncssh-doc all 2.5.0-1 [318 kB] 2023-12-03T11:33:20.075 INFO:teuthology.orchestra.run.smithi057.stdout:Get:86 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-iniconfig all 1.1.1-2 [6,024 B] 2023-12-03T11:33:20.090 INFO:teuthology.orchestra.run.smithi057.stdout:Get:87 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pastescript all 2.0.2-4 [54.6 kB] 2023-12-03T11:33:20.090 INFO:teuthology.orchestra.run.smithi057.stdout:Get:88 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-pluggy all 0.13.0-7.1 [19.0 kB] 2023-12-03T11:33:20.091 INFO:teuthology.orchestra.run.smithi057.stdout:Get:89 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-psutil amd64 5.9.0-1build1 [158 kB] 2023-12-03T11:33:20.093 INFO:teuthology.orchestra.run.smithi057.stdout:Get:90 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-py all 1.10.0-1 [71.9 kB] 2023-12-03T11:33:20.094 INFO:teuthology.orchestra.run.smithi057.stdout:Get:91 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pygments all 2.11.2+dfsg-2 [750 kB] 2023-12-03T11:33:20.102 INFO:teuthology.orchestra.run.smithi057.stdout:Get:92 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pyinotify all 0.9.6-1.3 [24.8 kB] 2023-12-03T11:33:20.102 INFO:teuthology.orchestra.run.smithi057.stdout:Get:93 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-toml all 0.10.2-1 [16.5 kB] 2023-12-03T11:33:20.107 INFO:teuthology.orchestra.run.smithi019.stdout:Get:91 https://2.chacra.ceph.com/r/ceph/wip-alimasa-multi-pubsub-etag/bcbf278cf395873c2a482f5a7b2345faf2160319/ubuntu/jammy/flavors/default jammy/main amd64 python3-rados amd64 18.0.0-7537-gbcbf278c-1jammy [356 kB] 2023-12-03T11:33:20.109 INFO:teuthology.orchestra.run.smithi057.stdout:Get:94 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-pytest all 6.2.5-1ubuntu2 [214 kB] 2023-12-03T11:33:20.112 INFO:teuthology.orchestra.run.smithi057.stdout:Get:95 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-simplejson amd64 3.17.6-1build1 [54.7 kB] 2023-12-03T11:33:20.112 INFO:teuthology.orchestra.run.smithi057.stdout:Get:96 http://archive.ubuntu.com/ubuntu jammy/universe amd64 qttranslations5-l10n all 5.15.3-1 [1,983 kB] 2023-12-03T11:33:20.139 INFO:teuthology.orchestra.run.smithi019.stdout:Get:92 https://2.chacra.ceph.com/r/ceph/wip-alimasa-multi-pubsub-etag/bcbf278cf395873c2a482f5a7b2345faf2160319/ubuntu/jammy/flavors/default jammy/main amd64 python3-ceph-argparse all 18.0.0-7537-gbcbf278c-1jammy [32.8 kB] 2023-12-03T11:33:20.140 INFO:teuthology.orchestra.run.smithi019.stdout:Get:93 https://2.chacra.ceph.com/r/ceph/wip-alimasa-multi-pubsub-etag/bcbf278cf395873c2a482f5a7b2345faf2160319/ubuntu/jammy/flavors/default jammy/main amd64 python3-cephfs amd64 18.0.0-7537-gbcbf278c-1jammy [180 kB] 2023-12-03T11:33:20.157 INFO:teuthology.orchestra.run.smithi019.stdout:Get:94 https://2.chacra.ceph.com/r/ceph/wip-alimasa-multi-pubsub-etag/bcbf278cf395873c2a482f5a7b2345faf2160319/ubuntu/jammy/flavors/default jammy/main amd64 python3-ceph-common all 18.0.0-7537-gbcbf278c-1jammy [63.5 kB] 2023-12-03T11:33:20.162 INFO:teuthology.orchestra.run.smithi019.stdout:Get:95 https://2.chacra.ceph.com/r/ceph/wip-alimasa-multi-pubsub-etag/bcbf278cf395873c2a482f5a7b2345faf2160319/ubuntu/jammy/flavors/default jammy/main amd64 python3-rbd amd64 18.0.0-7537-gbcbf278c-1jammy [330 kB] 2023-12-03T11:33:20.192 INFO:teuthology.orchestra.run.smithi019.stdout:Get:96 https://2.chacra.ceph.com/r/ceph/wip-alimasa-multi-pubsub-etag/bcbf278cf395873c2a482f5a7b2345faf2160319/ubuntu/jammy/flavors/default jammy/main amd64 librgw2 amd64 18.0.0-7537-gbcbf278c-1jammy [6,232 kB] 2023-12-03T11:33:20.337 INFO:teuthology.orchestra.run.smithi057.stdout:Get:97 https://2.chacra.ceph.com/r/ceph/wip-alimasa-multi-pubsub-etag/bcbf278cf395873c2a482f5a7b2345faf2160319/ubuntu/jammy/flavors/default jammy/main amd64 python3-rgw amd64 18.0.0-7537-gbcbf278c-1jammy [112 kB] 2023-12-03T11:33:20.340 INFO:teuthology.orchestra.run.smithi057.stdout:Get:98 https://2.chacra.ceph.com/r/ceph/wip-alimasa-multi-pubsub-etag/bcbf278cf395873c2a482f5a7b2345faf2160319/ubuntu/jammy/flavors/default jammy/main amd64 libradosstriper1 amd64 18.0.0-7537-gbcbf278c-1jammy [439 kB] 2023-12-03T11:33:20.365 INFO:teuthology.orchestra.run.smithi057.stdout:Get:99 https://2.chacra.ceph.com/r/ceph/wip-alimasa-multi-pubsub-etag/bcbf278cf395873c2a482f5a7b2345faf2160319/ubuntu/jammy/flavors/default jammy/main amd64 ceph-common amd64 18.0.0-7537-gbcbf278c-1jammy [22.6 MB] 2023-12-03T11:33:20.753 INFO:teuthology.orchestra.run.smithi019.stdout:Get:97 https://2.chacra.ceph.com/r/ceph/wip-alimasa-multi-pubsub-etag/bcbf278cf395873c2a482f5a7b2345faf2160319/ubuntu/jammy/flavors/default jammy/main amd64 python3-rgw amd64 18.0.0-7537-gbcbf278c-1jammy [112 kB] 2023-12-03T11:33:20.755 INFO:teuthology.orchestra.run.smithi019.stdout:Get:98 https://2.chacra.ceph.com/r/ceph/wip-alimasa-multi-pubsub-etag/bcbf278cf395873c2a482f5a7b2345faf2160319/ubuntu/jammy/flavors/default jammy/main amd64 libradosstriper1 amd64 18.0.0-7537-gbcbf278c-1jammy [439 kB] 2023-12-03T11:33:20.790 INFO:teuthology.orchestra.run.smithi019.stdout:Get:99 https://2.chacra.ceph.com/r/ceph/wip-alimasa-multi-pubsub-etag/bcbf278cf395873c2a482f5a7b2345faf2160319/ubuntu/jammy/flavors/default jammy/main amd64 ceph-common amd64 18.0.0-7537-gbcbf278c-1jammy [22.6 MB] 2023-12-03T11:33:21.625 INFO:teuthology.orchestra.run.smithi057.stdout:Get:100 https://2.chacra.ceph.com/r/ceph/wip-alimasa-multi-pubsub-etag/bcbf278cf395873c2a482f5a7b2345faf2160319/ubuntu/jammy/flavors/default jammy/main amd64 ceph-base amd64 18.0.0-7537-gbcbf278c-1jammy [6,900 kB] 2023-12-03T11:33:21.905 INFO:teuthology.orchestra.run.smithi057.stdout:Get:101 https://2.chacra.ceph.com/r/ceph/wip-alimasa-multi-pubsub-etag/bcbf278cf395873c2a482f5a7b2345faf2160319/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-modules-core all 18.0.0-7537-gbcbf278c-1jammy [238 kB] 2023-12-03T11:33:21.914 INFO:teuthology.orchestra.run.smithi057.stdout:Get:102 https://2.chacra.ceph.com/r/ceph/wip-alimasa-multi-pubsub-etag/bcbf278cf395873c2a482f5a7b2345faf2160319/ubuntu/jammy/flavors/default jammy/main amd64 libsqlite3-mod-ceph amd64 18.0.0-7537-gbcbf278c-1jammy [124 kB] 2023-12-03T11:33:21.919 INFO:teuthology.orchestra.run.smithi057.stdout:Get:103 https://2.chacra.ceph.com/r/ceph/wip-alimasa-multi-pubsub-etag/bcbf278cf395873c2a482f5a7b2345faf2160319/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr amd64 18.0.0-7537-gbcbf278c-1jammy [1,495 kB] 2023-12-03T11:33:21.997 INFO:teuthology.orchestra.run.smithi057.stdout:Get:104 https://2.chacra.ceph.com/r/ceph/wip-alimasa-multi-pubsub-etag/bcbf278cf395873c2a482f5a7b2345faf2160319/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mon amd64 18.0.0-7537-gbcbf278c-1jammy [9,955 kB] 2023-12-03T11:33:22.565 INFO:teuthology.orchestra.run.smithi057.stdout:Get:105 https://2.chacra.ceph.com/r/ceph/wip-alimasa-multi-pubsub-etag/bcbf278cf395873c2a482f5a7b2345faf2160319/ubuntu/jammy/flavors/default jammy/main amd64 ceph-osd amd64 18.0.0-7537-gbcbf278c-1jammy [31.8 MB] 2023-12-03T11:33:22.895 INFO:teuthology.orchestra.run.smithi019.stdout:Get:100 https://2.chacra.ceph.com/r/ceph/wip-alimasa-multi-pubsub-etag/bcbf278cf395873c2a482f5a7b2345faf2160319/ubuntu/jammy/flavors/default jammy/main amd64 ceph-base amd64 18.0.0-7537-gbcbf278c-1jammy [6,900 kB] 2023-12-03T11:33:23.496 INFO:teuthology.orchestra.run.smithi019.stdout:Get:101 https://2.chacra.ceph.com/r/ceph/wip-alimasa-multi-pubsub-etag/bcbf278cf395873c2a482f5a7b2345faf2160319/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-modules-core all 18.0.0-7537-gbcbf278c-1jammy [238 kB] 2023-12-03T11:33:23.512 INFO:teuthology.orchestra.run.smithi019.stdout:Get:102 https://2.chacra.ceph.com/r/ceph/wip-alimasa-multi-pubsub-etag/bcbf278cf395873c2a482f5a7b2345faf2160319/ubuntu/jammy/flavors/default jammy/main amd64 libsqlite3-mod-ceph amd64 18.0.0-7537-gbcbf278c-1jammy [124 kB] 2023-12-03T11:33:23.524 INFO:teuthology.orchestra.run.smithi019.stdout:Get:103 https://2.chacra.ceph.com/r/ceph/wip-alimasa-multi-pubsub-etag/bcbf278cf395873c2a482f5a7b2345faf2160319/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr amd64 18.0.0-7537-gbcbf278c-1jammy [1,495 kB] 2023-12-03T11:33:23.669 INFO:teuthology.orchestra.run.smithi019.stdout:Get:104 https://2.chacra.ceph.com/r/ceph/wip-alimasa-multi-pubsub-etag/bcbf278cf395873c2a482f5a7b2345faf2160319/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mon amd64 18.0.0-7537-gbcbf278c-1jammy [9,955 kB] 2023-12-03T11:33:24.189 INFO:teuthology.orchestra.run.smithi057.stdout:Get:106 https://2.chacra.ceph.com/r/ceph/wip-alimasa-multi-pubsub-etag/bcbf278cf395873c2a482f5a7b2345faf2160319/ubuntu/jammy/flavors/default jammy/main amd64 ceph amd64 18.0.0-7537-gbcbf278c-1jammy [14.0 kB] 2023-12-03T11:33:24.190 INFO:teuthology.orchestra.run.smithi057.stdout:Get:107 https://2.chacra.ceph.com/r/ceph/wip-alimasa-multi-pubsub-etag/bcbf278cf395873c2a482f5a7b2345faf2160319/ubuntu/jammy/flavors/default jammy/main amd64 ceph-fuse amd64 18.0.0-7537-gbcbf278c-1jammy [839 kB] 2023-12-03T11:33:24.207 INFO:teuthology.orchestra.run.smithi057.stdout:Get:108 https://2.chacra.ceph.com/r/ceph/wip-alimasa-multi-pubsub-etag/bcbf278cf395873c2a482f5a7b2345faf2160319/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mds amd64 18.0.0-7537-gbcbf278c-1jammy [2,144 kB] 2023-12-03T11:33:24.246 INFO:teuthology.orchestra.run.smithi057.stdout:Get:109 https://2.chacra.ceph.com/r/ceph/wip-alimasa-multi-pubsub-etag/bcbf278cf395873c2a482f5a7b2345faf2160319/ubuntu/jammy/flavors/default jammy/main amd64 cephadm amd64 18.0.0-7537-gbcbf278c-1jammy [804 kB] 2023-12-03T11:33:24.277 INFO:teuthology.orchestra.run.smithi057.stdout:Get:110 https://2.chacra.ceph.com/r/ceph/wip-alimasa-multi-pubsub-etag/bcbf278cf395873c2a482f5a7b2345faf2160319/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-cephadm all 18.0.0-7537-gbcbf278c-1jammy [139 kB] 2023-12-03T11:33:24.281 INFO:teuthology.orchestra.run.smithi057.stdout:Get:111 https://2.chacra.ceph.com/r/ceph/wip-alimasa-multi-pubsub-etag/bcbf278cf395873c2a482f5a7b2345faf2160319/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-dashboard all 18.0.0-7537-gbcbf278c-1jammy [1,900 kB] 2023-12-03T11:33:24.449 INFO:teuthology.orchestra.run.smithi057.stdout:Get:112 https://2.chacra.ceph.com/r/ceph/wip-alimasa-multi-pubsub-etag/bcbf278cf395873c2a482f5a7b2345faf2160319/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-diskprediction-local all 18.0.0-7537-gbcbf278c-1jammy [8,625 kB] 2023-12-03T11:33:24.637 INFO:teuthology.orchestra.run.smithi019.stdout:Get:105 https://2.chacra.ceph.com/r/ceph/wip-alimasa-multi-pubsub-etag/bcbf278cf395873c2a482f5a7b2345faf2160319/ubuntu/jammy/flavors/default jammy/main amd64 ceph-osd amd64 18.0.0-7537-gbcbf278c-1jammy [31.8 MB] 2023-12-03T11:33:24.824 INFO:teuthology.orchestra.run.smithi057.stdout:Get:113 https://2.chacra.ceph.com/r/ceph/wip-alimasa-multi-pubsub-etag/bcbf278cf395873c2a482f5a7b2345faf2160319/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-k8sevents all 18.0.0-7537-gbcbf278c-1jammy [14.2 kB] 2023-12-03T11:33:24.825 INFO:teuthology.orchestra.run.smithi057.stdout:Get:114 https://2.chacra.ceph.com/r/ceph/wip-alimasa-multi-pubsub-etag/bcbf278cf395873c2a482f5a7b2345faf2160319/ubuntu/jammy/flavors/default jammy/main amd64 ceph-test amd64 18.0.0-7537-gbcbf278c-1jammy [48.7 MB] 2023-12-03T11:33:27.505 INFO:teuthology.orchestra.run.smithi057.stdout:Get:115 https://2.chacra.ceph.com/r/ceph/wip-alimasa-multi-pubsub-etag/bcbf278cf395873c2a482f5a7b2345faf2160319/ubuntu/jammy/flavors/default jammy/main amd64 ceph-volume all 18.0.0-7537-gbcbf278c-1jammy [121 kB] 2023-12-03T11:33:27.508 INFO:teuthology.orchestra.run.smithi057.stdout:Get:116 https://2.chacra.ceph.com/r/ceph/wip-alimasa-multi-pubsub-etag/bcbf278cf395873c2a482f5a7b2345faf2160319/ubuntu/jammy/flavors/default jammy/main amd64 libcephfs-dev amd64 18.0.0-7537-gbcbf278c-1jammy [38.3 kB] 2023-12-03T11:33:27.509 INFO:teuthology.orchestra.run.smithi057.stdout:Get:117 https://2.chacra.ceph.com/r/ceph/wip-alimasa-multi-pubsub-etag/bcbf278cf395873c2a482f5a7b2345faf2160319/ubuntu/jammy/flavors/default jammy/main amd64 radosgw amd64 18.0.0-7537-gbcbf278c-1jammy [12.3 MB] 2023-12-03T11:33:27.652 INFO:teuthology.orchestra.run.smithi019.stdout:Get:106 https://2.chacra.ceph.com/r/ceph/wip-alimasa-multi-pubsub-etag/bcbf278cf395873c2a482f5a7b2345faf2160319/ubuntu/jammy/flavors/default jammy/main amd64 ceph amd64 18.0.0-7537-gbcbf278c-1jammy [14.0 kB] 2023-12-03T11:33:27.653 INFO:teuthology.orchestra.run.smithi019.stdout:Get:107 https://2.chacra.ceph.com/r/ceph/wip-alimasa-multi-pubsub-etag/bcbf278cf395873c2a482f5a7b2345faf2160319/ubuntu/jammy/flavors/default jammy/main amd64 ceph-fuse amd64 18.0.0-7537-gbcbf278c-1jammy [839 kB] 2023-12-03T11:33:27.669 INFO:teuthology.orchestra.run.smithi019.stdout:Get:108 https://2.chacra.ceph.com/r/ceph/wip-alimasa-multi-pubsub-etag/bcbf278cf395873c2a482f5a7b2345faf2160319/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mds amd64 18.0.0-7537-gbcbf278c-1jammy [2,144 kB] 2023-12-03T11:33:27.816 INFO:teuthology.orchestra.run.smithi019.stdout:Get:109 https://2.chacra.ceph.com/r/ceph/wip-alimasa-multi-pubsub-etag/bcbf278cf395873c2a482f5a7b2345faf2160319/ubuntu/jammy/flavors/default jammy/main amd64 cephadm amd64 18.0.0-7537-gbcbf278c-1jammy [804 kB] 2023-12-03T11:33:27.891 INFO:teuthology.orchestra.run.smithi019.stdout:Get:110 https://2.chacra.ceph.com/r/ceph/wip-alimasa-multi-pubsub-etag/bcbf278cf395873c2a482f5a7b2345faf2160319/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-cephadm all 18.0.0-7537-gbcbf278c-1jammy [139 kB] 2023-12-03T11:33:27.907 INFO:teuthology.orchestra.run.smithi019.stdout:Get:111 https://2.chacra.ceph.com/r/ceph/wip-alimasa-multi-pubsub-etag/bcbf278cf395873c2a482f5a7b2345faf2160319/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-dashboard all 18.0.0-7537-gbcbf278c-1jammy [1,900 kB] 2023-12-03T11:33:27.950 INFO:teuthology.orchestra.run.smithi057.stdout:Get:118 https://2.chacra.ceph.com/r/ceph/wip-alimasa-multi-pubsub-etag/bcbf278cf395873c2a482f5a7b2345faf2160319/ubuntu/jammy/flavors/default jammy/main amd64 rbd-fuse amd64 18.0.0-7537-gbcbf278c-1jammy [91.4 kB] 2023-12-03T11:33:28.012 INFO:teuthology.orchestra.run.smithi019.stdout:Get:112 https://2.chacra.ceph.com/r/ceph/wip-alimasa-multi-pubsub-etag/bcbf278cf395873c2a482f5a7b2345faf2160319/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-diskprediction-local all 18.0.0-7537-gbcbf278c-1jammy [8,625 kB] 2023-12-03T11:33:28.370 INFO:teuthology.orchestra.run.smithi019.stdout:Get:113 https://2.chacra.ceph.com/r/ceph/wip-alimasa-multi-pubsub-etag/bcbf278cf395873c2a482f5a7b2345faf2160319/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-k8sevents all 18.0.0-7537-gbcbf278c-1jammy [14.2 kB] 2023-12-03T11:33:28.370 INFO:teuthology.orchestra.run.smithi019.stdout:Get:114 https://2.chacra.ceph.com/r/ceph/wip-alimasa-multi-pubsub-etag/bcbf278cf395873c2a482f5a7b2345faf2160319/ubuntu/jammy/flavors/default jammy/main amd64 ceph-test amd64 18.0.0-7537-gbcbf278c-1jammy [48.7 MB] 2023-12-03T11:33:28.538 INFO:teuthology.orchestra.run.smithi057.stdout:Fetched 186 MB in 9s (21.7 MB/s) 2023-12-03T11:33:28.704 INFO:teuthology.orchestra.run.smithi057.stdout:Selecting previously unselected package liblttng-ust1:amd64. 2023-12-03T11:33:28.807 INFO:teuthology.orchestra.run.smithi057.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 165983 files and directories currently installed.) 2023-12-03T11:33:28.813 INFO:teuthology.orchestra.run.smithi057.stdout:Preparing to unpack .../000-liblttng-ust1_2.13.1-1ubuntu1_amd64.deb ... 2023-12-03T11:33:28.903 INFO:teuthology.orchestra.run.smithi057.stdout:Unpacking liblttng-ust1:amd64 (2.13.1-1ubuntu1) ... 2023-12-03T11:33:29.198 INFO:teuthology.orchestra.run.smithi057.stdout:Selecting previously unselected package libdouble-conversion3:amd64. 2023-12-03T11:33:29.225 INFO:teuthology.orchestra.run.smithi057.stdout:Preparing to unpack .../001-libdouble-conversion3_3.1.7-4_amd64.deb ... 2023-12-03T11:33:29.264 INFO:teuthology.orchestra.run.smithi057.stdout:Unpacking libdouble-conversion3:amd64 (3.1.7-4) ... 2023-12-03T11:33:29.568 INFO:teuthology.orchestra.run.smithi057.stdout:Selecting previously unselected package libpcre2-16-0:amd64. 2023-12-03T11:33:29.595 INFO:teuthology.orchestra.run.smithi057.stdout:Preparing to unpack .../002-libpcre2-16-0_10.39-3ubuntu0.1_amd64.deb ... 2023-12-03T11:33:29.643 INFO:teuthology.orchestra.run.smithi057.stdout:Unpacking libpcre2-16-0:amd64 (10.39-3ubuntu0.1) ... 2023-12-03T11:33:30.105 INFO:teuthology.orchestra.run.smithi057.stdout:Selecting previously unselected package libqt5core5a:amd64. 2023-12-03T11:33:30.132 INFO:teuthology.orchestra.run.smithi057.stdout:Preparing to unpack .../003-libqt5core5a_5.15.3+dfsg-2ubuntu0.2_amd64.deb ... 2023-12-03T11:33:30.180 INFO:teuthology.orchestra.run.smithi057.stdout:Unpacking libqt5core5a:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2023-12-03T11:33:30.567 INFO:teuthology.orchestra.run.smithi057.stdout:Selecting previously unselected package libqt5dbus5:amd64. 2023-12-03T11:33:30.594 INFO:teuthology.orchestra.run.smithi057.stdout:Preparing to unpack .../004-libqt5dbus5_5.15.3+dfsg-2ubuntu0.2_amd64.deb ... 2023-12-03T11:33:30.624 INFO:teuthology.orchestra.run.smithi019.stdout:Get:115 https://2.chacra.ceph.com/r/ceph/wip-alimasa-multi-pubsub-etag/bcbf278cf395873c2a482f5a7b2345faf2160319/ubuntu/jammy/flavors/default jammy/main amd64 ceph-volume all 18.0.0-7537-gbcbf278c-1jammy [121 kB] 2023-12-03T11:33:30.626 INFO:teuthology.orchestra.run.smithi019.stdout:Get:116 https://2.chacra.ceph.com/r/ceph/wip-alimasa-multi-pubsub-etag/bcbf278cf395873c2a482f5a7b2345faf2160319/ubuntu/jammy/flavors/default jammy/main amd64 libcephfs-dev amd64 18.0.0-7537-gbcbf278c-1jammy [38.3 kB] 2023-12-03T11:33:30.627 INFO:teuthology.orchestra.run.smithi019.stdout:Get:117 https://2.chacra.ceph.com/r/ceph/wip-alimasa-multi-pubsub-etag/bcbf278cf395873c2a482f5a7b2345faf2160319/ubuntu/jammy/flavors/default jammy/main amd64 radosgw amd64 18.0.0-7537-gbcbf278c-1jammy [12.3 MB] 2023-12-03T11:33:30.633 INFO:teuthology.orchestra.run.smithi057.stdout:Unpacking libqt5dbus5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2023-12-03T11:33:30.978 INFO:teuthology.orchestra.run.smithi057.stdout:Selecting previously unselected package libqt5network5:amd64. 2023-12-03T11:33:31.005 INFO:teuthology.orchestra.run.smithi057.stdout:Preparing to unpack .../005-libqt5network5_5.15.3+dfsg-2ubuntu0.2_amd64.deb ... 2023-12-03T11:33:31.013 INFO:teuthology.orchestra.run.smithi019.stdout:Get:118 https://2.chacra.ceph.com/r/ceph/wip-alimasa-multi-pubsub-etag/bcbf278cf395873c2a482f5a7b2345faf2160319/ubuntu/jammy/flavors/default jammy/main amd64 rbd-fuse amd64 18.0.0-7537-gbcbf278c-1jammy [91.4 kB] 2023-12-03T11:33:31.045 INFO:teuthology.orchestra.run.smithi057.stdout:Unpacking libqt5network5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2023-12-03T11:33:31.407 INFO:teuthology.orchestra.run.smithi057.stdout:Selecting previously unselected package libthrift-0.16.0:amd64. 2023-12-03T11:33:31.433 INFO:teuthology.orchestra.run.smithi057.stdout:Preparing to unpack .../006-libthrift-0.16.0_0.16.0-2_amd64.deb ... 2023-12-03T11:33:31.473 INFO:teuthology.orchestra.run.smithi057.stdout:Unpacking libthrift-0.16.0:amd64 (0.16.0-2) ... 2023-12-03T11:33:31.588 INFO:teuthology.orchestra.run.smithi019.stdout:Fetched 186 MB in 12s (15.6 MB/s) 2023-12-03T11:33:31.707 INFO:teuthology.orchestra.run.smithi019.stdout:Selecting previously unselected package liblttng-ust1:amd64. 2023-12-03T11:33:31.759 INFO:teuthology.orchestra.run.smithi057.stdout:Selecting previously unselected package librados2. 2023-12-03T11:33:31.767 INFO:teuthology.orchestra.run.smithi019.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 165983 files and directories currently installed.) 2023-12-03T11:33:31.772 INFO:teuthology.orchestra.run.smithi019.stdout:Preparing to unpack .../000-liblttng-ust1_2.13.1-1ubuntu1_amd64.deb ... 2023-12-03T11:33:31.775 INFO:teuthology.orchestra.run.smithi057.stdout:Preparing to unpack .../007-librados2_18.0.0-7537-gbcbf278c-1jammy_amd64.deb ... 2023-12-03T11:33:31.818 INFO:teuthology.orchestra.run.smithi057.stdout:Unpacking librados2 (18.0.0-7537-gbcbf278c-1jammy) ... 2023-12-03T11:33:31.840 INFO:teuthology.orchestra.run.smithi019.stdout:Unpacking liblttng-ust1:amd64 (2.13.1-1ubuntu1) ... 2023-12-03T11:33:32.152 INFO:teuthology.orchestra.run.smithi019.stdout:Selecting previously unselected package libdouble-conversion3:amd64. 2023-12-03T11:33:32.179 INFO:teuthology.orchestra.run.smithi019.stdout:Preparing to unpack .../001-libdouble-conversion3_3.1.7-4_amd64.deb ... 2023-12-03T11:33:32.219 INFO:teuthology.orchestra.run.smithi019.stdout:Unpacking libdouble-conversion3:amd64 (3.1.7-4) ... 2023-12-03T11:33:32.446 INFO:teuthology.orchestra.run.smithi057.stdout:Selecting previously unselected package librbd1. 2023-12-03T11:33:32.473 INFO:teuthology.orchestra.run.smithi057.stdout:Preparing to unpack .../008-librbd1_18.0.0-7537-gbcbf278c-1jammy_amd64.deb ... 2023-12-03T11:33:32.513 INFO:teuthology.orchestra.run.smithi057.stdout:Unpacking librbd1 (18.0.0-7537-gbcbf278c-1jammy) ... 2023-12-03T11:33:32.572 INFO:teuthology.orchestra.run.smithi019.stdout:Selecting previously unselected package libpcre2-16-0:amd64. 2023-12-03T11:33:32.598 INFO:teuthology.orchestra.run.smithi019.stdout:Preparing to unpack .../002-libpcre2-16-0_10.39-3ubuntu0.1_amd64.deb ... 2023-12-03T11:33:32.638 INFO:teuthology.orchestra.run.smithi019.stdout:Unpacking libpcre2-16-0:amd64 (10.39-3ubuntu0.1) ... 2023-12-03T11:33:32.957 INFO:teuthology.orchestra.run.smithi057.stdout:Selecting previously unselected package libcephfs2. 2023-12-03T11:33:32.984 INFO:teuthology.orchestra.run.smithi057.stdout:Preparing to unpack .../009-libcephfs2_18.0.0-7537-gbcbf278c-1jammy_amd64.deb ... 2023-12-03T11:33:33.017 INFO:teuthology.orchestra.run.smithi019.stdout:Selecting previously unselected package libqt5core5a:amd64. 2023-12-03T11:33:33.024 INFO:teuthology.orchestra.run.smithi057.stdout:Unpacking libcephfs2 (18.0.0-7537-gbcbf278c-1jammy) ... 2023-12-03T11:33:33.044 INFO:teuthology.orchestra.run.smithi019.stdout:Preparing to unpack .../003-libqt5core5a_5.15.3+dfsg-2ubuntu0.2_amd64.deb ... 2023-12-03T11:33:33.084 INFO:teuthology.orchestra.run.smithi019.stdout:Unpacking libqt5core5a:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2023-12-03T11:33:33.318 INFO:teuthology.orchestra.run.smithi057.stdout:Selecting previously unselected package python3-rados. 2023-12-03T11:33:33.334 INFO:teuthology.orchestra.run.smithi057.stdout:Preparing to unpack .../010-python3-rados_18.0.0-7537-gbcbf278c-1jammy_amd64.deb ... 2023-12-03T11:33:33.368 INFO:teuthology.orchestra.run.smithi057.stdout:Unpacking python3-rados (18.0.0-7537-gbcbf278c-1jammy) ... 2023-12-03T11:33:33.486 INFO:teuthology.orchestra.run.smithi019.stdout:Selecting previously unselected package libqt5dbus5:amd64. 2023-12-03T11:33:33.513 INFO:teuthology.orchestra.run.smithi019.stdout:Preparing to unpack .../004-libqt5dbus5_5.15.3+dfsg-2ubuntu0.2_amd64.deb ... 2023-12-03T11:33:33.553 INFO:teuthology.orchestra.run.smithi019.stdout:Unpacking libqt5dbus5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2023-12-03T11:33:33.688 INFO:teuthology.orchestra.run.smithi057.stdout:Selecting previously unselected package python3-ceph-argparse. 2023-12-03T11:33:33.715 INFO:teuthology.orchestra.run.smithi057.stdout:Preparing to unpack .../011-python3-ceph-argparse_18.0.0-7537-gbcbf278c-1jammy_all.deb ... 2023-12-03T11:33:33.754 INFO:teuthology.orchestra.run.smithi057.stdout:Unpacking python3-ceph-argparse (18.0.0-7537-gbcbf278c-1jammy) ... 2023-12-03T11:33:33.915 INFO:teuthology.orchestra.run.smithi019.stdout:Selecting previously unselected package libqt5network5:amd64. 2023-12-03T11:33:33.942 INFO:teuthology.orchestra.run.smithi019.stdout:Preparing to unpack .../005-libqt5network5_5.15.3+dfsg-2ubuntu0.2_amd64.deb ... 2023-12-03T11:33:33.981 INFO:teuthology.orchestra.run.smithi019.stdout:Unpacking libqt5network5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2023-12-03T11:33:34.007 INFO:teuthology.orchestra.run.smithi057.stdout:Selecting previously unselected package python3-cephfs. 2023-12-03T11:33:34.023 INFO:teuthology.orchestra.run.smithi057.stdout:Preparing to unpack .../012-python3-cephfs_18.0.0-7537-gbcbf278c-1jammy_amd64.deb ... 2023-12-03T11:33:34.065 INFO:teuthology.orchestra.run.smithi057.stdout:Unpacking python3-cephfs (18.0.0-7537-gbcbf278c-1jammy) ... 2023-12-03T11:33:34.292 INFO:teuthology.orchestra.run.smithi019.stdout:Selecting previously unselected package libthrift-0.16.0:amd64. 2023-12-03T11:33:34.308 INFO:teuthology.orchestra.run.smithi019.stdout:Preparing to unpack .../006-libthrift-0.16.0_0.16.0-2_amd64.deb ... 2023-12-03T11:33:34.342 INFO:teuthology.orchestra.run.smithi019.stdout:Unpacking libthrift-0.16.0:amd64 (0.16.0-2) ... 2023-12-03T11:33:34.385 INFO:teuthology.orchestra.run.smithi057.stdout:Selecting previously unselected package python3-ceph-common. 2023-12-03T11:33:34.412 INFO:teuthology.orchestra.run.smithi057.stdout:Preparing to unpack .../013-python3-ceph-common_18.0.0-7537-gbcbf278c-1jammy_all.deb ... 2023-12-03T11:33:34.452 INFO:teuthology.orchestra.run.smithi057.stdout:Unpacking python3-ceph-common (18.0.0-7537-gbcbf278c-1jammy) ... 2023-12-03T11:33:34.653 INFO:teuthology.orchestra.run.smithi019.stdout:Selecting previously unselected package librados2. 2023-12-03T11:33:34.680 INFO:teuthology.orchestra.run.smithi019.stdout:Preparing to unpack .../007-librados2_18.0.0-7537-gbcbf278c-1jammy_amd64.deb ... 2023-12-03T11:33:34.720 INFO:teuthology.orchestra.run.smithi019.stdout:Unpacking librados2 (18.0.0-7537-gbcbf278c-1jammy) ... 2023-12-03T11:33:34.738 INFO:teuthology.orchestra.run.smithi057.stdout:Selecting previously unselected package python3-wcwidth. 2023-12-03T11:33:34.765 INFO:teuthology.orchestra.run.smithi057.stdout:Preparing to unpack .../014-python3-wcwidth_0.2.5+dfsg1-1_all.deb ... 2023-12-03T11:33:34.796 INFO:teuthology.orchestra.run.smithi057.stdout:Unpacking python3-wcwidth (0.2.5+dfsg1-1) ... 2023-12-03T11:33:35.102 INFO:teuthology.orchestra.run.smithi057.stdout:Selecting previously unselected package python3-prettytable. 2023-12-03T11:33:35.128 INFO:teuthology.orchestra.run.smithi057.stdout:Preparing to unpack .../015-python3-prettytable_2.5.0-2_all.deb ... 2023-12-03T11:33:35.168 INFO:teuthology.orchestra.run.smithi057.stdout:Unpacking python3-prettytable (2.5.0-2) ... 2023-12-03T11:33:35.181 INFO:teuthology.orchestra.run.smithi019.stdout:Selecting previously unselected package librbd1. 2023-12-03T11:33:35.208 INFO:teuthology.orchestra.run.smithi019.stdout:Preparing to unpack .../008-librbd1_18.0.0-7537-gbcbf278c-1jammy_amd64.deb ... 2023-12-03T11:33:35.273 INFO:teuthology.orchestra.run.smithi019.stdout:Unpacking librbd1 (18.0.0-7537-gbcbf278c-1jammy) ... 2023-12-03T11:33:35.438 INFO:teuthology.orchestra.run.smithi057.stdout:Selecting previously unselected package python3-rbd. 2023-12-03T11:33:35.464 INFO:teuthology.orchestra.run.smithi057.stdout:Preparing to unpack .../016-python3-rbd_18.0.0-7537-gbcbf278c-1jammy_amd64.deb ... 2023-12-03T11:33:35.504 INFO:teuthology.orchestra.run.smithi057.stdout:Unpacking python3-rbd (18.0.0-7537-gbcbf278c-1jammy) ... 2023-12-03T11:33:35.701 INFO:teuthology.orchestra.run.smithi019.stdout:Selecting previously unselected package libcephfs2. 2023-12-03T11:33:35.727 INFO:teuthology.orchestra.run.smithi019.stdout:Preparing to unpack .../009-libcephfs2_18.0.0-7537-gbcbf278c-1jammy_amd64.deb ... 2023-12-03T11:33:35.767 INFO:teuthology.orchestra.run.smithi019.stdout:Unpacking libcephfs2 (18.0.0-7537-gbcbf278c-1jammy) ... 2023-12-03T11:33:35.823 INFO:teuthology.orchestra.run.smithi057.stdout:Selecting previously unselected package librdkafka1:amd64. 2023-12-03T11:33:35.850 INFO:teuthology.orchestra.run.smithi057.stdout:Preparing to unpack .../017-librdkafka1_1.8.0-1build1_amd64.deb ... 2023-12-03T11:33:35.882 INFO:teuthology.orchestra.run.smithi057.stdout:Unpacking librdkafka1:amd64 (1.8.0-1build1) ... 2023-12-03T11:33:36.011 INFO:teuthology.orchestra.run.smithi019.stdout:Selecting previously unselected package python3-rados. 2023-12-03T11:33:36.027 INFO:teuthology.orchestra.run.smithi019.stdout:Preparing to unpack .../010-python3-rados_18.0.0-7537-gbcbf278c-1jammy_amd64.deb ... 2023-12-03T11:33:36.061 INFO:teuthology.orchestra.run.smithi019.stdout:Unpacking python3-rados (18.0.0-7537-gbcbf278c-1jammy) ... 2023-12-03T11:33:36.176 INFO:teuthology.orchestra.run.smithi057.stdout:Selecting previously unselected package libreadline-dev:amd64. 2023-12-03T11:33:36.202 INFO:teuthology.orchestra.run.smithi057.stdout:Preparing to unpack .../018-libreadline-dev_8.1.2-1_amd64.deb ... 2023-12-03T11:33:36.242 INFO:teuthology.orchestra.run.smithi057.stdout:Unpacking libreadline-dev:amd64 (8.1.2-1) ... 2023-12-03T11:33:36.381 INFO:teuthology.orchestra.run.smithi019.stdout:Selecting previously unselected package python3-ceph-argparse. 2023-12-03T11:33:36.407 INFO:teuthology.orchestra.run.smithi019.stdout:Preparing to unpack .../011-python3-ceph-argparse_18.0.0-7537-gbcbf278c-1jammy_all.deb ... 2023-12-03T11:33:36.456 INFO:teuthology.orchestra.run.smithi019.stdout:Unpacking python3-ceph-argparse (18.0.0-7537-gbcbf278c-1jammy) ... 2023-12-03T11:33:36.571 INFO:teuthology.orchestra.run.smithi057.stdout:Selecting previously unselected package liblua5.3-dev:amd64. 2023-12-03T11:33:36.597 INFO:teuthology.orchestra.run.smithi057.stdout:Preparing to unpack .../019-liblua5.3-dev_5.3.6-1build1_amd64.deb ... 2023-12-03T11:33:36.637 INFO:teuthology.orchestra.run.smithi057.stdout:Unpacking liblua5.3-dev:amd64 (5.3.6-1build1) ... 2023-12-03T11:33:36.708 INFO:teuthology.orchestra.run.smithi019.stdout:Selecting previously unselected package python3-cephfs. 2023-12-03T11:33:36.724 INFO:teuthology.orchestra.run.smithi019.stdout:Preparing to unpack .../012-python3-cephfs_18.0.0-7537-gbcbf278c-1jammy_amd64.deb ... 2023-12-03T11:33:36.766 INFO:teuthology.orchestra.run.smithi019.stdout:Unpacking python3-cephfs (18.0.0-7537-gbcbf278c-1jammy) ... 2023-12-03T11:33:36.973 INFO:teuthology.orchestra.run.smithi057.stdout:Selecting previously unselected package lua5.1. 2023-12-03T11:33:37.000 INFO:teuthology.orchestra.run.smithi057.stdout:Preparing to unpack .../020-lua5.1_5.1.5-8.1build4_amd64.deb ... 2023-12-03T11:33:37.040 INFO:teuthology.orchestra.run.smithi057.stdout:Unpacking lua5.1 (5.1.5-8.1build4) ... 2023-12-03T11:33:37.085 INFO:teuthology.orchestra.run.smithi019.stdout:Selecting previously unselected package python3-ceph-common. 2023-12-03T11:33:37.112 INFO:teuthology.orchestra.run.smithi019.stdout:Preparing to unpack .../013-python3-ceph-common_18.0.0-7537-gbcbf278c-1jammy_all.deb ... 2023-12-03T11:33:37.152 INFO:teuthology.orchestra.run.smithi019.stdout:Unpacking python3-ceph-common (18.0.0-7537-gbcbf278c-1jammy) ... 2023-12-03T11:33:37.438 INFO:teuthology.orchestra.run.smithi019.stdout:Selecting previously unselected package python3-wcwidth. 2023-12-03T11:33:37.465 INFO:teuthology.orchestra.run.smithi019.stdout:Preparing to unpack .../014-python3-wcwidth_0.2.5+dfsg1-1_all.deb ... 2023-12-03T11:33:37.496 INFO:teuthology.orchestra.run.smithi019.stdout:Unpacking python3-wcwidth (0.2.5+dfsg1-1) ... 2023-12-03T11:33:37.577 INFO:teuthology.orchestra.run.smithi057.stdout:Selecting previously unselected package lua-any. 2023-12-03T11:33:37.603 INFO:teuthology.orchestra.run.smithi057.stdout:Preparing to unpack .../021-lua-any_27ubuntu1_all.deb ... 2023-12-03T11:33:37.643 INFO:teuthology.orchestra.run.smithi057.stdout:Unpacking lua-any (27ubuntu1) ... 2023-12-03T11:33:37.791 INFO:teuthology.orchestra.run.smithi019.stdout:Selecting previously unselected package python3-prettytable. 2023-12-03T11:33:37.818 INFO:teuthology.orchestra.run.smithi019.stdout:Preparing to unpack .../015-python3-prettytable_2.5.0-2_all.deb ... 2023-12-03T11:33:37.858 INFO:teuthology.orchestra.run.smithi019.stdout:Unpacking python3-prettytable (2.5.0-2) ... 2023-12-03T11:33:37.887 INFO:teuthology.orchestra.run.smithi057.stdout:Selecting previously unselected package zip. 2023-12-03T11:33:37.914 INFO:teuthology.orchestra.run.smithi057.stdout:Preparing to unpack .../022-zip_3.0-12build2_amd64.deb ... 2023-12-03T11:33:37.954 INFO:teuthology.orchestra.run.smithi057.stdout:Unpacking zip (3.0-12build2) ... 2023-12-03T11:33:38.127 INFO:teuthology.orchestra.run.smithi019.stdout:Selecting previously unselected package python3-rbd. 2023-12-03T11:33:38.143 INFO:teuthology.orchestra.run.smithi019.stdout:Preparing to unpack .../016-python3-rbd_18.0.0-7537-gbcbf278c-1jammy_amd64.deb ... 2023-12-03T11:33:38.185 INFO:teuthology.orchestra.run.smithi019.stdout:Unpacking python3-rbd (18.0.0-7537-gbcbf278c-1jammy) ... 2023-12-03T11:33:38.265 INFO:teuthology.orchestra.run.smithi057.stdout:Selecting previously unselected package unzip. 2023-12-03T11:33:38.292 INFO:teuthology.orchestra.run.smithi057.stdout:Preparing to unpack .../023-unzip_6.0-26ubuntu3.1_amd64.deb ... 2023-12-03T11:33:38.332 INFO:teuthology.orchestra.run.smithi057.stdout:Unpacking unzip (6.0-26ubuntu3.1) ... 2023-12-03T11:33:38.538 INFO:teuthology.orchestra.run.smithi019.stdout:Selecting previously unselected package librdkafka1:amd64. 2023-12-03T11:33:38.565 INFO:teuthology.orchestra.run.smithi019.stdout:Preparing to unpack .../017-librdkafka1_1.8.0-1build1_amd64.deb ... 2023-12-03T11:33:38.604 INFO:teuthology.orchestra.run.smithi019.stdout:Unpacking librdkafka1:amd64 (1.8.0-1build1) ... 2023-12-03T11:33:38.694 INFO:teuthology.orchestra.run.smithi057.stdout:Selecting previously unselected package luarocks. 2023-12-03T11:33:38.721 INFO:teuthology.orchestra.run.smithi057.stdout:Preparing to unpack .../024-luarocks_3.8.0+dfsg1-1_all.deb ... 2023-12-03T11:33:38.760 INFO:teuthology.orchestra.run.smithi057.stdout:Unpacking luarocks (3.8.0+dfsg1-1) ... 2023-12-03T11:33:38.865 INFO:teuthology.orchestra.run.smithi019.stdout:Selecting previously unselected package libreadline-dev:amd64. 2023-12-03T11:33:38.881 INFO:teuthology.orchestra.run.smithi019.stdout:Preparing to unpack .../018-libreadline-dev_8.1.2-1_amd64.deb ... 2023-12-03T11:33:38.916 INFO:teuthology.orchestra.run.smithi019.stdout:Unpacking libreadline-dev:amd64 (8.1.2-1) ... 2023-12-03T11:33:39.092 INFO:teuthology.orchestra.run.smithi057.stdout:Selecting previously unselected package librgw2. 2023-12-03T11:33:39.109 INFO:teuthology.orchestra.run.smithi057.stdout:Preparing to unpack .../025-librgw2_18.0.0-7537-gbcbf278c-1jammy_amd64.deb ... 2023-12-03T11:33:39.142 INFO:teuthology.orchestra.run.smithi057.stdout:Unpacking librgw2 (18.0.0-7537-gbcbf278c-1jammy) ... 2023-12-03T11:33:39.193 INFO:teuthology.orchestra.run.smithi019.stdout:Selecting previously unselected package liblua5.3-dev:amd64. 2023-12-03T11:33:39.209 INFO:teuthology.orchestra.run.smithi019.stdout:Preparing to unpack .../019-liblua5.3-dev_5.3.6-1build1_amd64.deb ... 2023-12-03T11:33:39.251 INFO:teuthology.orchestra.run.smithi019.stdout:Unpacking liblua5.3-dev:amd64 (5.3.6-1build1) ... 2023-12-03T11:33:39.628 INFO:teuthology.orchestra.run.smithi057.stdout:Selecting previously unselected package python3-rgw. 2023-12-03T11:33:39.657 INFO:teuthology.orchestra.run.smithi057.stdout:Preparing to unpack .../026-python3-rgw_18.0.0-7537-gbcbf278c-1jammy_amd64.deb ... 2023-12-03T11:33:39.695 INFO:teuthology.orchestra.run.smithi057.stdout:Unpacking python3-rgw (18.0.0-7537-gbcbf278c-1jammy) ... 2023-12-03T11:33:39.871 INFO:teuthology.orchestra.run.smithi019.stdout:Selecting previously unselected package lua5.1. 2023-12-03T11:33:39.898 INFO:teuthology.orchestra.run.smithi019.stdout:Preparing to unpack .../020-lua5.1_5.1.5-8.1build4_amd64.deb ... 2023-12-03T11:33:39.938 INFO:teuthology.orchestra.run.smithi019.stdout:Unpacking lua5.1 (5.1.5-8.1build4) ... 2023-12-03T11:33:40.065 INFO:teuthology.orchestra.run.smithi057.stdout:Selecting previously unselected package liboath0:amd64. 2023-12-03T11:33:40.091 INFO:teuthology.orchestra.run.smithi057.stdout:Preparing to unpack .../027-liboath0_2.6.7-3build1_amd64.deb ... 2023-12-03T11:33:40.131 INFO:teuthology.orchestra.run.smithi057.stdout:Unpacking liboath0:amd64 (2.6.7-3build1) ... 2023-12-03T11:33:40.258 INFO:teuthology.orchestra.run.smithi019.stdout:Selecting previously unselected package lua-any. 2023-12-03T11:33:40.274 INFO:teuthology.orchestra.run.smithi019.stdout:Preparing to unpack .../021-lua-any_27ubuntu1_all.deb ... 2023-12-03T11:33:40.316 INFO:teuthology.orchestra.run.smithi019.stdout:Unpacking lua-any (27ubuntu1) ... 2023-12-03T11:33:40.442 INFO:teuthology.orchestra.run.smithi057.stdout:Selecting previously unselected package libradosstriper1. 2023-12-03T11:33:40.469 INFO:teuthology.orchestra.run.smithi057.stdout:Preparing to unpack .../028-libradosstriper1_18.0.0-7537-gbcbf278c-1jammy_amd64.deb ... 2023-12-03T11:33:40.508 INFO:teuthology.orchestra.run.smithi057.stdout:Unpacking libradosstriper1 (18.0.0-7537-gbcbf278c-1jammy) ... 2023-12-03T11:33:40.560 INFO:teuthology.orchestra.run.smithi019.stdout:Selecting previously unselected package zip. 2023-12-03T11:33:40.587 INFO:teuthology.orchestra.run.smithi019.stdout:Preparing to unpack .../022-zip_3.0-12build2_amd64.deb ... 2023-12-03T11:33:40.627 INFO:teuthology.orchestra.run.smithi019.stdout:Unpacking zip (3.0-12build2) ... 2023-12-03T11:33:40.895 INFO:teuthology.orchestra.run.smithi057.stdout:Selecting previously unselected package ceph-common. 2023-12-03T11:33:40.922 INFO:teuthology.orchestra.run.smithi057.stdout:Preparing to unpack .../029-ceph-common_18.0.0-7537-gbcbf278c-1jammy_amd64.deb ... 2023-12-03T11:33:40.946 INFO:teuthology.orchestra.run.smithi019.stdout:Selecting previously unselected package unzip. 2023-12-03T11:33:40.962 INFO:teuthology.orchestra.run.smithi057.stdout:Unpacking ceph-common (18.0.0-7537-gbcbf278c-1jammy) ... 2023-12-03T11:33:40.973 INFO:teuthology.orchestra.run.smithi019.stdout:Preparing to unpack .../023-unzip_6.0-26ubuntu3.1_amd64.deb ... 2023-12-03T11:33:41.013 INFO:teuthology.orchestra.run.smithi019.stdout:Unpacking unzip (6.0-26ubuntu3.1) ... 2023-12-03T11:33:41.367 INFO:teuthology.orchestra.run.smithi019.stdout:Selecting previously unselected package luarocks. 2023-12-03T11:33:41.393 INFO:teuthology.orchestra.run.smithi019.stdout:Preparing to unpack .../024-luarocks_3.8.0+dfsg1-1_all.deb ... 2023-12-03T11:33:41.425 INFO:teuthology.orchestra.run.smithi019.stdout:Unpacking luarocks (3.8.0+dfsg1-1) ... 2023-12-03T11:33:41.791 INFO:teuthology.orchestra.run.smithi019.stdout:Selecting previously unselected package librgw2. 2023-12-03T11:33:41.818 INFO:teuthology.orchestra.run.smithi019.stdout:Preparing to unpack .../025-librgw2_18.0.0-7537-gbcbf278c-1jammy_amd64.deb ... 2023-12-03T11:33:41.857 INFO:teuthology.orchestra.run.smithi019.stdout:Unpacking librgw2 (18.0.0-7537-gbcbf278c-1jammy) ... 2023-12-03T11:33:42.325 INFO:teuthology.orchestra.run.smithi057.stdout:Selecting previously unselected package ceph-base. 2023-12-03T11:33:42.352 INFO:teuthology.orchestra.run.smithi057.stdout:Preparing to unpack .../030-ceph-base_18.0.0-7537-gbcbf278c-1jammy_amd64.deb ... 2023-12-03T11:33:42.393 INFO:teuthology.orchestra.run.smithi019.stdout:Selecting previously unselected package python3-rgw. 2023-12-03T11:33:42.402 INFO:teuthology.orchestra.run.smithi057.stdout:Unpacking ceph-base (18.0.0-7537-gbcbf278c-1jammy) ... 2023-12-03T11:33:42.420 INFO:teuthology.orchestra.run.smithi019.stdout:Preparing to unpack .../026-python3-rgw_18.0.0-7537-gbcbf278c-1jammy_amd64.deb ... 2023-12-03T11:33:42.459 INFO:teuthology.orchestra.run.smithi019.stdout:Unpacking python3-rgw (18.0.0-7537-gbcbf278c-1jammy) ... 2023-12-03T11:33:42.787 INFO:teuthology.orchestra.run.smithi019.stdout:Selecting previously unselected package liboath0:amd64. 2023-12-03T11:33:42.814 INFO:teuthology.orchestra.run.smithi019.stdout:Preparing to unpack .../027-liboath0_2.6.7-3build1_amd64.deb ... 2023-12-03T11:33:42.854 INFO:teuthology.orchestra.run.smithi019.stdout:Unpacking liboath0:amd64 (2.6.7-3build1) ... 2023-12-03T11:33:43.124 INFO:teuthology.orchestra.run.smithi019.stdout:Selecting previously unselected package libradosstriper1. 2023-12-03T11:33:43.151 INFO:teuthology.orchestra.run.smithi019.stdout:Preparing to unpack .../028-libradosstriper1_18.0.0-7537-gbcbf278c-1jammy_amd64.deb ... 2023-12-03T11:33:43.182 INFO:teuthology.orchestra.run.smithi019.stdout:Unpacking libradosstriper1 (18.0.0-7537-gbcbf278c-1jammy) ... 2023-12-03T11:33:43.263 INFO:teuthology.orchestra.run.smithi057.stdout:Selecting previously unselected package python3-jaraco.functools. 2023-12-03T11:33:43.289 INFO:teuthology.orchestra.run.smithi057.stdout:Preparing to unpack .../031-python3-jaraco.functools_3.4.0-2_all.deb ... 2023-12-03T11:33:43.329 INFO:teuthology.orchestra.run.smithi057.stdout:Unpacking python3-jaraco.functools (3.4.0-2) ... 2023-12-03T11:33:43.618 INFO:teuthology.orchestra.run.smithi019.stdout:Selecting previously unselected package ceph-common. 2023-12-03T11:33:43.632 INFO:teuthology.orchestra.run.smithi057.stdout:Selecting previously unselected package python3-cheroot. 2023-12-03T11:33:43.645 INFO:teuthology.orchestra.run.smithi019.stdout:Preparing to unpack .../029-ceph-common_18.0.0-7537-gbcbf278c-1jammy_amd64.deb ... 2023-12-03T11:33:43.658 INFO:teuthology.orchestra.run.smithi057.stdout:Preparing to unpack .../032-python3-cheroot_8.5.2+ds1-1ubuntu3.1_all.deb ... 2023-12-03T11:33:43.684 INFO:teuthology.orchestra.run.smithi019.stdout:Unpacking ceph-common (18.0.0-7537-gbcbf278c-1jammy) ... 2023-12-03T11:33:43.698 INFO:teuthology.orchestra.run.smithi057.stdout:Unpacking python3-cheroot (8.5.2+ds1-1ubuntu3.1) ... 2023-12-03T11:33:44.001 INFO:teuthology.orchestra.run.smithi057.stdout:Selecting previously unselected package python3-jaraco.classes. 2023-12-03T11:33:44.017 INFO:teuthology.orchestra.run.smithi057.stdout:Preparing to unpack .../033-python3-jaraco.classes_3.2.1-3_all.deb ... 2023-12-03T11:33:44.060 INFO:teuthology.orchestra.run.smithi057.stdout:Unpacking python3-jaraco.classes (3.2.1-3) ... 2023-12-03T11:33:44.346 INFO:teuthology.orchestra.run.smithi057.stdout:Selecting previously unselected package python3-jaraco.text. 2023-12-03T11:33:44.372 INFO:teuthology.orchestra.run.smithi057.stdout:Preparing to unpack .../034-python3-jaraco.text_3.6.0-2_all.deb ... 2023-12-03T11:33:44.412 INFO:teuthology.orchestra.run.smithi057.stdout:Unpacking python3-jaraco.text (3.6.0-2) ... 2023-12-03T11:33:44.698 INFO:teuthology.orchestra.run.smithi057.stdout:Selecting previously unselected package python3-jaraco.collections. 2023-12-03T11:33:44.725 INFO:teuthology.orchestra.run.smithi057.stdout:Preparing to unpack .../035-python3-jaraco.collections_3.4.0-2_all.deb ... 2023-12-03T11:33:44.765 INFO:teuthology.orchestra.run.smithi057.stdout:Unpacking python3-jaraco.collections (3.4.0-2) ... 2023-12-03T11:33:44.998 INFO:teuthology.orchestra.run.smithi019.stdout:Selecting previously unselected package ceph-base. 2023-12-03T11:33:45.026 INFO:teuthology.orchestra.run.smithi019.stdout:Preparing to unpack .../030-ceph-base_18.0.0-7537-gbcbf278c-1jammy_amd64.deb ... 2023-12-03T11:33:45.068 INFO:teuthology.orchestra.run.smithi057.stdout:Selecting previously unselected package python3-tempora. 2023-12-03T11:33:45.074 INFO:teuthology.orchestra.run.smithi019.stdout:Unpacking ceph-base (18.0.0-7537-gbcbf278c-1jammy) ... 2023-12-03T11:33:45.094 INFO:teuthology.orchestra.run.smithi057.stdout:Preparing to unpack .../036-python3-tempora_4.1.2-1_all.deb ... 2023-12-03T11:33:45.134 INFO:teuthology.orchestra.run.smithi057.stdout:Unpacking python3-tempora (4.1.2-1) ... 2023-12-03T11:33:45.412 INFO:teuthology.orchestra.run.smithi057.stdout:Selecting previously unselected package python3-portend. 2023-12-03T11:33:45.428 INFO:teuthology.orchestra.run.smithi057.stdout:Preparing to unpack .../037-python3-portend_3.0.0-1_all.deb ... 2023-12-03T11:33:45.462 INFO:teuthology.orchestra.run.smithi057.stdout:Unpacking python3-portend (3.0.0-1) ... 2023-12-03T11:33:45.765 INFO:teuthology.orchestra.run.smithi057.stdout:Selecting previously unselected package python3-zc.lockfile. 2023-12-03T11:33:45.786 INFO:teuthology.orchestra.run.smithi019.stdout:Selecting previously unselected package python3-jaraco.functools. 2023-12-03T11:33:45.792 INFO:teuthology.orchestra.run.smithi057.stdout:Preparing to unpack .../038-python3-zc.lockfile_2.0-1_all.deb ... 2023-12-03T11:33:45.813 INFO:teuthology.orchestra.run.smithi019.stdout:Preparing to unpack .../031-python3-jaraco.functools_3.4.0-2_all.deb ... 2023-12-03T11:33:45.831 INFO:teuthology.orchestra.run.smithi057.stdout:Unpacking python3-zc.lockfile (2.0-1) ... 2023-12-03T11:33:45.852 INFO:teuthology.orchestra.run.smithi019.stdout:Unpacking python3-jaraco.functools (3.4.0-2) ... 2023-12-03T11:33:46.134 INFO:teuthology.orchestra.run.smithi057.stdout:Selecting previously unselected package python3-cherrypy3. 2023-12-03T11:33:46.155 INFO:teuthology.orchestra.run.smithi019.stdout:Selecting previously unselected package python3-cheroot. 2023-12-03T11:33:46.161 INFO:teuthology.orchestra.run.smithi057.stdout:Preparing to unpack .../039-python3-cherrypy3_18.6.1-4_all.deb ... 2023-12-03T11:33:46.182 INFO:teuthology.orchestra.run.smithi019.stdout:Preparing to unpack .../032-python3-cheroot_8.5.2+ds1-1ubuntu3.1_all.deb ... 2023-12-03T11:33:46.200 INFO:teuthology.orchestra.run.smithi057.stdout:Unpacking python3-cherrypy3 (18.6.1-4) ... 2023-12-03T11:33:46.221 INFO:teuthology.orchestra.run.smithi019.stdout:Unpacking python3-cheroot (8.5.2+ds1-1ubuntu3.1) ... 2023-12-03T11:33:46.546 INFO:teuthology.orchestra.run.smithi057.stdout:Selecting previously unselected package python3-natsort. 2023-12-03T11:33:46.549 INFO:teuthology.orchestra.run.smithi019.stdout:Selecting previously unselected package python3-jaraco.classes. 2023-12-03T11:33:46.573 INFO:teuthology.orchestra.run.smithi057.stdout:Preparing to unpack .../040-python3-natsort_8.0.2-1_all.deb ... 2023-12-03T11:33:46.576 INFO:teuthology.orchestra.run.smithi019.stdout:Preparing to unpack .../033-python3-jaraco.classes_3.2.1-3_all.deb ... 2023-12-03T11:33:46.613 INFO:teuthology.orchestra.run.smithi057.stdout:Unpacking python3-natsort (8.0.2-1) ... 2023-12-03T11:33:46.616 INFO:teuthology.orchestra.run.smithi019.stdout:Unpacking python3-jaraco.classes (3.2.1-3) ... 2023-12-03T11:33:46.869 INFO:teuthology.orchestra.run.smithi019.stdout:Selecting previously unselected package python3-jaraco.text. 2023-12-03T11:33:46.884 INFO:teuthology.orchestra.run.smithi019.stdout:Preparing to unpack .../034-python3-jaraco.text_3.6.0-2_all.deb ... 2023-12-03T11:33:46.915 INFO:teuthology.orchestra.run.smithi057.stdout:Selecting previously unselected package python3-logutils. 2023-12-03T11:33:46.918 INFO:teuthology.orchestra.run.smithi019.stdout:Unpacking python3-jaraco.text (3.6.0-2) ... 2023-12-03T11:33:46.942 INFO:teuthology.orchestra.run.smithi057.stdout:Preparing to unpack .../041-python3-logutils_0.3.3-8_all.deb ... 2023-12-03T11:33:46.982 INFO:teuthology.orchestra.run.smithi057.stdout:Unpacking python3-logutils (0.3.3-8) ... 2023-12-03T11:33:47.213 INFO:teuthology.orchestra.run.smithi019.stdout:Selecting previously unselected package python3-jaraco.collections. 2023-12-03T11:33:47.240 INFO:teuthology.orchestra.run.smithi019.stdout:Preparing to unpack .../035-python3-jaraco.collections_3.4.0-2_all.deb ... 2023-12-03T11:33:47.280 INFO:teuthology.orchestra.run.smithi019.stdout:Unpacking python3-jaraco.collections (3.4.0-2) ... 2023-12-03T11:33:47.285 INFO:teuthology.orchestra.run.smithi057.stdout:Selecting previously unselected package python3-markupsafe. 2023-12-03T11:33:47.312 INFO:teuthology.orchestra.run.smithi057.stdout:Preparing to unpack .../042-python3-markupsafe_2.0.1-2build1_amd64.deb ... 2023-12-03T11:33:47.351 INFO:teuthology.orchestra.run.smithi057.stdout:Unpacking python3-markupsafe (2.0.1-2build1) ... 2023-12-03T11:33:47.591 INFO:teuthology.orchestra.run.smithi019.stdout:Selecting previously unselected package python3-tempora. 2023-12-03T11:33:47.618 INFO:teuthology.orchestra.run.smithi019.stdout:Preparing to unpack .../036-python3-tempora_4.1.2-1_all.deb ... 2023-12-03T11:33:47.629 INFO:teuthology.orchestra.run.smithi057.stdout:Selecting previously unselected package python3-mako. 2023-12-03T11:33:47.645 INFO:teuthology.orchestra.run.smithi057.stdout:Preparing to unpack .../043-python3-mako_1.1.3+ds1-2ubuntu0.1_all.deb ... 2023-12-03T11:33:47.658 INFO:teuthology.orchestra.run.smithi019.stdout:Unpacking python3-tempora (4.1.2-1) ... 2023-12-03T11:33:47.679 INFO:teuthology.orchestra.run.smithi057.stdout:Unpacking python3-mako (1.1.3+ds1-2ubuntu0.1) ... 2023-12-03T11:33:47.957 INFO:teuthology.orchestra.run.smithi057.stdout:Selecting previously unselected package python3-simplegeneric. 2023-12-03T11:33:47.960 INFO:teuthology.orchestra.run.smithi019.stdout:Selecting previously unselected package python3-portend. 2023-12-03T11:33:47.973 INFO:teuthology.orchestra.run.smithi057.stdout:Preparing to unpack .../044-python3-simplegeneric_0.8.1-3_all.deb ... 2023-12-03T11:33:47.987 INFO:teuthology.orchestra.run.smithi019.stdout:Preparing to unpack .../037-python3-portend_3.0.0-1_all.deb ... 2023-12-03T11:33:48.007 INFO:teuthology.orchestra.run.smithi057.stdout:Unpacking python3-simplegeneric (0.8.1-3) ... 2023-12-03T11:33:48.027 INFO:teuthology.orchestra.run.smithi019.stdout:Unpacking python3-portend (3.0.0-1) ... 2023-12-03T11:33:48.288 INFO:teuthology.orchestra.run.smithi019.stdout:Selecting previously unselected package python3-zc.lockfile. 2023-12-03T11:33:48.301 INFO:teuthology.orchestra.run.smithi057.stdout:Selecting previously unselected package python3-singledispatch. 2023-12-03T11:33:48.304 INFO:teuthology.orchestra.run.smithi019.stdout:Preparing to unpack .../038-python3-zc.lockfile_2.0-1_all.deb ... 2023-12-03T11:33:48.328 INFO:teuthology.orchestra.run.smithi057.stdout:Preparing to unpack .../045-python3-singledispatch_3.4.0.3-3_all.deb ... 2023-12-03T11:33:48.338 INFO:teuthology.orchestra.run.smithi019.stdout:Unpacking python3-zc.lockfile (2.0-1) ... 2023-12-03T11:33:48.368 INFO:teuthology.orchestra.run.smithi057.stdout:Unpacking python3-singledispatch (3.4.0.3-3) ... 2023-12-03T11:33:48.624 INFO:teuthology.orchestra.run.smithi019.stdout:Selecting previously unselected package python3-cherrypy3. 2023-12-03T11:33:48.720 INFO:teuthology.orchestra.run.smithi057.stdout:Selecting previously unselected package python3-webob. 2023-12-03T11:33:48.720 INFO:teuthology.orchestra.run.smithi057.stdout:Preparing to unpack .../046-python3-webob_1%3a1.8.6-1.1_all.deb ... 2023-12-03T11:33:48.720 INFO:teuthology.orchestra.run.smithi019.stdout:Preparing to unpack .../039-python3-cherrypy3_18.6.1-4_all.deb ... 2023-12-03T11:33:48.721 INFO:teuthology.orchestra.run.smithi019.stdout:Unpacking python3-cherrypy3 (18.6.1-4) ... 2023-12-03T11:33:48.737 INFO:teuthology.orchestra.run.smithi057.stdout:Unpacking python3-webob (1:1.8.6-1.1) ... 2023-12-03T11:33:49.036 INFO:teuthology.orchestra.run.smithi019.stdout:Selecting previously unselected package python3-natsort. 2023-12-03T11:33:49.063 INFO:teuthology.orchestra.run.smithi019.stdout:Preparing to unpack .../040-python3-natsort_8.0.2-1_all.deb ... 2023-12-03T11:33:49.102 INFO:teuthology.orchestra.run.smithi019.stdout:Unpacking python3-natsort (8.0.2-1) ... 2023-12-03T11:33:49.107 INFO:teuthology.orchestra.run.smithi057.stdout:Selecting previously unselected package python3-waitress. 2023-12-03T11:33:49.134 INFO:teuthology.orchestra.run.smithi057.stdout:Preparing to unpack .../047-python3-waitress_1.4.4-1.1ubuntu1_all.deb ... 2023-12-03T11:33:49.177 INFO:teuthology.orchestra.run.smithi057.stdout:Unpacking python3-waitress (1.4.4-1.1ubuntu1) ... 2023-12-03T11:33:49.414 INFO:teuthology.orchestra.run.smithi019.stdout:Selecting previously unselected package python3-logutils. 2023-12-03T11:33:49.441 INFO:teuthology.orchestra.run.smithi019.stdout:Preparing to unpack .../041-python3-logutils_0.3.3-8_all.deb ... 2023-12-03T11:33:49.476 INFO:teuthology.orchestra.run.smithi057.stdout:Selecting previously unselected package python3-tempita. 2023-12-03T11:33:49.480 INFO:teuthology.orchestra.run.smithi019.stdout:Unpacking python3-logutils (0.3.3-8) ... 2023-12-03T11:33:49.493 INFO:teuthology.orchestra.run.smithi057.stdout:Preparing to unpack .../048-python3-tempita_0.5.2-6ubuntu1_all.deb ... 2023-12-03T11:33:49.526 INFO:teuthology.orchestra.run.smithi057.stdout:Unpacking python3-tempita (0.5.2-6ubuntu1) ... 2023-12-03T11:33:49.792 INFO:teuthology.orchestra.run.smithi019.stdout:Selecting previously unselected package python3-markupsafe. 2023-12-03T11:33:49.811 INFO:teuthology.orchestra.run.smithi019.stdout:Preparing to unpack .../042-python3-markupsafe_2.0.1-2build1_amd64.deb ... 2023-12-03T11:33:49.813 INFO:teuthology.orchestra.run.smithi057.stdout:Selecting previously unselected package python3-paste. 2023-12-03T11:33:49.840 INFO:teuthology.orchestra.run.smithi057.stdout:Preparing to unpack .../049-python3-paste_3.5.0+dfsg1-1_all.deb ... 2023-12-03T11:33:49.849 INFO:teuthology.orchestra.run.smithi019.stdout:Unpacking python3-markupsafe (2.0.1-2build1) ... 2023-12-03T11:33:49.879 INFO:teuthology.orchestra.run.smithi057.stdout:Unpacking python3-paste (3.5.0+dfsg1-1) ... 2023-12-03T11:33:50.144 INFO:teuthology.orchestra.run.smithi019.stdout:Selecting previously unselected package python3-mako. 2023-12-03T11:33:50.160 INFO:teuthology.orchestra.run.smithi019.stdout:Preparing to unpack .../043-python3-mako_1.1.3+ds1-2ubuntu0.1_all.deb ... 2023-12-03T11:33:50.202 INFO:teuthology.orchestra.run.smithi019.stdout:Unpacking python3-mako (1.1.3+ds1-2ubuntu0.1) ... 2023-12-03T11:33:50.215 INFO:teuthology.orchestra.run.smithi057.stdout:Selecting previously unselected package python-pastedeploy-tpl. 2023-12-03T11:33:50.232 INFO:teuthology.orchestra.run.smithi057.stdout:Preparing to unpack .../050-python-pastedeploy-tpl_2.1.1-1_all.deb ... 2023-12-03T11:33:50.274 INFO:teuthology.orchestra.run.smithi057.stdout:Unpacking python-pastedeploy-tpl (2.1.1-1) ... 2023-12-03T11:33:50.497 INFO:teuthology.orchestra.run.smithi019.stdout:Selecting previously unselected package python3-simplegeneric. 2023-12-03T11:33:50.524 INFO:teuthology.orchestra.run.smithi019.stdout:Preparing to unpack .../044-python3-simplegeneric_0.8.1-3_all.deb ... 2023-12-03T11:33:50.551 INFO:teuthology.orchestra.run.smithi057.stdout:Selecting previously unselected package python3-pastedeploy. 2023-12-03T11:33:50.555 INFO:teuthology.orchestra.run.smithi019.stdout:Unpacking python3-simplegeneric (0.8.1-3) ... 2023-12-03T11:33:50.567 INFO:teuthology.orchestra.run.smithi057.stdout:Preparing to unpack .../051-python3-pastedeploy_2.1.1-1_all.deb ... 2023-12-03T11:33:50.851 INFO:teuthology.orchestra.run.smithi057.stdout:Unpacking python3-pastedeploy (2.1.1-1) ... 2023-12-03T11:33:50.858 INFO:teuthology.orchestra.run.smithi019.stdout:Selecting previously unselected package python3-singledispatch. 2023-12-03T11:33:50.885 INFO:teuthology.orchestra.run.smithi019.stdout:Preparing to unpack .../045-python3-singledispatch_3.4.0.3-3_all.deb ... 2023-12-03T11:33:50.924 INFO:teuthology.orchestra.run.smithi019.stdout:Unpacking python3-singledispatch (3.4.0.3-3) ... 2023-12-03T11:33:51.227 INFO:teuthology.orchestra.run.smithi019.stdout:Selecting previously unselected package python3-webob. 2023-12-03T11:33:51.254 INFO:teuthology.orchestra.run.smithi019.stdout:Preparing to unpack .../046-python3-webob_1%3a1.8.6-1.1_all.deb ... 2023-12-03T11:33:51.294 INFO:teuthology.orchestra.run.smithi019.stdout:Unpacking python3-webob (1:1.8.6-1.1) ... 2023-12-03T11:33:51.630 INFO:teuthology.orchestra.run.smithi057.stdout:Selecting previously unselected package python3-webtest. 2023-12-03T11:33:51.657 INFO:teuthology.orchestra.run.smithi057.stdout:Preparing to unpack .../052-python3-webtest_2.0.35-1_all.deb ... 2023-12-03T11:33:51.680 INFO:teuthology.orchestra.run.smithi019.stdout:Selecting previously unselected package python3-waitress. 2023-12-03T11:33:51.696 INFO:teuthology.orchestra.run.smithi057.stdout:Unpacking python3-webtest (2.0.35-1) ... 2023-12-03T11:33:51.707 INFO:teuthology.orchestra.run.smithi019.stdout:Preparing to unpack .../047-python3-waitress_1.4.4-1.1ubuntu1_all.deb ... 2023-12-03T11:33:51.749 INFO:teuthology.orchestra.run.smithi019.stdout:Unpacking python3-waitress (1.4.4-1.1ubuntu1) ... 2023-12-03T11:33:51.991 INFO:teuthology.orchestra.run.smithi057.stdout:Selecting previously unselected package python3-pecan. 2023-12-03T11:33:52.018 INFO:teuthology.orchestra.run.smithi057.stdout:Preparing to unpack .../053-python3-pecan_1.3.3-4ubuntu2_all.deb ... 2023-12-03T11:33:52.057 INFO:teuthology.orchestra.run.smithi057.stdout:Unpacking python3-pecan (1.3.3-4ubuntu2) ... 2023-12-03T11:33:52.058 INFO:teuthology.orchestra.run.smithi019.stdout:Selecting previously unselected package python3-tempita. 2023-12-03T11:33:52.085 INFO:teuthology.orchestra.run.smithi019.stdout:Preparing to unpack .../048-python3-tempita_0.5.2-6ubuntu1_all.deb ... 2023-12-03T11:33:52.124 INFO:teuthology.orchestra.run.smithi019.stdout:Unpacking python3-tempita (0.5.2-6ubuntu1) ... 2023-12-03T11:33:52.402 INFO:teuthology.orchestra.run.smithi019.stdout:Selecting previously unselected package python3-paste. 2023-12-03T11:33:52.420 INFO:teuthology.orchestra.run.smithi057.stdout:Selecting previously unselected package python3-certifi. 2023-12-03T11:33:52.429 INFO:teuthology.orchestra.run.smithi019.stdout:Preparing to unpack .../049-python3-paste_3.5.0+dfsg1-1_all.deb ... 2023-12-03T11:33:52.447 INFO:teuthology.orchestra.run.smithi057.stdout:Preparing to unpack .../054-python3-certifi_2020.6.20-1_all.deb ... 2023-12-03T11:33:52.460 INFO:teuthology.orchestra.run.smithi019.stdout:Unpacking python3-paste (3.5.0+dfsg1-1) ... 2023-12-03T11:33:52.486 INFO:teuthology.orchestra.run.smithi057.stdout:Unpacking python3-certifi (2020.6.20-1) ... 2023-12-03T11:33:52.789 INFO:teuthology.orchestra.run.smithi019.stdout:Selecting previously unselected package python-pastedeploy-tpl. 2023-12-03T11:33:52.806 INFO:teuthology.orchestra.run.smithi057.stdout:Selecting previously unselected package python3-idna. 2023-12-03T11:33:52.813 INFO:teuthology.orchestra.run.smithi019.stdout:Preparing to unpack .../050-python-pastedeploy-tpl_2.1.1-1_all.deb ... 2023-12-03T11:33:52.833 INFO:teuthology.orchestra.run.smithi057.stdout:Preparing to unpack .../055-python3-idna_3.3-1_all.deb ... 2023-12-03T11:33:52.855 INFO:teuthology.orchestra.run.smithi019.stdout:Unpacking python-pastedeploy-tpl (2.1.1-1) ... 2023-12-03T11:33:52.873 INFO:teuthology.orchestra.run.smithi057.stdout:Unpacking python3-idna (3.3-1) ... 2023-12-03T11:33:53.160 INFO:teuthology.orchestra.run.smithi019.stdout:Selecting previously unselected package python3-pastedeploy. 2023-12-03T11:33:53.187 INFO:teuthology.orchestra.run.smithi019.stdout:Preparing to unpack .../051-python3-pastedeploy_2.1.1-1_all.deb ... 2023-12-03T11:33:53.226 INFO:teuthology.orchestra.run.smithi019.stdout:Unpacking python3-pastedeploy (2.1.1-1) ... 2023-12-03T11:33:53.401 INFO:teuthology.orchestra.run.smithi057.stdout:Selecting previously unselected package python3-urllib3. 2023-12-03T11:33:53.428 INFO:teuthology.orchestra.run.smithi057.stdout:Preparing to unpack .../056-python3-urllib3_1.26.5-1~exp1ubuntu0.1_all.deb ... 2023-12-03T11:33:53.467 INFO:teuthology.orchestra.run.smithi057.stdout:Unpacking python3-urllib3 (1.26.5-1~exp1ubuntu0.1) ... 2023-12-03T11:33:53.529 INFO:teuthology.orchestra.run.smithi019.stdout:Selecting previously unselected package python3-webtest. 2023-12-03T11:33:53.556 INFO:teuthology.orchestra.run.smithi019.stdout:Preparing to unpack .../052-python3-webtest_2.0.35-1_all.deb ... 2023-12-03T11:33:53.596 INFO:teuthology.orchestra.run.smithi019.stdout:Unpacking python3-webtest (2.0.35-1) ... 2023-12-03T11:33:53.804 INFO:teuthology.orchestra.run.smithi057.stdout:Selecting previously unselected package python3-requests. 2023-12-03T11:33:53.831 INFO:teuthology.orchestra.run.smithi057.stdout:Preparing to unpack .../057-python3-requests_2.25.1+dfsg-2ubuntu0.1_all.deb ... 2023-12-03T11:33:53.870 INFO:teuthology.orchestra.run.smithi057.stdout:Unpacking python3-requests (2.25.1+dfsg-2ubuntu0.1) ... 2023-12-03T11:33:53.907 INFO:teuthology.orchestra.run.smithi019.stdout:Selecting previously unselected package python3-pecan. 2023-12-03T11:33:53.934 INFO:teuthology.orchestra.run.smithi019.stdout:Preparing to unpack .../053-python3-pecan_1.3.3-4ubuntu2_all.deb ... 2023-12-03T11:33:53.973 INFO:teuthology.orchestra.run.smithi019.stdout:Unpacking python3-pecan (1.3.3-4ubuntu2) ... 2023-12-03T11:33:54.148 INFO:teuthology.orchestra.run.smithi057.stdout:Selecting previously unselected package python3-werkzeug. 2023-12-03T11:33:54.164 INFO:teuthology.orchestra.run.smithi057.stdout:Preparing to unpack .../058-python3-werkzeug_2.0.2+dfsg1-1ubuntu0.22.04.1_all.deb ... 2023-12-03T11:33:54.197 INFO:teuthology.orchestra.run.smithi057.stdout:Unpacking python3-werkzeug (2.0.2+dfsg1-1ubuntu0.22.04.1) ... 2023-12-03T11:33:54.337 INFO:teuthology.orchestra.run.smithi019.stdout:Selecting previously unselected package python3-certifi. 2023-12-03T11:33:54.364 INFO:teuthology.orchestra.run.smithi019.stdout:Preparing to unpack .../054-python3-certifi_2020.6.20-1_all.deb ... 2023-12-03T11:33:54.404 INFO:teuthology.orchestra.run.smithi019.stdout:Unpacking python3-certifi (2020.6.20-1) ... 2023-12-03T11:33:54.584 INFO:teuthology.orchestra.run.smithi057.stdout:Selecting previously unselected package ceph-mgr-modules-core. 2023-12-03T11:33:54.612 INFO:teuthology.orchestra.run.smithi057.stdout:Preparing to unpack .../059-ceph-mgr-modules-core_18.0.0-7537-gbcbf278c-1jammy_all.deb ... 2023-12-03T11:33:54.650 INFO:teuthology.orchestra.run.smithi057.stdout:Unpacking ceph-mgr-modules-core (18.0.0-7537-gbcbf278c-1jammy) ... 2023-12-03T11:33:54.715 INFO:teuthology.orchestra.run.smithi019.stdout:Selecting previously unselected package python3-idna. 2023-12-03T11:33:54.742 INFO:teuthology.orchestra.run.smithi019.stdout:Preparing to unpack .../055-python3-idna_3.3-1_all.deb ... 2023-12-03T11:33:54.773 INFO:teuthology.orchestra.run.smithi019.stdout:Unpacking python3-idna (3.3-1) ... 2023-12-03T11:33:55.022 INFO:teuthology.orchestra.run.smithi057.stdout:Selecting previously unselected package libsqlite3-mod-ceph. 2023-12-03T11:33:55.049 INFO:teuthology.orchestra.run.smithi057.stdout:Preparing to unpack .../060-libsqlite3-mod-ceph_18.0.0-7537-gbcbf278c-1jammy_amd64.deb ... 2023-12-03T11:33:55.068 INFO:teuthology.orchestra.run.smithi019.stdout:Selecting previously unselected package python3-urllib3. 2023-12-03T11:33:55.088 INFO:teuthology.orchestra.run.smithi057.stdout:Unpacking libsqlite3-mod-ceph (18.0.0-7537-gbcbf278c-1jammy) ... 2023-12-03T11:33:55.095 INFO:teuthology.orchestra.run.smithi019.stdout:Preparing to unpack .../056-python3-urllib3_1.26.5-1~exp1ubuntu0.1_all.deb ... 2023-12-03T11:33:55.134 INFO:teuthology.orchestra.run.smithi019.stdout:Unpacking python3-urllib3 (1.26.5-1~exp1ubuntu0.1) ... 2023-12-03T11:33:55.383 INFO:teuthology.orchestra.run.smithi057.stdout:Selecting previously unselected package python3-bcrypt. 2023-12-03T11:33:55.410 INFO:teuthology.orchestra.run.smithi057.stdout:Preparing to unpack .../061-python3-bcrypt_3.2.0-1build1_amd64.deb ... 2023-12-03T11:33:55.449 INFO:teuthology.orchestra.run.smithi057.stdout:Unpacking python3-bcrypt (3.2.0-1build1) ... 2023-12-03T11:33:55.454 INFO:teuthology.orchestra.run.smithi019.stdout:Selecting previously unselected package python3-requests. 2023-12-03T11:33:55.482 INFO:teuthology.orchestra.run.smithi019.stdout:Preparing to unpack .../057-python3-requests_2.25.1+dfsg-2ubuntu0.1_all.deb ... 2023-12-03T11:33:55.521 INFO:teuthology.orchestra.run.smithi019.stdout:Unpacking python3-requests (2.25.1+dfsg-2ubuntu0.1) ... 2023-12-03T11:33:55.710 INFO:teuthology.orchestra.run.smithi057.stdout:Selecting previously unselected package python3-openssl. 2023-12-03T11:33:55.726 INFO:teuthology.orchestra.run.smithi057.stdout:Preparing to unpack .../062-python3-openssl_21.0.0-1_all.deb ... 2023-12-03T11:33:55.760 INFO:teuthology.orchestra.run.smithi057.stdout:Unpacking python3-openssl (21.0.0-1) ... 2023-12-03T11:33:55.849 INFO:teuthology.orchestra.run.smithi019.stdout:Selecting previously unselected package python3-werkzeug. 2023-12-03T11:33:55.876 INFO:teuthology.orchestra.run.smithi019.stdout:Preparing to unpack .../058-python3-werkzeug_2.0.2+dfsg1-1ubuntu0.22.04.1_all.deb ... 2023-12-03T11:33:55.915 INFO:teuthology.orchestra.run.smithi019.stdout:Unpacking python3-werkzeug (2.0.2+dfsg1-1ubuntu0.22.04.1) ... 2023-12-03T11:33:56.105 INFO:teuthology.orchestra.run.smithi057.stdout:Selecting previously unselected package ceph-mgr. 2023-12-03T11:33:56.132 INFO:teuthology.orchestra.run.smithi057.stdout:Preparing to unpack .../063-ceph-mgr_18.0.0-7537-gbcbf278c-1jammy_amd64.deb ... 2023-12-03T11:33:56.171 INFO:teuthology.orchestra.run.smithi057.stdout:Unpacking ceph-mgr (18.0.0-7537-gbcbf278c-1jammy) ... 2023-12-03T11:33:56.219 INFO:teuthology.orchestra.run.smithi019.stdout:Selecting previously unselected package ceph-mgr-modules-core. 2023-12-03T11:33:56.246 INFO:teuthology.orchestra.run.smithi019.stdout:Preparing to unpack .../059-ceph-mgr-modules-core_18.0.0-7537-gbcbf278c-1jammy_all.deb ... 2023-12-03T11:33:56.285 INFO:teuthology.orchestra.run.smithi019.stdout:Unpacking ceph-mgr-modules-core (18.0.0-7537-gbcbf278c-1jammy) ... 2023-12-03T11:33:56.591 INFO:teuthology.orchestra.run.smithi057.stdout:Selecting previously unselected package ceph-mon. 2023-12-03T11:33:56.618 INFO:teuthology.orchestra.run.smithi057.stdout:Preparing to unpack .../064-ceph-mon_18.0.0-7537-gbcbf278c-1jammy_amd64.deb ... 2023-12-03T11:33:56.657 INFO:teuthology.orchestra.run.smithi057.stdout:Unpacking ceph-mon (18.0.0-7537-gbcbf278c-1jammy) ... 2023-12-03T11:33:56.665 INFO:teuthology.orchestra.run.smithi019.stdout:Selecting previously unselected package libsqlite3-mod-ceph. 2023-12-03T11:33:56.692 INFO:teuthology.orchestra.run.smithi019.stdout:Preparing to unpack .../060-libsqlite3-mod-ceph_18.0.0-7537-gbcbf278c-1jammy_amd64.deb ... 2023-12-03T11:33:56.732 INFO:teuthology.orchestra.run.smithi019.stdout:Unpacking libsqlite3-mod-ceph (18.0.0-7537-gbcbf278c-1jammy) ... 2023-12-03T11:33:57.060 INFO:teuthology.orchestra.run.smithi019.stdout:Selecting previously unselected package python3-bcrypt. 2023-12-03T11:33:57.087 INFO:teuthology.orchestra.run.smithi019.stdout:Preparing to unpack .../061-python3-bcrypt_3.2.0-1build1_amd64.deb ... 2023-12-03T11:33:57.126 INFO:teuthology.orchestra.run.smithi019.stdout:Unpacking python3-bcrypt (3.2.0-1build1) ... 2023-12-03T11:33:57.429 INFO:teuthology.orchestra.run.smithi019.stdout:Selecting previously unselected package python3-openssl. 2023-12-03T11:33:57.456 INFO:teuthology.orchestra.run.smithi019.stdout:Preparing to unpack .../062-python3-openssl_21.0.0-1_all.deb ... 2023-12-03T11:33:57.496 INFO:teuthology.orchestra.run.smithi019.stdout:Unpacking python3-openssl (21.0.0-1) ... 2023-12-03T11:33:57.553 INFO:teuthology.orchestra.run.smithi057.stdout:Selecting previously unselected package ceph-osd. 2023-12-03T11:33:57.580 INFO:teuthology.orchestra.run.smithi057.stdout:Preparing to unpack .../065-ceph-osd_18.0.0-7537-gbcbf278c-1jammy_amd64.deb ... 2023-12-03T11:33:57.619 INFO:teuthology.orchestra.run.smithi057.stdout:Unpacking ceph-osd (18.0.0-7537-gbcbf278c-1jammy) ... 2023-12-03T11:33:57.782 INFO:teuthology.orchestra.run.smithi019.stdout:Selecting previously unselected package ceph-mgr. 2023-12-03T11:33:57.809 INFO:teuthology.orchestra.run.smithi019.stdout:Preparing to unpack .../063-ceph-mgr_18.0.0-7537-gbcbf278c-1jammy_amd64.deb ... 2023-12-03T11:33:57.840 INFO:teuthology.orchestra.run.smithi019.stdout:Unpacking ceph-mgr (18.0.0-7537-gbcbf278c-1jammy) ... 2023-12-03T11:33:58.244 INFO:teuthology.orchestra.run.smithi019.stdout:Selecting previously unselected package ceph-mon. 2023-12-03T11:33:58.271 INFO:teuthology.orchestra.run.smithi019.stdout:Preparing to unpack .../064-ceph-mon_18.0.0-7537-gbcbf278c-1jammy_amd64.deb ... 2023-12-03T11:33:58.310 INFO:teuthology.orchestra.run.smithi019.stdout:Unpacking ceph-mon (18.0.0-7537-gbcbf278c-1jammy) ... 2023-12-03T11:33:59.256 INFO:teuthology.orchestra.run.smithi019.stdout:Selecting previously unselected package ceph-osd. 2023-12-03T11:33:59.282 INFO:teuthology.orchestra.run.smithi019.stdout:Preparing to unpack .../065-ceph-osd_18.0.0-7537-gbcbf278c-1jammy_amd64.deb ... 2023-12-03T11:33:59.322 INFO:teuthology.orchestra.run.smithi019.stdout:Unpacking ceph-osd (18.0.0-7537-gbcbf278c-1jammy) ... 2023-12-03T11:33:59.881 INFO:teuthology.orchestra.run.smithi057.stdout:Selecting previously unselected package ceph. 2023-12-03T11:33:59.908 INFO:teuthology.orchestra.run.smithi057.stdout:Preparing to unpack .../066-ceph_18.0.0-7537-gbcbf278c-1jammy_amd64.deb ... 2023-12-03T11:33:59.947 INFO:teuthology.orchestra.run.smithi057.stdout:Unpacking ceph (18.0.0-7537-gbcbf278c-1jammy) ... 2023-12-03T11:34:00.266 INFO:teuthology.orchestra.run.smithi057.stdout:Selecting previously unselected package ceph-fuse. 2023-12-03T11:34:00.293 INFO:teuthology.orchestra.run.smithi057.stdout:Preparing to unpack .../067-ceph-fuse_18.0.0-7537-gbcbf278c-1jammy_amd64.deb ... 2023-12-03T11:34:00.332 INFO:teuthology.orchestra.run.smithi057.stdout:Unpacking ceph-fuse (18.0.0-7537-gbcbf278c-1jammy) ... 2023-12-03T11:34:00.711 INFO:teuthology.orchestra.run.smithi057.stdout:Selecting previously unselected package ceph-mds. 2023-12-03T11:34:00.739 INFO:teuthology.orchestra.run.smithi057.stdout:Preparing to unpack .../068-ceph-mds_18.0.0-7537-gbcbf278c-1jammy_amd64.deb ... 2023-12-03T11:34:00.777 INFO:teuthology.orchestra.run.smithi057.stdout:Unpacking ceph-mds (18.0.0-7537-gbcbf278c-1jammy) ... 2023-12-03T11:34:01.164 INFO:teuthology.orchestra.run.smithi057.stdout:Selecting previously unselected package cephadm. 2023-12-03T11:34:01.191 INFO:teuthology.orchestra.run.smithi057.stdout:Preparing to unpack .../069-cephadm_18.0.0-7537-gbcbf278c-1jammy_amd64.deb ... 2023-12-03T11:34:01.217 INFO:teuthology.orchestra.run.smithi019.stdout:Selecting previously unselected package ceph. 2023-12-03T11:34:01.230 INFO:teuthology.orchestra.run.smithi057.stdout:Unpacking cephadm (18.0.0-7537-gbcbf278c-1jammy) ... 2023-12-03T11:34:01.233 INFO:teuthology.orchestra.run.smithi019.stdout:Preparing to unpack .../066-ceph_18.0.0-7537-gbcbf278c-1jammy_amd64.deb ... 2023-12-03T11:34:01.267 INFO:teuthology.orchestra.run.smithi019.stdout:Unpacking ceph (18.0.0-7537-gbcbf278c-1jammy) ... 2023-12-03T11:34:01.541 INFO:teuthology.orchestra.run.smithi057.stdout:Selecting previously unselected package python3-asyncssh. 2023-12-03T11:34:01.568 INFO:teuthology.orchestra.run.smithi057.stdout:Preparing to unpack .../070-python3-asyncssh_2.5.0-1_all.deb ... 2023-12-03T11:34:01.595 INFO:teuthology.orchestra.run.smithi019.stdout:Selecting previously unselected package ceph-fuse. 2023-12-03T11:34:01.622 INFO:teuthology.orchestra.run.smithi019.stdout:Preparing to unpack .../067-ceph-fuse_18.0.0-7537-gbcbf278c-1jammy_amd64.deb ... 2023-12-03T11:34:01.632 INFO:teuthology.orchestra.run.smithi057.stdout:Unpacking python3-asyncssh (2.5.0-1) ... 2023-12-03T11:34:01.661 INFO:teuthology.orchestra.run.smithi019.stdout:Unpacking ceph-fuse (18.0.0-7537-gbcbf278c-1jammy) ... 2023-12-03T11:34:01.944 INFO:teuthology.orchestra.run.smithi057.stdout:Selecting previously unselected package python-babel-localedata. 2023-12-03T11:34:01.960 INFO:teuthology.orchestra.run.smithi057.stdout:Preparing to unpack .../071-python-babel-localedata_2.8.0+dfsg.1-7_all.deb ... 2023-12-03T11:34:02.003 INFO:teuthology.orchestra.run.smithi057.stdout:Unpacking python-babel-localedata (2.8.0+dfsg.1-7) ... 2023-12-03T11:34:02.015 INFO:teuthology.orchestra.run.smithi019.stdout:Selecting previously unselected package ceph-mds. 2023-12-03T11:34:02.042 INFO:teuthology.orchestra.run.smithi019.stdout:Preparing to unpack .../068-ceph-mds_18.0.0-7537-gbcbf278c-1jammy_amd64.deb ... 2023-12-03T11:34:02.082 INFO:teuthology.orchestra.run.smithi019.stdout:Unpacking ceph-mds (18.0.0-7537-gbcbf278c-1jammy) ... 2023-12-03T11:34:02.451 INFO:teuthology.orchestra.run.smithi019.stdout:Selecting previously unselected package cephadm. 2023-12-03T11:34:02.478 INFO:teuthology.orchestra.run.smithi019.stdout:Preparing to unpack .../069-cephadm_18.0.0-7537-gbcbf278c-1jammy_amd64.deb ... 2023-12-03T11:34:02.509 INFO:teuthology.orchestra.run.smithi019.stdout:Unpacking cephadm (18.0.0-7537-gbcbf278c-1jammy) ... 2023-12-03T11:34:02.820 INFO:teuthology.orchestra.run.smithi019.stdout:Selecting previously unselected package python3-asyncssh. 2023-12-03T11:34:02.847 INFO:teuthology.orchestra.run.smithi019.stdout:Preparing to unpack .../070-python3-asyncssh_2.5.0-1_all.deb ... 2023-12-03T11:34:02.887 INFO:teuthology.orchestra.run.smithi019.stdout:Unpacking python3-asyncssh (2.5.0-1) ... 2023-12-03T11:34:02.982 INFO:teuthology.orchestra.run.smithi057.stdout:Selecting previously unselected package python3-babel. 2023-12-03T11:34:03.009 INFO:teuthology.orchestra.run.smithi057.stdout:Preparing to unpack .../072-python3-babel_2.8.0+dfsg.1-7_all.deb ... 2023-12-03T11:34:03.048 INFO:teuthology.orchestra.run.smithi057.stdout:Unpacking python3-babel (2.8.0+dfsg.1-7) ... 2023-12-03T11:34:03.181 INFO:teuthology.orchestra.run.smithi019.stdout:Selecting previously unselected package python-babel-localedata. 2023-12-03T11:34:03.198 INFO:teuthology.orchestra.run.smithi019.stdout:Preparing to unpack .../071-python-babel-localedata_2.8.0+dfsg.1-7_all.deb ... 2023-12-03T11:34:03.239 INFO:teuthology.orchestra.run.smithi019.stdout:Unpacking python-babel-localedata (2.8.0+dfsg.1-7) ... 2023-12-03T11:34:03.385 INFO:teuthology.orchestra.run.smithi057.stdout:Selecting previously unselected package python3-jinja2. 2023-12-03T11:34:03.412 INFO:teuthology.orchestra.run.smithi057.stdout:Preparing to unpack .../073-python3-jinja2_3.0.3-1_all.deb ... 2023-12-03T11:34:03.451 INFO:teuthology.orchestra.run.smithi057.stdout:Unpacking python3-jinja2 (3.0.3-1) ... 2023-12-03T11:34:03.779 INFO:teuthology.orchestra.run.smithi057.stdout:Selecting previously unselected package ceph-mgr-cephadm. 2023-12-03T11:34:03.795 INFO:teuthology.orchestra.run.smithi057.stdout:Preparing to unpack .../074-ceph-mgr-cephadm_18.0.0-7537-gbcbf278c-1jammy_all.deb ... 2023-12-03T11:34:03.829 INFO:teuthology.orchestra.run.smithi057.stdout:Unpacking ceph-mgr-cephadm (18.0.0-7537-gbcbf278c-1jammy) ... 2023-12-03T11:34:04.157 INFO:teuthology.orchestra.run.smithi057.stdout:Selecting previously unselected package python3-repoze.lru. 2023-12-03T11:34:04.173 INFO:teuthology.orchestra.run.smithi057.stdout:Preparing to unpack .../075-python3-repoze.lru_0.7-2_all.deb ... 2023-12-03T11:34:04.206 INFO:teuthology.orchestra.run.smithi057.stdout:Unpacking python3-repoze.lru (0.7-2) ... 2023-12-03T11:34:04.303 INFO:teuthology.orchestra.run.smithi019.stdout:Selecting previously unselected package python3-babel. 2023-12-03T11:34:04.331 INFO:teuthology.orchestra.run.smithi019.stdout:Preparing to unpack .../072-python3-babel_2.8.0+dfsg.1-7_all.deb ... 2023-12-03T11:34:04.370 INFO:teuthology.orchestra.run.smithi019.stdout:Unpacking python3-babel (2.8.0+dfsg.1-7) ... 2023-12-03T11:34:04.493 INFO:teuthology.orchestra.run.smithi057.stdout:Selecting previously unselected package python3-routes. 2023-12-03T11:34:04.520 INFO:teuthology.orchestra.run.smithi057.stdout:Preparing to unpack .../076-python3-routes_2.5.1-1ubuntu1_all.deb ... 2023-12-03T11:34:04.559 INFO:teuthology.orchestra.run.smithi057.stdout:Unpacking python3-routes (2.5.1-1ubuntu1) ... 2023-12-03T11:34:04.689 INFO:teuthology.orchestra.run.smithi019.stdout:Selecting previously unselected package python3-jinja2. 2023-12-03T11:34:04.717 INFO:teuthology.orchestra.run.smithi019.stdout:Preparing to unpack .../073-python3-jinja2_3.0.3-1_all.deb ... 2023-12-03T11:34:04.756 INFO:teuthology.orchestra.run.smithi019.stdout:Unpacking python3-jinja2 (3.0.3-1) ... 2023-12-03T11:34:04.854 INFO:teuthology.orchestra.run.smithi057.stdout:Selecting previously unselected package ceph-mgr-dashboard. 2023-12-03T11:34:04.881 INFO:teuthology.orchestra.run.smithi057.stdout:Preparing to unpack .../077-ceph-mgr-dashboard_18.0.0-7537-gbcbf278c-1jammy_all.deb ... 2023-12-03T11:34:04.912 INFO:teuthology.orchestra.run.smithi057.stdout:Unpacking ceph-mgr-dashboard (18.0.0-7537-gbcbf278c-1jammy) ... 2023-12-03T11:34:05.101 INFO:teuthology.orchestra.run.smithi019.stdout:Selecting previously unselected package ceph-mgr-cephadm. 2023-12-03T11:34:05.128 INFO:teuthology.orchestra.run.smithi019.stdout:Preparing to unpack .../074-ceph-mgr-cephadm_18.0.0-7537-gbcbf278c-1jammy_all.deb ... 2023-12-03T11:34:05.167 INFO:teuthology.orchestra.run.smithi019.stdout:Unpacking ceph-mgr-cephadm (18.0.0-7537-gbcbf278c-1jammy) ... 2023-12-03T11:34:05.332 INFO:teuthology.orchestra.run.smithi057.stdout:Selecting previously unselected package python3-sklearn-lib:amd64. 2023-12-03T11:34:05.348 INFO:teuthology.orchestra.run.smithi057.stdout:Preparing to unpack .../078-python3-sklearn-lib_0.23.2-5ubuntu6_amd64.deb ... 2023-12-03T11:34:05.390 INFO:teuthology.orchestra.run.smithi057.stdout:Unpacking python3-sklearn-lib:amd64 (0.23.2-5ubuntu6) ... 2023-12-03T11:34:05.554 INFO:teuthology.orchestra.run.smithi019.stdout:Selecting previously unselected package python3-repoze.lru. 2023-12-03T11:34:05.582 INFO:teuthology.orchestra.run.smithi019.stdout:Preparing to unpack .../075-python3-repoze.lru_0.7-2_all.deb ... 2023-12-03T11:34:05.620 INFO:teuthology.orchestra.run.smithi019.stdout:Unpacking python3-repoze.lru (0.7-2) ... 2023-12-03T11:34:05.902 INFO:teuthology.orchestra.run.smithi057.stdout:Selecting previously unselected package python3-joblib. 2023-12-03T11:34:05.923 INFO:teuthology.orchestra.run.smithi019.stdout:Selecting previously unselected package python3-routes. 2023-12-03T11:34:05.929 INFO:teuthology.orchestra.run.smithi057.stdout:Preparing to unpack .../079-python3-joblib_0.17.0-4ubuntu1_all.deb ... 2023-12-03T11:34:05.951 INFO:teuthology.orchestra.run.smithi019.stdout:Preparing to unpack .../076-python3-routes_2.5.1-1ubuntu1_all.deb ... 2023-12-03T11:34:05.968 INFO:teuthology.orchestra.run.smithi057.stdout:Unpacking python3-joblib (0.17.0-4ubuntu1) ... 2023-12-03T11:34:06.107 INFO:teuthology.orchestra.run.smithi019.stdout:Unpacking python3-routes (2.5.1-1ubuntu1) ... 2023-12-03T11:34:06.339 INFO:teuthology.orchestra.run.smithi057.stdout:Selecting previously unselected package python3-threadpoolctl. 2023-12-03T11:34:06.366 INFO:teuthology.orchestra.run.smithi057.stdout:Preparing to unpack .../080-python3-threadpoolctl_3.1.0-1_all.deb ... 2023-12-03T11:34:06.405 INFO:teuthology.orchestra.run.smithi057.stdout:Unpacking python3-threadpoolctl (3.1.0-1) ... 2023-12-03T11:34:06.452 INFO:teuthology.orchestra.run.smithi019.stdout:Selecting previously unselected package ceph-mgr-dashboard. 2023-12-03T11:34:06.479 INFO:teuthology.orchestra.run.smithi019.stdout:Preparing to unpack .../077-ceph-mgr-dashboard_18.0.0-7537-gbcbf278c-1jammy_all.deb ... 2023-12-03T11:34:06.518 INFO:teuthology.orchestra.run.smithi019.stdout:Unpacking ceph-mgr-dashboard (18.0.0-7537-gbcbf278c-1jammy) ... 2023-12-03T11:34:06.741 INFO:teuthology.orchestra.run.smithi057.stdout:Selecting previously unselected package python3-sklearn. 2023-12-03T11:34:06.768 INFO:teuthology.orchestra.run.smithi057.stdout:Preparing to unpack .../081-python3-sklearn_0.23.2-5ubuntu6_all.deb ... 2023-12-03T11:34:06.807 INFO:teuthology.orchestra.run.smithi057.stdout:Unpacking python3-sklearn (0.23.2-5ubuntu6) ... 2023-12-03T11:34:06.938 INFO:teuthology.orchestra.run.smithi019.stdout:Selecting previously unselected package python3-sklearn-lib:amd64. 2023-12-03T11:34:06.955 INFO:teuthology.orchestra.run.smithi019.stdout:Preparing to unpack .../078-python3-sklearn-lib_0.23.2-5ubuntu6_amd64.deb ... 2023-12-03T11:34:06.996 INFO:teuthology.orchestra.run.smithi019.stdout:Unpacking python3-sklearn-lib:amd64 (0.23.2-5ubuntu6) ... 2023-12-03T11:34:07.492 INFO:teuthology.orchestra.run.smithi019.stdout:Selecting previously unselected package python3-joblib. 2023-12-03T11:34:07.519 INFO:teuthology.orchestra.run.smithi019.stdout:Preparing to unpack .../079-python3-joblib_0.17.0-4ubuntu1_all.deb ... 2023-12-03T11:34:07.557 INFO:teuthology.orchestra.run.smithi057.stdout:Selecting previously unselected package ceph-mgr-diskprediction-local. 2023-12-03T11:34:07.558 INFO:teuthology.orchestra.run.smithi019.stdout:Unpacking python3-joblib (0.17.0-4ubuntu1) ... 2023-12-03T11:34:07.585 INFO:teuthology.orchestra.run.smithi057.stdout:Preparing to unpack .../082-ceph-mgr-diskprediction-local_18.0.0-7537-gbcbf278c-1jammy_all.deb ... 2023-12-03T11:34:07.709 INFO:teuthology.orchestra.run.smithi057.stdout:Unpacking ceph-mgr-diskprediction-local (18.0.0-7537-gbcbf278c-1jammy) ... 2023-12-03T11:34:07.895 INFO:teuthology.orchestra.run.smithi019.stdout:Selecting previously unselected package python3-threadpoolctl. 2023-12-03T11:34:07.923 INFO:teuthology.orchestra.run.smithi019.stdout:Preparing to unpack .../080-python3-threadpoolctl_3.1.0-1_all.deb ... 2023-12-03T11:34:07.962 INFO:teuthology.orchestra.run.smithi019.stdout:Unpacking python3-threadpoolctl (3.1.0-1) ... 2023-12-03T11:34:08.223 INFO:teuthology.orchestra.run.smithi019.stdout:Selecting previously unselected package python3-sklearn. 2023-12-03T11:34:08.251 INFO:teuthology.orchestra.run.smithi019.stdout:Preparing to unpack .../081-python3-sklearn_0.23.2-5ubuntu6_all.deb ... 2023-12-03T11:34:08.297 INFO:teuthology.orchestra.run.smithi019.stdout:Unpacking python3-sklearn (0.23.2-5ubuntu6) ... 2023-12-03T11:34:08.621 INFO:teuthology.orchestra.run.smithi057.stdout:Selecting previously unselected package python3-cachetools. 2023-12-03T11:34:08.649 INFO:teuthology.orchestra.run.smithi057.stdout:Preparing to unpack .../083-python3-cachetools_5.0.0-1_all.deb ... 2023-12-03T11:34:08.679 INFO:teuthology.orchestra.run.smithi057.stdout:Unpacking python3-cachetools (5.0.0-1) ... 2023-12-03T11:34:08.990 INFO:teuthology.orchestra.run.smithi019.stdout:Selecting previously unselected package ceph-mgr-diskprediction-local. 2023-12-03T11:34:09.018 INFO:teuthology.orchestra.run.smithi019.stdout:Preparing to unpack .../082-ceph-mgr-diskprediction-local_18.0.0-7537-gbcbf278c-1jammy_all.deb ... 2023-12-03T11:34:09.141 INFO:teuthology.orchestra.run.smithi019.stdout:Unpacking ceph-mgr-diskprediction-local (18.0.0-7537-gbcbf278c-1jammy) ... 2023-12-03T11:34:09.190 INFO:teuthology.orchestra.run.smithi057.stdout:Selecting previously unselected package python3-pyasn1. 2023-12-03T11:34:09.218 INFO:teuthology.orchestra.run.smithi057.stdout:Preparing to unpack .../084-python3-pyasn1_0.4.8-1_all.deb ... 2023-12-03T11:34:09.256 INFO:teuthology.orchestra.run.smithi057.stdout:Unpacking python3-pyasn1 (0.4.8-1) ... 2023-12-03T11:34:09.585 INFO:teuthology.orchestra.run.smithi057.stdout:Selecting previously unselected package python3-pyasn1-modules. 2023-12-03T11:34:09.612 INFO:teuthology.orchestra.run.smithi057.stdout:Preparing to unpack .../085-python3-pyasn1-modules_0.2.1-1_all.deb ... 2023-12-03T11:34:09.651 INFO:teuthology.orchestra.run.smithi057.stdout:Unpacking python3-pyasn1-modules (0.2.1-1) ... 2023-12-03T11:34:10.046 INFO:teuthology.orchestra.run.smithi057.stdout:Selecting previously unselected package python3-rsa. 2023-12-03T11:34:10.074 INFO:teuthology.orchestra.run.smithi057.stdout:Preparing to unpack .../086-python3-rsa_4.8-1_all.deb ... 2023-12-03T11:34:10.087 INFO:teuthology.orchestra.run.smithi019.stdout:Selecting previously unselected package python3-cachetools. 2023-12-03T11:34:10.115 INFO:teuthology.orchestra.run.smithi019.stdout:Preparing to unpack .../083-python3-cachetools_5.0.0-1_all.deb ... 2023-12-03T11:34:10.121 INFO:teuthology.orchestra.run.smithi057.stdout:Unpacking python3-rsa (4.8-1) ... 2023-12-03T11:34:10.153 INFO:teuthology.orchestra.run.smithi019.stdout:Unpacking python3-cachetools (5.0.0-1) ... 2023-12-03T11:34:10.450 INFO:teuthology.orchestra.run.smithi057.stdout:Selecting previously unselected package python3-google-auth. 2023-12-03T11:34:10.456 INFO:teuthology.orchestra.run.smithi019.stdout:Selecting previously unselected package python3-pyasn1. 2023-12-03T11:34:10.477 INFO:teuthology.orchestra.run.smithi057.stdout:Preparing to unpack .../087-python3-google-auth_1.5.1-3_all.deb ... 2023-12-03T11:34:10.484 INFO:teuthology.orchestra.run.smithi019.stdout:Preparing to unpack .../084-python3-pyasn1_0.4.8-1_all.deb ... 2023-12-03T11:34:10.516 INFO:teuthology.orchestra.run.smithi057.stdout:Unpacking python3-google-auth (1.5.1-3) ... 2023-12-03T11:34:10.523 INFO:teuthology.orchestra.run.smithi019.stdout:Unpacking python3-pyasn1 (0.4.8-1) ... 2023-12-03T11:34:10.836 INFO:teuthology.orchestra.run.smithi057.stdout:Selecting previously unselected package python3-requests-oauthlib. 2023-12-03T11:34:10.863 INFO:teuthology.orchestra.run.smithi057.stdout:Preparing to unpack .../088-python3-requests-oauthlib_1.3.0+ds-0.1_all.deb ... 2023-12-03T11:34:10.902 INFO:teuthology.orchestra.run.smithi057.stdout:Unpacking python3-requests-oauthlib (1.3.0+ds-0.1) ... 2023-12-03T11:34:11.102 INFO:teuthology.orchestra.run.smithi019.stdout:Selecting previously unselected package python3-pyasn1-modules. 2023-12-03T11:34:11.129 INFO:teuthology.orchestra.run.smithi019.stdout:Preparing to unpack .../085-python3-pyasn1-modules_0.2.1-1_all.deb ... 2023-12-03T11:34:11.168 INFO:teuthology.orchestra.run.smithi019.stdout:Unpacking python3-pyasn1-modules (0.2.1-1) ... 2023-12-03T11:34:11.230 INFO:teuthology.orchestra.run.smithi057.stdout:Selecting previously unselected package python3-websocket. 2023-12-03T11:34:11.258 INFO:teuthology.orchestra.run.smithi057.stdout:Preparing to unpack .../089-python3-websocket_1.2.3-1_all.deb ... 2023-12-03T11:34:11.297 INFO:teuthology.orchestra.run.smithi057.stdout:Unpacking python3-websocket (1.2.3-1) ... 2023-12-03T11:34:11.513 INFO:teuthology.orchestra.run.smithi019.stdout:Selecting previously unselected package python3-rsa. 2023-12-03T11:34:11.541 INFO:teuthology.orchestra.run.smithi019.stdout:Preparing to unpack .../086-python3-rsa_4.8-1_all.deb ... 2023-12-03T11:34:11.580 INFO:teuthology.orchestra.run.smithi019.stdout:Unpacking python3-rsa (4.8-1) ... 2023-12-03T11:34:11.617 INFO:teuthology.orchestra.run.smithi057.stdout:Selecting previously unselected package python3-kubernetes. 2023-12-03T11:34:11.644 INFO:teuthology.orchestra.run.smithi057.stdout:Preparing to unpack .../090-python3-kubernetes_12.0.1-1ubuntu1_all.deb ... 2023-12-03T11:34:11.683 INFO:teuthology.orchestra.run.smithi057.stdout:Unpacking python3-kubernetes (12.0.1-1ubuntu1) ... 2023-12-03T11:34:11.867 INFO:teuthology.orchestra.run.smithi019.stdout:Selecting previously unselected package python3-google-auth. 2023-12-03T11:34:11.894 INFO:teuthology.orchestra.run.smithi019.stdout:Preparing to unpack .../087-python3-google-auth_1.5.1-3_all.deb ... 2023-12-03T11:34:11.925 INFO:teuthology.orchestra.run.smithi019.stdout:Unpacking python3-google-auth (1.5.1-3) ... 2023-12-03T11:34:12.253 INFO:teuthology.orchestra.run.smithi019.stdout:Selecting previously unselected package python3-requests-oauthlib. 2023-12-03T11:34:12.281 INFO:teuthology.orchestra.run.smithi019.stdout:Preparing to unpack .../088-python3-requests-oauthlib_1.3.0+ds-0.1_all.deb ... 2023-12-03T11:34:12.320 INFO:teuthology.orchestra.run.smithi019.stdout:Unpacking python3-requests-oauthlib (1.3.0+ds-0.1) ... 2023-12-03T11:34:12.397 INFO:teuthology.orchestra.run.smithi057.stdout:Selecting previously unselected package ceph-mgr-k8sevents. 2023-12-03T11:34:12.414 INFO:teuthology.orchestra.run.smithi057.stdout:Preparing to unpack .../091-ceph-mgr-k8sevents_18.0.0-7537-gbcbf278c-1jammy_all.deb ... 2023-12-03T11:34:12.455 INFO:teuthology.orchestra.run.smithi057.stdout:Unpacking ceph-mgr-k8sevents (18.0.0-7537-gbcbf278c-1jammy) ... 2023-12-03T11:34:12.648 INFO:teuthology.orchestra.run.smithi019.stdout:Selecting previously unselected package python3-websocket. 2023-12-03T11:34:12.676 INFO:teuthology.orchestra.run.smithi019.stdout:Preparing to unpack .../089-python3-websocket_1.2.3-1_all.deb ... 2023-12-03T11:34:12.714 INFO:teuthology.orchestra.run.smithi019.stdout:Unpacking python3-websocket (1.2.3-1) ... 2023-12-03T11:34:12.774 INFO:teuthology.orchestra.run.smithi057.stdout:Selecting previously unselected package libonig5:amd64. 2023-12-03T11:34:12.802 INFO:teuthology.orchestra.run.smithi057.stdout:Preparing to unpack .../092-libonig5_6.9.7.1-2build1_amd64.deb ... 2023-12-03T11:34:12.841 INFO:teuthology.orchestra.run.smithi057.stdout:Unpacking libonig5:amd64 (6.9.7.1-2build1) ... 2023-12-03T11:34:13.034 INFO:teuthology.orchestra.run.smithi019.stdout:Selecting previously unselected package python3-kubernetes. 2023-12-03T11:34:13.062 INFO:teuthology.orchestra.run.smithi019.stdout:Preparing to unpack .../090-python3-kubernetes_12.0.1-1ubuntu1_all.deb ... 2023-12-03T11:34:13.100 INFO:teuthology.orchestra.run.smithi019.stdout:Unpacking python3-kubernetes (12.0.1-1ubuntu1) ... 2023-12-03T11:34:13.160 INFO:teuthology.orchestra.run.smithi057.stdout:Selecting previously unselected package libjq1:amd64. 2023-12-03T11:34:13.188 INFO:teuthology.orchestra.run.smithi057.stdout:Preparing to unpack .../093-libjq1_1.6-2.1ubuntu3_amd64.deb ... 2023-12-03T11:34:13.218 INFO:teuthology.orchestra.run.smithi057.stdout:Unpacking libjq1:amd64 (1.6-2.1ubuntu3) ... 2023-12-03T11:34:13.481 INFO:teuthology.orchestra.run.smithi057.stdout:Selecting previously unselected package jq. 2023-12-03T11:34:13.498 INFO:teuthology.orchestra.run.smithi057.stdout:Preparing to unpack .../094-jq_1.6-2.1ubuntu3_amd64.deb ... 2023-12-03T11:34:13.540 INFO:teuthology.orchestra.run.smithi057.stdout:Unpacking jq (1.6-2.1ubuntu3) ... 2023-12-03T11:34:13.790 INFO:teuthology.orchestra.run.smithi019.stdout:Selecting previously unselected package ceph-mgr-k8sevents. 2023-12-03T11:34:13.792 INFO:teuthology.orchestra.run.smithi057.stdout:Selecting previously unselected package socat. 2023-12-03T11:34:13.808 INFO:teuthology.orchestra.run.smithi057.stdout:Preparing to unpack .../095-socat_1.7.4.1-3ubuntu4_amd64.deb ... 2023-12-03T11:34:13.818 INFO:teuthology.orchestra.run.smithi019.stdout:Preparing to unpack .../091-ceph-mgr-k8sevents_18.0.0-7537-gbcbf278c-1jammy_all.deb ... 2023-12-03T11:34:13.850 INFO:teuthology.orchestra.run.smithi057.stdout:Unpacking socat (1.7.4.1-3ubuntu4) ... 2023-12-03T11:34:13.856 INFO:teuthology.orchestra.run.smithi019.stdout:Unpacking ceph-mgr-k8sevents (18.0.0-7537-gbcbf278c-1jammy) ... 2023-12-03T11:34:14.118 INFO:teuthology.orchestra.run.smithi019.stdout:Selecting previously unselected package libonig5:amd64. 2023-12-03T11:34:14.145 INFO:teuthology.orchestra.run.smithi019.stdout:Preparing to unpack .../092-libonig5_6.9.7.1-2build1_amd64.deb ... 2023-12-03T11:34:14.184 INFO:teuthology.orchestra.run.smithi019.stdout:Unpacking libonig5:amd64 (6.9.7.1-2build1) ... 2023-12-03T11:34:14.261 INFO:teuthology.orchestra.run.smithi057.stdout:Selecting previously unselected package xmlstarlet. 2023-12-03T11:34:14.288 INFO:teuthology.orchestra.run.smithi057.stdout:Preparing to unpack .../096-xmlstarlet_1.6.1-2.1_amd64.deb ... 2023-12-03T11:34:14.345 INFO:teuthology.orchestra.run.smithi057.stdout:Unpacking xmlstarlet (1.6.1-2.1) ... 2023-12-03T11:34:14.529 INFO:teuthology.orchestra.run.smithi019.stdout:Selecting previously unselected package libjq1:amd64. 2023-12-03T11:34:14.557 INFO:teuthology.orchestra.run.smithi019.stdout:Preparing to unpack .../093-libjq1_1.6-2.1ubuntu3_amd64.deb ... 2023-12-03T11:34:14.597 INFO:teuthology.orchestra.run.smithi019.stdout:Unpacking libjq1:amd64 (1.6-2.1ubuntu3) ... 2023-12-03T11:34:14.708 INFO:teuthology.orchestra.run.smithi057.stdout:Selecting previously unselected package ceph-test. 2023-12-03T11:34:14.724 INFO:teuthology.orchestra.run.smithi057.stdout:Preparing to unpack .../097-ceph-test_18.0.0-7537-gbcbf278c-1jammy_amd64.deb ... 2023-12-03T11:34:14.766 INFO:teuthology.orchestra.run.smithi057.stdout:Unpacking ceph-test (18.0.0-7537-gbcbf278c-1jammy) ... 2023-12-03T11:34:14.873 INFO:teuthology.orchestra.run.smithi019.stdout:Selecting previously unselected package jq. 2023-12-03T11:34:14.890 INFO:teuthology.orchestra.run.smithi019.stdout:Preparing to unpack .../094-jq_1.6-2.1ubuntu3_amd64.deb ... 2023-12-03T11:34:14.931 INFO:teuthology.orchestra.run.smithi019.stdout:Unpacking jq (1.6-2.1ubuntu3) ... 2023-12-03T11:34:15.150 INFO:teuthology.orchestra.run.smithi019.stdout:Selecting previously unselected package socat. 2023-12-03T11:34:15.167 INFO:teuthology.orchestra.run.smithi019.stdout:Preparing to unpack .../095-socat_1.7.4.1-3ubuntu4_amd64.deb ... 2023-12-03T11:34:15.209 INFO:teuthology.orchestra.run.smithi019.stdout:Unpacking socat (1.7.4.1-3ubuntu4) ... 2023-12-03T11:34:15.521 INFO:teuthology.orchestra.run.smithi019.stdout:Selecting previously unselected package xmlstarlet. 2023-12-03T11:34:15.538 INFO:teuthology.orchestra.run.smithi019.stdout:Preparing to unpack .../096-xmlstarlet_1.6.1-2.1_amd64.deb ... 2023-12-03T11:34:15.579 INFO:teuthology.orchestra.run.smithi019.stdout:Unpacking xmlstarlet (1.6.1-2.1) ... 2023-12-03T11:34:15.916 INFO:teuthology.orchestra.run.smithi019.stdout:Selecting previously unselected package ceph-test. 2023-12-03T11:34:15.933 INFO:teuthology.orchestra.run.smithi019.stdout:Preparing to unpack .../097-ceph-test_18.0.0-7537-gbcbf278c-1jammy_amd64.deb ... 2023-12-03T11:34:15.966 INFO:teuthology.orchestra.run.smithi019.stdout:Unpacking ceph-test (18.0.0-7537-gbcbf278c-1jammy) ... 2023-12-03T11:34:17.120 INFO:teuthology.orchestra.run.smithi057.stdout:Selecting previously unselected package ceph-volume. 2023-12-03T11:34:17.148 INFO:teuthology.orchestra.run.smithi057.stdout:Preparing to unpack .../098-ceph-volume_18.0.0-7537-gbcbf278c-1jammy_all.deb ... 2023-12-03T11:34:17.186 INFO:teuthology.orchestra.run.smithi057.stdout:Unpacking ceph-volume (18.0.0-7537-gbcbf278c-1jammy) ... 2023-12-03T11:34:17.499 INFO:teuthology.orchestra.run.smithi057.stdout:Selecting previously unselected package libcephfs-dev. 2023-12-03T11:34:17.527 INFO:teuthology.orchestra.run.smithi057.stdout:Preparing to unpack .../099-libcephfs-dev_18.0.0-7537-gbcbf278c-1jammy_amd64.deb ... 2023-12-03T11:34:17.565 INFO:teuthology.orchestra.run.smithi057.stdout:Unpacking libcephfs-dev (18.0.0-7537-gbcbf278c-1jammy) ... 2023-12-03T11:34:17.859 INFO:teuthology.orchestra.run.smithi057.stdout:Selecting previously unselected package lua-socket:amd64. 2023-12-03T11:34:17.876 INFO:teuthology.orchestra.run.smithi057.stdout:Preparing to unpack .../100-lua-socket_3.0~rc1+git+ac3201d-6_amd64.deb ... 2023-12-03T11:34:17.909 INFO:teuthology.orchestra.run.smithi057.stdout:Unpacking lua-socket:amd64 (3.0~rc1+git+ac3201d-6) ... 2023-12-03T11:34:18.197 INFO:teuthology.orchestra.run.smithi057.stdout:Selecting previously unselected package lua-sec:amd64. 2023-12-03T11:34:18.225 INFO:teuthology.orchestra.run.smithi057.stdout:Preparing to unpack .../101-lua-sec_1.0.2-1_amd64.deb ... 2023-12-03T11:34:18.255 INFO:teuthology.orchestra.run.smithi057.stdout:Unpacking lua-sec:amd64 (1.0.2-1) ... 2023-12-03T11:34:18.313 INFO:teuthology.orchestra.run.smithi019.stdout:Selecting previously unselected package ceph-volume. 2023-12-03T11:34:18.341 INFO:teuthology.orchestra.run.smithi019.stdout:Preparing to unpack .../098-ceph-volume_18.0.0-7537-gbcbf278c-1jammy_all.deb ... 2023-12-03T11:34:18.379 INFO:teuthology.orchestra.run.smithi019.stdout:Unpacking ceph-volume (18.0.0-7537-gbcbf278c-1jammy) ... 2023-12-03T11:34:18.626 INFO:teuthology.orchestra.run.smithi057.stdout:Selecting previously unselected package nvme-cli. 2023-12-03T11:34:18.654 INFO:teuthology.orchestra.run.smithi057.stdout:Preparing to unpack .../102-nvme-cli_1.16-3ubuntu0.1_amd64.deb ... 2023-12-03T11:34:18.683 INFO:teuthology.orchestra.run.smithi019.stdout:Selecting previously unselected package libcephfs-dev. 2023-12-03T11:34:18.692 INFO:teuthology.orchestra.run.smithi057.stdout:Unpacking nvme-cli (1.16-3ubuntu0.1) ... 2023-12-03T11:34:18.700 INFO:teuthology.orchestra.run.smithi019.stdout:Preparing to unpack .../099-libcephfs-dev_18.0.0-7537-gbcbf278c-1jammy_amd64.deb ... 2023-12-03T11:34:18.749 INFO:teuthology.orchestra.run.smithi019.stdout:Unpacking libcephfs-dev (18.0.0-7537-gbcbf278c-1jammy) ... 2023-12-03T11:34:19.069 INFO:teuthology.orchestra.run.smithi019.stdout:Selecting previously unselected package lua-socket:amd64. 2023-12-03T11:34:19.097 INFO:teuthology.orchestra.run.smithi019.stdout:Preparing to unpack .../100-lua-socket_3.0~rc1+git+ac3201d-6_amd64.deb ... 2023-12-03T11:34:19.122 INFO:teuthology.orchestra.run.smithi057.stdout:Selecting previously unselected package pkg-config. 2023-12-03T11:34:19.136 INFO:teuthology.orchestra.run.smithi019.stdout:Unpacking lua-socket:amd64 (3.0~rc1+git+ac3201d-6) ... 2023-12-03T11:34:19.150 INFO:teuthology.orchestra.run.smithi057.stdout:Preparing to unpack .../103-pkg-config_0.29.2-1ubuntu3_amd64.deb ... 2023-12-03T11:34:19.189 INFO:teuthology.orchestra.run.smithi057.stdout:Unpacking pkg-config (0.29.2-1ubuntu3) ... 2023-12-03T11:34:19.440 INFO:teuthology.orchestra.run.smithi019.stdout:Selecting previously unselected package lua-sec:amd64. 2023-12-03T11:34:19.441 INFO:teuthology.orchestra.run.smithi057.stdout:Selecting previously unselected package python-asyncssh-doc. 2023-12-03T11:34:19.457 INFO:teuthology.orchestra.run.smithi019.stdout:Preparing to unpack .../101-lua-sec_1.0.2-1_amd64.deb ... 2023-12-03T11:34:19.458 INFO:teuthology.orchestra.run.smithi057.stdout:Preparing to unpack .../104-python-asyncssh-doc_2.5.0-1_all.deb ... 2023-12-03T11:34:19.490 INFO:teuthology.orchestra.run.smithi019.stdout:Unpacking lua-sec:amd64 (1.0.2-1) ... 2023-12-03T11:34:19.491 INFO:teuthology.orchestra.run.smithi057.stdout:Unpacking python-asyncssh-doc (2.5.0-1) ... 2023-12-03T11:34:19.803 INFO:teuthology.orchestra.run.smithi019.stdout:Selecting previously unselected package nvme-cli. 2023-12-03T11:34:19.830 INFO:teuthology.orchestra.run.smithi019.stdout:Preparing to unpack .../102-nvme-cli_1.16-3ubuntu0.1_amd64.deb ... 2023-12-03T11:34:19.869 INFO:teuthology.orchestra.run.smithi019.stdout:Unpacking nvme-cli (1.16-3ubuntu0.1) ... 2023-12-03T11:34:19.919 INFO:teuthology.orchestra.run.smithi057.stdout:Selecting previously unselected package python3-iniconfig. 2023-12-03T11:34:19.948 INFO:teuthology.orchestra.run.smithi057.stdout:Preparing to unpack .../105-python3-iniconfig_1.1.1-2_all.deb ... 2023-12-03T11:34:19.986 INFO:teuthology.orchestra.run.smithi057.stdout:Unpacking python3-iniconfig (1.1.1-2) ... 2023-12-03T11:34:20.241 INFO:teuthology.orchestra.run.smithi019.stdout:Selecting previously unselected package pkg-config. 2023-12-03T11:34:20.269 INFO:teuthology.orchestra.run.smithi019.stdout:Preparing to unpack .../103-pkg-config_0.29.2-1ubuntu3_amd64.deb ... 2023-12-03T11:34:20.297 INFO:teuthology.orchestra.run.smithi057.stdout:Selecting previously unselected package python3-pastescript. 2023-12-03T11:34:20.299 INFO:teuthology.orchestra.run.smithi019.stdout:Unpacking pkg-config (0.29.2-1ubuntu3) ... 2023-12-03T11:34:20.325 INFO:teuthology.orchestra.run.smithi057.stdout:Preparing to unpack .../106-python3-pastescript_2.0.2-4_all.deb ... 2023-12-03T11:34:20.355 INFO:teuthology.orchestra.run.smithi057.stdout:Unpacking python3-pastescript (2.0.2-4) ... 2023-12-03T11:34:20.569 INFO:teuthology.orchestra.run.smithi019.stdout:Selecting previously unselected package python-asyncssh-doc. 2023-12-03T11:34:20.594 INFO:teuthology.orchestra.run.smithi019.stdout:Preparing to unpack .../104-python-asyncssh-doc_2.5.0-1_all.deb ... 2023-12-03T11:34:20.635 INFO:teuthology.orchestra.run.smithi019.stdout:Unpacking python-asyncssh-doc (2.5.0-1) ... 2023-12-03T11:34:20.650 INFO:teuthology.orchestra.run.smithi057.stdout:Selecting previously unselected package python3-pluggy. 2023-12-03T11:34:20.678 INFO:teuthology.orchestra.run.smithi057.stdout:Preparing to unpack .../107-python3-pluggy_0.13.0-7.1_all.deb ... 2023-12-03T11:34:20.716 INFO:teuthology.orchestra.run.smithi057.stdout:Unpacking python3-pluggy (0.13.0-7.1) ... 2023-12-03T11:34:21.053 INFO:teuthology.orchestra.run.smithi057.stdout:Selecting previously unselected package python3-psutil. 2023-12-03T11:34:21.080 INFO:teuthology.orchestra.run.smithi019.stdout:Selecting previously unselected package python3-iniconfig. 2023-12-03T11:34:21.081 INFO:teuthology.orchestra.run.smithi057.stdout:Preparing to unpack .../108-python3-psutil_5.9.0-1build1_amd64.deb ... 2023-12-03T11:34:21.109 INFO:teuthology.orchestra.run.smithi019.stdout:Preparing to unpack .../105-python3-iniconfig_1.1.1-2_all.deb ... 2023-12-03T11:34:21.119 INFO:teuthology.orchestra.run.smithi057.stdout:Unpacking python3-psutil (5.9.0-1build1) ... 2023-12-03T11:34:21.147 INFO:teuthology.orchestra.run.smithi019.stdout:Unpacking python3-iniconfig (1.1.1-2) ... 2023-12-03T11:34:21.450 INFO:teuthology.orchestra.run.smithi019.stdout:Selecting previously unselected package python3-pastescript. 2023-12-03T11:34:21.455 INFO:teuthology.orchestra.run.smithi057.stdout:Selecting previously unselected package python3-py. 2023-12-03T11:34:21.478 INFO:teuthology.orchestra.run.smithi019.stdout:Preparing to unpack .../106-python3-pastescript_2.0.2-4_all.deb ... 2023-12-03T11:34:21.483 INFO:teuthology.orchestra.run.smithi057.stdout:Preparing to unpack .../109-python3-py_1.10.0-1_all.deb ... 2023-12-03T11:34:21.516 INFO:teuthology.orchestra.run.smithi019.stdout:Unpacking python3-pastescript (2.0.2-4) ... 2023-12-03T11:34:21.522 INFO:teuthology.orchestra.run.smithi057.stdout:Unpacking python3-py (1.10.0-1) ... 2023-12-03T11:34:21.827 INFO:teuthology.orchestra.run.smithi019.stdout:Selecting previously unselected package python3-pluggy. 2023-12-03T11:34:21.844 INFO:teuthology.orchestra.run.smithi019.stdout:Preparing to unpack .../107-python3-pluggy_0.13.0-7.1_all.deb ... 2023-12-03T11:34:21.850 INFO:teuthology.orchestra.run.smithi057.stdout:Selecting previously unselected package python3-pygments. 2023-12-03T11:34:21.877 INFO:teuthology.orchestra.run.smithi019.stdout:Unpacking python3-pluggy (0.13.0-7.1) ... 2023-12-03T11:34:21.878 INFO:teuthology.orchestra.run.smithi057.stdout:Preparing to unpack .../110-python3-pygments_2.11.2+dfsg-2_all.deb ... 2023-12-03T11:34:21.916 INFO:teuthology.orchestra.run.smithi057.stdout:Unpacking python3-pygments (2.11.2+dfsg-2) ... 2023-12-03T11:34:22.164 INFO:teuthology.orchestra.run.smithi019.stdout:Selecting previously unselected package python3-psutil. 2023-12-03T11:34:22.193 INFO:teuthology.orchestra.run.smithi019.stdout:Preparing to unpack .../108-python3-psutil_5.9.0-1build1_amd64.deb ... 2023-12-03T11:34:22.231 INFO:teuthology.orchestra.run.smithi019.stdout:Unpacking python3-psutil (5.9.0-1build1) ... 2023-12-03T11:34:22.412 INFO:teuthology.orchestra.run.smithi057.stdout:Selecting previously unselected package python3-pyinotify. 2023-12-03T11:34:22.440 INFO:teuthology.orchestra.run.smithi057.stdout:Preparing to unpack .../111-python3-pyinotify_0.9.6-1.3_all.deb ... 2023-12-03T11:34:22.478 INFO:teuthology.orchestra.run.smithi057.stdout:Unpacking python3-pyinotify (0.9.6-1.3) ... 2023-12-03T11:34:22.525 INFO:teuthology.orchestra.run.smithi019.stdout:Selecting previously unselected package python3-py. 2023-12-03T11:34:22.551 INFO:teuthology.orchestra.run.smithi019.stdout:Preparing to unpack .../109-python3-py_1.10.0-1_all.deb ... 2023-12-03T11:34:22.592 INFO:teuthology.orchestra.run.smithi019.stdout:Unpacking python3-py (1.10.0-1) ... 2023-12-03T11:34:22.765 INFO:teuthology.orchestra.run.smithi057.stdout:Selecting previously unselected package python3-toml. 2023-12-03T11:34:22.793 INFO:teuthology.orchestra.run.smithi057.stdout:Preparing to unpack .../112-python3-toml_0.10.2-1_all.deb ... 2023-12-03T11:34:22.823 INFO:teuthology.orchestra.run.smithi057.stdout:Unpacking python3-toml (0.10.2-1) ... 2023-12-03T11:34:22.912 INFO:teuthology.orchestra.run.smithi019.stdout:Selecting previously unselected package python3-pygments. 2023-12-03T11:34:22.929 INFO:teuthology.orchestra.run.smithi019.stdout:Preparing to unpack .../110-python3-pygments_2.11.2+dfsg-2_all.deb ... 2023-12-03T11:34:22.970 INFO:teuthology.orchestra.run.smithi019.stdout:Unpacking python3-pygments (2.11.2+dfsg-2) ... 2023-12-03T11:34:23.101 INFO:teuthology.orchestra.run.smithi057.stdout:Selecting previously unselected package python3-pytest. 2023-12-03T11:34:23.129 INFO:teuthology.orchestra.run.smithi057.stdout:Preparing to unpack .../113-python3-pytest_6.2.5-1ubuntu2_all.deb ... 2023-12-03T11:34:23.167 INFO:teuthology.orchestra.run.smithi057.stdout:Unpacking python3-pytest (6.2.5-1ubuntu2) ... 2023-12-03T11:34:23.433 INFO:teuthology.orchestra.run.smithi019.stdout:Selecting previously unselected package python3-pyinotify. 2023-12-03T11:34:23.461 INFO:teuthology.orchestra.run.smithi019.stdout:Preparing to unpack .../111-python3-pyinotify_0.9.6-1.3_all.deb ... 2023-12-03T11:34:23.499 INFO:teuthology.orchestra.run.smithi019.stdout:Unpacking python3-pyinotify (0.9.6-1.3) ... 2023-12-03T11:34:23.520 INFO:teuthology.orchestra.run.smithi057.stdout:Selecting previously unselected package python3-simplejson. 2023-12-03T11:34:23.549 INFO:teuthology.orchestra.run.smithi057.stdout:Preparing to unpack .../114-python3-simplejson_3.17.6-1build1_amd64.deb ... 2023-12-03T11:34:23.587 INFO:teuthology.orchestra.run.smithi057.stdout:Unpacking python3-simplejson (3.17.6-1build1) ... 2023-12-03T11:34:23.802 INFO:teuthology.orchestra.run.smithi019.stdout:Selecting previously unselected package python3-toml. 2023-12-03T11:34:23.830 INFO:teuthology.orchestra.run.smithi019.stdout:Preparing to unpack .../112-python3-toml_0.10.2-1_all.deb ... 2023-12-03T11:34:23.848 INFO:teuthology.orchestra.run.smithi057.stdout:Selecting previously unselected package qttranslations5-l10n. 2023-12-03T11:34:23.868 INFO:teuthology.orchestra.run.smithi019.stdout:Unpacking python3-toml (0.10.2-1) ... 2023-12-03T11:34:23.876 INFO:teuthology.orchestra.run.smithi057.stdout:Preparing to unpack .../115-qttranslations5-l10n_5.15.3-1_all.deb ... 2023-12-03T11:34:23.914 INFO:teuthology.orchestra.run.smithi057.stdout:Unpacking qttranslations5-l10n (5.15.3-1) ... 2023-12-03T11:34:24.155 INFO:teuthology.orchestra.run.smithi019.stdout:Selecting previously unselected package python3-pytest. 2023-12-03T11:34:24.183 INFO:teuthology.orchestra.run.smithi019.stdout:Preparing to unpack .../113-python3-pytest_6.2.5-1ubuntu2_all.deb ... 2023-12-03T11:34:24.221 INFO:teuthology.orchestra.run.smithi019.stdout:Unpacking python3-pytest (6.2.5-1ubuntu2) ... 2023-12-03T11:34:24.558 INFO:teuthology.orchestra.run.smithi019.stdout:Selecting previously unselected package python3-simplejson. 2023-12-03T11:34:24.586 INFO:teuthology.orchestra.run.smithi019.stdout:Preparing to unpack .../114-python3-simplejson_3.17.6-1build1_amd64.deb ... 2023-12-03T11:34:24.593 INFO:teuthology.orchestra.run.smithi057.stdout:Selecting previously unselected package radosgw. 2023-12-03T11:34:24.610 INFO:teuthology.orchestra.run.smithi057.stdout:Preparing to unpack .../116-radosgw_18.0.0-7537-gbcbf278c-1jammy_amd64.deb ... 2023-12-03T11:34:24.643 INFO:teuthology.orchestra.run.smithi057.stdout:Unpacking radosgw (18.0.0-7537-gbcbf278c-1jammy) ... 2023-12-03T11:34:24.655 INFO:teuthology.orchestra.run.smithi019.stdout:Unpacking python3-simplejson (3.17.6-1build1) ... 2023-12-03T11:34:24.927 INFO:teuthology.orchestra.run.smithi019.stdout:Selecting previously unselected package qttranslations5-l10n. 2023-12-03T11:34:24.944 INFO:teuthology.orchestra.run.smithi019.stdout:Preparing to unpack .../115-qttranslations5-l10n_5.15.3-1_all.deb ... 2023-12-03T11:34:24.985 INFO:teuthology.orchestra.run.smithi019.stdout:Unpacking qttranslations5-l10n (5.15.3-1) ... 2023-12-03T11:34:25.446 INFO:teuthology.orchestra.run.smithi057.stdout:Selecting previously unselected package rbd-fuse. 2023-12-03T11:34:25.463 INFO:teuthology.orchestra.run.smithi057.stdout:Preparing to unpack .../117-rbd-fuse_18.0.0-7537-gbcbf278c-1jammy_amd64.deb ... 2023-12-03T11:34:25.504 INFO:teuthology.orchestra.run.smithi057.stdout:Unpacking rbd-fuse (18.0.0-7537-gbcbf278c-1jammy) ... 2023-12-03T11:34:25.690 INFO:teuthology.orchestra.run.smithi019.stdout:Selecting previously unselected package radosgw. 2023-12-03T11:34:25.718 INFO:teuthology.orchestra.run.smithi019.stdout:Preparing to unpack .../116-radosgw_18.0.0-7537-gbcbf278c-1jammy_amd64.deb ... 2023-12-03T11:34:25.747 INFO:teuthology.orchestra.run.smithi019.stdout:Unpacking radosgw (18.0.0-7537-gbcbf278c-1jammy) ... 2023-12-03T11:34:25.826 INFO:teuthology.orchestra.run.smithi057.stdout:Setting up python3-iniconfig (1.1.1-2) ... 2023-12-03T11:34:26.175 INFO:teuthology.orchestra.run.smithi057.stdout:Setting up libdouble-conversion3:amd64 (3.1.7-4) ... 2023-12-03T11:34:26.293 INFO:teuthology.orchestra.run.smithi057.stdout:Setting up nvme-cli (1.16-3ubuntu0.1) ... 2023-12-03T11:34:26.517 INFO:teuthology.orchestra.run.smithi019.stdout:Selecting previously unselected package rbd-fuse. 2023-12-03T11:34:26.534 INFO:teuthology.orchestra.run.smithi019.stdout:Preparing to unpack .../117-rbd-fuse_18.0.0-7537-gbcbf278c-1jammy_amd64.deb ... 2023-12-03T11:34:26.545 INFO:teuthology.orchestra.run.smithi057.stdout:Created symlink /etc/systemd/system/default.target.wants/nvmefc-boot-connections.service -> /lib/systemd/system/nvmefc-boot-connections.service. 2023-12-03T11:34:26.575 INFO:teuthology.orchestra.run.smithi019.stdout:Unpacking rbd-fuse (18.0.0-7537-gbcbf278c-1jammy) ... 2023-12-03T11:34:26.886 INFO:teuthology.orchestra.run.smithi057.stdout:Created symlink /etc/systemd/system/default.target.wants/nvmf-autoconnect.service -> /lib/systemd/system/nvmf-autoconnect.service. 2023-12-03T11:34:26.889 INFO:teuthology.orchestra.run.smithi019.stdout:Setting up python3-iniconfig (1.1.1-2) ... 2023-12-03T11:34:27.147 INFO:teuthology.orchestra.run.smithi019.stdout:Setting up libdouble-conversion3:amd64 (3.1.7-4) ... 2023-12-03T11:34:27.273 INFO:teuthology.orchestra.run.smithi019.stdout:Setting up nvme-cli (1.16-3ubuntu0.1) ... 2023-12-03T11:34:27.368 INFO:teuthology.orchestra.run.smithi057.stdout:nvmf-connect.target is a disabled or a static unit, not starting it. 2023-12-03T11:34:27.470 INFO:teuthology.orchestra.run.smithi057.stdout:Setting up cephadm (18.0.0-7537-gbcbf278c-1jammy) ... 2023-12-03T11:34:27.538 INFO:teuthology.orchestra.run.smithi019.stdout:Created symlink /etc/systemd/system/default.target.wants/nvmefc-boot-connections.service -> /lib/systemd/system/nvmefc-boot-connections.service. 2023-12-03T11:34:27.869 INFO:teuthology.orchestra.run.smithi019.stdout:Created symlink /etc/systemd/system/default.target.wants/nvmf-autoconnect.service -> /lib/systemd/system/nvmf-autoconnect.service. 2023-12-03T11:34:28.359 INFO:teuthology.orchestra.run.smithi019.stdout:nvmf-connect.target is a disabled or a static unit, not starting it. 2023-12-03T11:34:28.372 INFO:teuthology.orchestra.run.smithi057.stdout:Adding system user cephadm....done 2023-12-03T11:34:28.467 INFO:teuthology.orchestra.run.smithi019.stdout:Setting up cephadm (18.0.0-7537-gbcbf278c-1jammy) ... 2023-12-03T11:34:28.485 INFO:teuthology.orchestra.run.smithi057.stdout:Setting up python3-waitress (1.4.4-1.1ubuntu1) ... 2023-12-03T11:34:28.744 INFO:teuthology.orchestra.run.smithi057.stdout:Setting up python3-jaraco.classes (3.2.1-3) ... 2023-12-03T11:34:28.987 INFO:teuthology.orchestra.run.smithi057.stdout:Setting up python-asyncssh-doc (2.5.0-1) ... 2023-12-03T11:34:29.027 INFO:teuthology.orchestra.run.smithi019.stdout:Adding system user cephadm....done 2023-12-03T11:34:29.122 INFO:teuthology.orchestra.run.smithi057.stdout:Setting up python3-jaraco.functools (3.4.0-2) ... 2023-12-03T11:34:29.173 INFO:teuthology.orchestra.run.smithi019.stdout:Setting up python3-waitress (1.4.4-1.1ubuntu1) ... 2023-12-03T11:34:29.381 INFO:teuthology.orchestra.run.smithi057.stdout:Setting up python3-repoze.lru (0.7-2) ... 2023-12-03T11:34:29.466 INFO:teuthology.orchestra.run.smithi019.stdout:Setting up python3-jaraco.classes (3.2.1-3) ... 2023-12-03T11:34:29.649 INFO:teuthology.orchestra.run.smithi057.stdout:Setting up liboath0:amd64 (2.6.7-3build1) ... 2023-12-03T11:34:30.277 INFO:teuthology.orchestra.run.smithi057.stdout:Setting up python3-py (1.10.0-1) ... 2023-12-03T11:34:30.278 INFO:teuthology.orchestra.run.smithi019.stdout:Setting up python-asyncssh-doc (2.5.0-1) ... 2023-12-03T11:34:30.278 INFO:teuthology.orchestra.run.smithi019.stdout:Setting up python3-jaraco.functools (3.4.0-2) ... 2023-12-03T11:34:30.278 INFO:teuthology.orchestra.run.smithi019.stdout:Setting up python3-repoze.lru (0.7-2) ... 2023-12-03T11:34:30.363 INFO:teuthology.orchestra.run.smithi019.stdout:Setting up liboath0:amd64 (2.6.7-3build1) ... 2023-12-03T11:34:30.401 INFO:teuthology.orchestra.run.smithi057.stdout:Setting up python3-joblib (0.17.0-4ubuntu1) ... 2023-12-03T11:34:30.464 INFO:teuthology.orchestra.run.smithi019.stdout:Setting up python3-py (1.10.0-1) ... 2023-12-03T11:34:30.745 INFO:teuthology.orchestra.run.smithi057.stdout:Setting up python3-cachetools (5.0.0-1) ... 2023-12-03T11:34:30.758 INFO:teuthology.orchestra.run.smithi019.stdout:Setting up python3-joblib (0.17.0-4ubuntu1) ... 2023-12-03T11:34:31.004 INFO:teuthology.orchestra.run.smithi057.stdout:Setting up python3-openssl (21.0.0-1) ... 2023-12-03T11:34:31.143 INFO:teuthology.orchestra.run.smithi019.stdout:Setting up python3-cachetools (5.0.0-1) ... 2023-12-03T11:34:31.386 INFO:teuthology.orchestra.run.smithi019.stdout:Setting up python3-openssl (21.0.0-1) ... 2023-12-03T11:34:31.414 INFO:teuthology.orchestra.run.smithi057.stdout:Setting up unzip (6.0-26ubuntu3.1) ... 2023-12-03T11:34:31.679 INFO:teuthology.orchestra.run.smithi019.stdout:Setting up unzip (6.0-26ubuntu3.1) ... 2023-12-03T11:34:31.682 INFO:teuthology.orchestra.run.smithi057.stdout:Setting up python3-bcrypt (3.2.0-1build1) ... 2023-12-03T11:34:31.922 INFO:teuthology.orchestra.run.smithi019.stdout:Setting up python3-bcrypt (3.2.0-1build1) ... 2023-12-03T11:34:31.941 INFO:teuthology.orchestra.run.smithi057.stdout:Setting up python3-pyinotify (0.9.6-1.3) ... 2023-12-03T11:34:32.182 INFO:teuthology.orchestra.run.smithi019.stdout:Setting up python3-pyinotify (0.9.6-1.3) ... 2023-12-03T11:34:32.192 INFO:teuthology.orchestra.run.smithi057.stdout:Setting up python3-threadpoolctl (3.1.0-1) ... 2023-12-03T11:34:32.435 INFO:teuthology.orchestra.run.smithi057.stdout:Setting up python3-ceph-argparse (18.0.0-7537-gbcbf278c-1jammy) ... 2023-12-03T11:34:32.458 INFO:teuthology.orchestra.run.smithi019.stdout:Setting up python3-threadpoolctl (3.1.0-1) ... 2023-12-03T11:34:32.669 INFO:teuthology.orchestra.run.smithi057.stdout:Setting up python3-sklearn-lib:amd64 (0.23.2-5ubuntu6) ... 2023-12-03T11:34:32.750 INFO:teuthology.orchestra.run.smithi019.stdout:Setting up python3-ceph-argparse (18.0.0-7537-gbcbf278c-1jammy) ... 2023-12-03T11:34:32.787 INFO:teuthology.orchestra.run.smithi057.stdout:Setting up lua-socket:amd64 (3.0~rc1+git+ac3201d-6) ... 2023-12-03T11:34:32.913 INFO:teuthology.orchestra.run.smithi057.stdout:Setting up libreadline-dev:amd64 (8.1.2-1) ... 2023-12-03T11:34:33.035 INFO:teuthology.orchestra.run.smithi019.stdout:Setting up python3-sklearn-lib:amd64 (0.23.2-5ubuntu6) ... 2023-12-03T11:34:33.039 INFO:teuthology.orchestra.run.smithi057.stdout:Setting up python3-markupsafe (2.0.1-2build1) ... 2023-12-03T11:34:33.136 INFO:teuthology.orchestra.run.smithi019.stdout:Setting up lua-socket:amd64 (3.0~rc1+git+ac3201d-6) ... 2023-12-03T11:34:33.245 INFO:teuthology.orchestra.run.smithi019.stdout:Setting up libreadline-dev:amd64 (8.1.2-1) ... 2023-12-03T11:34:33.307 INFO:teuthology.orchestra.run.smithi057.stdout:Setting up lua5.1 (5.1.5-8.1build4) ... 2023-12-03T11:34:33.371 INFO:teuthology.orchestra.run.smithi019.stdout:Setting up python3-markupsafe (2.0.1-2build1) ... 2023-12-03T11:34:33.631 INFO:teuthology.orchestra.run.smithi019.stdout:Setting up lua5.1 (5.1.5-8.1build4) ... 2023-12-03T11:34:33.698 INFO:teuthology.orchestra.run.smithi057.stdout:update-alternatives: using /usr/bin/lua5.1 to provide /usr/bin/lua (lua-interpreter) in auto mode 2023-12-03T11:34:33.746 INFO:teuthology.orchestra.run.smithi057.stdout:update-alternatives: using /usr/bin/luac5.1 to provide /usr/bin/luac (lua-compiler) in auto mode 2023-12-03T11:34:33.802 INFO:teuthology.orchestra.run.smithi057.stdout:Setting up libpcre2-16-0:amd64 (10.39-3ubuntu0.1) ... 2023-12-03T11:34:33.903 INFO:teuthology.orchestra.run.smithi057.stdout:Setting up python3-psutil (5.9.0-1build1) ... 2023-12-03T11:34:33.985 INFO:teuthology.orchestra.run.smithi019.stdout:update-alternatives: using /usr/bin/lua5.1 to provide /usr/bin/lua (lua-interpreter) in auto mode 2023-12-03T11:34:34.012 INFO:teuthology.orchestra.run.smithi019.stdout:update-alternatives: using /usr/bin/luac5.1 to provide /usr/bin/luac (lua-compiler) in auto mode 2023-12-03T11:34:34.076 INFO:teuthology.orchestra.run.smithi019.stdout:Setting up libpcre2-16-0:amd64 (10.39-3ubuntu0.1) ... 2023-12-03T11:34:34.201 INFO:teuthology.orchestra.run.smithi019.stdout:Setting up python3-psutil (5.9.0-1build1) ... 2023-12-03T11:34:34.254 INFO:teuthology.orchestra.run.smithi057.stdout:Setting up python-babel-localedata (2.8.0+dfsg.1-7) ... 2023-12-03T11:34:34.382 INFO:teuthology.orchestra.run.smithi057.stdout:Setting up python3-natsort (8.0.2-1) ... 2023-12-03T11:34:34.561 INFO:teuthology.orchestra.run.smithi019.stdout:Setting up python-babel-localedata (2.8.0+dfsg.1-7) ... 2023-12-03T11:34:34.648 INFO:teuthology.orchestra.run.smithi057.stdout:Setting up python3-routes (2.5.1-1ubuntu1) ... 2023-12-03T11:34:34.696 INFO:teuthology.orchestra.run.smithi019.stdout:Setting up python3-natsort (8.0.2-1) ... 2023-12-03T11:34:34.915 INFO:teuthology.orchestra.run.smithi057.stdout:Setting up python3-simplejson (3.17.6-1build1) ... 2023-12-03T11:34:34.963 INFO:teuthology.orchestra.run.smithi019.stdout:Setting up python3-routes (2.5.1-1ubuntu1) ... 2023-12-03T11:34:35.223 INFO:teuthology.orchestra.run.smithi019.stdout:Setting up python3-simplejson (3.17.6-1build1) ... 2023-12-03T11:34:35.233 INFO:teuthology.orchestra.run.smithi057.stdout:Setting up zip (3.0-12build2) ... 2023-12-03T11:34:35.334 INFO:teuthology.orchestra.run.smithi057.stdout:Setting up python3-pygments (2.11.2+dfsg-2) ... 2023-12-03T11:34:35.532 INFO:teuthology.orchestra.run.smithi019.stdout:Setting up zip (3.0-12build2) ... 2023-12-03T11:34:35.658 INFO:teuthology.orchestra.run.smithi019.stdout:Setting up python3-pygments (2.11.2+dfsg-2) ... 2023-12-03T11:34:36.053 INFO:teuthology.orchestra.run.smithi057.stdout:Setting up python3-tempita (0.5.2-6ubuntu1) ... 2023-12-03T11:34:36.320 INFO:teuthology.orchestra.run.smithi057.stdout:Setting up python-pastedeploy-tpl (2.1.1-1) ... 2023-12-03T11:34:36.335 INFO:teuthology.orchestra.run.smithi019.stdout:Setting up python3-tempita (0.5.2-6ubuntu1) ... 2023-12-03T11:34:36.455 INFO:teuthology.orchestra.run.smithi057.stdout:Setting up qttranslations5-l10n (5.15.3-1) ... 2023-12-03T11:34:36.581 INFO:teuthology.orchestra.run.smithi057.stdout:Setting up python3-wcwidth (0.2.5+dfsg1-1) ... 2023-12-03T11:34:36.597 INFO:teuthology.orchestra.run.smithi019.stdout:Setting up python-pastedeploy-tpl (2.1.1-1) ... 2023-12-03T11:34:36.706 INFO:teuthology.orchestra.run.smithi019.stdout:Setting up qttranslations5-l10n (5.15.3-1) ... 2023-12-03T11:34:36.832 INFO:teuthology.orchestra.run.smithi019.stdout:Setting up python3-wcwidth (0.2.5+dfsg1-1) ... 2023-12-03T11:34:36.882 INFO:teuthology.orchestra.run.smithi057.stdout:Setting up python3-asyncssh (2.5.0-1) ... 2023-12-03T11:34:37.158 INFO:teuthology.orchestra.run.smithi019.stdout:Setting up python3-asyncssh (2.5.0-1) ... 2023-12-03T11:34:37.308 INFO:teuthology.orchestra.run.smithi057.stdout:Setting up python3-certifi (2020.6.20-1) ... 2023-12-03T11:34:37.551 INFO:teuthology.orchestra.run.smithi057.stdout:Setting up python3-paste (3.5.0+dfsg1-1) ... 2023-12-03T11:34:37.551 INFO:teuthology.orchestra.run.smithi019.stdout:Setting up python3-certifi (2020.6.20-1) ... 2023-12-03T11:34:37.802 INFO:teuthology.orchestra.run.smithi019.stdout:Setting up python3-paste (3.5.0+dfsg1-1) ... 2023-12-03T11:34:37.910 INFO:teuthology.orchestra.run.smithi057.stdout:Setting up python3-cheroot (8.5.2+ds1-1ubuntu3.1) ... 2023-12-03T11:34:38.187 INFO:teuthology.orchestra.run.smithi019.stdout:Setting up python3-cheroot (8.5.2+ds1-1ubuntu3.1) ... 2023-12-03T11:34:38.187 INFO:teuthology.orchestra.run.smithi057.stdout:Setting up python3-werkzeug (2.0.2+dfsg1-1ubuntu0.22.04.1) ... 2023-12-03T11:34:38.472 INFO:teuthology.orchestra.run.smithi019.stdout:Setting up python3-werkzeug (2.0.2+dfsg1-1ubuntu0.22.04.1) ... 2023-12-03T11:34:38.547 INFO:teuthology.orchestra.run.smithi057.stdout:Setting up python3-jaraco.text (3.6.0-2) ... 2023-12-03T11:34:38.806 INFO:teuthology.orchestra.run.smithi057.stdout:Setting up socat (1.7.4.1-3ubuntu4) ... 2023-12-03T11:34:38.814 INFO:teuthology.orchestra.run.smithi019.stdout:Setting up python3-jaraco.text (3.6.0-2) ... 2023-12-03T11:34:38.932 INFO:teuthology.orchestra.run.smithi057.stdout:Setting up python3-ceph-common (18.0.0-7537-gbcbf278c-1jammy) ... 2023-12-03T11:34:39.074 INFO:teuthology.orchestra.run.smithi019.stdout:Setting up socat (1.7.4.1-3ubuntu4) ... 2023-12-03T11:34:39.200 INFO:teuthology.orchestra.run.smithi019.stdout:Setting up python3-ceph-common (18.0.0-7537-gbcbf278c-1jammy) ... 2023-12-03T11:34:39.233 INFO:teuthology.orchestra.run.smithi057.stdout:Setting up python3-idna (3.3-1) ... 2023-12-03T11:34:39.501 INFO:teuthology.orchestra.run.smithi019.stdout:Setting up python3-idna (3.3-1) ... 2023-12-03T11:34:39.542 INFO:teuthology.orchestra.run.smithi057.stdout:Setting up python3-sklearn (0.23.2-5ubuntu6) ... 2023-12-03T11:34:39.819 INFO:teuthology.orchestra.run.smithi019.stdout:Setting up python3-sklearn (0.23.2-5ubuntu6) ... 2023-12-03T11:34:40.698 INFO:teuthology.orchestra.run.smithi057.stdout:Setting up pkg-config (0.29.2-1ubuntu3) ... 2023-12-03T11:34:40.950 INFO:teuthology.orchestra.run.smithi057.stdout:Setting up libqt5core5a:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2023-12-03T11:34:41.041 INFO:teuthology.orchestra.run.smithi019.stdout:Setting up pkg-config (0.29.2-1ubuntu3) ... 2023-12-03T11:34:41.067 INFO:teuthology.orchestra.run.smithi057.stdout:Setting up python3-toml (0.10.2-1) ... 2023-12-03T11:34:41.318 INFO:teuthology.orchestra.run.smithi057.stdout:Setting up librdkafka1:amd64 (1.8.0-1build1) ... 2023-12-03T11:34:41.419 INFO:teuthology.orchestra.run.smithi057.stdout:Setting up xmlstarlet (1.6.1-2.1) ... 2023-12-03T11:34:41.522 INFO:teuthology.orchestra.run.smithi019.stdout:Setting up libqt5core5a:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2023-12-03T11:34:41.537 INFO:teuthology.orchestra.run.smithi057.stdout:Setting up python3-urllib3 (1.26.5-1~exp1ubuntu0.1) ... 2023-12-03T11:34:41.786 INFO:teuthology.orchestra.run.smithi019.stdout:Setting up python3-toml (0.10.2-1) ... 2023-12-03T11:34:41.847 INFO:teuthology.orchestra.run.smithi057.stdout:Setting up python3-pluggy (0.13.0-7.1) ... 2023-12-03T11:34:42.108 INFO:teuthology.orchestra.run.smithi019.stdout:Setting up librdkafka1:amd64 (1.8.0-1build1) ... 2023-12-03T11:34:42.115 INFO:teuthology.orchestra.run.smithi057.stdout:Setting up python3-zc.lockfile (2.0-1) ... 2023-12-03T11:34:42.296 INFO:teuthology.orchestra.run.smithi019.stdout:Setting up xmlstarlet (1.6.1-2.1) ... 2023-12-03T11:34:42.374 INFO:teuthology.orchestra.run.smithi057.stdout:Setting up libqt5dbus5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2023-12-03T11:34:42.422 INFO:teuthology.orchestra.run.smithi019.stdout:Setting up python3-urllib3 (1.26.5-1~exp1ubuntu0.1) ... 2023-12-03T11:34:42.500 INFO:teuthology.orchestra.run.smithi057.stdout:Setting up python3-pyasn1 (0.4.8-1) ... 2023-12-03T11:34:42.724 INFO:teuthology.orchestra.run.smithi019.stdout:Setting up python3-pluggy (0.13.0-7.1) ... 2023-12-03T11:34:42.793 INFO:teuthology.orchestra.run.smithi057.stdout:Setting up python3-singledispatch (3.4.0.3-3) ... 2023-12-03T11:34:42.983 INFO:teuthology.orchestra.run.smithi019.stdout:Setting up python3-zc.lockfile (2.0-1) ... 2023-12-03T11:34:43.036 INFO:teuthology.orchestra.run.smithi057.stdout:Setting up python3-logutils (0.3.3-8) ... 2023-12-03T11:34:43.234 INFO:teuthology.orchestra.run.smithi019.stdout:Setting up libqt5dbus5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2023-12-03T11:34:43.295 INFO:teuthology.orchestra.run.smithi057.stdout:Setting up python3-tempora (4.1.2-1) ... 2023-12-03T11:34:43.360 INFO:teuthology.orchestra.run.smithi019.stdout:Setting up python3-pyasn1 (0.4.8-1) ... 2023-12-03T11:34:43.554 INFO:teuthology.orchestra.run.smithi057.stdout:Setting up python3-simplegeneric (0.8.1-3) ... 2023-12-03T11:34:43.661 INFO:teuthology.orchestra.run.smithi019.stdout:Setting up python3-singledispatch (3.4.0.3-3) ... 2023-12-03T11:34:43.847 INFO:teuthology.orchestra.run.smithi057.stdout:Setting up python3-prettytable (2.5.0-2) ... 2023-12-03T11:34:43.921 INFO:teuthology.orchestra.run.smithi019.stdout:Setting up python3-logutils (0.3.3-8) ... 2023-12-03T11:34:44.115 INFO:teuthology.orchestra.run.smithi057.stdout:Setting up liblttng-ust1:amd64 (2.13.1-1ubuntu1) ... 2023-12-03T11:34:44.180 INFO:teuthology.orchestra.run.smithi019.stdout:Setting up python3-tempora (4.1.2-1) ... 2023-12-03T11:34:44.241 INFO:teuthology.orchestra.run.smithi057.stdout:Setting up python3-websocket (1.2.3-1) ... 2023-12-03T11:34:44.423 INFO:teuthology.orchestra.run.smithi019.stdout:Setting up python3-simplegeneric (0.8.1-3) ... 2023-12-03T11:34:44.525 INFO:teuthology.orchestra.run.smithi057.stdout:Setting up libonig5:amd64 (6.9.7.1-2build1) ... 2023-12-03T11:34:44.626 INFO:teuthology.orchestra.run.smithi057.stdout:Setting up python3-mako (1.1.3+ds1-2ubuntu0.1) ... 2023-12-03T11:34:44.791 INFO:teuthology.orchestra.run.smithi019.stdout:Setting up python3-prettytable (2.5.0-2) ... 2023-12-03T11:34:44.902 INFO:teuthology.orchestra.run.smithi057.stdout:Setting up python3-webob (1:1.8.6-1.1) ... 2023-12-03T11:34:45.067 INFO:teuthology.orchestra.run.smithi019.stdout:Setting up liblttng-ust1:amd64 (2.13.1-1ubuntu1) ... 2023-12-03T11:34:45.203 INFO:teuthology.orchestra.run.smithi057.stdout:Setting up python3-jaraco.collections (3.4.0-2) ... 2023-12-03T11:34:45.217 INFO:teuthology.orchestra.run.smithi019.stdout:Setting up python3-websocket (1.2.3-1) ... 2023-12-03T11:34:45.510 INFO:teuthology.orchestra.run.smithi019.stdout:Setting up libonig5:amd64 (6.9.7.1-2build1) ... 2023-12-03T11:34:45.613 INFO:teuthology.orchestra.run.smithi057.stdout:Setting up liblua5.3-dev:amd64 (5.3.6-1build1) ... 2023-12-03T11:34:45.636 INFO:teuthology.orchestra.run.smithi019.stdout:Setting up python3-mako (1.1.3+ds1-2ubuntu0.1) ... 2023-12-03T11:34:45.739 INFO:teuthology.orchestra.run.smithi057.stdout:Setting up lua-sec:amd64 (1.0.2-1) ... 2023-12-03T11:34:45.865 INFO:teuthology.orchestra.run.smithi057.stdout:Setting up python3-babel (2.8.0+dfsg.1-7) ... 2023-12-03T11:34:45.962 INFO:teuthology.orchestra.run.smithi057.stdout:update-alternatives: using /usr/bin/pybabel-python3 to provide /usr/bin/pybabel (pybabel) in auto mode 2023-12-03T11:34:45.963 INFO:teuthology.orchestra.run.smithi019.stdout:Setting up python3-webob (1:1.8.6-1.1) ... 2023-12-03T11:34:46.217 INFO:teuthology.orchestra.run.smithi057.stdout:Setting up libjq1:amd64 (1.6-2.1ubuntu3) ... 2023-12-03T11:34:46.272 INFO:teuthology.orchestra.run.smithi019.stdout:Setting up python3-jaraco.collections (3.4.0-2) ... 2023-12-03T11:34:46.318 INFO:teuthology.orchestra.run.smithi057.stdout:Setting up python3-pytest (6.2.5-1ubuntu2) ... 2023-12-03T11:34:46.515 INFO:teuthology.orchestra.run.smithi019.stdout:Setting up liblua5.3-dev:amd64 (5.3.6-1build1) ... 2023-12-03T11:34:46.641 INFO:teuthology.orchestra.run.smithi019.stdout:Setting up lua-sec:amd64 (1.0.2-1) ... 2023-12-03T11:34:46.694 INFO:teuthology.orchestra.run.smithi057.stdout:Setting up python3-pastedeploy (2.1.1-1) ... 2023-12-03T11:34:46.767 INFO:teuthology.orchestra.run.smithi019.stdout:Setting up python3-babel (2.8.0+dfsg.1-7) ... 2023-12-03T11:34:46.856 INFO:teuthology.orchestra.run.smithi019.stdout:update-alternatives: using /usr/bin/pybabel-python3 to provide /usr/bin/pybabel (pybabel) in auto mode 2023-12-03T11:34:46.962 INFO:teuthology.orchestra.run.smithi057.stdout:Setting up lua-any (27ubuntu1) ... 2023-12-03T11:34:47.088 INFO:teuthology.orchestra.run.smithi057.stdout:Setting up python3-portend (3.0.0-1) ... 2023-12-03T11:34:47.168 INFO:teuthology.orchestra.run.smithi019.stdout:Setting up libjq1:amd64 (1.6-2.1ubuntu3) ... 2023-12-03T11:34:47.294 INFO:teuthology.orchestra.run.smithi019.stdout:Setting up python3-pytest (6.2.5-1ubuntu2) ... 2023-12-03T11:34:47.347 INFO:teuthology.orchestra.run.smithi057.stdout:Setting up libqt5network5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2023-12-03T11:34:47.473 INFO:teuthology.orchestra.run.smithi057.stdout:Setting up python3-jinja2 (3.0.3-1) ... 2023-12-03T11:34:47.712 INFO:teuthology.orchestra.run.smithi019.stdout:Setting up python3-pastedeploy (2.1.1-1) ... 2023-12-03T11:34:47.791 INFO:teuthology.orchestra.run.smithi057.stdout:Setting up python3-pyasn1-modules (0.2.1-1) ... 2023-12-03T11:34:47.972 INFO:teuthology.orchestra.run.smithi019.stdout:Setting up lua-any (27ubuntu1) ... 2023-12-03T11:34:48.081 INFO:teuthology.orchestra.run.smithi019.stdout:Setting up python3-portend (3.0.0-1) ... 2023-12-03T11:34:48.100 INFO:teuthology.orchestra.run.smithi057.stdout:Setting up python3-requests (2.25.1+dfsg-2ubuntu0.1) ... 2023-12-03T11:34:48.341 INFO:teuthology.orchestra.run.smithi019.stdout:Setting up libqt5network5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2023-12-03T11:34:48.368 INFO:teuthology.orchestra.run.smithi057.stdout:Setting up jq (1.6-2.1ubuntu3) ... 2023-12-03T11:34:48.466 INFO:teuthology.orchestra.run.smithi019.stdout:Setting up python3-jinja2 (3.0.3-1) ... 2023-12-03T11:34:48.469 INFO:teuthology.orchestra.run.smithi057.stdout:Setting up python3-rsa (4.8-1) ... 2023-12-03T11:34:48.745 INFO:teuthology.orchestra.run.smithi057.stdout:Setting up python3-webtest (2.0.35-1) ... 2023-12-03T11:34:48.792 INFO:teuthology.orchestra.run.smithi019.stdout:Setting up python3-pyasn1-modules (0.2.1-1) ... 2023-12-03T11:34:49.029 INFO:teuthology.orchestra.run.smithi057.stdout:Setting up python3-requests-oauthlib (1.3.0+ds-0.1) ... 2023-12-03T11:34:49.110 INFO:teuthology.orchestra.run.smithi019.stdout:Setting up python3-requests (2.25.1+dfsg-2ubuntu0.1) ... 2023-12-03T11:34:49.403 INFO:teuthology.orchestra.run.smithi019.stdout:Setting up jq (1.6-2.1ubuntu3) ... 2023-12-03T11:34:49.408 INFO:teuthology.orchestra.run.smithi057.stdout:Setting up python3-cherrypy3 (18.6.1-4) ... 2023-12-03T11:34:49.529 INFO:teuthology.orchestra.run.smithi019.stdout:Setting up python3-rsa (4.8-1) ... 2023-12-03T11:34:49.776 INFO:teuthology.orchestra.run.smithi057.stdout:Setting up python3-pastescript (2.0.2-4) ... 2023-12-03T11:34:49.805 INFO:teuthology.orchestra.run.smithi019.stdout:Setting up python3-webtest (2.0.35-1) ... 2023-12-03T11:34:50.061 INFO:teuthology.orchestra.run.smithi057.stdout:Setting up python3-pecan (1.3.3-4ubuntu2) ... 2023-12-03T11:34:50.089 INFO:teuthology.orchestra.run.smithi019.stdout:Setting up python3-requests-oauthlib (1.3.0+ds-0.1) ... 2023-12-03T11:34:50.396 INFO:teuthology.orchestra.run.smithi057.stdout:Setting up libthrift-0.16.0:amd64 (0.16.0-2) ... 2023-12-03T11:34:50.443 INFO:teuthology.orchestra.run.smithi019.stdout:Setting up python3-cherrypy3 (18.6.1-4) ... 2023-12-03T11:34:50.506 INFO:teuthology.orchestra.run.smithi057.stdout:Setting up librados2 (18.0.0-7537-gbcbf278c-1jammy) ... 2023-12-03T11:34:50.607 INFO:teuthology.orchestra.run.smithi057.stdout:Setting up libsqlite3-mod-ceph (18.0.0-7537-gbcbf278c-1jammy) ... 2023-12-03T11:34:50.733 INFO:teuthology.orchestra.run.smithi057.stdout:Setting up luarocks (3.8.0+dfsg1-1) ... 2023-12-03T11:34:50.836 INFO:teuthology.orchestra.run.smithi019.stdout:Setting up python3-pastescript (2.0.2-4) ... 2023-12-03T11:34:51.069 INFO:teuthology.orchestra.run.smithi057.stdout:Setting up libcephfs2 (18.0.0-7537-gbcbf278c-1jammy) ... 2023-12-03T11:34:51.137 INFO:teuthology.orchestra.run.smithi019.stdout:Setting up python3-pecan (1.3.3-4ubuntu2) ... 2023-12-03T11:34:51.195 INFO:teuthology.orchestra.run.smithi057.stdout:Setting up libradosstriper1 (18.0.0-7537-gbcbf278c-1jammy) ... 2023-12-03T11:34:51.338 INFO:teuthology.orchestra.run.smithi057.stdout:Setting up python3-google-auth (1.5.1-3) ... 2023-12-03T11:34:51.474 INFO:teuthology.orchestra.run.smithi019.stdout:Setting up libthrift-0.16.0:amd64 (0.16.0-2) ... 2023-12-03T11:34:51.616 INFO:teuthology.orchestra.run.smithi019.stdout:Setting up librados2 (18.0.0-7537-gbcbf278c-1jammy) ... 2023-12-03T11:34:51.631 INFO:teuthology.orchestra.run.smithi057.stdout:Setting up librbd1 (18.0.0-7537-gbcbf278c-1jammy) ... 2023-12-03T11:34:51.726 INFO:teuthology.orchestra.run.smithi019.stdout:Setting up libsqlite3-mod-ceph (18.0.0-7537-gbcbf278c-1jammy) ... 2023-12-03T11:34:51.756 INFO:teuthology.orchestra.run.smithi057.stdout:Setting up ceph-mgr-modules-core (18.0.0-7537-gbcbf278c-1jammy) ... 2023-12-03T11:34:51.827 INFO:teuthology.orchestra.run.smithi019.stdout:Setting up luarocks (3.8.0+dfsg1-1) ... 2023-12-03T11:34:51.883 INFO:teuthology.orchestra.run.smithi057.stdout:Setting up ceph-fuse (18.0.0-7537-gbcbf278c-1jammy) ... 2023-12-03T11:34:52.103 INFO:teuthology.orchestra.run.smithi057.stdout:Created symlink /etc/systemd/system/remote-fs.target.wants/ceph-fuse.target -> /lib/systemd/system/ceph-fuse.target. 2023-12-03T11:34:52.103 INFO:teuthology.orchestra.run.smithi057.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-fuse.target -> /lib/systemd/system/ceph-fuse.target. 2023-12-03T11:34:52.146 INFO:teuthology.orchestra.run.smithi019.stdout:Setting up libcephfs2 (18.0.0-7537-gbcbf278c-1jammy) ... 2023-12-03T11:34:52.280 INFO:teuthology.orchestra.run.smithi019.stdout:Setting up libradosstriper1 (18.0.0-7537-gbcbf278c-1jammy) ... 2023-12-03T11:34:52.407 INFO:teuthology.orchestra.run.smithi019.stdout:Setting up python3-google-auth (1.5.1-3) ... 2023-12-03T11:34:52.584 INFO:teuthology.orchestra.run.smithi057.stdout:Setting up libcephfs-dev (18.0.0-7537-gbcbf278c-1jammy) ... 2023-12-03T11:34:52.685 INFO:teuthology.orchestra.run.smithi057.stdout:Setting up python3-rados (18.0.0-7537-gbcbf278c-1jammy) ... 2023-12-03T11:34:52.700 INFO:teuthology.orchestra.run.smithi019.stdout:Setting up librbd1 (18.0.0-7537-gbcbf278c-1jammy) ... 2023-12-03T11:34:52.809 INFO:teuthology.orchestra.run.smithi019.stdout:Setting up ceph-mgr-modules-core (18.0.0-7537-gbcbf278c-1jammy) ... 2023-12-03T11:34:52.811 INFO:teuthology.orchestra.run.smithi057.stdout:Setting up librgw2 (18.0.0-7537-gbcbf278c-1jammy) ... 2023-12-03T11:34:52.910 INFO:teuthology.orchestra.run.smithi019.stdout:Setting up ceph-fuse (18.0.0-7537-gbcbf278c-1jammy) ... 2023-12-03T11:34:52.946 INFO:teuthology.orchestra.run.smithi057.stdout:Setting up python3-kubernetes (12.0.1-1ubuntu1) ... 2023-12-03T11:34:53.113 INFO:teuthology.orchestra.run.smithi019.stdout:Created symlink /etc/systemd/system/remote-fs.target.wants/ceph-fuse.target -> /lib/systemd/system/ceph-fuse.target. 2023-12-03T11:34:53.113 INFO:teuthology.orchestra.run.smithi019.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-fuse.target -> /lib/systemd/system/ceph-fuse.target. 2023-12-03T11:34:53.610 INFO:teuthology.orchestra.run.smithi019.stdout:Setting up libcephfs-dev (18.0.0-7537-gbcbf278c-1jammy) ... 2023-12-03T11:34:53.763 INFO:teuthology.orchestra.run.smithi019.stdout:Setting up python3-rados (18.0.0-7537-gbcbf278c-1jammy) ... 2023-12-03T11:34:53.889 INFO:teuthology.orchestra.run.smithi019.stdout:Setting up librgw2 (18.0.0-7537-gbcbf278c-1jammy) ... 2023-12-03T11:34:54.015 INFO:teuthology.orchestra.run.smithi019.stdout:Setting up python3-kubernetes (12.0.1-1ubuntu1) ... 2023-12-03T11:34:54.171 INFO:teuthology.orchestra.run.smithi057.stdout:Setting up python3-rbd (18.0.0-7537-gbcbf278c-1jammy) ... 2023-12-03T11:34:54.297 INFO:teuthology.orchestra.run.smithi057.stdout:Setting up rbd-fuse (18.0.0-7537-gbcbf278c-1jammy) ... 2023-12-03T11:34:54.423 INFO:teuthology.orchestra.run.smithi057.stdout:Setting up python3-rgw (18.0.0-7537-gbcbf278c-1jammy) ... 2023-12-03T11:34:54.549 INFO:teuthology.orchestra.run.smithi057.stdout:Setting up python3-cephfs (18.0.0-7537-gbcbf278c-1jammy) ... 2023-12-03T11:34:54.658 INFO:teuthology.orchestra.run.smithi057.stdout:Setting up ceph-common (18.0.0-7537-gbcbf278c-1jammy) ... 2023-12-03T11:34:55.143 INFO:teuthology.orchestra.run.smithi057.stdout:Adding group ceph....done 2023-12-03T11:34:55.256 INFO:teuthology.orchestra.run.smithi019.stdout:Setting up python3-rbd (18.0.0-7537-gbcbf278c-1jammy) ... 2023-12-03T11:34:55.382 INFO:teuthology.orchestra.run.smithi019.stdout:Setting up rbd-fuse (18.0.0-7537-gbcbf278c-1jammy) ... 2023-12-03T11:34:55.500 INFO:teuthology.orchestra.run.smithi019.stdout:Setting up python3-rgw (18.0.0-7537-gbcbf278c-1jammy) ... 2023-12-03T11:34:55.528 INFO:teuthology.orchestra.run.smithi057.stdout:Adding system user ceph....done 2023-12-03T11:34:55.626 INFO:teuthology.orchestra.run.smithi019.stdout:Setting up python3-cephfs (18.0.0-7537-gbcbf278c-1jammy) ... 2023-12-03T11:34:55.674 INFO:teuthology.orchestra.run.smithi057.stdout:Setting system user ceph properties....done 2023-12-03T11:34:55.690 INFO:teuthology.orchestra.run.smithi057.stdout:chown: cannot access '/var/log/ceph/*.log*': No such file or directory 2023-12-03T11:34:55.752 INFO:teuthology.orchestra.run.smithi019.stdout:Setting up ceph-common (18.0.0-7537-gbcbf278c-1jammy) ... 2023-12-03T11:34:55.840 INFO:teuthology.orchestra.run.smithi057.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target -> /lib/systemd/system/ceph.target. 2023-12-03T11:34:56.221 INFO:teuthology.orchestra.run.smithi057.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/rbdmap.service -> /lib/systemd/system/rbdmap.service. 2023-12-03T11:34:56.295 INFO:teuthology.orchestra.run.smithi019.stdout:Adding group ceph....done 2023-12-03T11:34:56.672 INFO:teuthology.orchestra.run.smithi019.stdout:Adding system user ceph....done 2023-12-03T11:34:56.743 INFO:teuthology.orchestra.run.smithi057.stdout:Setting up ceph-test (18.0.0-7537-gbcbf278c-1jammy) ... 2023-12-03T11:34:56.840 INFO:teuthology.orchestra.run.smithi019.stdout:Setting system user ceph properties....done 2023-12-03T11:34:56.843 INFO:teuthology.orchestra.run.smithi057.stdout:Setting up radosgw (18.0.0-7537-gbcbf278c-1jammy) ... 2023-12-03T11:34:56.859 INFO:teuthology.orchestra.run.smithi019.stdout:chown: cannot access '/var/log/ceph/*.log*': No such file or directory 2023-12-03T11:34:57.003 INFO:teuthology.orchestra.run.smithi019.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target -> /lib/systemd/system/ceph.target. 2023-12-03T11:34:57.352 INFO:teuthology.orchestra.run.smithi057.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target -> /lib/systemd/system/ceph-radosgw.target. 2023-12-03T11:34:57.352 INFO:teuthology.orchestra.run.smithi057.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target -> /lib/systemd/system/ceph-radosgw.target. 2023-12-03T11:34:57.395 INFO:teuthology.orchestra.run.smithi019.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/rbdmap.service -> /lib/systemd/system/rbdmap.service. 2023-12-03T11:34:57.879 INFO:teuthology.orchestra.run.smithi057.stdout:Setting up ceph-base (18.0.0-7537-gbcbf278c-1jammy) ... 2023-12-03T11:34:57.945 INFO:teuthology.orchestra.run.smithi019.stdout:Setting up ceph-test (18.0.0-7537-gbcbf278c-1jammy) ... 2023-12-03T11:34:58.071 INFO:teuthology.orchestra.run.smithi019.stdout:Setting up radosgw (18.0.0-7537-gbcbf278c-1jammy) ... 2023-12-03T11:34:58.262 INFO:teuthology.orchestra.run.smithi057.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service -> /lib/systemd/system/ceph-crash.service. 2023-12-03T11:34:58.569 INFO:teuthology.orchestra.run.smithi019.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target -> /lib/systemd/system/ceph-radosgw.target. 2023-12-03T11:34:58.569 INFO:teuthology.orchestra.run.smithi019.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target -> /lib/systemd/system/ceph-radosgw.target. 2023-12-03T11:34:58.764 INFO:teuthology.orchestra.run.smithi057.stdout:Setting up ceph-mds (18.0.0-7537-gbcbf278c-1jammy) ... 2023-12-03T11:34:59.003 INFO:teuthology.orchestra.run.smithi057.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target -> /lib/systemd/system/ceph-mds.target. 2023-12-03T11:34:59.003 INFO:teuthology.orchestra.run.smithi057.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target -> /lib/systemd/system/ceph-mds.target. 2023-12-03T11:34:59.081 INFO:teuthology.orchestra.run.smithi019.stdout:Setting up ceph-base (18.0.0-7537-gbcbf278c-1jammy) ... 2023-12-03T11:34:59.445 INFO:teuthology.orchestra.run.smithi019.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service -> /lib/systemd/system/ceph-crash.service. 2023-12-03T11:34:59.533 INFO:teuthology.orchestra.run.smithi057.stdout:Setting up ceph-mgr (18.0.0-7537-gbcbf278c-1jammy) ... 2023-12-03T11:34:59.755 INFO:teuthology.orchestra.run.smithi057.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target -> /lib/systemd/system/ceph-mgr.target. 2023-12-03T11:34:59.755 INFO:teuthology.orchestra.run.smithi057.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target -> /lib/systemd/system/ceph-mgr.target. 2023-12-03T11:34:59.974 INFO:teuthology.orchestra.run.smithi019.stdout:Setting up ceph-mds (18.0.0-7537-gbcbf278c-1jammy) ... 2023-12-03T11:35:00.206 INFO:teuthology.orchestra.run.smithi019.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target -> /lib/systemd/system/ceph-mds.target. 2023-12-03T11:35:00.206 INFO:teuthology.orchestra.run.smithi019.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target -> /lib/systemd/system/ceph-mds.target. 2023-12-03T11:35:00.292 INFO:teuthology.orchestra.run.smithi057.stdout:Setting up ceph-osd (18.0.0-7537-gbcbf278c-1jammy) ... 2023-12-03T11:35:00.589 INFO:teuthology.orchestra.run.smithi057.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target -> /lib/systemd/system/ceph-osd.target. 2023-12-03T11:35:00.589 INFO:teuthology.orchestra.run.smithi057.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target -> /lib/systemd/system/ceph-osd.target. 2023-12-03T11:35:00.734 INFO:teuthology.orchestra.run.smithi019.stdout:Setting up ceph-mgr (18.0.0-7537-gbcbf278c-1jammy) ... 2023-12-03T11:35:00.978 INFO:teuthology.orchestra.run.smithi019.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target -> /lib/systemd/system/ceph-mgr.target. 2023-12-03T11:35:00.978 INFO:teuthology.orchestra.run.smithi019.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target -> /lib/systemd/system/ceph-mgr.target. 2023-12-03T11:35:01.119 INFO:teuthology.orchestra.run.smithi057.stdout:Setting up ceph-mgr-k8sevents (18.0.0-7537-gbcbf278c-1jammy) ... 2023-12-03T11:35:01.270 INFO:teuthology.orchestra.run.smithi057.stdout:Setting up ceph-mgr-diskprediction-local (18.0.0-7537-gbcbf278c-1jammy) ... 2023-12-03T11:35:01.440 INFO:teuthology.orchestra.run.smithi057.stdout:Setting up ceph-mon (18.0.0-7537-gbcbf278c-1jammy) ... 2023-12-03T11:35:01.544 INFO:teuthology.orchestra.run.smithi019.stdout:Setting up ceph-osd (18.0.0-7537-gbcbf278c-1jammy) ... 2023-12-03T11:35:01.661 INFO:teuthology.orchestra.run.smithi057.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target -> /lib/systemd/system/ceph-mon.target. 2023-12-03T11:35:01.661 INFO:teuthology.orchestra.run.smithi057.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target -> /lib/systemd/system/ceph-mon.target. 2023-12-03T11:35:01.870 INFO:teuthology.orchestra.run.smithi019.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target -> /lib/systemd/system/ceph-osd.target. 2023-12-03T11:35:01.870 INFO:teuthology.orchestra.run.smithi019.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target -> /lib/systemd/system/ceph-osd.target. 2023-12-03T11:35:02.125 INFO:teuthology.orchestra.run.smithi057.stdout:Setting up ceph-mgr-cephadm (18.0.0-7537-gbcbf278c-1jammy) ... 2023-12-03T11:35:02.268 INFO:teuthology.orchestra.run.smithi057.stdout:Setting up ceph (18.0.0-7537-gbcbf278c-1jammy) ... 2023-12-03T11:35:02.394 INFO:teuthology.orchestra.run.smithi057.stdout:Setting up ceph-mgr-dashboard (18.0.0-7537-gbcbf278c-1jammy) ... 2023-12-03T11:35:02.455 INFO:teuthology.orchestra.run.smithi019.stdout:Setting up ceph-mgr-k8sevents (18.0.0-7537-gbcbf278c-1jammy) ... 2023-12-03T11:35:02.545 INFO:teuthology.orchestra.run.smithi057.stdout:Setting up ceph-volume (18.0.0-7537-gbcbf278c-1jammy) ... 2023-12-03T11:35:02.598 INFO:teuthology.orchestra.run.smithi019.stdout:Setting up ceph-mgr-diskprediction-local (18.0.0-7537-gbcbf278c-1jammy) ... 2023-12-03T11:35:02.749 INFO:teuthology.orchestra.run.smithi019.stdout:Setting up ceph-mon (18.0.0-7537-gbcbf278c-1jammy) ... 2023-12-03T11:35:02.915 INFO:teuthology.orchestra.run.smithi057.stdout:Processing triggers for mailcap (3.70+nmu1ubuntu1) ... 2023-12-03T11:35:02.968 INFO:teuthology.orchestra.run.smithi019.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target -> /lib/systemd/system/ceph-mon.target. 2023-12-03T11:35:02.968 INFO:teuthology.orchestra.run.smithi019.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target -> /lib/systemd/system/ceph-mon.target. 2023-12-03T11:35:03.032 INFO:teuthology.orchestra.run.smithi057.stdout:Processing triggers for libc-bin (2.35-0ubuntu3.1) ... 2023-12-03T11:35:03.168 INFO:teuthology.orchestra.run.smithi057.stdout:Processing triggers for man-db (2.10.2-1) ... 2023-12-03T11:35:03.483 INFO:teuthology.orchestra.run.smithi019.stdout:Setting up ceph-mgr-cephadm (18.0.0-7537-gbcbf278c-1jammy) ... 2023-12-03T11:35:03.651 INFO:teuthology.orchestra.run.smithi019.stdout:Setting up ceph (18.0.0-7537-gbcbf278c-1jammy) ... 2023-12-03T11:35:03.752 INFO:teuthology.orchestra.run.smithi019.stdout:Setting up ceph-mgr-dashboard (18.0.0-7537-gbcbf278c-1jammy) ... 2023-12-03T11:35:03.895 INFO:teuthology.orchestra.run.smithi019.stdout:Setting up ceph-volume (18.0.0-7537-gbcbf278c-1jammy) ... 2023-12-03T11:35:04.044 INFO:teuthology.orchestra.run.smithi057.stdout:Processing triggers for install-info (6.8-4build1) ... 2023-12-03T11:35:04.273 INFO:teuthology.orchestra.run.smithi019.stdout:Processing triggers for mailcap (3.70+nmu1ubuntu1) ... 2023-12-03T11:35:04.391 INFO:teuthology.orchestra.run.smithi019.stdout:Processing triggers for libc-bin (2.35-0ubuntu3.1) ... 2023-12-03T11:35:04.534 INFO:teuthology.orchestra.run.smithi019.stdout:Processing triggers for man-db (2.10.2-1) ... 2023-12-03T11:35:04.720 INFO:teuthology.orchestra.run.smithi057.stderr:W: --force-yes is deprecated, use one of the options starting with --allow instead. 2023-12-03T11:35:04.723 DEBUG:teuthology.orchestra.run.smithi057:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y --force-yes -o Dpkg::Options::="--force-confdef" -o Dpkg::Options::="--force-confold" install s3cmd 2023-12-03T11:35:04.778 INFO:teuthology.orchestra.run.smithi057.stdout:Reading package lists... 2023-12-03T11:35:04.970 INFO:teuthology.orchestra.run.smithi057.stdout:Building dependency tree... 2023-12-03T11:35:04.971 INFO:teuthology.orchestra.run.smithi057.stdout:Reading state information... 2023-12-03T11:35:05.140 INFO:teuthology.orchestra.run.smithi057.stdout:The following packages were automatically installed and are no longer required: 2023-12-03T11:35:05.140 INFO:teuthology.orchestra.run.smithi057.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2023-12-03T11:35:05.140 INFO:teuthology.orchestra.run.smithi057.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2023-12-03T11:35:05.140 INFO:teuthology.orchestra.run.smithi057.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2023-12-03T11:35:05.140 INFO:teuthology.orchestra.run.smithi057.stdout: linux-image-5.4.0-135-generic linux-modules-5.4.0-135-generic python2 2023-12-03T11:35:05.141 INFO:teuthology.orchestra.run.smithi057.stdout: python2-dev python2-minimal python2.7 python2.7-dev python2.7-minimal 2023-12-03T11:35:05.141 INFO:teuthology.orchestra.run.smithi057.stdout:Use 'sudo apt autoremove' to remove them. 2023-12-03T11:35:05.142 INFO:teuthology.orchestra.run.smithi057.stdout:The following additional packages will be installed: 2023-12-03T11:35:05.142 INFO:teuthology.orchestra.run.smithi057.stdout: python3-magic 2023-12-03T11:35:05.171 INFO:teuthology.orchestra.run.smithi057.stdout:The following NEW packages will be installed: 2023-12-03T11:35:05.171 INFO:teuthology.orchestra.run.smithi057.stdout: python3-magic s3cmd 2023-12-03T11:35:05.226 INFO:teuthology.orchestra.run.smithi019.stdout:Processing triggers for install-info (6.8-4build1) ... 2023-12-03T11:35:05.228 INFO:teuthology.orchestra.run.smithi057.stdout:0 upgraded, 2 newly installed, 0 to remove and 262 not upgraded. 2023-12-03T11:35:05.228 INFO:teuthology.orchestra.run.smithi057.stdout:Need to get 133 kB of archives. 2023-12-03T11:35:05.228 INFO:teuthology.orchestra.run.smithi057.stdout:After this operation, 584 kB of additional disk space will be used. 2023-12-03T11:35:05.228 INFO:teuthology.orchestra.run.smithi057.stdout:Get:1 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-magic all 2:0.4.24-2 [12.6 kB] 2023-12-03T11:35:05.247 INFO:teuthology.orchestra.run.smithi057.stdout:Get:2 http://archive.ubuntu.com/ubuntu jammy/universe amd64 s3cmd all 2.2.0-1 [120 kB] 2023-12-03T11:35:05.633 INFO:teuthology.orchestra.run.smithi057.stdout:Fetched 133 kB in 0s (1,112 kB/s) 2023-12-03T11:35:05.766 INFO:teuthology.orchestra.run.smithi057.stdout:Selecting previously unselected package python3-magic. 2023-12-03T11:35:05.828 INFO:teuthology.orchestra.run.smithi057.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 173525 files and directories currently installed.) 2023-12-03T11:35:05.833 INFO:teuthology.orchestra.run.smithi057.stdout:Preparing to unpack .../python3-magic_2%3a0.4.24-2_all.deb ... 2023-12-03T11:35:05.896 INFO:teuthology.orchestra.run.smithi019.stderr:W: --force-yes is deprecated, use one of the options starting with --allow instead. 2023-12-03T11:35:05.898 DEBUG:teuthology.orchestra.run.smithi019:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y --force-yes -o Dpkg::Options::="--force-confdef" -o Dpkg::Options::="--force-confold" install s3cmd 2023-12-03T11:35:05.941 INFO:teuthology.orchestra.run.smithi057.stdout:Unpacking python3-magic (2:0.4.24-2) ... 2023-12-03T11:35:05.994 INFO:teuthology.orchestra.run.smithi019.stdout:Reading package lists... 2023-12-03T11:35:06.187 INFO:teuthology.orchestra.run.smithi019.stdout:Building dependency tree... 2023-12-03T11:35:06.188 INFO:teuthology.orchestra.run.smithi019.stdout:Reading state information... 2023-12-03T11:35:06.210 INFO:teuthology.orchestra.run.smithi057.stdout:Selecting previously unselected package s3cmd. 2023-12-03T11:35:06.239 INFO:teuthology.orchestra.run.smithi057.stdout:Preparing to unpack .../archives/s3cmd_2.2.0-1_all.deb ... 2023-12-03T11:35:06.277 INFO:teuthology.orchestra.run.smithi057.stdout:Unpacking s3cmd (2.2.0-1) ... 2023-12-03T11:35:06.356 INFO:teuthology.orchestra.run.smithi019.stdout:The following packages were automatically installed and are no longer required: 2023-12-03T11:35:06.356 INFO:teuthology.orchestra.run.smithi019.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2023-12-03T11:35:06.356 INFO:teuthology.orchestra.run.smithi019.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2023-12-03T11:35:06.356 INFO:teuthology.orchestra.run.smithi019.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2023-12-03T11:35:06.357 INFO:teuthology.orchestra.run.smithi019.stdout: linux-image-5.4.0-135-generic linux-modules-5.4.0-135-generic python2 2023-12-03T11:35:06.357 INFO:teuthology.orchestra.run.smithi019.stdout: python2-dev python2-minimal python2.7 python2.7-dev python2.7-minimal 2023-12-03T11:35:06.357 INFO:teuthology.orchestra.run.smithi019.stdout:Use 'sudo apt autoremove' to remove them. 2023-12-03T11:35:06.358 INFO:teuthology.orchestra.run.smithi019.stdout:The following additional packages will be installed: 2023-12-03T11:35:06.359 INFO:teuthology.orchestra.run.smithi019.stdout: python3-magic 2023-12-03T11:35:06.387 INFO:teuthology.orchestra.run.smithi019.stdout:The following NEW packages will be installed: 2023-12-03T11:35:06.387 INFO:teuthology.orchestra.run.smithi019.stdout: python3-magic s3cmd 2023-12-03T11:35:06.647 INFO:teuthology.orchestra.run.smithi057.stdout:Setting up python3-magic (2:0.4.24-2) ... 2023-12-03T11:35:06.933 INFO:teuthology.orchestra.run.smithi057.stdout:Setting up s3cmd (2.2.0-1) ... 2023-12-03T11:35:07.226 INFO:teuthology.orchestra.run.smithi057.stdout:Processing triggers for man-db (2.10.2-1) ... 2023-12-03T11:35:07.450 INFO:teuthology.orchestra.run.smithi019.stdout:0 upgraded, 2 newly installed, 0 to remove and 262 not upgraded. 2023-12-03T11:35:07.450 INFO:teuthology.orchestra.run.smithi019.stdout:Need to get 133 kB of archives. 2023-12-03T11:35:07.450 INFO:teuthology.orchestra.run.smithi019.stdout:After this operation, 584 kB of additional disk space will be used. 2023-12-03T11:35:07.450 INFO:teuthology.orchestra.run.smithi019.stdout:Get:1 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-magic all 2:0.4.24-2 [12.6 kB] 2023-12-03T11:35:07.470 INFO:teuthology.orchestra.run.smithi019.stdout:Get:2 http://archive.ubuntu.com/ubuntu jammy/universe amd64 s3cmd all 2.2.0-1 [120 kB] 2023-12-03T11:35:07.900 INFO:teuthology.orchestra.run.smithi019.stdout:Fetched 133 kB in 1s (118 kB/s) 2023-12-03T11:35:08.013 INFO:teuthology.orchestra.run.smithi019.stdout:Selecting previously unselected package python3-magic. 2023-12-03T11:35:08.073 INFO:teuthology.orchestra.run.smithi019.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 173525 files and directories currently installed.) 2023-12-03T11:35:08.078 INFO:teuthology.orchestra.run.smithi019.stdout:Preparing to unpack .../python3-magic_2%3a0.4.24-2_all.deb ... 2023-12-03T11:35:08.113 INFO:teuthology.orchestra.run.smithi019.stdout:Unpacking python3-magic (2:0.4.24-2) ... 2023-12-03T11:35:08.391 INFO:teuthology.orchestra.run.smithi019.stdout:Selecting previously unselected package s3cmd. 2023-12-03T11:35:08.419 INFO:teuthology.orchestra.run.smithi019.stdout:Preparing to unpack .../archives/s3cmd_2.2.0-1_all.deb ... 2023-12-03T11:35:08.458 INFO:teuthology.orchestra.run.smithi019.stdout:Unpacking s3cmd (2.2.0-1) ... 2023-12-03T11:35:08.642 INFO:teuthology.orchestra.run.smithi057.stderr:W: --force-yes is deprecated, use one of the options starting with --allow instead. 2023-12-03T11:35:08.645 DEBUG:teuthology.parallel:result is None 2023-12-03T11:35:08.852 INFO:teuthology.orchestra.run.smithi019.stdout:Setting up python3-magic (2:0.4.24-2) ... 2023-12-03T11:35:09.121 INFO:teuthology.orchestra.run.smithi019.stdout:Setting up s3cmd (2.2.0-1) ... 2023-12-03T11:35:09.431 INFO:teuthology.orchestra.run.smithi019.stdout:Processing triggers for man-db (2.10.2-1) ... 2023-12-03T11:35:10.755 INFO:teuthology.orchestra.run.smithi019.stderr:W: --force-yes is deprecated, use one of the options starting with --allow instead. 2023-12-03T11:35:10.758 DEBUG:teuthology.parallel:result is None 2023-12-03T11:35:10.759 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F22.04%2Fx86_64&sha1=bcbf278cf395873c2a482f5a7b2345faf2160319 2023-12-03T11:35:10.983 DEBUG:teuthology.orchestra.run.smithi019:> dpkg-query -W -f '${Version}' ceph 2023-12-03T11:35:11.003 INFO:teuthology.orchestra.run.smithi019.stdout:18.0.0-7537-gbcbf278c-1jammy 2023-12-03T11:35:11.003 INFO:teuthology.packaging:The installed version of ceph is 18.0.0-7537-gbcbf278c-1jammy 2023-12-03T11:35:11.004 INFO:teuthology.task.install:The correct ceph version 18.0.0-7537-gbcbf278c-1jammy is installed. 2023-12-03T11:35:11.004 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F22.04%2Fx86_64&sha1=bcbf278cf395873c2a482f5a7b2345faf2160319 2023-12-03T11:35:11.223 DEBUG:teuthology.orchestra.run.smithi057:> dpkg-query -W -f '${Version}' ceph 2023-12-03T11:35:11.243 INFO:teuthology.orchestra.run.smithi057.stdout:18.0.0-7537-gbcbf278c-1jammy 2023-12-03T11:35:11.244 INFO:teuthology.packaging:The installed version of ceph is 18.0.0-7537-gbcbf278c-1jammy 2023-12-03T11:35:11.244 INFO:teuthology.task.install:The correct ceph version 18.0.0-7537-gbcbf278c-1jammy is installed. 2023-12-03T11:35:11.244 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2023-12-03T11:35:11.244 DEBUG:teuthology.orchestra.run.smithi019:> set -ex 2023-12-03T11:35:11.244 DEBUG:teuthology.orchestra.run.smithi019:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2023-12-03T11:35:11.258 DEBUG:teuthology.orchestra.run.smithi057:> set -ex 2023-12-03T11:35:11.258 DEBUG:teuthology.orchestra.run.smithi057:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2023-12-03T11:35:11.302 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2023-12-03T11:35:11.302 DEBUG:teuthology.orchestra.run.smithi019:> set -ex 2023-12-03T11:35:11.302 DEBUG:teuthology.orchestra.run.smithi019:> sudo dd of=/usr/bin/daemon-helper 2023-12-03T11:35:11.315 DEBUG:teuthology.orchestra.run.smithi019:> sudo chmod a=rx -- /usr/bin/daemon-helper 2023-12-03T11:35:11.367 DEBUG:teuthology.orchestra.run.smithi057:> set -ex 2023-12-03T11:35:11.367 DEBUG:teuthology.orchestra.run.smithi057:> sudo dd of=/usr/bin/daemon-helper 2023-12-03T11:35:11.381 DEBUG:teuthology.orchestra.run.smithi057:> sudo chmod a=rx -- /usr/bin/daemon-helper 2023-12-03T11:35:11.435 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2023-12-03T11:35:11.435 DEBUG:teuthology.orchestra.run.smithi019:> set -ex 2023-12-03T11:35:11.435 DEBUG:teuthology.orchestra.run.smithi019:> sudo dd of=/usr/bin/adjust-ulimits 2023-12-03T11:35:11.449 DEBUG:teuthology.orchestra.run.smithi019:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2023-12-03T11:35:11.504 DEBUG:teuthology.orchestra.run.smithi057:> set -ex 2023-12-03T11:35:11.504 DEBUG:teuthology.orchestra.run.smithi057:> sudo dd of=/usr/bin/adjust-ulimits 2023-12-03T11:35:11.517 DEBUG:teuthology.orchestra.run.smithi057:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2023-12-03T11:35:11.571 INFO:teuthology.task.install.util:Shipping 'stdin-killer'... 2023-12-03T11:35:11.572 DEBUG:teuthology.orchestra.run.smithi019:> set -ex 2023-12-03T11:35:11.572 DEBUG:teuthology.orchestra.run.smithi019:> sudo dd of=/usr/bin/stdin-killer 2023-12-03T11:35:11.586 DEBUG:teuthology.orchestra.run.smithi019:> sudo chmod a=rx -- /usr/bin/stdin-killer 2023-12-03T11:35:11.640 DEBUG:teuthology.orchestra.run.smithi057:> set -ex 2023-12-03T11:35:11.640 DEBUG:teuthology.orchestra.run.smithi057:> sudo dd of=/usr/bin/stdin-killer 2023-12-03T11:35:11.653 DEBUG:teuthology.orchestra.run.smithi057:> sudo chmod a=rx -- /usr/bin/stdin-killer 2023-12-03T11:35:11.708 INFO:teuthology.run_tasks:Running task ceph... 2023-12-03T11:35:11.770 INFO:tasks.ceph:Making ceph log dir writeable by non-root... 2023-12-03T11:35:11.770 DEBUG:teuthology.orchestra.run.smithi019:> sudo chmod 777 /var/log/ceph 2023-12-03T11:35:11.772 DEBUG:teuthology.orchestra.run.smithi057:> sudo chmod 777 /var/log/ceph 2023-12-03T11:35:11.787 INFO:tasks.ceph:Disabling ceph logrotate... 2023-12-03T11:35:11.787 DEBUG:teuthology.orchestra.run.smithi019:> sudo rm -f -- /etc/logrotate.d/ceph 2023-12-03T11:35:11.829 DEBUG:teuthology.orchestra.run.smithi057:> sudo rm -f -- /etc/logrotate.d/ceph 2023-12-03T11:35:11.844 INFO:tasks.ceph:Creating extra log directories... 2023-12-03T11:35:11.844 DEBUG:teuthology.orchestra.run.smithi019:> sudo install -d -m0777 -- /var/log/ceph/valgrind /var/log/ceph/profiling-logger 2023-12-03T11:35:11.885 DEBUG:teuthology.orchestra.run.smithi057:> sudo install -d -m0777 -- /var/log/ceph/valgrind /var/log/ceph/profiling-logger 2023-12-03T11:35:11.910 INFO:tasks.ceph:Creating ceph cluster ceph... 2023-12-03T11:35:11.910 INFO:tasks.ceph:config {'conf': {'client': {'debug rgw': 20, 'rgw bucket counters cache': True, 'rgw crypt require ssl': False, 'rgw crypt s3 kms backend': 'testing', 'rgw crypt s3 kms encryption keys': 'testkey-1=YmluCmJvb3N0CmJvb3N0LWJ1aWxkCmNlcGguY29uZgo= testkey-2=aWIKTWFrZWZpbGUKbWFuCm91dApzcmMKVGVzdGluZwo=', 'rgw max chunk size': 4194304, 'rgw obj stripe size': 6291456, 'rgw torrent flag': True, 'rgw user counters cache': True, 'setgroup': 'ceph', 'setuser': 'ceph'}, 'global': {'mon client directed command retry': 5, 'ms inject socket failures': 5000, 'osd_max_pg_log_entries': 10, 'osd_min_pg_log_entries': 10, 'rgw override bucket index max shards': 1}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'lockdep': True}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'lockdep': True, 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd shutdown pgref assert': True}}, 'fs': 'xfs', 'mkfs_options': None, 'mount_options': None, 'skip_mgr_daemons': False, 'log_ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', '\\(PG_AVAILABILITY\\)', '\\(PG_DEGRADED\\)', '\\(POOL_APP_NOT_ENABLED\\)', 'not have an application enabled', '\\(OSD_SLOW_PING_TIME'], 'cpu_profile': set(), 'cluster': 'ceph', 'mon_bind_msgr2': True, 'mon_bind_addrvec': True} 2023-12-03T11:35:11.911 INFO:tasks.ceph:ctx.config {'archive_path': '/home/teuthworker/archive/alimasa-2023-12-03_11:04:43-rgw-wip-alimasa-multi-pubsub-etag-distro-default-smithi/7476141', 'branch': 'wip-alimasa-multi-pubsub-etag', 'description': 'rgw/verify/{0-install clusters/fixed-2 datacache/no_datacache frontend/beast ignore-pg-availability inline-data$/{off} msgr-failures/few objectstore/bluestore-bitmap overrides proto/https rgw_pool_type/ec-profile s3tests-branch sharding$/{single} striping$/{stripe-greater-than-chunk} supported-random-distro$/{ubuntu_latest} tasks/{bucket-check cls mp_reupload ragweed reshard s3tests-java s3tests versioning} validater/lockdep}', 'email': None, 'first_in_suite': False, 'job_id': '7476141', 'kernel': {'kdb': True, 'sha1': 'distro'}, 'ktype': 'distro', 'last_in_suite': False, 'machine_type': 'smithi', 'name': 'alimasa-2023-12-03_11:04:43-rgw-wip-alimasa-multi-pubsub-etag-distro-default-smithi', 'no_nested_subset': False, 'nuke-on-error': True, 'openstack': [{'volumes': {'count': 4, 'size': 10}}], 'os_type': 'ubuntu', 'os_version': '22.04', 'overrides': {'admin_socket': {'branch': 'wip-alimasa-multi-pubsub-etag'}, 'ceph': {'conf': {'client': {'debug rgw': 20, 'rgw bucket counters cache': True, 'rgw crypt require ssl': False, 'rgw crypt s3 kms backend': 'testing', 'rgw crypt s3 kms encryption keys': 'testkey-1=YmluCmJvb3N0CmJvb3N0LWJ1aWxkCmNlcGguY29uZgo= testkey-2=aWIKTWFrZWZpbGUKbWFuCm91dApzcmMKVGVzdGluZwo=', 'rgw max chunk size': 4194304, 'rgw obj stripe size': 6291456, 'rgw torrent flag': True, 'rgw user counters cache': True, 'setgroup': 'ceph', 'setuser': 'ceph'}, 'global': {'mon client directed command retry': 5, 'ms inject socket failures': 5000, 'osd_max_pg_log_entries': 10, 'osd_min_pg_log_entries': 10, 'rgw override bucket index max shards': 1}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'lockdep': True}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'lockdep': True, 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd shutdown pgref assert': True}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', '\\(PG_AVAILABILITY\\)', '\\(PG_DEGRADED\\)', '\\(POOL_APP_NOT_ENABLED\\)', 'not have an application enabled', '\\(OSD_SLOW_PING_TIME'], 'sha1': 'bcbf278cf395873c2a482f5a7b2345faf2160319'}, 'ceph-deploy': {'bluestore': True, 'conf': {'client': {'log file': '/var/log/ceph/ceph-$name.$pid.log'}, 'mon': {'osd default pool size': 2}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore'}}, 'fs': 'xfs'}, 'install': {'ceph': {'flavor': 'default', 'sha1': 'bcbf278cf395873c2a482f5a7b2345faf2160319'}}, 'openssl_keys': {'rgw.client.0': {'ca': 'root', 'client': 'client.0', 'embed-key': True}, 'root': {'client': 'client.0', 'cn': 'teuthology', 'install': ['client.0'], 'key-type': 'rsa:4096'}}, 'rgw': {'client.0': {'ssl certificate': 'rgw.client.0'}, 'compression type': 'random', 'ec-data-pool': True, 'erasure_code_profile': {'crush-failure-domain': 'osd', 'k': 3, 'm': 1, 'name': 'testprofile'}, 'frontend': 'beast', 'inline data': False, 'storage classes': 'LUKEWARM, FROZEN'}, 's3tests': {'force-branch': 'ceph-master', 'slow_backend': True, 'storage classes': 'LUKEWARM, FROZEN'}, 'thrashosds': {'bdev_inject_crash': 2, 'bdev_inject_crash_probability': 0.5}, 'workunit': {'branch': 'wip-alimasa-multi-pubsub-etag', 'sha1': 'bcbf278cf395873c2a482f5a7b2345faf2160319'}}, 'owner': 'scheduled_alimasa@teuthology', 'priority': 100, 'repo': 'https://git.ceph.com/ceph-ci.git', 'roles': [['mon.a', 'mon.c', 'mgr.y', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'node-exporter.a'], ['mon.b', 'mgr.x', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'prometheus.a', 'node-exporter.b']], 'sha1': 'bcbf278cf395873c2a482f5a7b2345faf2160319', 'sleep_before_teardown': 0, 'suite': 'rgw', 'suite_branch': 'wip-alimasa-multi-pubsub-etag', 'suite_path': '/home/teuthworker/src/git.ceph.com_ceph-c_bcbf278cf395873c2a482f5a7b2345faf2160319/qa', 'suite_relpath': 'qa', 'suite_repo': 'https://git.ceph.com/ceph-ci.git', 'suite_sha1': 'bcbf278cf395873c2a482f5a7b2345faf2160319', 'targets': {'smithi019.front.sepia.ceph.com': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBNspTOJjykQoSUQkIEksWjeqWKuQFT082aknT6YsrUOXa89LtIX7EiV6TkBMLbFnTfEOUETEwUiNtazuz/kww0Y=', 'smithi057.front.sepia.ceph.com': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBF+DFu+/b0btzTLZ+PKYOpcBFeI6JwZbe2BsB+BNn4CPRwROmYn58dn6JEjKFk/z+wmdI+1O8WqwP+emvexFi/A='}, 'tasks': [{'internal.check_packages': None}, {'internal.buildpackages_prep': None}, {'internal.save_config': None}, {'internal.check_lock': None}, {'internal.add_remotes': None}, {'console_log': None}, {'internal.connect': None}, {'internal.push_inventory': None}, {'internal.serialize_remote_roles': None}, {'internal.check_conflict': None}, {'internal.check_ceph_data': None}, {'internal.vm_setup': None}, {'kernel': {'kdb': True, 'sha1': 'distro'}}, {'internal.base': None}, {'internal.archive_upload': None}, {'internal.archive': None}, {'internal.coredump': None}, {'internal.sudo': None}, {'internal.syslog': None}, {'internal.timer': None}, {'pcp': None}, {'selinux': None}, {'ansible.cephlab': None}, {'clock': None}, {'install': {'extra_system_packages': {'deb': ['s3cmd'], 'rpm': ['s3cmd']}, 'flavor': 'default', 'sha1': 'bcbf278cf395873c2a482f5a7b2345faf2160319'}}, {'ceph': None}, {'openssl_keys': None}, {'rgw': {'client.0': None}}, {'tox': ['client.0']}, {'workunit': {'clients': {'client.0': ['rgw/run-bucket-check.sh']}}}, {'workunit': {'clients': {'client.0': ['cls/test_cls_lock.sh', 'cls/test_cls_log.sh', 'cls/test_cls_refcount.sh', 'cls/test_cls_rgw.sh', 'cls/test_cls_rgw_gc.sh', 'cls/test_cls_rgw_stats.sh', 'cls/test_cls_cmpomap.sh', 'cls/test_cls_2pc_queue.sh', 'rgw/test_rgw_gc_log.sh', 'rgw/test_rgw_obj.sh', 'rgw/test_librgw_file.sh']}}}, {'workunit': {'clients': {'client.0': ['rgw/test_rgw_s3_mp_reupload.sh']}}}, {'ragweed': {'client.0': {'default-branch': 'ceph-master', 'rgw_server': 'client.0', 'stages': 'prepare,check'}}}, {'workunit': {'clients': {'client.0': ['rgw/run-reshard.sh']}}}, {'s3tests-java': {'client.0': {'force-branch': 'ceph-master', 'force-repo': 'https://github.com/ceph/java_s3tests.git'}}}, {'s3tests': {'client.0': {'rgw_server': 'client.0'}}}, {'workunit': {'clients': {'client.0': ['rgw/run-versioning.sh']}}}], 'teuthology': {'fragments_dropped': [], 'meta': {}, 'postmerge': []}, 'teuthology_branch': 'main', 'teuthology_sha1': 'f2de108beb0a6dde7f3e6c96039071828a1f6269', 'timestamp': '2023-12-03_11:04:43', 'tube': 'smithi', 'user': 'alimasa', 'verbose': True, 'worker_log': '/home/teuthworker/archive/worker_logs/dispatcher.smithi.232157'} 2023-12-03T11:35:11.911 DEBUG:teuthology.orchestra.run.smithi019:> install -d -m0755 -- /home/ubuntu/cephtest/ceph.data 2023-12-03T11:35:11.941 DEBUG:teuthology.orchestra.run.smithi057:> install -d -m0755 -- /home/ubuntu/cephtest/ceph.data 2023-12-03T11:35:11.948 DEBUG:teuthology.orchestra.run.smithi019:> sudo install -d -m0777 -- /var/run/ceph 2023-12-03T11:35:11.989 DEBUG:teuthology.orchestra.run.smithi057:> sudo install -d -m0777 -- /var/run/ceph 2023-12-03T11:35:12.005 DEBUG:teuthology.orchestra.run.smithi019:> set -ex 2023-12-03T11:35:12.005 DEBUG:teuthology.orchestra.run.smithi019:> dd if=/scratch_devs of=/dev/stdout 2023-12-03T11:35:12.050 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2023-12-03T11:35:12.050 DEBUG:teuthology.orchestra.run.smithi019:> stat /dev/vg_nvme/lv_1 2023-12-03T11:35:12.097 INFO:teuthology.orchestra.run.smithi019.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2023-12-03T11:35:12.097 INFO:teuthology.orchestra.run.smithi019.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-12-03T11:35:12.097 INFO:teuthology.orchestra.run.smithi019.stdout:Device: 5h/5d Inode: 884 Links: 1 2023-12-03T11:35:12.097 INFO:teuthology.orchestra.run.smithi019.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-12-03T11:35:12.097 INFO:teuthology.orchestra.run.smithi019.stdout:Access: 2023-12-03 11:29:24.756324921 +0000 2023-12-03T11:35:12.097 INFO:teuthology.orchestra.run.smithi019.stdout:Modify: 2023-12-03 11:29:24.404328061 +0000 2023-12-03T11:35:12.097 INFO:teuthology.orchestra.run.smithi019.stdout:Change: 2023-12-03 11:29:24.404328061 +0000 2023-12-03T11:35:12.097 INFO:teuthology.orchestra.run.smithi019.stdout: Birth: - 2023-12-03T11:35:12.098 DEBUG:teuthology.orchestra.run.smithi019:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2023-12-03T11:35:12.150 INFO:teuthology.orchestra.run.smithi019.stderr:1+0 records in 2023-12-03T11:35:12.151 INFO:teuthology.orchestra.run.smithi019.stderr:1+0 records out 2023-12-03T11:35:12.151 INFO:teuthology.orchestra.run.smithi019.stderr:512 bytes copied, 0.000356569 s, 1.4 MB/s 2023-12-03T11:35:12.152 DEBUG:teuthology.orchestra.run.smithi019:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2023-12-03T11:35:12.201 DEBUG:teuthology.orchestra.run.smithi019:> stat /dev/vg_nvme/lv_2 2023-12-03T11:35:12.253 INFO:teuthology.orchestra.run.smithi019.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2023-12-03T11:35:12.253 INFO:teuthology.orchestra.run.smithi019.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-12-03T11:35:12.253 INFO:teuthology.orchestra.run.smithi019.stdout:Device: 5h/5d Inode: 907 Links: 1 2023-12-03T11:35:12.253 INFO:teuthology.orchestra.run.smithi019.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-12-03T11:35:12.253 INFO:teuthology.orchestra.run.smithi019.stdout:Access: 2023-12-03 11:29:25.016322602 +0000 2023-12-03T11:35:12.253 INFO:teuthology.orchestra.run.smithi019.stdout:Modify: 2023-12-03 11:29:25.012322637 +0000 2023-12-03T11:35:12.253 INFO:teuthology.orchestra.run.smithi019.stdout:Change: 2023-12-03 11:29:25.012322637 +0000 2023-12-03T11:35:12.253 INFO:teuthology.orchestra.run.smithi019.stdout: Birth: - 2023-12-03T11:35:12.253 DEBUG:teuthology.orchestra.run.smithi019:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2023-12-03T11:35:12.307 INFO:teuthology.orchestra.run.smithi019.stderr:1+0 records in 2023-12-03T11:35:12.308 INFO:teuthology.orchestra.run.smithi019.stderr:1+0 records out 2023-12-03T11:35:12.308 INFO:teuthology.orchestra.run.smithi019.stderr:512 bytes copied, 0.000355539 s, 1.4 MB/s 2023-12-03T11:35:12.308 DEBUG:teuthology.orchestra.run.smithi019:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2023-12-03T11:35:12.357 DEBUG:teuthology.orchestra.run.smithi019:> stat /dev/vg_nvme/lv_3 2023-12-03T11:35:12.404 INFO:teuthology.orchestra.run.smithi019.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2023-12-03T11:35:12.404 INFO:teuthology.orchestra.run.smithi019.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-12-03T11:35:12.404 INFO:teuthology.orchestra.run.smithi019.stdout:Device: 5h/5d Inode: 922 Links: 1 2023-12-03T11:35:12.404 INFO:teuthology.orchestra.run.smithi019.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-12-03T11:35:12.404 INFO:teuthology.orchestra.run.smithi019.stdout:Access: 2023-12-03 11:29:25.980314002 +0000 2023-12-03T11:35:12.404 INFO:teuthology.orchestra.run.smithi019.stdout:Modify: 2023-12-03 11:29:25.612317285 +0000 2023-12-03T11:35:12.404 INFO:teuthology.orchestra.run.smithi019.stdout:Change: 2023-12-03 11:29:25.612317285 +0000 2023-12-03T11:35:12.405 INFO:teuthology.orchestra.run.smithi019.stdout: Birth: - 2023-12-03T11:35:12.405 DEBUG:teuthology.orchestra.run.smithi019:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2023-12-03T11:35:12.458 INFO:teuthology.orchestra.run.smithi019.stderr:1+0 records in 2023-12-03T11:35:12.459 INFO:teuthology.orchestra.run.smithi019.stderr:1+0 records out 2023-12-03T11:35:12.459 INFO:teuthology.orchestra.run.smithi019.stderr:512 bytes copied, 0.00041303 s, 1.2 MB/s 2023-12-03T11:35:12.460 DEBUG:teuthology.orchestra.run.smithi019:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2023-12-03T11:35:12.509 DEBUG:teuthology.orchestra.run.smithi019:> stat /dev/vg_nvme/lv_4 2023-12-03T11:35:12.556 INFO:teuthology.orchestra.run.smithi019.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2023-12-03T11:35:12.556 INFO:teuthology.orchestra.run.smithi019.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-12-03T11:35:12.556 INFO:teuthology.orchestra.run.smithi019.stdout:Device: 5h/5d Inode: 939 Links: 1 2023-12-03T11:35:12.556 INFO:teuthology.orchestra.run.smithi019.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-12-03T11:35:12.557 INFO:teuthology.orchestra.run.smithi019.stdout:Access: 2023-12-03 11:29:26.560308828 +0000 2023-12-03T11:35:12.557 INFO:teuthology.orchestra.run.smithi019.stdout:Modify: 2023-12-03 11:29:26.208311968 +0000 2023-12-03T11:35:12.557 INFO:teuthology.orchestra.run.smithi019.stdout:Change: 2023-12-03 11:29:26.208311968 +0000 2023-12-03T11:35:12.557 INFO:teuthology.orchestra.run.smithi019.stdout: Birth: - 2023-12-03T11:35:12.557 DEBUG:teuthology.orchestra.run.smithi019:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2023-12-03T11:35:12.615 INFO:teuthology.orchestra.run.smithi019.stderr:1+0 records in 2023-12-03T11:35:12.615 INFO:teuthology.orchestra.run.smithi019.stderr:1+0 records out 2023-12-03T11:35:12.615 INFO:teuthology.orchestra.run.smithi019.stderr:512 bytes copied, 0.000281536 s, 1.8 MB/s 2023-12-03T11:35:12.616 DEBUG:teuthology.orchestra.run.smithi019:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2023-12-03T11:35:12.666 INFO:tasks.ceph:osd dev map: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2023-12-03T11:35:12.666 DEBUG:teuthology.orchestra.run.smithi057:> set -ex 2023-12-03T11:35:12.666 DEBUG:teuthology.orchestra.run.smithi057:> dd if=/scratch_devs of=/dev/stdout 2023-12-03T11:35:12.672 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2023-12-03T11:35:12.672 DEBUG:teuthology.orchestra.run.smithi057:> stat /dev/vg_nvme/lv_1 2023-12-03T11:35:12.721 INFO:teuthology.orchestra.run.smithi057.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2023-12-03T11:35:12.721 INFO:teuthology.orchestra.run.smithi057.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-12-03T11:35:12.721 INFO:teuthology.orchestra.run.smithi057.stdout:Device: 5h/5d Inode: 859 Links: 1 2023-12-03T11:35:12.721 INFO:teuthology.orchestra.run.smithi057.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-12-03T11:35:12.721 INFO:teuthology.orchestra.run.smithi057.stdout:Access: 2023-12-03 11:29:23.826920328 +0000 2023-12-03T11:35:12.721 INFO:teuthology.orchestra.run.smithi057.stdout:Modify: 2023-12-03 11:29:23.822920364 +0000 2023-12-03T11:35:12.721 INFO:teuthology.orchestra.run.smithi057.stdout:Change: 2023-12-03 11:29:23.822920364 +0000 2023-12-03T11:35:12.721 INFO:teuthology.orchestra.run.smithi057.stdout: Birth: - 2023-12-03T11:35:12.721 DEBUG:teuthology.orchestra.run.smithi057:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2023-12-03T11:35:12.775 INFO:teuthology.orchestra.run.smithi057.stderr:1+0 records in 2023-12-03T11:35:12.775 INFO:teuthology.orchestra.run.smithi057.stderr:1+0 records out 2023-12-03T11:35:12.775 INFO:teuthology.orchestra.run.smithi057.stderr:512 bytes copied, 0.000447791 s, 1.1 MB/s 2023-12-03T11:35:12.777 DEBUG:teuthology.orchestra.run.smithi057:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2023-12-03T11:35:12.826 DEBUG:teuthology.orchestra.run.smithi057:> stat /dev/vg_nvme/lv_2 2023-12-03T11:35:12.872 INFO:teuthology.orchestra.run.smithi057.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2023-12-03T11:35:12.872 INFO:teuthology.orchestra.run.smithi057.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-12-03T11:35:12.872 INFO:teuthology.orchestra.run.smithi057.stdout:Device: 5h/5d Inode: 875 Links: 1 2023-12-03T11:35:12.872 INFO:teuthology.orchestra.run.smithi057.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-12-03T11:35:12.872 INFO:teuthology.orchestra.run.smithi057.stdout:Access: 2023-12-03 11:29:24.754912039 +0000 2023-12-03T11:35:12.872 INFO:teuthology.orchestra.run.smithi057.stdout:Modify: 2023-12-03 11:29:24.398915218 +0000 2023-12-03T11:35:12.873 INFO:teuthology.orchestra.run.smithi057.stdout:Change: 2023-12-03 11:29:24.398915218 +0000 2023-12-03T11:35:12.873 INFO:teuthology.orchestra.run.smithi057.stdout: Birth: - 2023-12-03T11:35:12.873 DEBUG:teuthology.orchestra.run.smithi057:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2023-12-03T11:35:12.927 INFO:teuthology.orchestra.run.smithi057.stderr:1+0 records in 2023-12-03T11:35:12.927 INFO:teuthology.orchestra.run.smithi057.stderr:1+0 records out 2023-12-03T11:35:12.927 INFO:teuthology.orchestra.run.smithi057.stderr:512 bytes copied, 0.00049422 s, 1.0 MB/s 2023-12-03T11:35:12.929 DEBUG:teuthology.orchestra.run.smithi057:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2023-12-03T11:35:12.977 DEBUG:teuthology.orchestra.run.smithi057:> stat /dev/vg_nvme/lv_3 2023-12-03T11:35:13.024 INFO:teuthology.orchestra.run.smithi057.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2023-12-03T11:35:13.024 INFO:teuthology.orchestra.run.smithi057.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-12-03T11:35:13.024 INFO:teuthology.orchestra.run.smithi057.stdout:Device: 5h/5d Inode: 898 Links: 1 2023-12-03T11:35:13.024 INFO:teuthology.orchestra.run.smithi057.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-12-03T11:35:13.024 INFO:teuthology.orchestra.run.smithi057.stdout:Access: 2023-12-03 11:29:25.354906680 +0000 2023-12-03T11:35:13.025 INFO:teuthology.orchestra.run.smithi057.stdout:Modify: 2023-12-03 11:29:24.994909894 +0000 2023-12-03T11:35:13.025 INFO:teuthology.orchestra.run.smithi057.stdout:Change: 2023-12-03 11:29:24.994909894 +0000 2023-12-03T11:35:13.025 INFO:teuthology.orchestra.run.smithi057.stdout: Birth: - 2023-12-03T11:35:13.025 DEBUG:teuthology.orchestra.run.smithi057:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2023-12-03T11:35:13.079 INFO:teuthology.orchestra.run.smithi057.stderr:1+0 records in 2023-12-03T11:35:13.079 INFO:teuthology.orchestra.run.smithi057.stderr:1+0 records out 2023-12-03T11:35:13.079 INFO:teuthology.orchestra.run.smithi057.stderr:512 bytes copied, 0.000509636 s, 1.0 MB/s 2023-12-03T11:35:13.081 DEBUG:teuthology.orchestra.run.smithi057:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2023-12-03T11:35:13.129 DEBUG:teuthology.orchestra.run.smithi057:> stat /dev/vg_nvme/lv_4 2023-12-03T11:35:13.176 INFO:teuthology.orchestra.run.smithi057.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2023-12-03T11:35:13.177 INFO:teuthology.orchestra.run.smithi057.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-12-03T11:35:13.177 INFO:teuthology.orchestra.run.smithi057.stdout:Device: 5h/5d Inode: 914 Links: 1 2023-12-03T11:35:13.177 INFO:teuthology.orchestra.run.smithi057.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-12-03T11:35:13.177 INFO:teuthology.orchestra.run.smithi057.stdout:Access: 2023-12-03 11:29:25.954901320 +0000 2023-12-03T11:35:13.177 INFO:teuthology.orchestra.run.smithi057.stdout:Modify: 2023-12-03 11:29:25.586904607 +0000 2023-12-03T11:35:13.177 INFO:teuthology.orchestra.run.smithi057.stdout:Change: 2023-12-03 11:29:25.586904607 +0000 2023-12-03T11:35:13.177 INFO:teuthology.orchestra.run.smithi057.stdout: Birth: - 2023-12-03T11:35:13.177 DEBUG:teuthology.orchestra.run.smithi057:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2023-12-03T11:35:13.231 INFO:teuthology.orchestra.run.smithi057.stderr:1+0 records in 2023-12-03T11:35:13.231 INFO:teuthology.orchestra.run.smithi057.stderr:1+0 records out 2023-12-03T11:35:13.231 INFO:teuthology.orchestra.run.smithi057.stderr:512 bytes copied, 0.000583409 s, 878 kB/s 2023-12-03T11:35:13.232 DEBUG:teuthology.orchestra.run.smithi057:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2023-12-03T11:35:13.281 INFO:tasks.ceph:osd dev map: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2023-12-03T11:35:13.281 INFO:tasks.ceph:remote_to_roles_to_devs: {Remote(name='ubuntu@smithi019.front.sepia.ceph.com'): {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'}, Remote(name='ubuntu@smithi057.front.sepia.ceph.com'): {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'}} 2023-12-03T11:35:13.281 INFO:tasks.ceph:Generating config... 2023-12-03T11:35:13.283 INFO:tasks.ceph:[client] debug rgw = 20 2023-12-03T11:35:13.283 INFO:tasks.ceph:[client] rgw bucket counters cache = True 2023-12-03T11:35:13.283 INFO:tasks.ceph:[client] rgw crypt require ssl = False 2023-12-03T11:35:13.283 INFO:tasks.ceph:[client] rgw crypt s3 kms backend = testing 2023-12-03T11:35:13.283 INFO:tasks.ceph:[client] rgw crypt s3 kms encryption keys = testkey-1=YmluCmJvb3N0CmJvb3N0LWJ1aWxkCmNlcGguY29uZgo= testkey-2=aWIKTWFrZWZpbGUKbWFuCm91dApzcmMKVGVzdGluZwo= 2023-12-03T11:35:13.283 INFO:tasks.ceph:[client] rgw max chunk size = 4194304 2023-12-03T11:35:13.283 INFO:tasks.ceph:[client] rgw obj stripe size = 6291456 2023-12-03T11:35:13.283 INFO:tasks.ceph:[client] rgw torrent flag = True 2023-12-03T11:35:13.283 INFO:tasks.ceph:[client] rgw user counters cache = True 2023-12-03T11:35:13.283 INFO:tasks.ceph:[client] setgroup = ceph 2023-12-03T11:35:13.283 INFO:tasks.ceph:[client] setuser = ceph 2023-12-03T11:35:13.283 INFO:tasks.ceph:[global] mon client directed command retry = 5 2023-12-03T11:35:13.283 INFO:tasks.ceph:[global] ms inject socket failures = 5000 2023-12-03T11:35:13.283 INFO:tasks.ceph:[global] osd_max_pg_log_entries = 10 2023-12-03T11:35:13.283 INFO:tasks.ceph:[global] osd_min_pg_log_entries = 10 2023-12-03T11:35:13.283 INFO:tasks.ceph:[global] rgw override bucket index max shards = 1 2023-12-03T11:35:13.284 INFO:tasks.ceph:[mgr] debug mgr = 20 2023-12-03T11:35:13.284 INFO:tasks.ceph:[mgr] debug ms = 1 2023-12-03T11:35:13.284 INFO:tasks.ceph:[mon] debug mon = 20 2023-12-03T11:35:13.284 INFO:tasks.ceph:[mon] debug ms = 1 2023-12-03T11:35:13.284 INFO:tasks.ceph:[mon] debug paxos = 20 2023-12-03T11:35:13.284 INFO:tasks.ceph:[mon] lockdep = True 2023-12-03T11:35:13.284 INFO:tasks.ceph:[osd] bdev async discard = True 2023-12-03T11:35:13.284 INFO:tasks.ceph:[osd] bdev enable discard = True 2023-12-03T11:35:13.284 INFO:tasks.ceph:[osd] bluestore allocator = bitmap 2023-12-03T11:35:13.284 INFO:tasks.ceph:[osd] bluestore block size = 96636764160 2023-12-03T11:35:13.284 INFO:tasks.ceph:[osd] bluestore fsck on mount = True 2023-12-03T11:35:13.284 INFO:tasks.ceph:[osd] debug bluefs = 1/20 2023-12-03T11:35:13.284 INFO:tasks.ceph:[osd] debug bluestore = 1/20 2023-12-03T11:35:13.284 INFO:tasks.ceph:[osd] debug ms = 1 2023-12-03T11:35:13.284 INFO:tasks.ceph:[osd] debug osd = 20 2023-12-03T11:35:13.284 INFO:tasks.ceph:[osd] debug rocksdb = 4/10 2023-12-03T11:35:13.284 INFO:tasks.ceph:[osd] lockdep = True 2023-12-03T11:35:13.285 INFO:tasks.ceph:[osd] mon osd backfillfull_ratio = 0.85 2023-12-03T11:35:13.285 INFO:tasks.ceph:[osd] mon osd full ratio = 0.9 2023-12-03T11:35:13.285 INFO:tasks.ceph:[osd] mon osd nearfull ratio = 0.8 2023-12-03T11:35:13.285 INFO:tasks.ceph:[osd] osd failsafe full ratio = 0.95 2023-12-03T11:35:13.285 INFO:tasks.ceph:[osd] osd objectstore = bluestore 2023-12-03T11:35:13.285 INFO:tasks.ceph:[osd] osd shutdown pgref assert = True 2023-12-03T11:35:13.285 INFO:tasks.ceph:Setting up mon.a... 2023-12-03T11:35:13.285 DEBUG:teuthology.orchestra.run.smithi019:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring /etc/ceph/ceph.keyring 2023-12-03T11:35:13.319 INFO:teuthology.orchestra.run.smithi019.stdout:creating /etc/ceph/ceph.keyring 2023-12-03T11:35:13.338 DEBUG:teuthology.orchestra.run.smithi019:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=mon. /etc/ceph/ceph.keyring 2023-12-03T11:35:13.414 DEBUG:teuthology.orchestra.run.smithi019:> sudo chmod 0644 /etc/ceph/ceph.keyring 2023-12-03T11:35:13.472 DEBUG:tasks.ceph:Ceph mon addresses: [('mon.a', '172.21.15.19'), ('mon.c', '[v2:172.21.15.19:3301,v1:172.21.15.19:6790]'), ('mon.b', '172.21.15.57')] 2023-12-03T11:35:13.472 DEBUG:tasks.ceph:writing out conf {'global': {'chdir': '', 'pid file': '/var/run/ceph/$cluster-$name.pid', 'auth supported': 'cephx', 'filestore xattr use omap': 'true', 'mon clock drift allowed': '1.000', 'osd crush chooseleaf type': '0', 'auth debug': 'true', 'ms die on old message': 'true', 'ms die on bug': 'true', 'mon max pg per osd': '10000', 'mon pg warn max object skew': '0', 'osd_pool_default_pg_autoscale_mode': 'off', 'osd pool default size': '2', 'mon osd allow primary affinity': 'true', 'mon osd allow pg remap': 'true', 'mon warn on legacy crush tunables': 'false', 'mon warn on crush straw calc version zero': 'false', 'mon warn on no sortbitwise': 'false', 'mon warn on osd down out interval zero': 'false', 'mon warn on too few osds': 'false', 'mon_warn_on_pool_pg_num_not_power_of_two': 'false', 'mon_warn_on_pool_no_redundancy': 'false', 'mon_allow_pool_size_one': 'true', 'osd pool default erasure code profile': 'plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd', 'osd default data pool replay window': '5', 'mon allow pool delete': 'true', 'mon cluster log file level': 'debug', 'debug asserts on shutdown': 'true', 'mon health detail to clog': 'false', 'mon host': '172.21.15.19,[v2:172.21.15.19:3301,v1:172.21.15.19:6790],172.21.15.57', 'mon client directed command retry': 5, 'ms inject socket failures': 5000, 'osd_max_pg_log_entries': 10, 'osd_min_pg_log_entries': 10, 'rgw override bucket index max shards': 1}, 'osd': {'osd journal size': '100', 'osd scrub load threshold': '5.0', 'osd scrub max interval': '600', 'osd mclock profile': 'high_recovery_ops', 'osd recover clone overlap': 'true', 'osd recovery max chunk': '1048576', 'osd debug shutdown': 'true', 'osd debug op order': 'true', 'osd debug verify stray on activate': 'true', 'osd debug trim objects': 'true', 'osd open classes on start': 'true', 'osd debug pg log writeout': 'true', 'osd deep scrub update digest min age': '30', 'osd map max advance': '10', 'journal zero on create': 'true', 'filestore ondisk finisher threads': '3', 'filestore apply finisher threads': '3', 'bdev debug aio': 'true', 'osd debug misdirected ops': 'true', 'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'lockdep': True, 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd shutdown pgref assert': True}, 'mgr': {'debug ms': 1, 'debug mgr': 20, 'debug mon': '20', 'debug auth': '20', 'mon reweight min pgs per osd': '4', 'mon reweight min bytes per osd': '10', 'mgr/telemetry/nag': 'false'}, 'mon': {'debug ms': 1, 'debug mon': 20, 'debug paxos': 20, 'debug auth': '20', 'mon data avail warn': '5', 'mon mgr mkfs grace': '240', 'mon reweight min pgs per osd': '4', 'mon osd reporter subtree level': 'osd', 'mon osd prime pg temp': 'true', 'mon reweight min bytes per osd': '10', 'auth mon ticket ttl': '660', 'auth service ticket ttl': '240', 'mon_warn_on_insecure_global_id_reclaim': 'false', 'mon_warn_on_insecure_global_id_reclaim_allowed': 'false', 'mon_down_mkfs_grace': '2m', 'mon_warn_on_filestore_osds': 'false', 'lockdep': True}, 'client': {'rgw cache enabled': 'true', 'rgw enable ops log': 'true', 'rgw enable usage log': 'true', 'log file': '/var/log/ceph/$cluster-$name.$pid.log', 'admin socket': '/var/run/ceph/$cluster-$name.$pid.asok', 'debug rgw': 20, 'rgw bucket counters cache': True, 'rgw crypt require ssl': False, 'rgw crypt s3 kms backend': 'testing', 'rgw crypt s3 kms encryption keys': 'testkey-1=YmluCmJvb3N0CmJvb3N0LWJ1aWxkCmNlcGguY29uZgo= testkey-2=aWIKTWFrZWZpbGUKbWFuCm91dApzcmMKVGVzdGluZwo=', 'rgw max chunk size': 4194304, 'rgw obj stripe size': 6291456, 'rgw torrent flag': True, 'rgw user counters cache': True, 'setgroup': 'ceph', 'setuser': 'ceph'}, 'mon.a': {}, 'mon.c': {}, 'mon.b': {}} 2023-12-03T11:35:13.473 DEBUG:teuthology.orchestra.run.smithi019:> set -ex 2023-12-03T11:35:13.473 DEBUG:teuthology.orchestra.run.smithi019:> dd of=/home/ubuntu/cephtest/ceph.tmp.conf 2023-12-03T11:35:13.520 DEBUG:teuthology.orchestra.run.smithi019:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage monmaptool -c /home/ubuntu/cephtest/ceph.tmp.conf --create --clobber --enable-all-features --add a 172.21.15.19 --addv c '[v2:172.21.15.19:3301,v1:172.21.15.19:6790]' --add b 172.21.15.57 --print /home/ubuntu/cephtest/ceph.monmap 2023-12-03T11:35:13.607 INFO:teuthology.orchestra.run.smithi019.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:35:13.608 INFO:teuthology.orchestra.run.smithi019.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:35:13.608 INFO:teuthology.orchestra.run.smithi019.stdout:monmaptool: monmap file /home/ubuntu/cephtest/ceph.monmap 2023-12-03T11:35:13.608 INFO:teuthology.orchestra.run.smithi019.stdout:monmaptool: generated fsid ae33780b-1c64-42c6-818c-b1dc720ff6a2 2023-12-03T11:35:13.608 INFO:teuthology.orchestra.run.smithi019.stdout:setting min_mon_release = pacific 2023-12-03T11:35:13.608 INFO:teuthology.orchestra.run.smithi019.stdout:epoch 0 2023-12-03T11:35:13.609 INFO:teuthology.orchestra.run.smithi019.stdout:fsid ae33780b-1c64-42c6-818c-b1dc720ff6a2 2023-12-03T11:35:13.609 INFO:teuthology.orchestra.run.smithi019.stdout:last_changed 2023-12-03T11:35:13.610069+0000 2023-12-03T11:35:13.609 INFO:teuthology.orchestra.run.smithi019.stdout:created 2023-12-03T11:35:13.610069+0000 2023-12-03T11:35:13.609 INFO:teuthology.orchestra.run.smithi019.stdout:min_mon_release 16 (pacific) 2023-12-03T11:35:13.609 INFO:teuthology.orchestra.run.smithi019.stdout:election_strategy: 1 2023-12-03T11:35:13.609 INFO:teuthology.orchestra.run.smithi019.stdout:0: [v2:172.21.15.19:3300/0,v1:172.21.15.19:6789/0] mon.a 2023-12-03T11:35:13.609 INFO:teuthology.orchestra.run.smithi019.stdout:1: [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] mon.b 2023-12-03T11:35:13.609 INFO:teuthology.orchestra.run.smithi019.stdout:2: [v2:172.21.15.19:3301/0,v1:172.21.15.19:6790/0] mon.c 2023-12-03T11:35:13.609 INFO:teuthology.orchestra.run.smithi019.stdout:monmaptool: writing epoch 0 to /home/ubuntu/cephtest/ceph.monmap (3 monitors) 2023-12-03T11:35:13.610 DEBUG:teuthology.orchestra.run.smithi019:> rm -- /home/ubuntu/cephtest/ceph.tmp.conf 2023-12-03T11:35:13.614 INFO:tasks.ceph:Writing /etc/ceph/ceph.conf for FSID ae33780b-1c64-42c6-818c-b1dc720ff6a2... 2023-12-03T11:35:13.615 DEBUG:teuthology.orchestra.run.smithi019:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2023-12-03T11:35:13.661 DEBUG:teuthology.orchestra.run.smithi057:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2023-12-03T11:35:13.689 INFO:teuthology.orchestra.run.smithi019.stdout:[global] 2023-12-03T11:35:13.689 INFO:teuthology.orchestra.run.smithi019.stdout: chdir = "" 2023-12-03T11:35:13.689 INFO:teuthology.orchestra.run.smithi019.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2023-12-03T11:35:13.689 INFO:teuthology.orchestra.run.smithi019.stdout: auth supported = cephx 2023-12-03T11:35:13.689 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:35:13.689 INFO:teuthology.orchestra.run.smithi019.stdout: filestore xattr use omap = true 2023-12-03T11:35:13.690 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:35:13.690 INFO:teuthology.orchestra.run.smithi019.stdout: mon clock drift allowed = 1.000 2023-12-03T11:35:13.690 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:35:13.690 INFO:teuthology.orchestra.run.smithi019.stdout: osd crush chooseleaf type = 0 2023-12-03T11:35:13.690 INFO:teuthology.orchestra.run.smithi019.stdout: auth debug = true 2023-12-03T11:35:13.690 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:35:13.690 INFO:teuthology.orchestra.run.smithi019.stdout: ms die on old message = true 2023-12-03T11:35:13.690 INFO:teuthology.orchestra.run.smithi019.stdout: ms die on bug = true 2023-12-03T11:35:13.690 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:35:13.690 INFO:teuthology.orchestra.run.smithi019.stdout: mon max pg per osd = 10000 # >= luminous 2023-12-03T11:35:13.690 INFO:teuthology.orchestra.run.smithi019.stdout: mon pg warn max object skew = 0 2023-12-03T11:35:13.690 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:35:13.690 INFO:teuthology.orchestra.run.smithi019.stdout: # disable pg_autoscaler by default for new pools 2023-12-03T11:35:13.690 INFO:teuthology.orchestra.run.smithi019.stdout: osd_pool_default_pg_autoscale_mode = off 2023-12-03T11:35:13.690 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:35:13.691 INFO:teuthology.orchestra.run.smithi019.stdout: osd pool default size = 2 2023-12-03T11:35:13.691 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:35:13.691 INFO:teuthology.orchestra.run.smithi019.stdout: mon osd allow primary affinity = true 2023-12-03T11:35:13.691 INFO:teuthology.orchestra.run.smithi019.stdout: mon osd allow pg remap = true 2023-12-03T11:35:13.691 INFO:teuthology.orchestra.run.smithi019.stdout: mon warn on legacy crush tunables = false 2023-12-03T11:35:13.691 INFO:teuthology.orchestra.run.smithi019.stdout: mon warn on crush straw calc version zero = false 2023-12-03T11:35:13.691 INFO:teuthology.orchestra.run.smithi019.stdout: mon warn on no sortbitwise = false 2023-12-03T11:35:13.691 INFO:teuthology.orchestra.run.smithi019.stdout: mon warn on osd down out interval zero = false 2023-12-03T11:35:13.691 INFO:teuthology.orchestra.run.smithi019.stdout: mon warn on too few osds = false 2023-12-03T11:35:13.691 INFO:teuthology.orchestra.run.smithi019.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2023-12-03T11:35:13.691 INFO:teuthology.orchestra.run.smithi019.stdout: mon_warn_on_pool_no_redundancy = false 2023-12-03T11:35:13.691 INFO:teuthology.orchestra.run.smithi019.stdout: mon_allow_pool_size_one = true 2023-12-03T11:35:13.691 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:35:13.691 INFO:teuthology.orchestra.run.smithi019.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2023-12-03T11:35:13.691 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:35:13.692 INFO:teuthology.orchestra.run.smithi019.stdout: osd default data pool replay window = 5 2023-12-03T11:35:13.692 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:35:13.692 INFO:teuthology.orchestra.run.smithi019.stdout: mon allow pool delete = true 2023-12-03T11:35:13.692 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:35:13.692 INFO:teuthology.orchestra.run.smithi019.stdout: mon cluster log file level = debug 2023-12-03T11:35:13.692 INFO:teuthology.orchestra.run.smithi019.stdout: debug asserts on shutdown = true 2023-12-03T11:35:13.692 INFO:teuthology.orchestra.run.smithi019.stdout: mon health detail to clog = false 2023-12-03T11:35:13.692 INFO:teuthology.orchestra.run.smithi019.stdout: mon host = "172.21.15.19,[v2:172.21.15.19:3301,v1:172.21.15.19:6790],172.21.15.57" 2023-12-03T11:35:13.692 INFO:teuthology.orchestra.run.smithi019.stdout: mon client directed command retry = 5 2023-12-03T11:35:13.692 INFO:teuthology.orchestra.run.smithi019.stdout: ms inject socket failures = 5000 2023-12-03T11:35:13.692 INFO:teuthology.orchestra.run.smithi019.stdout: osd_max_pg_log_entries = 10 2023-12-03T11:35:13.692 INFO:teuthology.orchestra.run.smithi019.stdout: osd_min_pg_log_entries = 10 2023-12-03T11:35:13.692 INFO:teuthology.orchestra.run.smithi019.stdout: rgw override bucket index max shards = 1 2023-12-03T11:35:13.692 INFO:teuthology.orchestra.run.smithi019.stdout: fsid = ae33780b-1c64-42c6-818c-b1dc720ff6a2 2023-12-03T11:35:13.692 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:35:13.693 INFO:teuthology.orchestra.run.smithi019.stdout:[osd] 2023-12-03T11:35:13.693 INFO:teuthology.orchestra.run.smithi019.stdout: osd journal size = 100 2023-12-03T11:35:13.693 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:35:13.693 INFO:teuthology.orchestra.run.smithi019.stdout: osd scrub load threshold = 5.0 2023-12-03T11:35:13.693 INFO:teuthology.orchestra.run.smithi019.stdout: osd scrub max interval = 600 2023-12-03T11:35:13.693 INFO:teuthology.orchestra.run.smithi019.stdout: osd mclock profile = high_recovery_ops 2023-12-03T11:35:13.693 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:35:13.693 INFO:teuthology.orchestra.run.smithi019.stdout: osd recover clone overlap = true 2023-12-03T11:35:13.693 INFO:teuthology.orchestra.run.smithi019.stdout: osd recovery max chunk = 1048576 2023-12-03T11:35:13.693 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:35:13.693 INFO:teuthology.orchestra.run.smithi019.stdout: osd debug shutdown = true 2023-12-03T11:35:13.693 INFO:teuthology.orchestra.run.smithi019.stdout: osd debug op order = true 2023-12-03T11:35:13.693 INFO:teuthology.orchestra.run.smithi019.stdout: osd debug verify stray on activate = true 2023-12-03T11:35:13.693 INFO:teuthology.orchestra.run.smithi019.stdout: osd debug trim objects = true 2023-12-03T11:35:13.693 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:35:13.694 INFO:teuthology.orchestra.run.smithi019.stdout: osd open classes on start = true 2023-12-03T11:35:13.694 INFO:teuthology.orchestra.run.smithi019.stdout: osd debug pg log writeout = true 2023-12-03T11:35:13.694 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:35:13.694 INFO:teuthology.orchestra.run.smithi019.stdout: osd deep scrub update digest min age = 30 2023-12-03T11:35:13.694 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:35:13.694 INFO:teuthology.orchestra.run.smithi019.stdout: osd map max advance = 10 2023-12-03T11:35:13.694 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:35:13.694 INFO:teuthology.orchestra.run.smithi019.stdout: journal zero on create = true 2023-12-03T11:35:13.694 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:35:13.694 INFO:teuthology.orchestra.run.smithi019.stdout: filestore ondisk finisher threads = 3 2023-12-03T11:35:13.694 INFO:teuthology.orchestra.run.smithi019.stdout: filestore apply finisher threads = 3 2023-12-03T11:35:13.694 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:35:13.694 INFO:teuthology.orchestra.run.smithi019.stdout: bdev debug aio = true 2023-12-03T11:35:13.694 INFO:teuthology.orchestra.run.smithi019.stdout: osd debug misdirected ops = true 2023-12-03T11:35:13.695 INFO:teuthology.orchestra.run.smithi019.stdout: bdev async discard = True 2023-12-03T11:35:13.695 INFO:teuthology.orchestra.run.smithi019.stdout: bdev enable discard = True 2023-12-03T11:35:13.695 INFO:teuthology.orchestra.run.smithi019.stdout: bluestore allocator = bitmap 2023-12-03T11:35:13.695 INFO:teuthology.orchestra.run.smithi019.stdout: bluestore block size = 96636764160 2023-12-03T11:35:13.695 INFO:teuthology.orchestra.run.smithi019.stdout: bluestore fsck on mount = True 2023-12-03T11:35:13.695 INFO:teuthology.orchestra.run.smithi019.stdout: debug bluefs = 1/20 2023-12-03T11:35:13.695 INFO:teuthology.orchestra.run.smithi019.stdout: debug bluestore = 1/20 2023-12-03T11:35:13.695 INFO:teuthology.orchestra.run.smithi019.stdout: debug ms = 1 2023-12-03T11:35:13.695 INFO:teuthology.orchestra.run.smithi019.stdout: debug osd = 20 2023-12-03T11:35:13.695 INFO:teuthology.orchestra.run.smithi019.stdout: debug rocksdb = 4/10 2023-12-03T11:35:13.695 INFO:teuthology.orchestra.run.smithi019.stdout: lockdep = True 2023-12-03T11:35:13.695 INFO:teuthology.orchestra.run.smithi019.stdout: mon osd backfillfull_ratio = 0.85 2023-12-03T11:35:13.695 INFO:teuthology.orchestra.run.smithi019.stdout: mon osd full ratio = 0.9 2023-12-03T11:35:13.695 INFO:teuthology.orchestra.run.smithi019.stdout: mon osd nearfull ratio = 0.8 2023-12-03T11:35:13.695 INFO:teuthology.orchestra.run.smithi019.stdout: osd failsafe full ratio = 0.95 2023-12-03T11:35:13.695 INFO:teuthology.orchestra.run.smithi019.stdout: osd objectstore = bluestore 2023-12-03T11:35:13.696 INFO:teuthology.orchestra.run.smithi019.stdout: osd shutdown pgref assert = True 2023-12-03T11:35:13.696 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:35:13.696 INFO:teuthology.orchestra.run.smithi019.stdout:[mgr] 2023-12-03T11:35:13.696 INFO:teuthology.orchestra.run.smithi019.stdout: debug ms = 1 2023-12-03T11:35:13.696 INFO:teuthology.orchestra.run.smithi019.stdout: debug mgr = 20 2023-12-03T11:35:13.696 INFO:teuthology.orchestra.run.smithi019.stdout: debug mon = 20 2023-12-03T11:35:13.696 INFO:teuthology.orchestra.run.smithi019.stdout: debug auth = 20 2023-12-03T11:35:13.696 INFO:teuthology.orchestra.run.smithi019.stdout: mon reweight min pgs per osd = 4 2023-12-03T11:35:13.696 INFO:teuthology.orchestra.run.smithi019.stdout: mon reweight min bytes per osd = 10 2023-12-03T11:35:13.696 INFO:teuthology.orchestra.run.smithi019.stdout: mgr/telemetry/nag = false 2023-12-03T11:35:13.696 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:35:13.696 INFO:teuthology.orchestra.run.smithi019.stdout:[mon] 2023-12-03T11:35:13.696 INFO:teuthology.orchestra.run.smithi019.stdout: debug ms = 1 2023-12-03T11:35:13.696 INFO:teuthology.orchestra.run.smithi019.stdout: debug mon = 20 2023-12-03T11:35:13.696 INFO:teuthology.orchestra.run.smithi019.stdout: debug paxos = 20 2023-12-03T11:35:13.696 INFO:teuthology.orchestra.run.smithi019.stdout: debug auth = 20 2023-12-03T11:35:13.697 INFO:teuthology.orchestra.run.smithi019.stdout: mon data avail warn = 5 2023-12-03T11:35:13.697 INFO:teuthology.orchestra.run.smithi019.stdout: mon mgr mkfs grace = 240 2023-12-03T11:35:13.697 INFO:teuthology.orchestra.run.smithi019.stdout: mon reweight min pgs per osd = 4 2023-12-03T11:35:13.697 INFO:teuthology.orchestra.run.smithi019.stdout: mon osd reporter subtree level = osd 2023-12-03T11:35:13.697 INFO:teuthology.orchestra.run.smithi019.stdout: mon osd prime pg temp = true 2023-12-03T11:35:13.697 INFO:teuthology.orchestra.run.smithi019.stdout: mon reweight min bytes per osd = 10 2023-12-03T11:35:13.697 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:35:13.697 INFO:teuthology.orchestra.run.smithi019.stdout: # rotate auth tickets quickly to exercise renewal paths 2023-12-03T11:35:13.697 INFO:teuthology.orchestra.run.smithi019.stdout: auth mon ticket ttl = 660 # 11m 2023-12-03T11:35:13.697 INFO:teuthology.orchestra.run.smithi019.stdout: auth service ticket ttl = 240 # 4m 2023-12-03T11:35:13.697 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:35:13.697 INFO:teuthology.orchestra.run.smithi019.stdout: # don't complain about insecure global_id in the test suite 2023-12-03T11:35:13.697 INFO:teuthology.orchestra.run.smithi019.stdout: mon_warn_on_insecure_global_id_reclaim = false 2023-12-03T11:35:13.697 INFO:teuthology.orchestra.run.smithi019.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2023-12-03T11:35:13.697 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:35:13.697 INFO:teuthology.orchestra.run.smithi019.stdout: # 1m isn't quite enough 2023-12-03T11:35:13.697 INFO:teuthology.orchestra.run.smithi019.stdout: mon_down_mkfs_grace = 2m 2023-12-03T11:35:13.698 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:35:13.698 INFO:teuthology.orchestra.run.smithi019.stdout: mon_warn_on_filestore_osds = false 2023-12-03T11:35:13.698 INFO:teuthology.orchestra.run.smithi019.stdout: lockdep = True 2023-12-03T11:35:13.698 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:35:13.698 INFO:teuthology.orchestra.run.smithi019.stdout:[client] 2023-12-03T11:35:13.698 INFO:teuthology.orchestra.run.smithi019.stdout: rgw cache enabled = true 2023-12-03T11:35:13.698 INFO:teuthology.orchestra.run.smithi019.stdout: rgw enable ops log = true 2023-12-03T11:35:13.698 INFO:teuthology.orchestra.run.smithi019.stdout: rgw enable usage log = true 2023-12-03T11:35:13.698 INFO:teuthology.orchestra.run.smithi019.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2023-12-03T11:35:13.698 INFO:teuthology.orchestra.run.smithi019.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2023-12-03T11:35:13.698 INFO:teuthology.orchestra.run.smithi019.stdout: debug rgw = 20 2023-12-03T11:35:13.698 INFO:teuthology.orchestra.run.smithi019.stdout: rgw bucket counters cache = True 2023-12-03T11:35:13.698 INFO:teuthology.orchestra.run.smithi019.stdout: rgw crypt require ssl = False 2023-12-03T11:35:13.698 INFO:teuthology.orchestra.run.smithi019.stdout: rgw crypt s3 kms backend = testing 2023-12-03T11:35:13.698 INFO:teuthology.orchestra.run.smithi019.stdout: rgw crypt s3 kms encryption keys = testkey-1=YmluCmJvb3N0CmJvb3N0LWJ1aWxkCmNlcGguY29uZgo= testkey-2=aWIKTWFrZWZpbGUKbWFuCm91dApzcmMKVGVzdGluZwo= 2023-12-03T11:35:13.698 INFO:teuthology.orchestra.run.smithi019.stdout: rgw max chunk size = 4194304 2023-12-03T11:35:13.699 INFO:teuthology.orchestra.run.smithi019.stdout: rgw obj stripe size = 6291456 2023-12-03T11:35:13.699 INFO:teuthology.orchestra.run.smithi019.stdout: rgw torrent flag = True 2023-12-03T11:35:13.699 INFO:teuthology.orchestra.run.smithi019.stdout: rgw user counters cache = True 2023-12-03T11:35:13.699 INFO:teuthology.orchestra.run.smithi019.stdout: setgroup = ceph 2023-12-03T11:35:13.699 INFO:teuthology.orchestra.run.smithi019.stdout: setuser = ceph 2023-12-03T11:35:13.699 INFO:teuthology.orchestra.run.smithi019.stdout:[mon.a] 2023-12-03T11:35:13.699 INFO:teuthology.orchestra.run.smithi019.stdout:[mon.c] 2023-12-03T11:35:13.699 INFO:teuthology.orchestra.run.smithi019.stdout:[mon.b] 2023-12-03T11:35:13.699 INFO:teuthology.orchestra.run.smithi057.stdout:[global] 2023-12-03T11:35:13.699 INFO:teuthology.orchestra.run.smithi057.stdout: chdir = "" 2023-12-03T11:35:13.700 INFO:teuthology.orchestra.run.smithi057.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2023-12-03T11:35:13.700 INFO:teuthology.orchestra.run.smithi057.stdout: auth supported = cephx 2023-12-03T11:35:13.700 INFO:teuthology.orchestra.run.smithi057.stdout: 2023-12-03T11:35:13.700 INFO:teuthology.orchestra.run.smithi057.stdout: filestore xattr use omap = true 2023-12-03T11:35:13.700 INFO:teuthology.orchestra.run.smithi057.stdout: 2023-12-03T11:35:13.700 INFO:teuthology.orchestra.run.smithi057.stdout: mon clock drift allowed = 1.000 2023-12-03T11:35:13.700 INFO:teuthology.orchestra.run.smithi057.stdout: 2023-12-03T11:35:13.700 INFO:teuthology.orchestra.run.smithi057.stdout: osd crush chooseleaf type = 0 2023-12-03T11:35:13.700 INFO:teuthology.orchestra.run.smithi057.stdout: auth debug = true 2023-12-03T11:35:13.700 INFO:teuthology.orchestra.run.smithi057.stdout: 2023-12-03T11:35:13.700 INFO:teuthology.orchestra.run.smithi057.stdout: ms die on old message = true 2023-12-03T11:35:13.700 INFO:teuthology.orchestra.run.smithi057.stdout: ms die on bug = true 2023-12-03T11:35:13.700 INFO:teuthology.orchestra.run.smithi057.stdout: 2023-12-03T11:35:13.700 INFO:teuthology.orchestra.run.smithi057.stdout: mon max pg per osd = 10000 # >= luminous 2023-12-03T11:35:13.700 INFO:teuthology.orchestra.run.smithi057.stdout: mon pg warn max object skew = 0 2023-12-03T11:35:13.700 INFO:teuthology.orchestra.run.smithi057.stdout: 2023-12-03T11:35:13.700 INFO:teuthology.orchestra.run.smithi057.stdout: # disable pg_autoscaler by default for new pools 2023-12-03T11:35:13.701 INFO:teuthology.orchestra.run.smithi057.stdout: osd_pool_default_pg_autoscale_mode = off 2023-12-03T11:35:13.701 INFO:teuthology.orchestra.run.smithi057.stdout: 2023-12-03T11:35:13.701 INFO:teuthology.orchestra.run.smithi057.stdout: osd pool default size = 2 2023-12-03T11:35:13.701 INFO:teuthology.orchestra.run.smithi057.stdout: 2023-12-03T11:35:13.701 INFO:teuthology.orchestra.run.smithi057.stdout: mon osd allow primary affinity = true 2023-12-03T11:35:13.701 INFO:teuthology.orchestra.run.smithi057.stdout: mon osd allow pg remap = true 2023-12-03T11:35:13.701 INFO:teuthology.orchestra.run.smithi057.stdout: mon warn on legacy crush tunables = false 2023-12-03T11:35:13.701 INFO:teuthology.orchestra.run.smithi057.stdout: mon warn on crush straw calc version zero = false 2023-12-03T11:35:13.701 INFO:teuthology.orchestra.run.smithi057.stdout: mon warn on no sortbitwise = false 2023-12-03T11:35:13.701 INFO:teuthology.orchestra.run.smithi057.stdout: mon warn on osd down out interval zero = false 2023-12-03T11:35:13.701 INFO:teuthology.orchestra.run.smithi057.stdout: mon warn on too few osds = false 2023-12-03T11:35:13.701 INFO:teuthology.orchestra.run.smithi057.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2023-12-03T11:35:13.701 INFO:teuthology.orchestra.run.smithi057.stdout: mon_warn_on_pool_no_redundancy = false 2023-12-03T11:35:13.701 INFO:teuthology.orchestra.run.smithi057.stdout: mon_allow_pool_size_one = true 2023-12-03T11:35:13.701 INFO:teuthology.orchestra.run.smithi057.stdout: 2023-12-03T11:35:13.701 INFO:teuthology.orchestra.run.smithi057.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2023-12-03T11:35:13.702 INFO:teuthology.orchestra.run.smithi057.stdout: 2023-12-03T11:35:13.702 INFO:teuthology.orchestra.run.smithi057.stdout: osd default data pool replay window = 5 2023-12-03T11:35:13.702 INFO:teuthology.orchestra.run.smithi057.stdout: 2023-12-03T11:35:13.702 INFO:teuthology.orchestra.run.smithi057.stdout: mon allow pool delete = true 2023-12-03T11:35:13.702 INFO:teuthology.orchestra.run.smithi057.stdout: 2023-12-03T11:35:13.702 INFO:teuthology.orchestra.run.smithi057.stdout: mon cluster log file level = debug 2023-12-03T11:35:13.702 INFO:teuthology.orchestra.run.smithi057.stdout: debug asserts on shutdown = true 2023-12-03T11:35:13.702 INFO:teuthology.orchestra.run.smithi057.stdout: mon health detail to clog = false 2023-12-03T11:35:13.702 INFO:teuthology.orchestra.run.smithi057.stdout: mon host = "172.21.15.19,[v2:172.21.15.19:3301,v1:172.21.15.19:6790],172.21.15.57" 2023-12-03T11:35:13.702 INFO:teuthology.orchestra.run.smithi057.stdout: mon client directed command retry = 5 2023-12-03T11:35:13.702 INFO:teuthology.orchestra.run.smithi057.stdout: ms inject socket failures = 5000 2023-12-03T11:35:13.702 INFO:teuthology.orchestra.run.smithi057.stdout: osd_max_pg_log_entries = 10 2023-12-03T11:35:13.702 INFO:teuthology.orchestra.run.smithi057.stdout: osd_min_pg_log_entries = 10 2023-12-03T11:35:13.702 INFO:teuthology.orchestra.run.smithi057.stdout: rgw override bucket index max shards = 1 2023-12-03T11:35:13.702 INFO:teuthology.orchestra.run.smithi057.stdout: fsid = ae33780b-1c64-42c6-818c-b1dc720ff6a2 2023-12-03T11:35:13.702 INFO:teuthology.orchestra.run.smithi057.stdout: 2023-12-03T11:35:13.703 INFO:teuthology.orchestra.run.smithi057.stdout:[osd] 2023-12-03T11:35:13.703 INFO:teuthology.orchestra.run.smithi057.stdout: osd journal size = 100 2023-12-03T11:35:13.703 INFO:teuthology.orchestra.run.smithi057.stdout: 2023-12-03T11:35:13.703 INFO:teuthology.orchestra.run.smithi057.stdout: osd scrub load threshold = 5.0 2023-12-03T11:35:13.703 INFO:teuthology.orchestra.run.smithi057.stdout: osd scrub max interval = 600 2023-12-03T11:35:13.703 INFO:teuthology.orchestra.run.smithi057.stdout: osd mclock profile = high_recovery_ops 2023-12-03T11:35:13.703 INFO:teuthology.orchestra.run.smithi057.stdout: 2023-12-03T11:35:13.703 INFO:teuthology.orchestra.run.smithi057.stdout: osd recover clone overlap = true 2023-12-03T11:35:13.703 INFO:teuthology.orchestra.run.smithi057.stdout: osd recovery max chunk = 1048576 2023-12-03T11:35:13.703 INFO:teuthology.orchestra.run.smithi057.stdout: 2023-12-03T11:35:13.703 INFO:teuthology.orchestra.run.smithi057.stdout: osd debug shutdown = true 2023-12-03T11:35:13.703 INFO:teuthology.orchestra.run.smithi057.stdout: osd debug op order = true 2023-12-03T11:35:13.703 INFO:teuthology.orchestra.run.smithi057.stdout: osd debug verify stray on activate = true 2023-12-03T11:35:13.703 INFO:teuthology.orchestra.run.smithi057.stdout: osd debug trim objects = true 2023-12-03T11:35:13.703 INFO:teuthology.orchestra.run.smithi057.stdout: 2023-12-03T11:35:13.703 INFO:teuthology.orchestra.run.smithi057.stdout: osd open classes on start = true 2023-12-03T11:35:13.704 INFO:teuthology.orchestra.run.smithi057.stdout: osd debug pg log writeout = true 2023-12-03T11:35:13.704 INFO:teuthology.orchestra.run.smithi057.stdout: 2023-12-03T11:35:13.704 INFO:teuthology.orchestra.run.smithi057.stdout: osd deep scrub update digest min age = 30 2023-12-03T11:35:13.704 INFO:teuthology.orchestra.run.smithi057.stdout: 2023-12-03T11:35:13.704 INFO:teuthology.orchestra.run.smithi057.stdout: osd map max advance = 10 2023-12-03T11:35:13.704 INFO:teuthology.orchestra.run.smithi057.stdout: 2023-12-03T11:35:13.704 INFO:teuthology.orchestra.run.smithi057.stdout: journal zero on create = true 2023-12-03T11:35:13.704 INFO:teuthology.orchestra.run.smithi057.stdout: 2023-12-03T11:35:13.704 INFO:teuthology.orchestra.run.smithi057.stdout: filestore ondisk finisher threads = 3 2023-12-03T11:35:13.704 INFO:teuthology.orchestra.run.smithi057.stdout: filestore apply finisher threads = 3 2023-12-03T11:35:13.704 INFO:teuthology.orchestra.run.smithi057.stdout: 2023-12-03T11:35:13.704 INFO:teuthology.orchestra.run.smithi057.stdout: bdev debug aio = true 2023-12-03T11:35:13.704 INFO:teuthology.orchestra.run.smithi057.stdout: osd debug misdirected ops = true 2023-12-03T11:35:13.704 INFO:teuthology.orchestra.run.smithi057.stdout: bdev async discard = True 2023-12-03T11:35:13.704 INFO:teuthology.orchestra.run.smithi057.stdout: bdev enable discard = True 2023-12-03T11:35:13.704 INFO:teuthology.orchestra.run.smithi057.stdout: bluestore allocator = bitmap 2023-12-03T11:35:13.704 INFO:teuthology.orchestra.run.smithi057.stdout: bluestore block size = 96636764160 2023-12-03T11:35:13.705 INFO:teuthology.orchestra.run.smithi057.stdout: bluestore fsck on mount = True 2023-12-03T11:35:13.705 INFO:teuthology.orchestra.run.smithi057.stdout: debug bluefs = 1/20 2023-12-03T11:35:13.705 INFO:teuthology.orchestra.run.smithi057.stdout: debug bluestore = 1/20 2023-12-03T11:35:13.705 INFO:teuthology.orchestra.run.smithi057.stdout: debug ms = 1 2023-12-03T11:35:13.705 INFO:teuthology.orchestra.run.smithi057.stdout: debug osd = 20 2023-12-03T11:35:13.705 INFO:teuthology.orchestra.run.smithi057.stdout: debug rocksdb = 4/10 2023-12-03T11:35:13.705 INFO:teuthology.orchestra.run.smithi057.stdout: lockdep = True 2023-12-03T11:35:13.705 INFO:teuthology.orchestra.run.smithi057.stdout: mon osd backfillfull_ratio = 0.85 2023-12-03T11:35:13.705 INFO:teuthology.orchestra.run.smithi057.stdout: mon osd full ratio = 0.9 2023-12-03T11:35:13.705 INFO:teuthology.orchestra.run.smithi057.stdout: mon osd nearfull ratio = 0.8 2023-12-03T11:35:13.705 INFO:teuthology.orchestra.run.smithi057.stdout: osd failsafe full ratio = 0.95 2023-12-03T11:35:13.705 INFO:teuthology.orchestra.run.smithi057.stdout: osd objectstore = bluestore 2023-12-03T11:35:13.705 INFO:teuthology.orchestra.run.smithi057.stdout: osd shutdown pgref assert = True 2023-12-03T11:35:13.705 INFO:teuthology.orchestra.run.smithi057.stdout: 2023-12-03T11:35:13.705 INFO:teuthology.orchestra.run.smithi057.stdout:[mgr] 2023-12-03T11:35:13.705 INFO:teuthology.orchestra.run.smithi057.stdout: debug ms = 1 2023-12-03T11:35:13.706 INFO:teuthology.orchestra.run.smithi057.stdout: debug mgr = 20 2023-12-03T11:35:13.706 INFO:teuthology.orchestra.run.smithi057.stdout: debug mon = 20 2023-12-03T11:35:13.706 INFO:teuthology.orchestra.run.smithi057.stdout: debug auth = 20 2023-12-03T11:35:13.706 INFO:teuthology.orchestra.run.smithi057.stdout: mon reweight min pgs per osd = 4 2023-12-03T11:35:13.706 INFO:teuthology.orchestra.run.smithi057.stdout: mon reweight min bytes per osd = 10 2023-12-03T11:35:13.706 INFO:teuthology.orchestra.run.smithi057.stdout: mgr/telemetry/nag = false 2023-12-03T11:35:13.706 INFO:teuthology.orchestra.run.smithi057.stdout: 2023-12-03T11:35:13.706 INFO:teuthology.orchestra.run.smithi057.stdout:[mon] 2023-12-03T11:35:13.706 INFO:teuthology.orchestra.run.smithi057.stdout: debug ms = 1 2023-12-03T11:35:13.706 INFO:teuthology.orchestra.run.smithi057.stdout: debug mon = 20 2023-12-03T11:35:13.706 INFO:teuthology.orchestra.run.smithi057.stdout: debug paxos = 20 2023-12-03T11:35:13.706 INFO:teuthology.orchestra.run.smithi057.stdout: debug auth = 20 2023-12-03T11:35:13.706 INFO:teuthology.orchestra.run.smithi057.stdout: mon data avail warn = 5 2023-12-03T11:35:13.706 INFO:teuthology.orchestra.run.smithi057.stdout: mon mgr mkfs grace = 240 2023-12-03T11:35:13.706 INFO:teuthology.orchestra.run.smithi057.stdout: mon reweight min pgs per osd = 4 2023-12-03T11:35:13.706 INFO:teuthology.orchestra.run.smithi057.stdout: mon osd reporter subtree level = osd 2023-12-03T11:35:13.707 INFO:teuthology.orchestra.run.smithi057.stdout: mon osd prime pg temp = true 2023-12-03T11:35:13.707 INFO:teuthology.orchestra.run.smithi057.stdout: mon reweight min bytes per osd = 10 2023-12-03T11:35:13.707 INFO:teuthology.orchestra.run.smithi057.stdout: 2023-12-03T11:35:13.707 INFO:teuthology.orchestra.run.smithi057.stdout: # rotate auth tickets quickly to exercise renewal paths 2023-12-03T11:35:13.707 INFO:teuthology.orchestra.run.smithi057.stdout: auth mon ticket ttl = 660 # 11m 2023-12-03T11:35:13.707 INFO:teuthology.orchestra.run.smithi057.stdout: auth service ticket ttl = 240 # 4m 2023-12-03T11:35:13.707 INFO:teuthology.orchestra.run.smithi057.stdout: 2023-12-03T11:35:13.707 INFO:teuthology.orchestra.run.smithi057.stdout: # don't complain about insecure global_id in the test suite 2023-12-03T11:35:13.707 INFO:teuthology.orchestra.run.smithi057.stdout: mon_warn_on_insecure_global_id_reclaim = false 2023-12-03T11:35:13.707 INFO:teuthology.orchestra.run.smithi057.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2023-12-03T11:35:13.707 INFO:teuthology.orchestra.run.smithi057.stdout: 2023-12-03T11:35:13.707 INFO:teuthology.orchestra.run.smithi057.stdout: # 1m isn't quite enough 2023-12-03T11:35:13.707 INFO:teuthology.orchestra.run.smithi057.stdout: mon_down_mkfs_grace = 2m 2023-12-03T11:35:13.707 INFO:teuthology.orchestra.run.smithi057.stdout: 2023-12-03T11:35:13.707 INFO:teuthology.orchestra.run.smithi057.stdout: mon_warn_on_filestore_osds = false 2023-12-03T11:35:13.707 INFO:teuthology.orchestra.run.smithi057.stdout: lockdep = True 2023-12-03T11:35:13.708 INFO:teuthology.orchestra.run.smithi057.stdout: 2023-12-03T11:35:13.708 INFO:teuthology.orchestra.run.smithi057.stdout:[client] 2023-12-03T11:35:13.708 INFO:teuthology.orchestra.run.smithi057.stdout: rgw cache enabled = true 2023-12-03T11:35:13.708 INFO:teuthology.orchestra.run.smithi057.stdout: rgw enable ops log = true 2023-12-03T11:35:13.708 INFO:teuthology.orchestra.run.smithi057.stdout: rgw enable usage log = true 2023-12-03T11:35:13.708 INFO:teuthology.orchestra.run.smithi057.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2023-12-03T11:35:13.708 INFO:teuthology.orchestra.run.smithi057.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2023-12-03T11:35:13.708 INFO:teuthology.orchestra.run.smithi057.stdout: debug rgw = 20 2023-12-03T11:35:13.708 INFO:teuthology.orchestra.run.smithi057.stdout: rgw bucket counters cache = True 2023-12-03T11:35:13.708 INFO:teuthology.orchestra.run.smithi057.stdout: rgw crypt require ssl = False 2023-12-03T11:35:13.708 INFO:teuthology.orchestra.run.smithi057.stdout: rgw crypt s3 kms backend = testing 2023-12-03T11:35:13.708 INFO:teuthology.orchestra.run.smithi057.stdout: rgw crypt s3 kms encryption keys = testkey-1=YmluCmJvb3N0CmJvb3N0LWJ1aWxkCmNlcGguY29uZgo= testkey-2=aWIKTWFrZWZpbGUKbWFuCm91dApzcmMKVGVzdGluZwo= 2023-12-03T11:35:13.708 INFO:teuthology.orchestra.run.smithi057.stdout: rgw max chunk size = 4194304 2023-12-03T11:35:13.708 INFO:teuthology.orchestra.run.smithi057.stdout: rgw obj stripe size = 6291456 2023-12-03T11:35:13.708 INFO:teuthology.orchestra.run.smithi057.stdout: rgw torrent flag = True 2023-12-03T11:35:13.708 INFO:teuthology.orchestra.run.smithi057.stdout: rgw user counters cache = True 2023-12-03T11:35:13.709 INFO:teuthology.orchestra.run.smithi057.stdout: setgroup = ceph 2023-12-03T11:35:13.709 INFO:teuthology.orchestra.run.smithi057.stdout: setuser = ceph 2023-12-03T11:35:13.709 INFO:teuthology.orchestra.run.smithi057.stdout:[mon.a] 2023-12-03T11:35:13.709 INFO:teuthology.orchestra.run.smithi057.stdout:[mon.c] 2023-12-03T11:35:13.709 INFO:teuthology.orchestra.run.smithi057.stdout:[mon.b] 2023-12-03T11:35:13.710 INFO:tasks.ceph:Creating admin key on mon.a... 2023-12-03T11:35:13.710 DEBUG:teuthology.orchestra.run.smithi019:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=client.admin --cap mon 'allow *' --cap osd 'allow *' --cap mds 'allow *' --cap mgr 'allow *' /etc/ceph/ceph.keyring 2023-12-03T11:35:13.800 INFO:tasks.ceph:Copying monmap to all nodes... 2023-12-03T11:35:13.800 DEBUG:teuthology.orchestra.run.smithi019:> set -ex 2023-12-03T11:35:13.801 DEBUG:teuthology.orchestra.run.smithi019:> dd if=/etc/ceph/ceph.keyring of=/dev/stdout 2023-12-03T11:35:13.805 DEBUG:teuthology.orchestra.run.smithi019:> set -ex 2023-12-03T11:35:13.806 DEBUG:teuthology.orchestra.run.smithi019:> dd if=/home/ubuntu/cephtest/ceph.monmap of=/dev/stdout 2023-12-03T11:35:13.852 INFO:tasks.ceph:Sending monmap to node ubuntu@smithi019.front.sepia.ceph.com 2023-12-03T11:35:13.852 DEBUG:teuthology.orchestra.run.smithi019:> set -ex 2023-12-03T11:35:13.852 DEBUG:teuthology.orchestra.run.smithi019:> sudo dd of=/etc/ceph/ceph.keyring 2023-12-03T11:35:13.852 DEBUG:teuthology.orchestra.run.smithi019:> sudo chmod 0644 /etc/ceph/ceph.keyring 2023-12-03T11:35:13.918 DEBUG:teuthology.orchestra.run.smithi019:> set -ex 2023-12-03T11:35:13.918 DEBUG:teuthology.orchestra.run.smithi019:> dd of=/home/ubuntu/cephtest/ceph.monmap 2023-12-03T11:35:13.964 INFO:tasks.ceph:Sending monmap to node ubuntu@smithi057.front.sepia.ceph.com 2023-12-03T11:35:13.964 DEBUG:teuthology.orchestra.run.smithi057:> set -ex 2023-12-03T11:35:13.965 DEBUG:teuthology.orchestra.run.smithi057:> sudo dd of=/etc/ceph/ceph.keyring 2023-12-03T11:35:13.965 DEBUG:teuthology.orchestra.run.smithi057:> sudo chmod 0644 /etc/ceph/ceph.keyring 2023-12-03T11:35:13.989 DEBUG:teuthology.orchestra.run.smithi057:> set -ex 2023-12-03T11:35:13.989 DEBUG:teuthology.orchestra.run.smithi057:> dd of=/home/ubuntu/cephtest/ceph.monmap 2023-12-03T11:35:14.036 INFO:tasks.ceph:Setting up mon nodes... 2023-12-03T11:35:14.036 INFO:tasks.ceph:Setting up mgr nodes... 2023-12-03T11:35:14.036 DEBUG:teuthology.orchestra.run.smithi019:> sudo mkdir -p /var/lib/ceph/mgr/ceph-y && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mgr.y /var/lib/ceph/mgr/ceph-y/keyring 2023-12-03T11:35:14.080 INFO:teuthology.orchestra.run.smithi019.stdout:creating /var/lib/ceph/mgr/ceph-y/keyring 2023-12-03T11:35:14.083 DEBUG:teuthology.orchestra.run.smithi057:> sudo mkdir -p /var/lib/ceph/mgr/ceph-x && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mgr.x /var/lib/ceph/mgr/ceph-x/keyring 2023-12-03T11:35:14.126 INFO:teuthology.orchestra.run.smithi057.stdout:creating /var/lib/ceph/mgr/ceph-x/keyring 2023-12-03T11:35:14.143 INFO:tasks.ceph:Setting up mds nodes... 2023-12-03T11:35:14.143 INFO:tasks.ceph_client:Setting up client nodes... 2023-12-03T11:35:14.143 DEBUG:teuthology.orchestra.run.smithi019:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.0 /etc/ceph/ceph.client.0.keyring && sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2023-12-03T11:35:14.181 INFO:teuthology.orchestra.run.smithi019.stdout:creating /etc/ceph/ceph.client.0.keyring 2023-12-03T11:35:14.193 DEBUG:teuthology.orchestra.run.smithi057:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.1 /etc/ceph/ceph.client.1.keyring && sudo chmod 0644 /etc/ceph/ceph.client.1.keyring 2023-12-03T11:35:14.230 INFO:teuthology.orchestra.run.smithi057.stdout:creating /etc/ceph/ceph.client.1.keyring 2023-12-03T11:35:14.242 INFO:tasks.ceph:Running mkfs on osd nodes... 2023-12-03T11:35:14.242 INFO:tasks.ceph:ctx.disk_config.remote_to_roles_to_dev: {Remote(name='ubuntu@smithi019.front.sepia.ceph.com'): {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'}, Remote(name='ubuntu@smithi057.front.sepia.ceph.com'): {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'}} 2023-12-03T11:35:14.242 DEBUG:teuthology.orchestra.run.smithi019:> sudo mkdir -p /var/lib/ceph/osd/ceph-0 2023-12-03T11:35:14.255 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2023-12-03T11:35:14.255 INFO:tasks.ceph:role: osd.0 2023-12-03T11:35:14.255 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_1 on ubuntu@smithi019.front.sepia.ceph.com 2023-12-03T11:35:14.255 DEBUG:teuthology.orchestra.run.smithi019:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_1 2023-12-03T11:35:14.319 INFO:teuthology.orchestra.run.smithi019.stdout:meta-data=/dev/vg_nvme/lv_1 isize=2048 agcount=4, agsize=5859072 blks 2023-12-03T11:35:14.319 INFO:teuthology.orchestra.run.smithi019.stdout: = sectsz=512 attr=2, projid32bit=1 2023-12-03T11:35:14.319 INFO:teuthology.orchestra.run.smithi019.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2023-12-03T11:35:14.319 INFO:teuthology.orchestra.run.smithi019.stdout: = reflink=1 bigtime=0 inobtcount=0 2023-12-03T11:35:14.319 INFO:teuthology.orchestra.run.smithi019.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2023-12-03T11:35:14.319 INFO:teuthology.orchestra.run.smithi019.stdout: = sunit=0 swidth=0 blks 2023-12-03T11:35:14.319 INFO:teuthology.orchestra.run.smithi019.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2023-12-03T11:35:14.319 INFO:teuthology.orchestra.run.smithi019.stdout:log =internal log bsize=4096 blocks=11443, version=2 2023-12-03T11:35:14.319 INFO:teuthology.orchestra.run.smithi019.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2023-12-03T11:35:14.320 INFO:teuthology.orchestra.run.smithi019.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2023-12-03T11:35:14.784 INFO:teuthology.orchestra.run.smithi019.stdout:Discarding blocks...Done. 2023-12-03T11:35:14.786 INFO:tasks.ceph:mount /dev/vg_nvme/lv_1 on ubuntu@smithi019.front.sepia.ceph.com -o noatime 2023-12-03T11:35:14.786 DEBUG:teuthology.orchestra.run.smithi019:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-0 2023-12-03T11:35:14.884 DEBUG:teuthology.orchestra.run.smithi019:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-0 2023-12-03T11:35:14.893 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-12-03T11:35:14.894 INFO:teuthology.orchestra.run.smithi019.stderr:sudo: /sbin/restorecon: command not found 2023-12-03T11:35:14.894 DEBUG:teuthology.orchestra.run.smithi019:> sudo mkdir -p /var/lib/ceph/osd/ceph-1 2023-12-03T11:35:14.946 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2023-12-03T11:35:14.946 INFO:tasks.ceph:role: osd.1 2023-12-03T11:35:14.946 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_2 on ubuntu@smithi019.front.sepia.ceph.com 2023-12-03T11:35:14.946 DEBUG:teuthology.orchestra.run.smithi019:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_2 2023-12-03T11:35:15.009 INFO:teuthology.orchestra.run.smithi019.stdout:meta-data=/dev/vg_nvme/lv_2 isize=2048 agcount=4, agsize=5859072 blks 2023-12-03T11:35:15.009 INFO:teuthology.orchestra.run.smithi019.stdout: = sectsz=512 attr=2, projid32bit=1 2023-12-03T11:35:15.009 INFO:teuthology.orchestra.run.smithi019.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2023-12-03T11:35:15.009 INFO:teuthology.orchestra.run.smithi019.stdout: = reflink=1 bigtime=0 inobtcount=0 2023-12-03T11:35:15.009 INFO:teuthology.orchestra.run.smithi019.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2023-12-03T11:35:15.009 INFO:teuthology.orchestra.run.smithi019.stdout: = sunit=0 swidth=0 blks 2023-12-03T11:35:15.009 INFO:teuthology.orchestra.run.smithi019.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2023-12-03T11:35:15.009 INFO:teuthology.orchestra.run.smithi019.stdout:log =internal log bsize=4096 blocks=11443, version=2 2023-12-03T11:35:15.009 INFO:teuthology.orchestra.run.smithi019.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2023-12-03T11:35:15.009 INFO:teuthology.orchestra.run.smithi019.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2023-12-03T11:35:15.478 INFO:teuthology.orchestra.run.smithi019.stdout:Discarding blocks...Done. 2023-12-03T11:35:15.480 INFO:tasks.ceph:mount /dev/vg_nvme/lv_2 on ubuntu@smithi019.front.sepia.ceph.com -o noatime 2023-12-03T11:35:15.480 DEBUG:teuthology.orchestra.run.smithi019:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-1 2023-12-03T11:35:15.626 DEBUG:teuthology.orchestra.run.smithi019:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-1 2023-12-03T11:35:15.638 INFO:teuthology.orchestra.run.smithi019.stderr:sudo: /sbin/restorecon: command not found 2023-12-03T11:35:15.639 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-12-03T11:35:15.639 DEBUG:teuthology.orchestra.run.smithi019:> sudo mkdir -p /var/lib/ceph/osd/ceph-2 2023-12-03T11:35:15.696 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2023-12-03T11:35:15.696 INFO:tasks.ceph:role: osd.2 2023-12-03T11:35:15.696 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_3 on ubuntu@smithi019.front.sepia.ceph.com 2023-12-03T11:35:15.696 DEBUG:teuthology.orchestra.run.smithi019:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_3 2023-12-03T11:35:15.760 INFO:teuthology.orchestra.run.smithi019.stdout:meta-data=/dev/vg_nvme/lv_3 isize=2048 agcount=4, agsize=5859072 blks 2023-12-03T11:35:15.760 INFO:teuthology.orchestra.run.smithi019.stdout: = sectsz=512 attr=2, projid32bit=1 2023-12-03T11:35:15.760 INFO:teuthology.orchestra.run.smithi019.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2023-12-03T11:35:15.760 INFO:teuthology.orchestra.run.smithi019.stdout: = reflink=1 bigtime=0 inobtcount=0 2023-12-03T11:35:15.760 INFO:teuthology.orchestra.run.smithi019.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2023-12-03T11:35:15.760 INFO:teuthology.orchestra.run.smithi019.stdout: = sunit=0 swidth=0 blks 2023-12-03T11:35:15.760 INFO:teuthology.orchestra.run.smithi019.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2023-12-03T11:35:15.761 INFO:teuthology.orchestra.run.smithi019.stdout:log =internal log bsize=4096 blocks=11443, version=2 2023-12-03T11:35:15.761 INFO:teuthology.orchestra.run.smithi019.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2023-12-03T11:35:15.761 INFO:teuthology.orchestra.run.smithi019.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2023-12-03T11:35:16.227 INFO:teuthology.orchestra.run.smithi019.stdout:Discarding blocks...Done. 2023-12-03T11:35:16.229 INFO:tasks.ceph:mount /dev/vg_nvme/lv_3 on ubuntu@smithi019.front.sepia.ceph.com -o noatime 2023-12-03T11:35:16.229 DEBUG:teuthology.orchestra.run.smithi019:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-2 2023-12-03T11:35:16.383 DEBUG:teuthology.orchestra.run.smithi019:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-2 2023-12-03T11:35:16.394 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-12-03T11:35:16.394 INFO:teuthology.orchestra.run.smithi019.stderr:sudo: /sbin/restorecon: command not found 2023-12-03T11:35:16.394 DEBUG:teuthology.orchestra.run.smithi019:> sudo mkdir -p /var/lib/ceph/osd/ceph-3 2023-12-03T11:35:16.448 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2023-12-03T11:35:16.448 INFO:tasks.ceph:role: osd.3 2023-12-03T11:35:16.448 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_4 on ubuntu@smithi019.front.sepia.ceph.com 2023-12-03T11:35:16.448 DEBUG:teuthology.orchestra.run.smithi019:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_4 2023-12-03T11:35:16.512 INFO:teuthology.orchestra.run.smithi019.stdout:meta-data=/dev/vg_nvme/lv_4 isize=2048 agcount=4, agsize=5859072 blks 2023-12-03T11:35:16.512 INFO:teuthology.orchestra.run.smithi019.stdout: = sectsz=512 attr=2, projid32bit=1 2023-12-03T11:35:16.512 INFO:teuthology.orchestra.run.smithi019.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2023-12-03T11:35:16.512 INFO:teuthology.orchestra.run.smithi019.stdout: = reflink=1 bigtime=0 inobtcount=0 2023-12-03T11:35:16.512 INFO:teuthology.orchestra.run.smithi019.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2023-12-03T11:35:16.512 INFO:teuthology.orchestra.run.smithi019.stdout: = sunit=0 swidth=0 blks 2023-12-03T11:35:16.512 INFO:teuthology.orchestra.run.smithi019.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2023-12-03T11:35:16.512 INFO:teuthology.orchestra.run.smithi019.stdout:log =internal log bsize=4096 blocks=11443, version=2 2023-12-03T11:35:16.513 INFO:teuthology.orchestra.run.smithi019.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2023-12-03T11:35:16.513 INFO:teuthology.orchestra.run.smithi019.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2023-12-03T11:35:16.933 INFO:teuthology.orchestra.run.smithi019.stdout:Discarding blocks...Done. 2023-12-03T11:35:16.936 INFO:tasks.ceph:mount /dev/vg_nvme/lv_4 on ubuntu@smithi019.front.sepia.ceph.com -o noatime 2023-12-03T11:35:16.936 DEBUG:teuthology.orchestra.run.smithi019:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-3 2023-12-03T11:35:17.029 DEBUG:teuthology.orchestra.run.smithi019:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-3 2023-12-03T11:35:17.041 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-12-03T11:35:17.041 INFO:teuthology.orchestra.run.smithi019.stderr:sudo: /sbin/restorecon: command not found 2023-12-03T11:35:17.041 DEBUG:teuthology.orchestra.run.smithi019:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 0 --monmap /home/ubuntu/cephtest/ceph.monmap 2023-12-03T11:35:17.153 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:35:17.149+0000 7fccd22f1640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-0/keyring: can't open /var/lib/ceph/osd/ceph-0/keyring: (2) No such file or directory 2023-12-03T11:35:17.154 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:35:17.149+0000 7fccd22f1640 -1 created new key in keyring /var/lib/ceph/osd/ceph-0/keyring 2023-12-03T11:35:17.154 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:35:17.149+0000 7fccd22f1640 -1 bluestore(/var/lib/ceph/osd/ceph-0/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-0/block: (2) No such file or directory 2023-12-03T11:35:17.154 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:35:17.149+0000 7fccd22f1640 -1 bluestore(/var/lib/ceph/osd/ceph-0/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-0/block: (2) No such file or directory 2023-12-03T11:35:17.154 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:35:17.149+0000 7fccd22f1640 -1 bluestore(/var/lib/ceph/osd/ceph-0/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-0/block: (2) No such file or directory 2023-12-03T11:35:17.160 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:35:17.157+0000 7fccd22f1640 -1 bluestore(/var/lib/ceph/osd/ceph-0) _read_fsid unparsable uuid 2023-12-03T11:35:20.185 DEBUG:teuthology.orchestra.run.smithi019:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2023-12-03T11:35:20.200 DEBUG:teuthology.orchestra.run.smithi019:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 1 --monmap /home/ubuntu/cephtest/ceph.monmap 2023-12-03T11:35:20.284 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:35:20.281+0000 7f5961fb5640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-1/keyring: can't open /var/lib/ceph/osd/ceph-1/keyring: (2) No such file or directory 2023-12-03T11:35:20.285 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:35:20.281+0000 7f5961fb5640 -1 created new key in keyring /var/lib/ceph/osd/ceph-1/keyring 2023-12-03T11:35:20.285 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:35:20.281+0000 7f5961fb5640 -1 bluestore(/var/lib/ceph/osd/ceph-1/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-1/block: (2) No such file or directory 2023-12-03T11:35:20.285 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:35:20.281+0000 7f5961fb5640 -1 bluestore(/var/lib/ceph/osd/ceph-1/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-1/block: (2) No such file or directory 2023-12-03T11:35:20.285 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:35:20.281+0000 7f5961fb5640 -1 bluestore(/var/lib/ceph/osd/ceph-1/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-1/block: (2) No such file or directory 2023-12-03T11:35:20.285 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:35:20.281+0000 7f5961fb5640 -1 bluestore(/var/lib/ceph/osd/ceph-1) _read_fsid unparsable uuid 2023-12-03T11:35:23.294 DEBUG:teuthology.orchestra.run.smithi019:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2023-12-03T11:35:23.348 DEBUG:teuthology.orchestra.run.smithi019:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 2 --monmap /home/ubuntu/cephtest/ceph.monmap 2023-12-03T11:35:23.433 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:35:23.429+0000 7f4dcfd11640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-2/keyring: can't open /var/lib/ceph/osd/ceph-2/keyring: (2) No such file or directory 2023-12-03T11:35:23.434 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:35:23.429+0000 7f4dcfd11640 -1 created new key in keyring /var/lib/ceph/osd/ceph-2/keyring 2023-12-03T11:35:23.434 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:35:23.429+0000 7f4dcfd11640 -1 bluestore(/var/lib/ceph/osd/ceph-2/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-2/block: (2) No such file or directory 2023-12-03T11:35:23.434 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:35:23.429+0000 7f4dcfd11640 -1 bluestore(/var/lib/ceph/osd/ceph-2/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-2/block: (2) No such file or directory 2023-12-03T11:35:23.434 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:35:23.429+0000 7f4dcfd11640 -1 bluestore(/var/lib/ceph/osd/ceph-2/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-2/block: (2) No such file or directory 2023-12-03T11:35:23.434 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:35:23.429+0000 7f4dcfd11640 -1 bluestore(/var/lib/ceph/osd/ceph-2) _read_fsid unparsable uuid 2023-12-03T11:35:26.443 DEBUG:teuthology.orchestra.run.smithi019:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2023-12-03T11:35:26.505 DEBUG:teuthology.orchestra.run.smithi019:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 3 --monmap /home/ubuntu/cephtest/ceph.monmap 2023-12-03T11:35:26.590 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:35:26.585+0000 7fc4ebd6b640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-3/keyring: can't open /var/lib/ceph/osd/ceph-3/keyring: (2) No such file or directory 2023-12-03T11:35:26.591 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:35:26.585+0000 7fc4ebd6b640 -1 created new key in keyring /var/lib/ceph/osd/ceph-3/keyring 2023-12-03T11:35:26.591 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:35:26.585+0000 7fc4ebd6b640 -1 bluestore(/var/lib/ceph/osd/ceph-3/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-3/block: (2) No such file or directory 2023-12-03T11:35:26.591 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:35:26.585+0000 7fc4ebd6b640 -1 bluestore(/var/lib/ceph/osd/ceph-3/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-3/block: (2) No such file or directory 2023-12-03T11:35:26.591 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:35:26.585+0000 7fc4ebd6b640 -1 bluestore(/var/lib/ceph/osd/ceph-3/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-3/block: (2) No such file or directory 2023-12-03T11:35:26.591 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:35:26.589+0000 7fc4ebd6b640 -1 bluestore(/var/lib/ceph/osd/ceph-3) _read_fsid unparsable uuid 2023-12-03T11:35:29.611 DEBUG:teuthology.orchestra.run.smithi019:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2023-12-03T11:35:29.665 DEBUG:teuthology.orchestra.run.smithi057:> sudo mkdir -p /var/lib/ceph/osd/ceph-4 2023-12-03T11:35:29.680 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2023-12-03T11:35:29.680 INFO:tasks.ceph:role: osd.4 2023-12-03T11:35:29.680 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_1 on ubuntu@smithi057.front.sepia.ceph.com 2023-12-03T11:35:29.681 DEBUG:teuthology.orchestra.run.smithi057:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_1 2023-12-03T11:35:29.764 INFO:teuthology.orchestra.run.smithi057.stdout:meta-data=/dev/vg_nvme/lv_1 isize=2048 agcount=4, agsize=5859072 blks 2023-12-03T11:35:29.764 INFO:teuthology.orchestra.run.smithi057.stdout: = sectsz=512 attr=2, projid32bit=1 2023-12-03T11:35:29.764 INFO:teuthology.orchestra.run.smithi057.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2023-12-03T11:35:29.764 INFO:teuthology.orchestra.run.smithi057.stdout: = reflink=1 bigtime=0 inobtcount=0 2023-12-03T11:35:29.764 INFO:teuthology.orchestra.run.smithi057.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2023-12-03T11:35:29.764 INFO:teuthology.orchestra.run.smithi057.stdout: = sunit=0 swidth=0 blks 2023-12-03T11:35:29.764 INFO:teuthology.orchestra.run.smithi057.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2023-12-03T11:35:29.765 INFO:teuthology.orchestra.run.smithi057.stdout:log =internal log bsize=4096 blocks=11443, version=2 2023-12-03T11:35:29.765 INFO:teuthology.orchestra.run.smithi057.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2023-12-03T11:35:29.765 INFO:teuthology.orchestra.run.smithi057.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2023-12-03T11:35:31.060 INFO:teuthology.orchestra.run.smithi057.stdout:Discarding blocks...Done. 2023-12-03T11:35:31.062 INFO:tasks.ceph:mount /dev/vg_nvme/lv_1 on ubuntu@smithi057.front.sepia.ceph.com -o noatime 2023-12-03T11:35:31.063 DEBUG:teuthology.orchestra.run.smithi057:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-4 2023-12-03T11:35:31.124 DEBUG:teuthology.orchestra.run.smithi057:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-4 2023-12-03T11:35:31.177 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-12-03T11:35:31.254 INFO:teuthology.orchestra.run.smithi057.stderr:sudo: /sbin/restorecon: command not found 2023-12-03T11:35:31.255 DEBUG:teuthology.orchestra.run.smithi057:> sudo mkdir -p /var/lib/ceph/osd/ceph-5 2023-12-03T11:35:31.309 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2023-12-03T11:35:31.309 INFO:tasks.ceph:role: osd.5 2023-12-03T11:35:31.309 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_2 on ubuntu@smithi057.front.sepia.ceph.com 2023-12-03T11:35:31.309 DEBUG:teuthology.orchestra.run.smithi057:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_2 2023-12-03T11:35:31.395 INFO:teuthology.orchestra.run.smithi057.stdout:meta-data=/dev/vg_nvme/lv_2 isize=2048 agcount=4, agsize=5859072 blks 2023-12-03T11:35:31.395 INFO:teuthology.orchestra.run.smithi057.stdout: = sectsz=512 attr=2, projid32bit=1 2023-12-03T11:35:31.395 INFO:teuthology.orchestra.run.smithi057.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2023-12-03T11:35:31.395 INFO:teuthology.orchestra.run.smithi057.stdout: = reflink=1 bigtime=0 inobtcount=0 2023-12-03T11:35:31.395 INFO:teuthology.orchestra.run.smithi057.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2023-12-03T11:35:31.395 INFO:teuthology.orchestra.run.smithi057.stdout: = sunit=0 swidth=0 blks 2023-12-03T11:35:31.395 INFO:teuthology.orchestra.run.smithi057.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2023-12-03T11:35:31.396 INFO:teuthology.orchestra.run.smithi057.stdout:log =internal log bsize=4096 blocks=11443, version=2 2023-12-03T11:35:31.396 INFO:teuthology.orchestra.run.smithi057.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2023-12-03T11:35:31.396 INFO:teuthology.orchestra.run.smithi057.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2023-12-03T11:35:32.679 INFO:teuthology.orchestra.run.smithi057.stdout:Discarding blocks...Done. 2023-12-03T11:35:32.681 INFO:tasks.ceph:mount /dev/vg_nvme/lv_2 on ubuntu@smithi057.front.sepia.ceph.com -o noatime 2023-12-03T11:35:32.681 DEBUG:teuthology.orchestra.run.smithi057:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-5 2023-12-03T11:35:32.748 DEBUG:teuthology.orchestra.run.smithi057:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-5 2023-12-03T11:35:32.801 INFO:teuthology.orchestra.run.smithi057.stderr:sudo: /sbin/restorecon: command not found 2023-12-03T11:35:32.802 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-12-03T11:35:32.803 DEBUG:teuthology.orchestra.run.smithi057:> sudo mkdir -p /var/lib/ceph/osd/ceph-6 2023-12-03T11:35:32.854 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2023-12-03T11:35:32.854 INFO:tasks.ceph:role: osd.6 2023-12-03T11:35:32.854 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_3 on ubuntu@smithi057.front.sepia.ceph.com 2023-12-03T11:35:32.854 DEBUG:teuthology.orchestra.run.smithi057:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_3 2023-12-03T11:35:32.936 INFO:teuthology.orchestra.run.smithi057.stdout:meta-data=/dev/vg_nvme/lv_3 isize=2048 agcount=4, agsize=5859072 blks 2023-12-03T11:35:32.937 INFO:teuthology.orchestra.run.smithi057.stdout: = sectsz=512 attr=2, projid32bit=1 2023-12-03T11:35:32.937 INFO:teuthology.orchestra.run.smithi057.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2023-12-03T11:35:32.937 INFO:teuthology.orchestra.run.smithi057.stdout: = reflink=1 bigtime=0 inobtcount=0 2023-12-03T11:35:32.937 INFO:teuthology.orchestra.run.smithi057.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2023-12-03T11:35:32.937 INFO:teuthology.orchestra.run.smithi057.stdout: = sunit=0 swidth=0 blks 2023-12-03T11:35:32.937 INFO:teuthology.orchestra.run.smithi057.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2023-12-03T11:35:32.937 INFO:teuthology.orchestra.run.smithi057.stdout:log =internal log bsize=4096 blocks=11443, version=2 2023-12-03T11:35:32.937 INFO:teuthology.orchestra.run.smithi057.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2023-12-03T11:35:32.937 INFO:teuthology.orchestra.run.smithi057.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2023-12-03T11:35:34.217 INFO:teuthology.orchestra.run.smithi057.stdout:Discarding blocks...Done. 2023-12-03T11:35:34.219 INFO:tasks.ceph:mount /dev/vg_nvme/lv_3 on ubuntu@smithi057.front.sepia.ceph.com -o noatime 2023-12-03T11:35:34.219 DEBUG:teuthology.orchestra.run.smithi057:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-6 2023-12-03T11:35:34.281 DEBUG:teuthology.orchestra.run.smithi057:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-6 2023-12-03T11:35:34.333 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-12-03T11:35:34.333 INFO:teuthology.orchestra.run.smithi057.stderr:sudo: /sbin/restorecon: command not found 2023-12-03T11:35:34.333 DEBUG:teuthology.orchestra.run.smithi057:> sudo mkdir -p /var/lib/ceph/osd/ceph-7 2023-12-03T11:35:34.388 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2023-12-03T11:35:34.388 INFO:tasks.ceph:role: osd.7 2023-12-03T11:35:34.388 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_4 on ubuntu@smithi057.front.sepia.ceph.com 2023-12-03T11:35:34.388 DEBUG:teuthology.orchestra.run.smithi057:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_4 2023-12-03T11:35:34.474 INFO:teuthology.orchestra.run.smithi057.stdout:meta-data=/dev/vg_nvme/lv_4 isize=2048 agcount=4, agsize=5859072 blks 2023-12-03T11:35:34.474 INFO:teuthology.orchestra.run.smithi057.stdout: = sectsz=512 attr=2, projid32bit=1 2023-12-03T11:35:34.475 INFO:teuthology.orchestra.run.smithi057.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2023-12-03T11:35:34.475 INFO:teuthology.orchestra.run.smithi057.stdout: = reflink=1 bigtime=0 inobtcount=0 2023-12-03T11:35:34.475 INFO:teuthology.orchestra.run.smithi057.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2023-12-03T11:35:34.475 INFO:teuthology.orchestra.run.smithi057.stdout: = sunit=0 swidth=0 blks 2023-12-03T11:35:34.475 INFO:teuthology.orchestra.run.smithi057.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2023-12-03T11:35:34.475 INFO:teuthology.orchestra.run.smithi057.stdout:log =internal log bsize=4096 blocks=11443, version=2 2023-12-03T11:35:34.475 INFO:teuthology.orchestra.run.smithi057.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2023-12-03T11:35:34.475 INFO:teuthology.orchestra.run.smithi057.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2023-12-03T11:35:35.762 INFO:teuthology.orchestra.run.smithi057.stdout:Discarding blocks...Done. 2023-12-03T11:35:35.764 INFO:tasks.ceph:mount /dev/vg_nvme/lv_4 on ubuntu@smithi057.front.sepia.ceph.com -o noatime 2023-12-03T11:35:35.765 DEBUG:teuthology.orchestra.run.smithi057:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-7 2023-12-03T11:35:35.831 DEBUG:teuthology.orchestra.run.smithi057:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-7 2023-12-03T11:35:35.886 INFO:teuthology.orchestra.run.smithi057.stderr:sudo: /sbin/restorecon: command not found 2023-12-03T11:35:35.886 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-12-03T11:35:35.887 DEBUG:teuthology.orchestra.run.smithi057:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 4 --monmap /home/ubuntu/cephtest/ceph.monmap 2023-12-03T11:35:36.004 INFO:teuthology.orchestra.run.smithi057.stderr:2023-12-03T11:35:35.998+0000 7f3e49ff5640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-4/keyring: can't open /var/lib/ceph/osd/ceph-4/keyring: (2) No such file or directory 2023-12-03T11:35:36.005 INFO:teuthology.orchestra.run.smithi057.stderr:2023-12-03T11:35:35.998+0000 7f3e49ff5640 -1 created new key in keyring /var/lib/ceph/osd/ceph-4/keyring 2023-12-03T11:35:36.005 INFO:teuthology.orchestra.run.smithi057.stderr:2023-12-03T11:35:35.998+0000 7f3e49ff5640 -1 bluestore(/var/lib/ceph/osd/ceph-4/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-4/block: (2) No such file or directory 2023-12-03T11:35:36.005 INFO:teuthology.orchestra.run.smithi057.stderr:2023-12-03T11:35:35.998+0000 7f3e49ff5640 -1 bluestore(/var/lib/ceph/osd/ceph-4/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-4/block: (2) No such file or directory 2023-12-03T11:35:36.005 INFO:teuthology.orchestra.run.smithi057.stderr:2023-12-03T11:35:35.998+0000 7f3e49ff5640 -1 bluestore(/var/lib/ceph/osd/ceph-4/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-4/block: (2) No such file or directory 2023-12-03T11:35:36.006 INFO:teuthology.orchestra.run.smithi057.stderr:2023-12-03T11:35:35.998+0000 7f3e49ff5640 -1 bluestore(/var/lib/ceph/osd/ceph-4) _read_fsid unparsable uuid 2023-12-03T11:35:39.035 DEBUG:teuthology.orchestra.run.smithi057:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2023-12-03T11:35:39.049 DEBUG:teuthology.orchestra.run.smithi057:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 5 --monmap /home/ubuntu/cephtest/ceph.monmap 2023-12-03T11:35:39.132 INFO:teuthology.orchestra.run.smithi057.stderr:2023-12-03T11:35:39.126+0000 7f3f76a93640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-5/keyring: can't open /var/lib/ceph/osd/ceph-5/keyring: (2) No such file or directory 2023-12-03T11:35:39.133 INFO:teuthology.orchestra.run.smithi057.stderr:2023-12-03T11:35:39.126+0000 7f3f76a93640 -1 created new key in keyring /var/lib/ceph/osd/ceph-5/keyring 2023-12-03T11:35:39.134 INFO:teuthology.orchestra.run.smithi057.stderr:2023-12-03T11:35:39.126+0000 7f3f76a93640 -1 bluestore(/var/lib/ceph/osd/ceph-5/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-5/block: (2) No such file or directory 2023-12-03T11:35:39.134 INFO:teuthology.orchestra.run.smithi057.stderr:2023-12-03T11:35:39.126+0000 7f3f76a93640 -1 bluestore(/var/lib/ceph/osd/ceph-5/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-5/block: (2) No such file or directory 2023-12-03T11:35:39.134 INFO:teuthology.orchestra.run.smithi057.stderr:2023-12-03T11:35:39.126+0000 7f3f76a93640 -1 bluestore(/var/lib/ceph/osd/ceph-5/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-5/block: (2) No such file or directory 2023-12-03T11:35:39.134 INFO:teuthology.orchestra.run.smithi057.stderr:2023-12-03T11:35:39.126+0000 7f3f76a93640 -1 bluestore(/var/lib/ceph/osd/ceph-5) _read_fsid unparsable uuid 2023-12-03T11:35:42.169 DEBUG:teuthology.orchestra.run.smithi057:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2023-12-03T11:35:42.224 DEBUG:teuthology.orchestra.run.smithi057:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 6 --monmap /home/ubuntu/cephtest/ceph.monmap 2023-12-03T11:35:42.309 INFO:teuthology.orchestra.run.smithi057.stderr:2023-12-03T11:35:42.302+0000 7fe4ab8dc640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-6/keyring: can't open /var/lib/ceph/osd/ceph-6/keyring: (2) No such file or directory 2023-12-03T11:35:42.310 INFO:teuthology.orchestra.run.smithi057.stderr:2023-12-03T11:35:42.302+0000 7fe4ab8dc640 -1 created new key in keyring /var/lib/ceph/osd/ceph-6/keyring 2023-12-03T11:35:42.311 INFO:teuthology.orchestra.run.smithi057.stderr:2023-12-03T11:35:42.302+0000 7fe4ab8dc640 -1 bluestore(/var/lib/ceph/osd/ceph-6/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-6/block: (2) No such file or directory 2023-12-03T11:35:42.311 INFO:teuthology.orchestra.run.smithi057.stderr:2023-12-03T11:35:42.302+0000 7fe4ab8dc640 -1 bluestore(/var/lib/ceph/osd/ceph-6/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-6/block: (2) No such file or directory 2023-12-03T11:35:42.311 INFO:teuthology.orchestra.run.smithi057.stderr:2023-12-03T11:35:42.302+0000 7fe4ab8dc640 -1 bluestore(/var/lib/ceph/osd/ceph-6/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-6/block: (2) No such file or directory 2023-12-03T11:35:42.311 INFO:teuthology.orchestra.run.smithi057.stderr:2023-12-03T11:35:42.306+0000 7fe4ab8dc640 -1 bluestore(/var/lib/ceph/osd/ceph-6) _read_fsid unparsable uuid 2023-12-03T11:35:45.339 DEBUG:teuthology.orchestra.run.smithi057:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2023-12-03T11:35:45.393 DEBUG:teuthology.orchestra.run.smithi057:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 7 --monmap /home/ubuntu/cephtest/ceph.monmap 2023-12-03T11:35:45.476 INFO:teuthology.orchestra.run.smithi057.stderr:2023-12-03T11:35:45.470+0000 7f07fa4c0640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-7/keyring: can't open /var/lib/ceph/osd/ceph-7/keyring: (2) No such file or directory 2023-12-03T11:35:45.477 INFO:teuthology.orchestra.run.smithi057.stderr:2023-12-03T11:35:45.470+0000 7f07fa4c0640 -1 created new key in keyring /var/lib/ceph/osd/ceph-7/keyring 2023-12-03T11:35:45.477 INFO:teuthology.orchestra.run.smithi057.stderr:2023-12-03T11:35:45.470+0000 7f07fa4c0640 -1 bluestore(/var/lib/ceph/osd/ceph-7/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-7/block: (2) No such file or directory 2023-12-03T11:35:45.477 INFO:teuthology.orchestra.run.smithi057.stderr:2023-12-03T11:35:45.470+0000 7f07fa4c0640 -1 bluestore(/var/lib/ceph/osd/ceph-7/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-7/block: (2) No such file or directory 2023-12-03T11:35:45.477 INFO:teuthology.orchestra.run.smithi057.stderr:2023-12-03T11:35:45.470+0000 7f07fa4c0640 -1 bluestore(/var/lib/ceph/osd/ceph-7/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-7/block: (2) No such file or directory 2023-12-03T11:35:45.478 INFO:teuthology.orchestra.run.smithi057.stderr:2023-12-03T11:35:45.470+0000 7f07fa4c0640 -1 bluestore(/var/lib/ceph/osd/ceph-7) _read_fsid unparsable uuid 2023-12-03T11:35:48.524 DEBUG:teuthology.orchestra.run.smithi057:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2023-12-03T11:35:48.580 INFO:tasks.ceph:Reading keys from all nodes... 2023-12-03T11:35:48.580 DEBUG:teuthology.orchestra.run.smithi019:> set -ex 2023-12-03T11:35:48.581 DEBUG:teuthology.orchestra.run.smithi019:> sudo dd if=/var/lib/ceph/mgr/ceph-y/keyring of=/dev/stdout 2023-12-03T11:35:48.596 DEBUG:teuthology.orchestra.run.smithi019:> set -ex 2023-12-03T11:35:48.596 DEBUG:teuthology.orchestra.run.smithi019:> sudo dd if=/var/lib/ceph/osd/ceph-0/keyring of=/dev/stdout 2023-12-03T11:35:48.652 DEBUG:teuthology.orchestra.run.smithi019:> set -ex 2023-12-03T11:35:48.652 DEBUG:teuthology.orchestra.run.smithi019:> sudo dd if=/var/lib/ceph/osd/ceph-1/keyring of=/dev/stdout 2023-12-03T11:35:48.708 DEBUG:teuthology.orchestra.run.smithi019:> set -ex 2023-12-03T11:35:48.708 DEBUG:teuthology.orchestra.run.smithi019:> sudo dd if=/var/lib/ceph/osd/ceph-2/keyring of=/dev/stdout 2023-12-03T11:35:48.764 DEBUG:teuthology.orchestra.run.smithi019:> set -ex 2023-12-03T11:35:48.765 DEBUG:teuthology.orchestra.run.smithi019:> sudo dd if=/var/lib/ceph/osd/ceph-3/keyring of=/dev/stdout 2023-12-03T11:35:48.820 DEBUG:teuthology.orchestra.run.smithi057:> set -ex 2023-12-03T11:35:48.820 DEBUG:teuthology.orchestra.run.smithi057:> sudo dd if=/var/lib/ceph/mgr/ceph-x/keyring of=/dev/stdout 2023-12-03T11:35:48.835 DEBUG:teuthology.orchestra.run.smithi057:> set -ex 2023-12-03T11:35:48.835 DEBUG:teuthology.orchestra.run.smithi057:> sudo dd if=/var/lib/ceph/osd/ceph-4/keyring of=/dev/stdout 2023-12-03T11:35:48.888 DEBUG:teuthology.orchestra.run.smithi057:> set -ex 2023-12-03T11:35:48.888 DEBUG:teuthology.orchestra.run.smithi057:> sudo dd if=/var/lib/ceph/osd/ceph-5/keyring of=/dev/stdout 2023-12-03T11:35:48.944 DEBUG:teuthology.orchestra.run.smithi057:> set -ex 2023-12-03T11:35:48.944 DEBUG:teuthology.orchestra.run.smithi057:> sudo dd if=/var/lib/ceph/osd/ceph-6/keyring of=/dev/stdout 2023-12-03T11:35:48.999 DEBUG:teuthology.orchestra.run.smithi057:> set -ex 2023-12-03T11:35:48.999 DEBUG:teuthology.orchestra.run.smithi057:> sudo dd if=/var/lib/ceph/osd/ceph-7/keyring of=/dev/stdout 2023-12-03T11:35:49.055 DEBUG:teuthology.orchestra.run.smithi019:> set -ex 2023-12-03T11:35:49.055 DEBUG:teuthology.orchestra.run.smithi019:> dd if=/etc/ceph/ceph.client.0.keyring of=/dev/stdout 2023-12-03T11:35:49.061 DEBUG:teuthology.orchestra.run.smithi057:> set -ex 2023-12-03T11:35:49.061 DEBUG:teuthology.orchestra.run.smithi057:> dd if=/etc/ceph/ceph.client.1.keyring of=/dev/stdout 2023-12-03T11:35:49.104 INFO:tasks.ceph:Adding keys to all mons... 2023-12-03T11:35:49.104 DEBUG:teuthology.orchestra.run.smithi019:> sudo tee -a /etc/ceph/ceph.keyring 2023-12-03T11:35:49.106 DEBUG:teuthology.orchestra.run.smithi057:> sudo tee -a /etc/ceph/ceph.keyring 2023-12-03T11:35:49.150 INFO:teuthology.orchestra.run.smithi019.stdout:[mgr.y] 2023-12-03T11:35:49.150 INFO:teuthology.orchestra.run.smithi019.stdout: key = AQDyZ2xlU/LjBBAAj4ZZTnZS8BApL9nA2JYJdw== 2023-12-03T11:35:49.150 INFO:teuthology.orchestra.run.smithi019.stdout:[osd.0] 2023-12-03T11:35:49.150 INFO:teuthology.orchestra.run.smithi019.stdout: key = AQD1Z2xlzl42CRAAh6EZTLeG76f8EEuc56PBgw== 2023-12-03T11:35:49.150 INFO:teuthology.orchestra.run.smithi019.stdout:[osd.1] 2023-12-03T11:35:49.150 INFO:teuthology.orchestra.run.smithi019.stdout: key = AQD4Z2xlt2AKERAAZAjA2QBr0FfA/lo1ETLrFQ== 2023-12-03T11:35:49.150 INFO:teuthology.orchestra.run.smithi019.stdout:[osd.2] 2023-12-03T11:35:49.150 INFO:teuthology.orchestra.run.smithi019.stdout: key = AQD7Z2xl4bLoGRAAcRK7QLihrcpSeG15s+OeJw== 2023-12-03T11:35:49.150 INFO:teuthology.orchestra.run.smithi019.stdout:[osd.3] 2023-12-03T11:35:49.151 INFO:teuthology.orchestra.run.smithi019.stdout: key = AQD+Z2xlwp1JIxAAYlRUdjau1evRyrhqLqkHSA== 2023-12-03T11:35:49.151 INFO:teuthology.orchestra.run.smithi019.stdout:[mgr.x] 2023-12-03T11:35:49.151 INFO:teuthology.orchestra.run.smithi019.stdout: key = AQDyZ2xlsYdtBxAAoP/zkodRDWg7e3ctT4jAnA== 2023-12-03T11:35:49.151 INFO:teuthology.orchestra.run.smithi019.stdout:[osd.4] 2023-12-03T11:35:49.151 INFO:teuthology.orchestra.run.smithi019.stdout: key = AQAIaGxlP8keABAA5AxLvgG8VkURKy5jZwDSSw== 2023-12-03T11:35:49.151 INFO:teuthology.orchestra.run.smithi019.stdout:[osd.5] 2023-12-03T11:35:49.151 INFO:teuthology.orchestra.run.smithi019.stdout: key = AQALaGxlR0/HBxAA2eVAfPD7KiQjVLqiSmycTQ== 2023-12-03T11:35:49.151 INFO:teuthology.orchestra.run.smithi019.stdout:[osd.6] 2023-12-03T11:35:49.151 INFO:teuthology.orchestra.run.smithi019.stdout: key = AQAOaGxlCcZdEhAAvIy8KdYqqm4b55B3D5sxXg== 2023-12-03T11:35:49.151 INFO:teuthology.orchestra.run.smithi019.stdout:[osd.7] 2023-12-03T11:35:49.151 INFO:teuthology.orchestra.run.smithi019.stdout: key = AQARaGxlCBxLHBAAiMKGsvAA24JcpjrZzdnOZA== 2023-12-03T11:35:49.151 INFO:teuthology.orchestra.run.smithi019.stdout:[client.0] 2023-12-03T11:35:49.151 INFO:teuthology.orchestra.run.smithi019.stdout: key = AQDyZ2xluLPrChAAX1u+MtnuF1/unjjtgTYq+g== 2023-12-03T11:35:49.151 INFO:teuthology.orchestra.run.smithi019.stdout:[client.1] 2023-12-03T11:35:49.151 INFO:teuthology.orchestra.run.smithi019.stdout: key = AQDyZ2xlr9egDRAA23U9YFkPiPgnIr7USxjReA== 2023-12-03T11:35:49.158 INFO:teuthology.orchestra.run.smithi057.stdout:[mgr.y] 2023-12-03T11:35:49.158 INFO:teuthology.orchestra.run.smithi057.stdout: key = AQDyZ2xlU/LjBBAAj4ZZTnZS8BApL9nA2JYJdw== 2023-12-03T11:35:49.158 INFO:teuthology.orchestra.run.smithi057.stdout:[osd.0] 2023-12-03T11:35:49.158 INFO:teuthology.orchestra.run.smithi057.stdout: key = AQD1Z2xlzl42CRAAh6EZTLeG76f8EEuc56PBgw== 2023-12-03T11:35:49.159 INFO:teuthology.orchestra.run.smithi057.stdout:[osd.1] 2023-12-03T11:35:49.159 INFO:teuthology.orchestra.run.smithi057.stdout: key = AQD4Z2xlt2AKERAAZAjA2QBr0FfA/lo1ETLrFQ== 2023-12-03T11:35:49.159 INFO:teuthology.orchestra.run.smithi057.stdout:[osd.2] 2023-12-03T11:35:49.159 INFO:teuthology.orchestra.run.smithi057.stdout: key = AQD7Z2xl4bLoGRAAcRK7QLihrcpSeG15s+OeJw== 2023-12-03T11:35:49.159 INFO:teuthology.orchestra.run.smithi057.stdout:[osd.3] 2023-12-03T11:35:49.159 INFO:teuthology.orchestra.run.smithi057.stdout: key = AQD+Z2xlwp1JIxAAYlRUdjau1evRyrhqLqkHSA== 2023-12-03T11:35:49.159 INFO:teuthology.orchestra.run.smithi057.stdout:[mgr.x] 2023-12-03T11:35:49.159 INFO:teuthology.orchestra.run.smithi057.stdout: key = AQDyZ2xlsYdtBxAAoP/zkodRDWg7e3ctT4jAnA== 2023-12-03T11:35:49.159 INFO:teuthology.orchestra.run.smithi057.stdout:[osd.4] 2023-12-03T11:35:49.159 INFO:teuthology.orchestra.run.smithi057.stdout: key = AQAIaGxlP8keABAA5AxLvgG8VkURKy5jZwDSSw== 2023-12-03T11:35:49.159 INFO:teuthology.orchestra.run.smithi057.stdout:[osd.5] 2023-12-03T11:35:49.159 INFO:teuthology.orchestra.run.smithi057.stdout: key = AQALaGxlR0/HBxAA2eVAfPD7KiQjVLqiSmycTQ== 2023-12-03T11:35:49.159 INFO:teuthology.orchestra.run.smithi057.stdout:[osd.6] 2023-12-03T11:35:49.159 INFO:teuthology.orchestra.run.smithi057.stdout: key = AQAOaGxlCcZdEhAAvIy8KdYqqm4b55B3D5sxXg== 2023-12-03T11:35:49.160 INFO:teuthology.orchestra.run.smithi057.stdout:[osd.7] 2023-12-03T11:35:49.160 INFO:teuthology.orchestra.run.smithi057.stdout: key = AQARaGxlCBxLHBAAiMKGsvAA24JcpjrZzdnOZA== 2023-12-03T11:35:49.160 INFO:teuthology.orchestra.run.smithi057.stdout:[client.0] 2023-12-03T11:35:49.160 INFO:teuthology.orchestra.run.smithi057.stdout: key = AQDyZ2xluLPrChAAX1u+MtnuF1/unjjtgTYq+g== 2023-12-03T11:35:49.160 INFO:teuthology.orchestra.run.smithi057.stdout:[client.1] 2023-12-03T11:35:49.160 INFO:teuthology.orchestra.run.smithi057.stdout: key = AQDyZ2xlr9egDRAA23U9YFkPiPgnIr7USxjReA== 2023-12-03T11:35:49.161 DEBUG:teuthology.orchestra.run.smithi019:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.y --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2023-12-03T11:35:49.197 DEBUG:teuthology.orchestra.run.smithi057:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.y --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2023-12-03T11:35:49.250 DEBUG:teuthology.orchestra.run.smithi019:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.0 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-12-03T11:35:49.253 DEBUG:teuthology.orchestra.run.smithi057:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.0 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-12-03T11:35:49.296 DEBUG:teuthology.orchestra.run.smithi019:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.1 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-12-03T11:35:49.337 DEBUG:teuthology.orchestra.run.smithi057:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.1 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-12-03T11:35:49.385 DEBUG:teuthology.orchestra.run.smithi019:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.2 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-12-03T11:35:49.387 DEBUG:teuthology.orchestra.run.smithi057:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.2 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-12-03T11:35:49.429 DEBUG:teuthology.orchestra.run.smithi019:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.3 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-12-03T11:35:49.469 DEBUG:teuthology.orchestra.run.smithi057:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.3 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-12-03T11:35:49.518 DEBUG:teuthology.orchestra.run.smithi019:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.x --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2023-12-03T11:35:49.549 DEBUG:teuthology.orchestra.run.smithi057:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.x --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2023-12-03T11:35:49.592 DEBUG:teuthology.orchestra.run.smithi019:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.4 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-12-03T11:35:49.629 DEBUG:teuthology.orchestra.run.smithi057:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.4 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-12-03T11:35:49.679 DEBUG:teuthology.orchestra.run.smithi019:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.5 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-12-03T11:35:49.709 DEBUG:teuthology.orchestra.run.smithi057:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.5 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-12-03T11:35:49.760 DEBUG:teuthology.orchestra.run.smithi019:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.6 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-12-03T11:35:49.793 DEBUG:teuthology.orchestra.run.smithi057:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.6 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-12-03T11:35:49.847 DEBUG:teuthology.orchestra.run.smithi019:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.7 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-12-03T11:35:49.877 DEBUG:teuthology.orchestra.run.smithi057:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.7 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-12-03T11:35:49.937 DEBUG:teuthology.orchestra.run.smithi019:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.0 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2023-12-03T11:35:49.961 DEBUG:teuthology.orchestra.run.smithi057:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.0 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2023-12-03T11:35:50.005 DEBUG:teuthology.orchestra.run.smithi019:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.1 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2023-12-03T11:35:50.045 DEBUG:teuthology.orchestra.run.smithi057:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.1 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2023-12-03T11:35:50.096 INFO:tasks.ceph:Running mkfs on mon nodes... 2023-12-03T11:35:50.096 DEBUG:teuthology.orchestra.run.smithi019:> sudo mkdir -p /var/lib/ceph/mon/ceph-a 2023-12-03T11:35:50.139 DEBUG:teuthology.orchestra.run.smithi019:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i a --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2023-12-03T11:35:50.237 DEBUG:teuthology.orchestra.run.smithi019:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-a 2023-12-03T11:35:50.248 DEBUG:teuthology.orchestra.run.smithi019:> sudo mkdir -p /var/lib/ceph/mon/ceph-c 2023-12-03T11:35:50.303 DEBUG:teuthology.orchestra.run.smithi019:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i c --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2023-12-03T11:35:50.397 DEBUG:teuthology.orchestra.run.smithi019:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-c 2023-12-03T11:35:50.407 DEBUG:teuthology.orchestra.run.smithi057:> sudo mkdir -p /var/lib/ceph/mon/ceph-b 2023-12-03T11:35:50.422 DEBUG:teuthology.orchestra.run.smithi057:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i b --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2023-12-03T11:35:50.543 DEBUG:teuthology.orchestra.run.smithi057:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-b 2023-12-03T11:35:50.556 DEBUG:teuthology.orchestra.run.smithi019:> rm -- /home/ubuntu/cephtest/ceph.monmap 2023-12-03T11:35:50.558 DEBUG:teuthology.orchestra.run.smithi057:> rm -- /home/ubuntu/cephtest/ceph.monmap 2023-12-03T11:35:50.603 INFO:tasks.ceph:Starting mon daemons in cluster ceph... 2023-12-03T11:35:50.603 INFO:tasks.ceph.mon.a:Restarting daemon 2023-12-03T11:35:50.604 DEBUG:teuthology.orchestra.run.smithi019:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i a 2023-12-03T11:35:50.606 INFO:tasks.ceph.mon.a:Started 2023-12-03T11:35:50.606 INFO:tasks.ceph.mon.c:Restarting daemon 2023-12-03T11:35:50.606 DEBUG:teuthology.orchestra.run.smithi019:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i c 2023-12-03T11:35:50.608 INFO:tasks.ceph.mon.c:Started 2023-12-03T11:35:50.608 INFO:tasks.ceph.mon.b:Restarting daemon 2023-12-03T11:35:50.608 DEBUG:teuthology.orchestra.run.smithi057:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i b 2023-12-03T11:35:50.649 INFO:tasks.ceph.mon.b:Started 2023-12-03T11:35:50.649 INFO:tasks.ceph:Starting mgr daemons in cluster ceph... 2023-12-03T11:35:50.649 INFO:tasks.ceph.mgr.y:Restarting daemon 2023-12-03T11:35:50.649 DEBUG:teuthology.orchestra.run.smithi019:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster ceph -i y 2023-12-03T11:35:50.651 INFO:tasks.ceph.mgr.y:Started 2023-12-03T11:35:50.652 INFO:tasks.ceph.mgr.x:Restarting daemon 2023-12-03T11:35:50.652 DEBUG:teuthology.orchestra.run.smithi057:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster ceph -i x 2023-12-03T11:35:50.654 INFO:tasks.ceph.mgr.x:Started 2023-12-03T11:35:50.654 INFO:tasks.ceph:Setting crush tunables to default 2023-12-03T11:35:50.655 DEBUG:teuthology.orchestra.run.smithi019:> sudo ceph --cluster ceph osd crush tunables default 2023-12-03T11:35:56.329 INFO:tasks.ceph.mgr.y.smithi019.stderr:2023-12-03T11:35:56.325+0000 7fb87b06d180 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2023-12-03T11:35:56.343 INFO:tasks.ceph.mgr.x.smithi057.stderr:2023-12-03T11:35:56.334+0000 7f803884b180 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2023-12-03T11:35:56.861 INFO:tasks.ceph.mgr.y.smithi019.stderr:2023-12-03T11:35:56.857+0000 7fb87b06d180 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2023-12-03T11:35:56.889 INFO:teuthology.orchestra.run.smithi019.stderr:adjusted tunables profile to default 2023-12-03T11:35:56.889 INFO:tasks.ceph:check_enable_crimson: False 2023-12-03T11:35:56.889 INFO:tasks.ceph:Starting osd daemons in cluster ceph... 2023-12-03T11:35:56.890 DEBUG:teuthology.orchestra.run.smithi019:> set -ex 2023-12-03T11:35:56.890 DEBUG:teuthology.orchestra.run.smithi019:> sudo dd if=/var/lib/ceph/osd/ceph-0/fsid of=/dev/stdout 2023-12-03T11:35:56.903 DEBUG:teuthology.orchestra.run.smithi019:> set -ex 2023-12-03T11:35:56.903 DEBUG:teuthology.orchestra.run.smithi019:> sudo dd if=/var/lib/ceph/osd/ceph-1/fsid of=/dev/stdout 2023-12-03T11:35:56.909 INFO:tasks.ceph.mgr.x.smithi057.stderr:2023-12-03T11:35:56.902+0000 7f803884b180 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2023-12-03T11:35:56.961 DEBUG:teuthology.orchestra.run.smithi019:> set -ex 2023-12-03T11:35:56.961 DEBUG:teuthology.orchestra.run.smithi019:> sudo dd if=/var/lib/ceph/osd/ceph-2/fsid of=/dev/stdout 2023-12-03T11:35:57.016 DEBUG:teuthology.orchestra.run.smithi019:> set -ex 2023-12-03T11:35:57.017 DEBUG:teuthology.orchestra.run.smithi019:> sudo dd if=/var/lib/ceph/osd/ceph-3/fsid of=/dev/stdout 2023-12-03T11:35:57.048 INFO:tasks.ceph.mgr.y.smithi019.stderr:2023-12-03T11:35:57.045+0000 7fb87b06d180 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2023-12-03T11:35:57.061 DEBUG:teuthology.orchestra.run.smithi057:> set -ex 2023-12-03T11:35:57.061 DEBUG:teuthology.orchestra.run.smithi057:> sudo dd if=/var/lib/ceph/osd/ceph-4/fsid of=/dev/stdout 2023-12-03T11:35:57.075 DEBUG:teuthology.orchestra.run.smithi057:> set -ex 2023-12-03T11:35:57.075 DEBUG:teuthology.orchestra.run.smithi057:> sudo dd if=/var/lib/ceph/osd/ceph-5/fsid of=/dev/stdout 2023-12-03T11:35:57.100 INFO:tasks.ceph.mgr.x.smithi057.stderr:2023-12-03T11:35:57.094+0000 7f803884b180 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2023-12-03T11:35:57.112 DEBUG:teuthology.orchestra.run.smithi057:> set -ex 2023-12-03T11:35:57.112 DEBUG:teuthology.orchestra.run.smithi057:> sudo dd if=/var/lib/ceph/osd/ceph-6/fsid of=/dev/stdout 2023-12-03T11:35:57.168 DEBUG:teuthology.orchestra.run.smithi057:> set -ex 2023-12-03T11:35:57.168 DEBUG:teuthology.orchestra.run.smithi057:> sudo dd if=/var/lib/ceph/osd/ceph-7/fsid of=/dev/stdout 2023-12-03T11:35:57.223 DEBUG:teuthology.orchestra.run.smithi057:> sudo ceph --cluster ceph osd new cebf1af8-0552-4ded-9711-691de985c803 0 2023-12-03T11:35:57.484 INFO:teuthology.orchestra.run.smithi057.stdout:0 2023-12-03T11:35:57.501 DEBUG:teuthology.orchestra.run.smithi057:> sudo ceph --cluster ceph osd new 8b5ef6be-9910-4906-a55f-4e766e0356f8 1 2023-12-03T11:35:57.640 INFO:tasks.ceph.mgr.y.smithi019.stderr:2023-12-03T11:35:57.633+0000 7fb87b06d180 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2023-12-03T11:35:57.692 INFO:tasks.ceph.mgr.x.smithi057.stderr:2023-12-03T11:35:57.686+0000 7f803884b180 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2023-12-03T11:35:57.695 INFO:tasks.ceph.mgr.y.smithi019.stderr:2023-12-03T11:35:57.693+0000 7fb87b06d180 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2023-12-03T11:35:57.702 INFO:teuthology.orchestra.run.smithi057.stdout:1 2023-12-03T11:35:57.719 DEBUG:teuthology.orchestra.run.smithi057:> sudo ceph --cluster ceph osd new ec02a097-f425-40fe-a547-7353b7e62506 2 2023-12-03T11:35:57.751 INFO:tasks.ceph.mgr.x.smithi057.stderr:2023-12-03T11:35:57.742+0000 7f803884b180 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2023-12-03T11:35:57.751 INFO:tasks.ceph.mgr.y.smithi019.stderr:2023-12-03T11:35:57.745+0000 7fb87b06d180 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2023-12-03T11:35:57.807 INFO:tasks.ceph.mgr.x.smithi057.stderr:2023-12-03T11:35:57.798+0000 7f803884b180 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2023-12-03T11:35:57.831 INFO:tasks.ceph.mgr.y.smithi019.stderr:2023-12-03T11:35:57.825+0000 7fb87b06d180 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2023-12-03T11:35:57.886 INFO:tasks.ceph.mgr.y.smithi019.stderr:2023-12-03T11:35:57.881+0000 7fb87b06d180 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2023-12-03T11:35:57.904 INFO:tasks.ceph.mgr.x.smithi057.stderr:2023-12-03T11:35:57.898+0000 7f803884b180 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2023-12-03T11:35:57.932 INFO:teuthology.orchestra.run.smithi057.stdout:2 2023-12-03T11:35:57.949 DEBUG:teuthology.orchestra.run.smithi057:> sudo ceph --cluster ceph osd new 3ce42350-bde5-4a86-bb8d-e932ad4dbdc8 3 2023-12-03T11:35:57.961 INFO:tasks.ceph.mgr.x.smithi057.stderr:2023-12-03T11:35:57.954+0000 7f803884b180 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2023-12-03T11:35:57.967 INFO:tasks.ceph.mgr.y.smithi019.stderr:2023-12-03T11:35:57.961+0000 7fb87b06d180 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2023-12-03T11:35:58.021 INFO:tasks.ceph.mgr.y.smithi019.stderr:2023-12-03T11:35:58.017+0000 7fb87b06d180 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2023-12-03T11:35:58.044 INFO:tasks.ceph.mgr.x.smithi057.stderr:2023-12-03T11:35:58.038+0000 7f803884b180 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2023-12-03T11:35:58.100 INFO:tasks.ceph.mgr.x.smithi057.stderr:2023-12-03T11:35:58.094+0000 7f803884b180 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2023-12-03T11:35:58.158 INFO:teuthology.orchestra.run.smithi057.stdout:3 2023-12-03T11:35:58.169 INFO:tasks.ceph.mgr.y.smithi019.stderr:2023-12-03T11:35:58.165+0000 7fb87b06d180 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2023-12-03T11:35:58.174 DEBUG:teuthology.orchestra.run.smithi057:> sudo ceph --cluster ceph osd new ad6e5045-f454-4c53-b7b1-6cbfd2439073 4 2023-12-03T11:35:58.231 INFO:tasks.ceph.mgr.y.smithi019.stderr:2023-12-03T11:35:58.225+0000 7fb87b06d180 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2023-12-03T11:35:58.250 INFO:tasks.ceph.mgr.x.smithi057.stderr:2023-12-03T11:35:58.242+0000 7f803884b180 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2023-12-03T11:35:58.314 INFO:tasks.ceph.mgr.x.smithi057.stderr:2023-12-03T11:35:58.306+0000 7f803884b180 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2023-12-03T11:35:58.380 INFO:teuthology.orchestra.run.smithi057.stdout:4 2023-12-03T11:35:58.397 DEBUG:teuthology.orchestra.run.smithi057:> sudo ceph --cluster ceph osd new 6a555e7d-1c9b-4996-8202-eb83530abf91 5 2023-12-03T11:35:58.633 INFO:teuthology.orchestra.run.smithi057.stdout:5 2023-12-03T11:35:58.652 DEBUG:teuthology.orchestra.run.smithi057:> sudo ceph --cluster ceph osd new f5ebe6d7-ea48-4330-af78-d6b62cb03ad3 6 2023-12-03T11:35:58.833 INFO:tasks.ceph.mgr.y.smithi019.stderr:/usr/lib/python3/dist-packages/scipy/__init__.py:67: UserWarning: NumPy was imported from a Python sub-interpreter but NumPy does not properly support sub-interpreters. This will likely work for most users but might cause hard to track down issues or subtle bugs. A common user of the rare sub-interpreter feature is wsgi which also allows single-interpreter mode. 2023-12-03T11:35:58.833 INFO:tasks.ceph.mgr.y.smithi019.stderr:Improvements in the case of bugs are welcome, but is not on the NumPy roadmap, and full support may require significant effort to achieve. 2023-12-03T11:35:58.833 INFO:tasks.ceph.mgr.y.smithi019.stderr: from numpy import show_config as show_numpy_config 2023-12-03T11:35:58.842 INFO:teuthology.orchestra.run.smithi057.stdout:6 2023-12-03T11:35:58.859 DEBUG:teuthology.orchestra.run.smithi057:> sudo ceph --cluster ceph osd new fceb7c44-90cc-451b-8028-2d2d1507dd5b 7 2023-12-03T11:35:58.900 INFO:tasks.ceph.mgr.x.smithi057.stderr:/usr/lib/python3/dist-packages/scipy/__init__.py:67: UserWarning: NumPy was imported from a Python sub-interpreter but NumPy does not properly support sub-interpreters. This will likely work for most users but might cause hard to track down issues or subtle bugs. A common user of the rare sub-interpreter feature is wsgi which also allows single-interpreter mode. 2023-12-03T11:35:58.900 INFO:tasks.ceph.mgr.x.smithi057.stderr:Improvements in the case of bugs are welcome, but is not on the NumPy roadmap, and full support may require significant effort to achieve. 2023-12-03T11:35:58.900 INFO:tasks.ceph.mgr.x.smithi057.stderr: from numpy import show_config as show_numpy_config 2023-12-03T11:35:58.937 INFO:tasks.ceph.mgr.y.smithi019.stderr:2023-12-03T11:35:58.933+0000 7fb87b06d180 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2023-12-03T11:35:58.953 INFO:tasks.ceph.mgr.x.smithi057.stderr:2023-12-03T11:35:58.946+0000 7f803884b180 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2023-12-03T11:35:59.067 INFO:teuthology.orchestra.run.smithi057.stdout:7 2023-12-03T11:35:59.083 INFO:tasks.ceph.osd.0:Restarting daemon 2023-12-03T11:35:59.084 DEBUG:teuthology.orchestra.run.smithi019:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 0 2023-12-03T11:35:59.086 INFO:tasks.ceph.osd.0:Started 2023-12-03T11:35:59.086 INFO:tasks.ceph.osd.1:Restarting daemon 2023-12-03T11:35:59.086 DEBUG:teuthology.orchestra.run.smithi019:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 1 2023-12-03T11:35:59.088 INFO:tasks.ceph.osd.1:Started 2023-12-03T11:35:59.089 INFO:tasks.ceph.osd.2:Restarting daemon 2023-12-03T11:35:59.089 DEBUG:teuthology.orchestra.run.smithi019:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 2 2023-12-03T11:35:59.091 INFO:tasks.ceph.osd.2:Started 2023-12-03T11:35:59.091 INFO:tasks.ceph.osd.3:Restarting daemon 2023-12-03T11:35:59.091 DEBUG:teuthology.orchestra.run.smithi019:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 3 2023-12-03T11:35:59.093 INFO:tasks.ceph.osd.3:Started 2023-12-03T11:35:59.094 INFO:tasks.ceph.osd.4:Restarting daemon 2023-12-03T11:35:59.094 DEBUG:teuthology.orchestra.run.smithi057:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 4 2023-12-03T11:35:59.116 INFO:tasks.ceph.mgr.x.smithi057.stderr:2023-12-03T11:35:59.110+0000 7f803884b180 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2023-12-03T11:35:59.118 INFO:tasks.ceph.osd.4:Started 2023-12-03T11:35:59.118 INFO:tasks.ceph.osd.5:Restarting daemon 2023-12-03T11:35:59.118 DEBUG:teuthology.orchestra.run.smithi057:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 5 2023-12-03T11:35:59.120 INFO:tasks.ceph.osd.5:Started 2023-12-03T11:35:59.120 INFO:tasks.ceph.osd.6:Restarting daemon 2023-12-03T11:35:59.121 DEBUG:teuthology.orchestra.run.smithi057:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 6 2023-12-03T11:35:59.122 INFO:tasks.ceph.osd.6:Started 2023-12-03T11:35:59.122 INFO:tasks.ceph.osd.7:Restarting daemon 2023-12-03T11:35:59.123 DEBUG:teuthology.orchestra.run.smithi057:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 7 2023-12-03T11:35:59.124 INFO:tasks.ceph.mgr.y.smithi019.stderr:2023-12-03T11:35:59.121+0000 7fb87b06d180 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2023-12-03T11:35:59.124 INFO:tasks.ceph.osd.7:Started 2023-12-03T11:35:59.125 DEBUG:teuthology.orchestra.run.smithi019:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-12-03T11:35:59.298 INFO:tasks.ceph.mgr.x.smithi057.stderr:2023-12-03T11:35:59.290+0000 7f803884b180 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2023-12-03T11:35:59.336 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:35:59.337 INFO:teuthology.orchestra.run.smithi019.stdout:{"epoch":10,"fsid":"ae33780b-1c64-42c6-818c-b1dc720ff6a2","created":"2023-12-03T11:35:56.026618+0000","modified":"2023-12-03T11:35:59.063785+0000","last_up_change":"0.000000","last_in_change":"2023-12-03T11:35:59.063785+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":2,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"cebf1af8-0552-4ded-9711-691de985c803","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"8b5ef6be-9910-4906-a55f-4e766e0356f8","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"ec02a097-f425-40fe-a547-7353b7e62506","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"3ce42350-bde5-4a86-bb8d-e932ad4dbdc8","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"ad6e5045-f454-4c53-b7b1-6cbfd2439073","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"6a555e7d-1c9b-4996-8202-eb83530abf91","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"f5ebe6d7-ea48-4330-af78-d6b62cb03ad3","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"fceb7c44-90cc-451b-8028-2d2d1507dd5b","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-12-03T11:35:59.341 INFO:tasks.ceph.mgr.y.smithi019.stderr:2023-12-03T11:35:59.337+0000 7fb87b06d180 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2023-12-03T11:35:59.354 INFO:tasks.ceph.ceph_manager.ceph:[] 2023-12-03T11:35:59.354 INFO:tasks.ceph:Waiting for OSDs to come up 2023-12-03T11:35:59.363 INFO:tasks.ceph.mgr.x.smithi057.stderr:2023-12-03T11:35:59.354+0000 7f803884b180 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2023-12-03T11:35:59.419 INFO:tasks.ceph.mgr.y.smithi019.stderr:2023-12-03T11:35:59.413+0000 7fb87b06d180 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2023-12-03T11:35:59.493 INFO:tasks.ceph.mgr.x.smithi057.stderr:2023-12-03T11:35:59.486+0000 7f803884b180 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2023-12-03T11:35:59.558 INFO:tasks.ceph.mgr.y.smithi019.stderr:2023-12-03T11:35:59.553+0000 7fb87b06d180 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2023-12-03T11:35:59.709 INFO:tasks.ceph.osd.3.smithi019.stderr:2023-12-03T11:35:59.705+0000 7f7f4a645640 -1 Falling back to public interface 2023-12-03T11:35:59.724 INFO:tasks.ceph.osd.0.smithi019.stderr:2023-12-03T11:35:59.721+0000 7f69218ef640 -1 Falling back to public interface 2023-12-03T11:35:59.725 INFO:tasks.ceph.osd.1.smithi019.stderr:2023-12-03T11:35:59.721+0000 7f60aab47640 -1 Falling back to public interface 2023-12-03T11:35:59.740 INFO:tasks.ceph.osd.2.smithi019.stderr:2023-12-03T11:35:59.737+0000 7f8d9a4fc640 -1 Falling back to public interface 2023-12-03T11:35:59.741 INFO:tasks.ceph.osd.7.smithi057.stderr:2023-12-03T11:35:59.734+0000 7fc60aa4c640 -1 Falling back to public interface 2023-12-03T11:35:59.744 INFO:tasks.ceph.osd.5.smithi057.stderr:2023-12-03T11:35:59.738+0000 7f6ec8e54640 -1 Falling back to public interface 2023-12-03T11:35:59.756 INFO:tasks.ceph.osd.6.smithi057.stderr:2023-12-03T11:35:59.750+0000 7fd314fac640 -1 Falling back to public interface 2023-12-03T11:35:59.772 INFO:tasks.ceph.osd.4.smithi057.stderr:2023-12-03T11:35:59.766+0000 7f0fb59c8640 -1 Falling back to public interface 2023-12-03T11:36:00.117 INFO:tasks.ceph.mgr.x.smithi057.stderr:2023-12-03T11:36:00.110+0000 7f803884b180 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2023-12-03T11:36:00.160 DEBUG:teuthology.orchestra.run.smithi019:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2023-12-03T11:36:00.196 INFO:tasks.ceph.mgr.x.smithi057.stderr:2023-12-03T11:36:00.190+0000 7f803884b180 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2023-12-03T11:36:00.209 INFO:tasks.ceph.mgr.y.smithi019.stderr:2023-12-03T11:36:00.205+0000 7fb87b06d180 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2023-12-03T11:36:00.290 INFO:tasks.ceph.mgr.y.smithi019.stderr:2023-12-03T11:36:00.285+0000 7fb87b06d180 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2023-12-03T11:36:00.344 INFO:teuthology.misc.health.smithi019.stdout: 2023-12-03T11:36:00.344 INFO:teuthology.misc.health.smithi019.stdout:{"epoch":10,"fsid":"ae33780b-1c64-42c6-818c-b1dc720ff6a2","created":"2023-12-03T11:35:56.026618+0000","modified":"2023-12-03T11:35:59.063785+0000","last_up_change":"0.000000","last_in_change":"2023-12-03T11:35:59.063785+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":2,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"cebf1af8-0552-4ded-9711-691de985c803","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"8b5ef6be-9910-4906-a55f-4e766e0356f8","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"ec02a097-f425-40fe-a547-7353b7e62506","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"3ce42350-bde5-4a86-bb8d-e932ad4dbdc8","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"ad6e5045-f454-4c53-b7b1-6cbfd2439073","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"6a555e7d-1c9b-4996-8202-eb83530abf91","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"f5ebe6d7-ea48-4330-af78-d6b62cb03ad3","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"fceb7c44-90cc-451b-8028-2d2d1507dd5b","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-12-03T11:36:00.358 DEBUG:teuthology.misc:0 of 8 OSDs are up 2023-12-03T11:36:00.375 INFO:tasks.ceph.mgr.x.smithi057.stderr:2023-12-03T11:36:00.366+0000 7f803884b180 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2023-12-03T11:36:00.452 INFO:tasks.ceph.mgr.x.smithi057.stderr:2023-12-03T11:36:00.446+0000 7f803884b180 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2023-12-03T11:36:00.470 INFO:tasks.ceph.mgr.y.smithi019.stderr:2023-12-03T11:36:00.465+0000 7fb87b06d180 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2023-12-03T11:36:00.547 INFO:tasks.ceph.mgr.y.smithi019.stderr:2023-12-03T11:36:00.541+0000 7fb87b06d180 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2023-12-03T11:36:00.758 INFO:tasks.ceph.mgr.x.smithi057.stderr:2023-12-03T11:36:00.750+0000 7f803884b180 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2023-12-03T11:36:00.820 INFO:tasks.ceph.mgr.x.smithi057.stderr:2023-12-03T11:36:00.814+0000 7f803884b180 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2023-12-03T11:36:00.850 INFO:tasks.ceph.mgr.y.smithi019.stderr:2023-12-03T11:36:00.845+0000 7fb87b06d180 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2023-12-03T11:36:00.917 INFO:tasks.ceph.mgr.y.smithi019.stderr:2023-12-03T11:36:00.913+0000 7fb87b06d180 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2023-12-03T11:36:01.868 INFO:tasks.ceph.mgr.x.smithi057.stderr:2023-12-03T11:36:01.862+0000 7f7fe00d9640 -1 mgr.server handle_report got status from non-daemon mon.b 2023-12-03T11:36:01.869 INFO:tasks.ceph.mgr.x.smithi057.stderr:2023-12-03T11:36:01.862+0000 7f7fe00d9640 -1 mgr.server handle_report got status from non-daemon mon.c 2023-12-03T11:36:03.531 INFO:tasks.ceph.osd.3.smithi019.stderr:2023-12-03T11:36:03.525+0000 7f7f4a645640 -1 osd.3 0 log_to_monitors true 2023-12-03T11:36:03.562 INFO:tasks.ceph.osd.5.smithi057.stderr:2023-12-03T11:36:03.554+0000 7f6ec8e54640 -1 osd.5 0 log_to_monitors true 2023-12-03T11:36:03.694 INFO:tasks.ceph.osd.0.smithi019.stderr:2023-12-03T11:36:03.689+0000 7f69218ef640 -1 osd.0 0 log_to_monitors true 2023-12-03T11:36:03.710 INFO:tasks.ceph.osd.4.smithi057.stderr:2023-12-03T11:36:03.702+0000 7f0fb59c8640 -1 osd.4 0 log_to_monitors true 2023-12-03T11:36:03.711 INFO:tasks.ceph.osd.2.smithi019.stderr:2023-12-03T11:36:03.705+0000 7f8d9a4fc640 -1 osd.2 0 log_to_monitors true 2023-12-03T11:36:03.712 INFO:tasks.ceph.osd.1.smithi019.stderr:2023-12-03T11:36:03.709+0000 7f60aab47640 -1 osd.1 0 log_to_monitors true 2023-12-03T11:36:03.713 INFO:tasks.ceph.osd.6.smithi057.stderr:2023-12-03T11:36:03.706+0000 7fd314fac640 -1 osd.6 0 log_to_monitors true 2023-12-03T11:36:03.725 INFO:tasks.ceph.osd.7.smithi057.stderr:2023-12-03T11:36:03.718+0000 7fc60aa4c640 -1 osd.7 0 log_to_monitors true 2023-12-03T11:36:06.908 INFO:tasks.ceph.osd.6.smithi057.stderr:2023-12-03T11:36:06.902+0000 7fd310732640 -1 osd.6 0 waiting for initial osdmap 2023-12-03T11:36:06.930 INFO:tasks.ceph.osd.7.smithi057.stderr:2023-12-03T11:36:06.922+0000 7fc6061d2640 -1 osd.7 0 waiting for initial osdmap 2023-12-03T11:36:06.948 INFO:tasks.ceph.osd.6.smithi057.stderr:2023-12-03T11:36:06.942+0000 7fd308d7f640 -1 osd.6 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-12-03T11:36:06.964 INFO:tasks.ceph.osd.7.smithi057.stderr:2023-12-03T11:36:06.958+0000 7fc5fe81f640 -1 osd.7 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-12-03T11:36:06.989 INFO:tasks.ceph.osd.5.smithi057.stderr:2023-12-03T11:36:06.982+0000 7f6ec5e10640 -1 osd.5 0 waiting for initial osdmap 2023-12-03T11:36:06.990 INFO:tasks.ceph.osd.4.smithi057.stderr:2023-12-03T11:36:06.982+0000 7f0fb114e640 -1 osd.4 0 waiting for initial osdmap 2023-12-03T11:36:07.025 INFO:tasks.ceph.osd.5.smithi057.stderr:2023-12-03T11:36:07.018+0000 7f6ebcc27640 -1 osd.5 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-12-03T11:36:07.025 INFO:tasks.ceph.osd.4.smithi057.stderr:2023-12-03T11:36:07.018+0000 7f0fa979b640 -1 osd.4 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-12-03T11:36:07.164 DEBUG:teuthology.orchestra.run.smithi019:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2023-12-03T11:36:07.258 INFO:tasks.ceph.osd.0.smithi019.stderr:2023-12-03T11:36:07.253+0000 7f691d075640 -1 osd.0 0 waiting for initial osdmap 2023-12-03T11:36:07.292 INFO:tasks.ceph.osd.1.smithi019.stderr:2023-12-03T11:36:07.289+0000 7f60a62cd640 -1 osd.1 0 waiting for initial osdmap 2023-12-03T11:36:07.301 INFO:tasks.ceph.osd.2.smithi019.stderr:2023-12-03T11:36:07.297+0000 7f8d95c82640 -1 osd.2 0 waiting for initial osdmap 2023-12-03T11:36:07.309 INFO:tasks.ceph.osd.0.smithi019.stderr:2023-12-03T11:36:07.305+0000 7f69156c2640 -1 osd.0 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-12-03T11:36:07.311 INFO:tasks.ceph.osd.3.smithi019.stderr:2023-12-03T11:36:07.305+0000 7f7f45dcb640 -1 osd.3 0 waiting for initial osdmap 2023-12-03T11:36:07.328 INFO:tasks.ceph.osd.1.smithi019.stderr:2023-12-03T11:36:07.325+0000 7f609e91a640 -1 osd.1 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-12-03T11:36:07.336 INFO:tasks.ceph.osd.2.smithi019.stderr:2023-12-03T11:36:07.333+0000 7f8d8e2cf640 -1 osd.2 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-12-03T11:36:07.336 INFO:tasks.ceph.osd.3.smithi019.stderr:2023-12-03T11:36:07.333+0000 7f7f3e418640 -1 osd.3 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-12-03T11:36:07.482 INFO:teuthology.misc.health.smithi019.stdout: 2023-12-03T11:36:07.482 INFO:teuthology.misc.health.smithi019.stdout:{"epoch":12,"fsid":"ae33780b-1c64-42c6-818c-b1dc720ff6a2","created":"2023-12-03T11:35:56.026618+0000","modified":"2023-12-03T11:36:04.873097+0000","last_up_change":"0.000000","last_in_change":"2023-12-03T11:35:59.063785+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"cebf1af8-0552-4ded-9711-691de985c803","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"8b5ef6be-9910-4906-a55f-4e766e0356f8","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"ec02a097-f425-40fe-a547-7353b7e62506","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"3ce42350-bde5-4a86-bb8d-e932ad4dbdc8","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"ad6e5045-f454-4c53-b7b1-6cbfd2439073","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"6a555e7d-1c9b-4996-8202-eb83530abf91","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"f5ebe6d7-ea48-4330-af78-d6b62cb03ad3","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"fceb7c44-90cc-451b-8028-2d2d1507dd5b","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-12-03T11:36:07.498 DEBUG:teuthology.misc:0 of 8 OSDs are up 2023-12-03T11:36:14.304 DEBUG:teuthology.orchestra.run.smithi019:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2023-12-03T11:36:14.600 INFO:teuthology.misc.health.smithi019.stdout: 2023-12-03T11:36:14.600 INFO:teuthology.misc.health.smithi019.stdout:{"epoch":16,"fsid":"ae33780b-1c64-42c6-818c-b1dc720ff6a2","created":"2023-12-03T11:35:56.026618+0000","modified":"2023-12-03T11:36:11.300457+0000","last_up_change":"2023-12-03T11:36:07.935681+0000","last_in_change":"2023-12-03T11:35:59.063785+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-12-03T11:36:08.939089+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"cebf1af8-0552-4ded-9711-691de985c803","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6808","nonce":438722807},{"type":"v1","addr":"172.21.15.19:6809","nonce":438722807}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6811","nonce":438722807},{"type":"v1","addr":"172.21.15.19:6812","nonce":438722807}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6817","nonce":438722807},{"type":"v1","addr":"172.21.15.19:6819","nonce":438722807}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6814","nonce":438722807},{"type":"v1","addr":"172.21.15.19:6816","nonce":438722807}]},"public_addr":"172.21.15.19:6809/438722807","cluster_addr":"172.21.15.19:6812/438722807","heartbeat_back_addr":"172.21.15.19:6819/438722807","heartbeat_front_addr":"172.21.15.19:6816/438722807","state":["exists","up"]},{"osd":1,"uuid":"8b5ef6be-9910-4906-a55f-4e766e0356f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6810","nonce":916309765},{"type":"v1","addr":"172.21.15.19:6813","nonce":916309765}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6815","nonce":916309765},{"type":"v1","addr":"172.21.15.19:6818","nonce":916309765}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6822","nonce":916309765},{"type":"v1","addr":"172.21.15.19:6823","nonce":916309765}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6820","nonce":916309765},{"type":"v1","addr":"172.21.15.19:6821","nonce":916309765}]},"public_addr":"172.21.15.19:6813/916309765","cluster_addr":"172.21.15.19:6818/916309765","heartbeat_back_addr":"172.21.15.19:6823/916309765","heartbeat_front_addr":"172.21.15.19:6821/916309765","state":["exists","up"]},{"osd":2,"uuid":"ec02a097-f425-40fe-a547-7353b7e62506","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6824","nonce":3106662697},{"type":"v1","addr":"172.21.15.19:6825","nonce":3106662697}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6826","nonce":3106662697},{"type":"v1","addr":"172.21.15.19:6827","nonce":3106662697}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6830","nonce":3106662697},{"type":"v1","addr":"172.21.15.19:6831","nonce":3106662697}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6828","nonce":3106662697},{"type":"v1","addr":"172.21.15.19:6829","nonce":3106662697}]},"public_addr":"172.21.15.19:6825/3106662697","cluster_addr":"172.21.15.19:6827/3106662697","heartbeat_back_addr":"172.21.15.19:6831/3106662697","heartbeat_front_addr":"172.21.15.19:6829/3106662697","state":["exists","up"]},{"osd":3,"uuid":"3ce42350-bde5-4a86-bb8d-e932ad4dbdc8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6800","nonce":1469834966},{"type":"v1","addr":"172.21.15.19:6801","nonce":1469834966}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6802","nonce":1469834966},{"type":"v1","addr":"172.21.15.19:6803","nonce":1469834966}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6806","nonce":1469834966},{"type":"v1","addr":"172.21.15.19:6807","nonce":1469834966}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6804","nonce":1469834966},{"type":"v1","addr":"172.21.15.19:6805","nonce":1469834966}]},"public_addr":"172.21.15.19:6801/1469834966","cluster_addr":"172.21.15.19:6803/1469834966","heartbeat_back_addr":"172.21.15.19:6807/1469834966","heartbeat_front_addr":"172.21.15.19:6805/1469834966","state":["exists","up"]},{"osd":4,"uuid":"ad6e5045-f454-4c53-b7b1-6cbfd2439073","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6824","nonce":1824019017},{"type":"v1","addr":"172.21.15.57:6825","nonce":1824019017}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6826","nonce":1824019017},{"type":"v1","addr":"172.21.15.57:6827","nonce":1824019017}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6830","nonce":1824019017},{"type":"v1","addr":"172.21.15.57:6831","nonce":1824019017}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6828","nonce":1824019017},{"type":"v1","addr":"172.21.15.57:6829","nonce":1824019017}]},"public_addr":"172.21.15.57:6825/1824019017","cluster_addr":"172.21.15.57:6827/1824019017","heartbeat_back_addr":"172.21.15.57:6831/1824019017","heartbeat_front_addr":"172.21.15.57:6829/1824019017","state":["exists","up"]},{"osd":5,"uuid":"6a555e7d-1c9b-4996-8202-eb83530abf91","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6808","nonce":3142144203},{"type":"v1","addr":"172.21.15.57:6809","nonce":3142144203}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6810","nonce":3142144203},{"type":"v1","addr":"172.21.15.57:6811","nonce":3142144203}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6814","nonce":3142144203},{"type":"v1","addr":"172.21.15.57:6815","nonce":3142144203}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6812","nonce":3142144203},{"type":"v1","addr":"172.21.15.57:6813","nonce":3142144203}]},"public_addr":"172.21.15.57:6809/3142144203","cluster_addr":"172.21.15.57:6811/3142144203","heartbeat_back_addr":"172.21.15.57:6815/3142144203","heartbeat_front_addr":"172.21.15.57:6813/3142144203","state":["exists","up"]},{"osd":6,"uuid":"f5ebe6d7-ea48-4330-af78-d6b62cb03ad3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6816","nonce":3303414699},{"type":"v1","addr":"172.21.15.57:6817","nonce":3303414699}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6818","nonce":3303414699},{"type":"v1","addr":"172.21.15.57:6819","nonce":3303414699}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6822","nonce":3303414699},{"type":"v1","addr":"172.21.15.57:6823","nonce":3303414699}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6820","nonce":3303414699},{"type":"v1","addr":"172.21.15.57:6821","nonce":3303414699}]},"public_addr":"172.21.15.57:6817/3303414699","cluster_addr":"172.21.15.57:6819/3303414699","heartbeat_back_addr":"172.21.15.57:6823/3303414699","heartbeat_front_addr":"172.21.15.57:6821/3303414699","state":["exists","up"]},{"osd":7,"uuid":"fceb7c44-90cc-451b-8028-2d2d1507dd5b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":14,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6800","nonce":165643864},{"type":"v1","addr":"172.21.15.57:6801","nonce":165643864}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6802","nonce":165643864},{"type":"v1","addr":"172.21.15.57:6803","nonce":165643864}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6806","nonce":165643864},{"type":"v1","addr":"172.21.15.57:6807","nonce":165643864}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6804","nonce":165643864},{"type":"v1","addr":"172.21.15.57:6805","nonce":165643864}]},"public_addr":"172.21.15.57:6801/165643864","cluster_addr":"172.21.15.57:6803/165643864","heartbeat_back_addr":"172.21.15.57:6807/165643864","heartbeat_front_addr":"172.21.15.57:6805/165643864","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-03T11:36:04.705162+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-03T11:36:04.753274+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-03T11:36:04.763035+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-03T11:36:04.526744+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-03T11:36:04.666105+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-03T11:36:04.539682+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-03T11:36:04.699226+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-03T11:36:04.689998+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-12-03T11:36:14.617 DEBUG:teuthology.misc:8 of 8 OSDs are up 2023-12-03T11:36:14.618 INFO:tasks.ceph:Creating RBD pool 2023-12-03T11:36:14.618 DEBUG:teuthology.orchestra.run.smithi019:> sudo ceph --cluster ceph osd pool create rbd 8 2023-12-03T11:36:15.367 INFO:teuthology.orchestra.run.smithi019.stderr:pool 'rbd' created 2023-12-03T11:36:15.395 DEBUG:teuthology.orchestra.run.smithi019:> sudo ceph --cluster ceph osd pool application enable rbd rbd --yes-i-really-mean-it 2023-12-03T11:36:16.388 INFO:teuthology.orchestra.run.smithi019.stderr:enabled application 'rbd' on pool 'rbd' 2023-12-03T11:36:16.415 INFO:tasks.ceph:Starting mds daemons in cluster ceph... 2023-12-03T11:36:16.416 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2023-12-03T11:36:16.416 INFO:tasks.ceph.ceph_manager.ceph:waiting for mgr available 2023-12-03T11:36:16.416 DEBUG:teuthology.orchestra.run.smithi019:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr dump --format=json 2023-12-03T11:36:16.416 INFO:tasks.daemonwatchdog.daemon_watchdog:watchdog starting 2023-12-03T11:36:16.761 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:36:16.779 INFO:teuthology.orchestra.run.smithi019.stdout:{"epoch":5,"active_gid":4105,"active_name":"x","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6832","nonce":1976017766},{"type":"v1","addr":"172.21.15.57:6833","nonce":1976017766}]},"active_addr":"172.21.15.57:6833/1976017766","active_change":"2023-12-03T11:36:00.844232+0000","active_mgr_features":4540138322906710015,"available":true,"standbys":[{"gid":4104,"name":"y","mgr_features":4540138322906710015,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:latest","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"secs","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["iostat","nfs","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:latest","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"secs","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":0,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.57:0","nonce":3093777118}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.57:0","nonce":1931566450}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.57:0","nonce":2235629577}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.57:0","nonce":3667282923}]}]} 2023-12-03T11:36:16.782 INFO:tasks.ceph.ceph_manager.ceph:mgr available! 2023-12-03T11:36:16.783 INFO:tasks.ceph.ceph_manager.ceph:waiting for all up 2023-12-03T11:36:16.783 DEBUG:teuthology.orchestra.run.smithi019:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-12-03T11:36:17.079 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:36:17.079 INFO:teuthology.orchestra.run.smithi019.stdout:{"epoch":18,"fsid":"ae33780b-1c64-42c6-818c-b1dc720ff6a2","created":"2023-12-03T11:35:56.026618+0000","modified":"2023-12-03T11:36:16.368519+0000","last_up_change":"2023-12-03T11:36:07.935681+0000","last_in_change":"2023-12-03T11:35:59.063785+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-12-03T11:36:08.939089+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2023-12-03T11:36:14.957758+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":1.9900000095367432,"score_stable":1.9900000095367432,"optimal_score":0.87999999523162842,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"cebf1af8-0552-4ded-9711-691de985c803","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6808","nonce":438722807},{"type":"v1","addr":"172.21.15.19:6809","nonce":438722807}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6811","nonce":438722807},{"type":"v1","addr":"172.21.15.19:6812","nonce":438722807}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6817","nonce":438722807},{"type":"v1","addr":"172.21.15.19:6819","nonce":438722807}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6814","nonce":438722807},{"type":"v1","addr":"172.21.15.19:6816","nonce":438722807}]},"public_addr":"172.21.15.19:6809/438722807","cluster_addr":"172.21.15.19:6812/438722807","heartbeat_back_addr":"172.21.15.19:6819/438722807","heartbeat_front_addr":"172.21.15.19:6816/438722807","state":["exists","up"]},{"osd":1,"uuid":"8b5ef6be-9910-4906-a55f-4e766e0356f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":17,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6810","nonce":916309765},{"type":"v1","addr":"172.21.15.19:6813","nonce":916309765}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6815","nonce":916309765},{"type":"v1","addr":"172.21.15.19:6818","nonce":916309765}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6822","nonce":916309765},{"type":"v1","addr":"172.21.15.19:6823","nonce":916309765}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6820","nonce":916309765},{"type":"v1","addr":"172.21.15.19:6821","nonce":916309765}]},"public_addr":"172.21.15.19:6813/916309765","cluster_addr":"172.21.15.19:6818/916309765","heartbeat_back_addr":"172.21.15.19:6823/916309765","heartbeat_front_addr":"172.21.15.19:6821/916309765","state":["exists","up"]},{"osd":2,"uuid":"ec02a097-f425-40fe-a547-7353b7e62506","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":17,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6824","nonce":3106662697},{"type":"v1","addr":"172.21.15.19:6825","nonce":3106662697}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6826","nonce":3106662697},{"type":"v1","addr":"172.21.15.19:6827","nonce":3106662697}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6830","nonce":3106662697},{"type":"v1","addr":"172.21.15.19:6831","nonce":3106662697}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6828","nonce":3106662697},{"type":"v1","addr":"172.21.15.19:6829","nonce":3106662697}]},"public_addr":"172.21.15.19:6825/3106662697","cluster_addr":"172.21.15.19:6827/3106662697","heartbeat_back_addr":"172.21.15.19:6831/3106662697","heartbeat_front_addr":"172.21.15.19:6829/3106662697","state":["exists","up"]},{"osd":3,"uuid":"3ce42350-bde5-4a86-bb8d-e932ad4dbdc8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6800","nonce":1469834966},{"type":"v1","addr":"172.21.15.19:6801","nonce":1469834966}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6802","nonce":1469834966},{"type":"v1","addr":"172.21.15.19:6803","nonce":1469834966}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6806","nonce":1469834966},{"type":"v1","addr":"172.21.15.19:6807","nonce":1469834966}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6804","nonce":1469834966},{"type":"v1","addr":"172.21.15.19:6805","nonce":1469834966}]},"public_addr":"172.21.15.19:6801/1469834966","cluster_addr":"172.21.15.19:6803/1469834966","heartbeat_back_addr":"172.21.15.19:6807/1469834966","heartbeat_front_addr":"172.21.15.19:6805/1469834966","state":["exists","up"]},{"osd":4,"uuid":"ad6e5045-f454-4c53-b7b1-6cbfd2439073","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6824","nonce":1824019017},{"type":"v1","addr":"172.21.15.57:6825","nonce":1824019017}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6826","nonce":1824019017},{"type":"v1","addr":"172.21.15.57:6827","nonce":1824019017}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6830","nonce":1824019017},{"type":"v1","addr":"172.21.15.57:6831","nonce":1824019017}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6828","nonce":1824019017},{"type":"v1","addr":"172.21.15.57:6829","nonce":1824019017}]},"public_addr":"172.21.15.57:6825/1824019017","cluster_addr":"172.21.15.57:6827/1824019017","heartbeat_back_addr":"172.21.15.57:6831/1824019017","heartbeat_front_addr":"172.21.15.57:6829/1824019017","state":["exists","up"]},{"osd":5,"uuid":"6a555e7d-1c9b-4996-8202-eb83530abf91","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":17,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6808","nonce":3142144203},{"type":"v1","addr":"172.21.15.57:6809","nonce":3142144203}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6810","nonce":3142144203},{"type":"v1","addr":"172.21.15.57:6811","nonce":3142144203}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6814","nonce":3142144203},{"type":"v1","addr":"172.21.15.57:6815","nonce":3142144203}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6812","nonce":3142144203},{"type":"v1","addr":"172.21.15.57:6813","nonce":3142144203}]},"public_addr":"172.21.15.57:6809/3142144203","cluster_addr":"172.21.15.57:6811/3142144203","heartbeat_back_addr":"172.21.15.57:6815/3142144203","heartbeat_front_addr":"172.21.15.57:6813/3142144203","state":["exists","up"]},{"osd":6,"uuid":"f5ebe6d7-ea48-4330-af78-d6b62cb03ad3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":17,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6816","nonce":3303414699},{"type":"v1","addr":"172.21.15.57:6817","nonce":3303414699}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6818","nonce":3303414699},{"type":"v1","addr":"172.21.15.57:6819","nonce":3303414699}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6822","nonce":3303414699},{"type":"v1","addr":"172.21.15.57:6823","nonce":3303414699}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6820","nonce":3303414699},{"type":"v1","addr":"172.21.15.57:6821","nonce":3303414699}]},"public_addr":"172.21.15.57:6817/3303414699","cluster_addr":"172.21.15.57:6819/3303414699","heartbeat_back_addr":"172.21.15.57:6823/3303414699","heartbeat_front_addr":"172.21.15.57:6821/3303414699","state":["exists","up"]},{"osd":7,"uuid":"fceb7c44-90cc-451b-8028-2d2d1507dd5b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":17,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6800","nonce":165643864},{"type":"v1","addr":"172.21.15.57:6801","nonce":165643864}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6802","nonce":165643864},{"type":"v1","addr":"172.21.15.57:6803","nonce":165643864}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6806","nonce":165643864},{"type":"v1","addr":"172.21.15.57:6807","nonce":165643864}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6804","nonce":165643864},{"type":"v1","addr":"172.21.15.57:6805","nonce":165643864}]},"public_addr":"172.21.15.57:6801/165643864","cluster_addr":"172.21.15.57:6803/165643864","heartbeat_back_addr":"172.21.15.57:6807/165643864","heartbeat_front_addr":"172.21.15.57:6805/165643864","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-03T11:36:04.705162+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-03T11:36:04.753274+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-03T11:36:04.763035+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-03T11:36:04.526744+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-03T11:36:04.666105+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-03T11:36:04.539682+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-03T11:36:04.699226+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-03T11:36:04.689998+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-12-03T11:36:17.098 INFO:tasks.ceph.ceph_manager.ceph:all up! 2023-12-03T11:36:17.098 DEBUG:teuthology.orchestra.run.smithi019:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-12-03T11:36:17.404 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:36:17.404 INFO:teuthology.orchestra.run.smithi019.stdout:{"epoch":19,"fsid":"ae33780b-1c64-42c6-818c-b1dc720ff6a2","created":"2023-12-03T11:35:56.026618+0000","modified":"2023-12-03T11:36:17.384439+0000","last_up_change":"2023-12-03T11:36:07.935681+0000","last_in_change":"2023-12-03T11:35:59.063785+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-12-03T11:36:08.939089+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2023-12-03T11:36:14.957758+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":1.9900000095367432,"score_stable":1.9900000095367432,"optimal_score":0.87999999523162842,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"cebf1af8-0552-4ded-9711-691de985c803","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6808","nonce":438722807},{"type":"v1","addr":"172.21.15.19:6809","nonce":438722807}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6811","nonce":438722807},{"type":"v1","addr":"172.21.15.19:6812","nonce":438722807}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6817","nonce":438722807},{"type":"v1","addr":"172.21.15.19:6819","nonce":438722807}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6814","nonce":438722807},{"type":"v1","addr":"172.21.15.19:6816","nonce":438722807}]},"public_addr":"172.21.15.19:6809/438722807","cluster_addr":"172.21.15.19:6812/438722807","heartbeat_back_addr":"172.21.15.19:6819/438722807","heartbeat_front_addr":"172.21.15.19:6816/438722807","state":["exists","up"]},{"osd":1,"uuid":"8b5ef6be-9910-4906-a55f-4e766e0356f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":17,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6810","nonce":916309765},{"type":"v1","addr":"172.21.15.19:6813","nonce":916309765}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6815","nonce":916309765},{"type":"v1","addr":"172.21.15.19:6818","nonce":916309765}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6822","nonce":916309765},{"type":"v1","addr":"172.21.15.19:6823","nonce":916309765}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6820","nonce":916309765},{"type":"v1","addr":"172.21.15.19:6821","nonce":916309765}]},"public_addr":"172.21.15.19:6813/916309765","cluster_addr":"172.21.15.19:6818/916309765","heartbeat_back_addr":"172.21.15.19:6823/916309765","heartbeat_front_addr":"172.21.15.19:6821/916309765","state":["exists","up"]},{"osd":2,"uuid":"ec02a097-f425-40fe-a547-7353b7e62506","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":17,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6824","nonce":3106662697},{"type":"v1","addr":"172.21.15.19:6825","nonce":3106662697}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6826","nonce":3106662697},{"type":"v1","addr":"172.21.15.19:6827","nonce":3106662697}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6830","nonce":3106662697},{"type":"v1","addr":"172.21.15.19:6831","nonce":3106662697}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6828","nonce":3106662697},{"type":"v1","addr":"172.21.15.19:6829","nonce":3106662697}]},"public_addr":"172.21.15.19:6825/3106662697","cluster_addr":"172.21.15.19:6827/3106662697","heartbeat_back_addr":"172.21.15.19:6831/3106662697","heartbeat_front_addr":"172.21.15.19:6829/3106662697","state":["exists","up"]},{"osd":3,"uuid":"3ce42350-bde5-4a86-bb8d-e932ad4dbdc8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6800","nonce":1469834966},{"type":"v1","addr":"172.21.15.19:6801","nonce":1469834966}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6802","nonce":1469834966},{"type":"v1","addr":"172.21.15.19:6803","nonce":1469834966}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6806","nonce":1469834966},{"type":"v1","addr":"172.21.15.19:6807","nonce":1469834966}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.19:6804","nonce":1469834966},{"type":"v1","addr":"172.21.15.19:6805","nonce":1469834966}]},"public_addr":"172.21.15.19:6801/1469834966","cluster_addr":"172.21.15.19:6803/1469834966","heartbeat_back_addr":"172.21.15.19:6807/1469834966","heartbeat_front_addr":"172.21.15.19:6805/1469834966","state":["exists","up"]},{"osd":4,"uuid":"ad6e5045-f454-4c53-b7b1-6cbfd2439073","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6824","nonce":1824019017},{"type":"v1","addr":"172.21.15.57:6825","nonce":1824019017}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6826","nonce":1824019017},{"type":"v1","addr":"172.21.15.57:6827","nonce":1824019017}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6830","nonce":1824019017},{"type":"v1","addr":"172.21.15.57:6831","nonce":1824019017}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6828","nonce":1824019017},{"type":"v1","addr":"172.21.15.57:6829","nonce":1824019017}]},"public_addr":"172.21.15.57:6825/1824019017","cluster_addr":"172.21.15.57:6827/1824019017","heartbeat_back_addr":"172.21.15.57:6831/1824019017","heartbeat_front_addr":"172.21.15.57:6829/1824019017","state":["exists","up"]},{"osd":5,"uuid":"6a555e7d-1c9b-4996-8202-eb83530abf91","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":17,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6808","nonce":3142144203},{"type":"v1","addr":"172.21.15.57:6809","nonce":3142144203}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6810","nonce":3142144203},{"type":"v1","addr":"172.21.15.57:6811","nonce":3142144203}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6814","nonce":3142144203},{"type":"v1","addr":"172.21.15.57:6815","nonce":3142144203}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6812","nonce":3142144203},{"type":"v1","addr":"172.21.15.57:6813","nonce":3142144203}]},"public_addr":"172.21.15.57:6809/3142144203","cluster_addr":"172.21.15.57:6811/3142144203","heartbeat_back_addr":"172.21.15.57:6815/3142144203","heartbeat_front_addr":"172.21.15.57:6813/3142144203","state":["exists","up"]},{"osd":6,"uuid":"f5ebe6d7-ea48-4330-af78-d6b62cb03ad3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":17,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6816","nonce":3303414699},{"type":"v1","addr":"172.21.15.57:6817","nonce":3303414699}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6818","nonce":3303414699},{"type":"v1","addr":"172.21.15.57:6819","nonce":3303414699}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6822","nonce":3303414699},{"type":"v1","addr":"172.21.15.57:6823","nonce":3303414699}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6820","nonce":3303414699},{"type":"v1","addr":"172.21.15.57:6821","nonce":3303414699}]},"public_addr":"172.21.15.57:6817/3303414699","cluster_addr":"172.21.15.57:6819/3303414699","heartbeat_back_addr":"172.21.15.57:6823/3303414699","heartbeat_front_addr":"172.21.15.57:6821/3303414699","state":["exists","up"]},{"osd":7,"uuid":"fceb7c44-90cc-451b-8028-2d2d1507dd5b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":17,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6800","nonce":165643864},{"type":"v1","addr":"172.21.15.57:6801","nonce":165643864}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6802","nonce":165643864},{"type":"v1","addr":"172.21.15.57:6803","nonce":165643864}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6806","nonce":165643864},{"type":"v1","addr":"172.21.15.57:6807","nonce":165643864}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.57:6804","nonce":165643864},{"type":"v1","addr":"172.21.15.57:6805","nonce":165643864}]},"public_addr":"172.21.15.57:6801/165643864","cluster_addr":"172.21.15.57:6803/165643864","heartbeat_back_addr":"172.21.15.57:6807/165643864","heartbeat_front_addr":"172.21.15.57:6805/165643864","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-03T11:36:04.705162+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-03T11:36:04.753274+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-03T11:36:04.763035+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-03T11:36:04.526744+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-03T11:36:04.666105+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-03T11:36:04.539682+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-03T11:36:04.699226+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-03T11:36:04.689998+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-12-03T11:36:17.423 DEBUG:teuthology.orchestra.run.smithi019:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.0 flush_pg_stats 2023-12-03T11:36:17.424 DEBUG:teuthology.orchestra.run.smithi019:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.1 flush_pg_stats 2023-12-03T11:36:17.424 DEBUG:teuthology.orchestra.run.smithi019:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.2 flush_pg_stats 2023-12-03T11:36:17.424 DEBUG:teuthology.orchestra.run.smithi019:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.3 flush_pg_stats 2023-12-03T11:36:17.425 DEBUG:teuthology.orchestra.run.smithi019:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.4 flush_pg_stats 2023-12-03T11:36:17.425 DEBUG:teuthology.orchestra.run.smithi019:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.5 flush_pg_stats 2023-12-03T11:36:17.425 DEBUG:teuthology.orchestra.run.smithi019:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.6 flush_pg_stats 2023-12-03T11:36:17.426 DEBUG:teuthology.orchestra.run.smithi019:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.7 flush_pg_stats 2023-12-03T11:36:17.678 INFO:teuthology.orchestra.run.smithi019.stdout:55834574855 2023-12-03T11:36:17.678 DEBUG:teuthology.orchestra.run.smithi019:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.6 2023-12-03T11:36:17.685 INFO:teuthology.orchestra.run.smithi019.stdout:55834574851 2023-12-03T11:36:17.686 DEBUG:teuthology.orchestra.run.smithi019:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.4 2023-12-03T11:36:17.692 INFO:teuthology.orchestra.run.smithi019.stdout:55834574853 2023-12-03T11:36:17.693 DEBUG:teuthology.orchestra.run.smithi019:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.7 2023-12-03T11:36:17.702 INFO:teuthology.orchestra.run.smithi019.stdout:55834574854 2023-12-03T11:36:17.703 DEBUG:teuthology.orchestra.run.smithi019:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2023-12-03T11:36:17.709 INFO:teuthology.orchestra.run.smithi019.stdout:55834574854 2023-12-03T11:36:17.709 DEBUG:teuthology.orchestra.run.smithi019:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2023-12-03T11:36:17.710 INFO:teuthology.orchestra.run.smithi019.stdout:55834574854 2023-12-03T11:36:17.711 INFO:teuthology.orchestra.run.smithi019.stdout:55834574853 2023-12-03T11:36:17.711 DEBUG:teuthology.orchestra.run.smithi019:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2023-12-03T11:36:17.712 DEBUG:teuthology.orchestra.run.smithi019:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.5 2023-12-03T11:36:17.746 INFO:teuthology.orchestra.run.smithi019.stdout:55834574853 2023-12-03T11:36:17.747 DEBUG:teuthology.orchestra.run.smithi019:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3 2023-12-03T11:36:18.181 INFO:teuthology.orchestra.run.smithi019.stdout:55834574854 2023-12-03T11:36:18.204 INFO:teuthology.orchestra.run.smithi019.stdout:55834574853 2023-12-03T11:36:18.206 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574855 got 55834574854 for osd.6 2023-12-03T11:36:18.225 INFO:teuthology.orchestra.run.smithi019.stdout:55834574853 2023-12-03T11:36:18.228 INFO:teuthology.orchestra.run.smithi019.stdout:55834574850 2023-12-03T11:36:18.229 INFO:teuthology.orchestra.run.smithi019.stdout:55834574852 2023-12-03T11:36:18.230 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574854 got 55834574853 for osd.2 2023-12-03T11:36:18.238 INFO:teuthology.orchestra.run.smithi019.stdout:55834574853 2023-12-03T11:36:18.244 INFO:teuthology.orchestra.run.smithi019.stdout:55834574852 2023-12-03T11:36:18.251 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574853 got 55834574852 for osd.5 2023-12-03T11:36:18.260 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574854 got 55834574853 for osd.1 2023-12-03T11:36:18.263 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574854 got 55834574853 for osd.0 2023-12-03T11:36:18.269 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574851 got 55834574850 for osd.4 2023-12-03T11:36:18.273 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574853 got 55834574852 for osd.7 2023-12-03T11:36:18.287 INFO:teuthology.orchestra.run.smithi019.stdout:55834574852 2023-12-03T11:36:18.303 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574853 got 55834574852 for osd.3 2023-12-03T11:36:19.207 DEBUG:teuthology.orchestra.run.smithi019:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.6 2023-12-03T11:36:19.231 DEBUG:teuthology.orchestra.run.smithi019:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2023-12-03T11:36:19.251 DEBUG:teuthology.orchestra.run.smithi019:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.5 2023-12-03T11:36:19.260 DEBUG:teuthology.orchestra.run.smithi019:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2023-12-03T11:36:19.264 DEBUG:teuthology.orchestra.run.smithi019:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2023-12-03T11:36:19.271 DEBUG:teuthology.orchestra.run.smithi019:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.4 2023-12-03T11:36:19.274 DEBUG:teuthology.orchestra.run.smithi019:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.7 2023-12-03T11:36:19.304 DEBUG:teuthology.orchestra.run.smithi019:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3 2023-12-03T11:36:19.697 INFO:teuthology.orchestra.run.smithi019.stdout:55834574855 2023-12-03T11:36:19.720 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574855 got 55834574855 for osd.6 2023-12-03T11:36:19.720 DEBUG:teuthology.parallel:result is None 2023-12-03T11:36:19.746 INFO:teuthology.orchestra.run.smithi019.stdout:55834574853 2023-12-03T11:36:19.770 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574853 got 55834574853 for osd.5 2023-12-03T11:36:19.770 DEBUG:teuthology.parallel:result is None 2023-12-03T11:36:19.773 INFO:teuthology.orchestra.run.smithi019.stdout:55834574851 2023-12-03T11:36:19.783 INFO:teuthology.orchestra.run.smithi019.stdout:55834574854 2023-12-03T11:36:19.792 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574851 got 55834574851 for osd.4 2023-12-03T11:36:19.792 DEBUG:teuthology.parallel:result is None 2023-12-03T11:36:19.796 INFO:teuthology.orchestra.run.smithi019.stdout:55834574854 2023-12-03T11:36:19.807 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574854 got 55834574854 for osd.2 2023-12-03T11:36:19.807 INFO:teuthology.orchestra.run.smithi019.stdout:55834574854 2023-12-03T11:36:19.808 DEBUG:teuthology.parallel:result is None 2023-12-03T11:36:19.816 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574854 got 55834574854 for osd.0 2023-12-03T11:36:19.816 DEBUG:teuthology.parallel:result is None 2023-12-03T11:36:19.825 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574854 got 55834574854 for osd.1 2023-12-03T11:36:19.825 DEBUG:teuthology.parallel:result is None 2023-12-03T11:36:19.839 INFO:teuthology.orchestra.run.smithi019.stdout:55834574853 2023-12-03T11:36:19.849 INFO:teuthology.orchestra.run.smithi019.stdout:55834574853 2023-12-03T11:36:19.857 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574853 got 55834574853 for osd.7 2023-12-03T11:36:19.857 DEBUG:teuthology.parallel:result is None 2023-12-03T11:36:19.866 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574853 got 55834574853 for osd.3 2023-12-03T11:36:19.866 DEBUG:teuthology.parallel:result is None 2023-12-03T11:36:19.866 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2023-12-03T11:36:19.867 DEBUG:teuthology.orchestra.run.smithi019:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-12-03T11:36:20.178 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:36:20.179 INFO:teuthology.orchestra.run.smithi019.stderr:dumped all 2023-12-03T11:36:20.196 INFO:teuthology.orchestra.run.smithi019.stdout:{"pg_ready":true,"pg_map":{"version":17,"stamp":"2023-12-03T11:36:18.854482+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":17,"ondisk_log_size":17,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":14,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":7,"kb":754974720,"kb_used":235408,"kb_used_data":2580,"kb_used_omap":12,"kb_used_meta":232691,"kb_avail":754739312,"statfs":{"total":773094113280,"available":772853055488,"internally_reserved":0,"allocated":2641920,"data_stored":1644820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12750,"internal_metadata":238276146},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":12,"apply_latency_ms":12,"commit_latency_ns":12000000,"apply_latency_ns":12000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.001257"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":11,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-12-03T11:36:17.399442+0000","last_change":"2023-12-03T11:36:16.399148+0000","last_active":"2023-12-03T11:36:17.399442+0000","last_peered":"2023-12-03T11:36:17.399442+0000","last_clean":"2023-12-03T11:36:17.399442+0000","last_became_active":"2023-12-03T11:36:16.397931+0000","last_became_peered":"2023-12-03T11:36:16.397931+0000","last_unstale":"2023-12-03T11:36:17.399442+0000","last_undegraded":"2023-12-03T11:36:17.399442+0000","last_fullsized":"2023-12-03T11:36:17.399442+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-03T11:36:15.355407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-03T11:36:15.355407+0000","last_clean_scrub_stamp":"2023-12-03T11:36:15.355407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-04T15:46:40.087598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":11,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-12-03T11:36:17.401281+0000","last_change":"2023-12-03T11:36:16.398836+0000","last_active":"2023-12-03T11:36:17.401281+0000","last_peered":"2023-12-03T11:36:17.401281+0000","last_clean":"2023-12-03T11:36:17.401281+0000","last_became_active":"2023-12-03T11:36:16.398453+0000","last_became_peered":"2023-12-03T11:36:16.398453+0000","last_unstale":"2023-12-03T11:36:17.401281+0000","last_undegraded":"2023-12-03T11:36:17.401281+0000","last_fullsized":"2023-12-03T11:36:17.401281+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-03T11:36:15.355407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-03T11:36:15.355407+0000","last_clean_scrub_stamp":"2023-12-03T11:36:15.355407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-04T23:12:30.232760+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":9,"reported_epoch":18,"state":"active+clean","last_fresh":"2023-12-03T11:36:16.401428+0000","last_change":"2023-12-03T11:36:16.398043+0000","last_active":"2023-12-03T11:36:16.401428+0000","last_peered":"2023-12-03T11:36:16.401428+0000","last_clean":"2023-12-03T11:36:16.401428+0000","last_became_active":"2023-12-03T11:36:16.397077+0000","last_became_peered":"2023-12-03T11:36:16.397077+0000","last_unstale":"2023-12-03T11:36:16.401428+0000","last_undegraded":"2023-12-03T11:36:16.401428+0000","last_fullsized":"2023-12-03T11:36:16.401428+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-03T11:36:15.355407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-03T11:36:15.355407+0000","last_clean_scrub_stamp":"2023-12-03T11:36:15.355407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-04T17:09:56.765588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":11,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-12-03T11:36:17.401194+0000","last_change":"2023-12-03T11:36:16.396376+0000","last_active":"2023-12-03T11:36:17.401194+0000","last_peered":"2023-12-03T11:36:17.401194+0000","last_clean":"2023-12-03T11:36:17.401194+0000","last_became_active":"2023-12-03T11:36:16.396001+0000","last_became_peered":"2023-12-03T11:36:16.396001+0000","last_unstale":"2023-12-03T11:36:17.401194+0000","last_undegraded":"2023-12-03T11:36:17.401194+0000","last_fullsized":"2023-12-03T11:36:17.401194+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-03T11:36:15.355407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-03T11:36:15.355407+0000","last_clean_scrub_stamp":"2023-12-03T11:36:15.355407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-04T22:26:06.241422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":9,"reported_epoch":18,"state":"active+clean","last_fresh":"2023-12-03T11:36:16.402830+0000","last_change":"2023-12-03T11:36:16.399101+0000","last_active":"2023-12-03T11:36:16.402830+0000","last_peered":"2023-12-03T11:36:16.402830+0000","last_clean":"2023-12-03T11:36:16.402830+0000","last_became_active":"2023-12-03T11:36:16.397861+0000","last_became_peered":"2023-12-03T11:36:16.397861+0000","last_unstale":"2023-12-03T11:36:16.402830+0000","last_undegraded":"2023-12-03T11:36:16.402830+0000","last_fullsized":"2023-12-03T11:36:16.402830+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-03T11:36:15.355407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-03T11:36:15.355407+0000","last_clean_scrub_stamp":"2023-12-03T11:36:15.355407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-04T15:34:38.805330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":9,"reported_epoch":18,"state":"active+clean","last_fresh":"2023-12-03T11:36:16.442171+0000","last_change":"2023-12-03T11:36:16.440853+0000","last_active":"2023-12-03T11:36:16.442171+0000","last_peered":"2023-12-03T11:36:16.442171+0000","last_clean":"2023-12-03T11:36:16.442171+0000","last_became_active":"2023-12-03T11:36:16.440509+0000","last_became_peered":"2023-12-03T11:36:16.440509+0000","last_unstale":"2023-12-03T11:36:16.442171+0000","last_undegraded":"2023-12-03T11:36:16.442171+0000","last_fullsized":"2023-12-03T11:36:16.442171+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-03T11:36:15.355407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-03T11:36:15.355407+0000","last_clean_scrub_stamp":"2023-12-03T11:36:15.355407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-04T16:59:56.181659+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":9,"reported_epoch":18,"state":"active+clean","last_fresh":"2023-12-03T11:36:16.403074+0000","last_change":"2023-12-03T11:36:16.400970+0000","last_active":"2023-12-03T11:36:16.403074+0000","last_peered":"2023-12-03T11:36:16.403074+0000","last_clean":"2023-12-03T11:36:16.403074+0000","last_became_active":"2023-12-03T11:36:16.400173+0000","last_became_peered":"2023-12-03T11:36:16.400173+0000","last_unstale":"2023-12-03T11:36:16.403074+0000","last_undegraded":"2023-12-03T11:36:16.403074+0000","last_fullsized":"2023-12-03T11:36:16.403074+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-03T11:36:15.355407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-03T11:36:15.355407+0000","last_clean_scrub_stamp":"2023-12-03T11:36:15.355407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-04T23:28:18.954953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":9,"reported_epoch":18,"state":"active+clean","last_fresh":"2023-12-03T11:36:16.402862+0000","last_change":"2023-12-03T11:36:16.399334+0000","last_active":"2023-12-03T11:36:16.402862+0000","last_peered":"2023-12-03T11:36:16.402862+0000","last_clean":"2023-12-03T11:36:16.402862+0000","last_became_active":"2023-12-03T11:36:16.398075+0000","last_became_peered":"2023-12-03T11:36:16.398075+0000","last_unstale":"2023-12-03T11:36:16.402862+0000","last_undegraded":"2023-12-03T11:36:16.402862+0000","last_fullsized":"2023-12-03T11:36:16.402862+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-03T11:36:15.355407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-03T11:36:15.355407+0000","last_clean_scrub_stamp":"2023-12-03T11:36:15.355407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-04T17:17:02.109609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"16'117","reported_seq":163,"reported_epoch":17,"state":"active+clean","last_fresh":"2023-12-03T11:36:15.382427+0000","last_change":"2023-12-03T11:36:10.743284+0000","last_active":"2023-12-03T11:36:15.382427+0000","last_peered":"2023-12-03T11:36:15.382427+0000","last_clean":"2023-12-03T11:36:15.382427+0000","last_became_active":"2023-12-03T11:36:10.740268+0000","last_became_peered":"2023-12-03T11:36:10.740268+0000","last_unstale":"2023-12-03T11:36:15.382427+0000","last_undegraded":"2023-12-03T11:36:15.382427+0000","last_fullsized":"2023-12-03T11:36:15.382427+0000","mapping_epoch":14,"log_start":"16'100","ondisk_log_start":"16'100","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-03T11:36:09.267519+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-03T11:36:09.267519+0000","last_clean_scrub_stamp":"2023-12-03T11:36:09.267519+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":100,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-04T23:09:55.828818+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":16,"acting":16,"num_store_stats":7},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":17,"ondisk_log_size":17,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574853,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31936,"kb_used_data":756,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339904,"statfs":{"total":96636764160,"available":96604061696,"internally_reserved":0,"allocated":774144,"data_stored":647660,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54000000000000004}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58799999999999997}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.335}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.81799999999999995}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.276}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.4199999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.4490000000000001}]}]},{"osd":6,"up_from":13,"seq":55834574855,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31360,"kb_used_data":176,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340480,"statfs":{"total":96636764160,"available":96604651520,"internally_reserved":0,"allocated":180224,"data_stored":57292,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.67700000000000005}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.2310000000000001}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.73899999999999999}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.1599999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.4930000000000001}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.099}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.4379999999999999}]}]},{"osd":5,"up_from":13,"seq":55834574853,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31360,"kb_used_data":176,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340480,"statfs":{"total":96636764160,"available":96604651520,"internally_reserved":0,"allocated":180224,"data_stored":57292,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.77700000000000002}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.91800000000000004}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.84599999999999997}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.2310000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.4079999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.379}]}]},{"osd":4,"up_from":13,"seq":55834574851,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":31360,"kb_used_data":176,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340480,"statfs":{"total":96636764160,"available":96604651520,"internally_reserved":0,"allocated":180224,"data_stored":57292,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.24}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.89000000000000001}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0349999999999999}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.95999999999999996}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.4039999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.4550000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.143}]}]},{"osd":3,"up_from":13,"seq":55834574853,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27200,"kb_used_data":176,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344640,"statfs":{"total":96636764160,"available":96608911360,"internally_reserved":0,"allocated":180224,"data_stored":57292,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57999999999999996}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53500000000000003}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.623}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0649999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.94899999999999995}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.224}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.97099999999999997}]}]},{"osd":2,"up_from":13,"seq":55834574854,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27200,"kb_used_data":176,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344640,"statfs":{"total":96636764160,"available":96608911360,"internally_reserved":0,"allocated":180224,"data_stored":57292,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.73299999999999998}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0169999999999999}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.878}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.171}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.125}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.4410000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.3129999999999999}]}]},{"osd":1,"up_from":13,"seq":55834574854,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27216,"kb_used_data":188,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344624,"statfs":{"total":96636764160,"available":96608894976,"internally_reserved":0,"allocated":192512,"data_stored":63040,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57099999999999995}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.66900000000000004}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.70999999999999996}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.83799999999999997}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.2509999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.2230000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.3360000000000001}]}]},{"osd":0,"up_from":13,"seq":55834574854,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27776,"kb_used_data":756,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344064,"statfs":{"total":96636764160,"available":96608321536,"internally_reserved":0,"allocated":774144,"data_stored":647660,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.64800000000000002}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.93500000000000005}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60699999999999998}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.123}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.202}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.264}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.226}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-12-03T11:36:20.197 DEBUG:teuthology.orchestra.run.smithi019:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-12-03T11:36:20.472 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:36:20.473 INFO:teuthology.orchestra.run.smithi019.stderr:dumped all 2023-12-03T11:36:20.489 INFO:teuthology.orchestra.run.smithi019.stdout:{"pg_ready":true,"pg_map":{"version":17,"stamp":"2023-12-03T11:36:18.854482+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":17,"ondisk_log_size":17,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":14,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":7,"kb":754974720,"kb_used":235408,"kb_used_data":2580,"kb_used_omap":12,"kb_used_meta":232691,"kb_avail":754739312,"statfs":{"total":773094113280,"available":772853055488,"internally_reserved":0,"allocated":2641920,"data_stored":1644820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12750,"internal_metadata":238276146},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":12,"apply_latency_ms":12,"commit_latency_ns":12000000,"apply_latency_ns":12000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.001257"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":11,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-12-03T11:36:17.399442+0000","last_change":"2023-12-03T11:36:16.399148+0000","last_active":"2023-12-03T11:36:17.399442+0000","last_peered":"2023-12-03T11:36:17.399442+0000","last_clean":"2023-12-03T11:36:17.399442+0000","last_became_active":"2023-12-03T11:36:16.397931+0000","last_became_peered":"2023-12-03T11:36:16.397931+0000","last_unstale":"2023-12-03T11:36:17.399442+0000","last_undegraded":"2023-12-03T11:36:17.399442+0000","last_fullsized":"2023-12-03T11:36:17.399442+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-03T11:36:15.355407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-03T11:36:15.355407+0000","last_clean_scrub_stamp":"2023-12-03T11:36:15.355407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-04T15:46:40.087598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":11,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-12-03T11:36:17.401281+0000","last_change":"2023-12-03T11:36:16.398836+0000","last_active":"2023-12-03T11:36:17.401281+0000","last_peered":"2023-12-03T11:36:17.401281+0000","last_clean":"2023-12-03T11:36:17.401281+0000","last_became_active":"2023-12-03T11:36:16.398453+0000","last_became_peered":"2023-12-03T11:36:16.398453+0000","last_unstale":"2023-12-03T11:36:17.401281+0000","last_undegraded":"2023-12-03T11:36:17.401281+0000","last_fullsized":"2023-12-03T11:36:17.401281+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-03T11:36:15.355407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-03T11:36:15.355407+0000","last_clean_scrub_stamp":"2023-12-03T11:36:15.355407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-04T23:12:30.232760+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":9,"reported_epoch":18,"state":"active+clean","last_fresh":"2023-12-03T11:36:16.401428+0000","last_change":"2023-12-03T11:36:16.398043+0000","last_active":"2023-12-03T11:36:16.401428+0000","last_peered":"2023-12-03T11:36:16.401428+0000","last_clean":"2023-12-03T11:36:16.401428+0000","last_became_active":"2023-12-03T11:36:16.397077+0000","last_became_peered":"2023-12-03T11:36:16.397077+0000","last_unstale":"2023-12-03T11:36:16.401428+0000","last_undegraded":"2023-12-03T11:36:16.401428+0000","last_fullsized":"2023-12-03T11:36:16.401428+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-03T11:36:15.355407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-03T11:36:15.355407+0000","last_clean_scrub_stamp":"2023-12-03T11:36:15.355407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-04T17:09:56.765588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":11,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-12-03T11:36:17.401194+0000","last_change":"2023-12-03T11:36:16.396376+0000","last_active":"2023-12-03T11:36:17.401194+0000","last_peered":"2023-12-03T11:36:17.401194+0000","last_clean":"2023-12-03T11:36:17.401194+0000","last_became_active":"2023-12-03T11:36:16.396001+0000","last_became_peered":"2023-12-03T11:36:16.396001+0000","last_unstale":"2023-12-03T11:36:17.401194+0000","last_undegraded":"2023-12-03T11:36:17.401194+0000","last_fullsized":"2023-12-03T11:36:17.401194+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-03T11:36:15.355407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-03T11:36:15.355407+0000","last_clean_scrub_stamp":"2023-12-03T11:36:15.355407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-04T22:26:06.241422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":9,"reported_epoch":18,"state":"active+clean","last_fresh":"2023-12-03T11:36:16.402830+0000","last_change":"2023-12-03T11:36:16.399101+0000","last_active":"2023-12-03T11:36:16.402830+0000","last_peered":"2023-12-03T11:36:16.402830+0000","last_clean":"2023-12-03T11:36:16.402830+0000","last_became_active":"2023-12-03T11:36:16.397861+0000","last_became_peered":"2023-12-03T11:36:16.397861+0000","last_unstale":"2023-12-03T11:36:16.402830+0000","last_undegraded":"2023-12-03T11:36:16.402830+0000","last_fullsized":"2023-12-03T11:36:16.402830+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-03T11:36:15.355407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-03T11:36:15.355407+0000","last_clean_scrub_stamp":"2023-12-03T11:36:15.355407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-04T15:34:38.805330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":9,"reported_epoch":18,"state":"active+clean","last_fresh":"2023-12-03T11:36:16.442171+0000","last_change":"2023-12-03T11:36:16.440853+0000","last_active":"2023-12-03T11:36:16.442171+0000","last_peered":"2023-12-03T11:36:16.442171+0000","last_clean":"2023-12-03T11:36:16.442171+0000","last_became_active":"2023-12-03T11:36:16.440509+0000","last_became_peered":"2023-12-03T11:36:16.440509+0000","last_unstale":"2023-12-03T11:36:16.442171+0000","last_undegraded":"2023-12-03T11:36:16.442171+0000","last_fullsized":"2023-12-03T11:36:16.442171+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-03T11:36:15.355407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-03T11:36:15.355407+0000","last_clean_scrub_stamp":"2023-12-03T11:36:15.355407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-04T16:59:56.181659+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":9,"reported_epoch":18,"state":"active+clean","last_fresh":"2023-12-03T11:36:16.403074+0000","last_change":"2023-12-03T11:36:16.400970+0000","last_active":"2023-12-03T11:36:16.403074+0000","last_peered":"2023-12-03T11:36:16.403074+0000","last_clean":"2023-12-03T11:36:16.403074+0000","last_became_active":"2023-12-03T11:36:16.400173+0000","last_became_peered":"2023-12-03T11:36:16.400173+0000","last_unstale":"2023-12-03T11:36:16.403074+0000","last_undegraded":"2023-12-03T11:36:16.403074+0000","last_fullsized":"2023-12-03T11:36:16.403074+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-03T11:36:15.355407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-03T11:36:15.355407+0000","last_clean_scrub_stamp":"2023-12-03T11:36:15.355407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-04T23:28:18.954953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":9,"reported_epoch":18,"state":"active+clean","last_fresh":"2023-12-03T11:36:16.402862+0000","last_change":"2023-12-03T11:36:16.399334+0000","last_active":"2023-12-03T11:36:16.402862+0000","last_peered":"2023-12-03T11:36:16.402862+0000","last_clean":"2023-12-03T11:36:16.402862+0000","last_became_active":"2023-12-03T11:36:16.398075+0000","last_became_peered":"2023-12-03T11:36:16.398075+0000","last_unstale":"2023-12-03T11:36:16.402862+0000","last_undegraded":"2023-12-03T11:36:16.402862+0000","last_fullsized":"2023-12-03T11:36:16.402862+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-03T11:36:15.355407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-03T11:36:15.355407+0000","last_clean_scrub_stamp":"2023-12-03T11:36:15.355407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-04T17:17:02.109609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"16'117","reported_seq":163,"reported_epoch":17,"state":"active+clean","last_fresh":"2023-12-03T11:36:15.382427+0000","last_change":"2023-12-03T11:36:10.743284+0000","last_active":"2023-12-03T11:36:15.382427+0000","last_peered":"2023-12-03T11:36:15.382427+0000","last_clean":"2023-12-03T11:36:15.382427+0000","last_became_active":"2023-12-03T11:36:10.740268+0000","last_became_peered":"2023-12-03T11:36:10.740268+0000","last_unstale":"2023-12-03T11:36:15.382427+0000","last_undegraded":"2023-12-03T11:36:15.382427+0000","last_fullsized":"2023-12-03T11:36:15.382427+0000","mapping_epoch":14,"log_start":"16'100","ondisk_log_start":"16'100","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-03T11:36:09.267519+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-03T11:36:09.267519+0000","last_clean_scrub_stamp":"2023-12-03T11:36:09.267519+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":100,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-04T23:09:55.828818+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":16,"acting":16,"num_store_stats":7},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":17,"ondisk_log_size":17,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574853,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31936,"kb_used_data":756,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339904,"statfs":{"total":96636764160,"available":96604061696,"internally_reserved":0,"allocated":774144,"data_stored":647660,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54000000000000004}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58799999999999997}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.335}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.81799999999999995}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.276}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.4199999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.4490000000000001}]}]},{"osd":6,"up_from":13,"seq":55834574855,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31360,"kb_used_data":176,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340480,"statfs":{"total":96636764160,"available":96604651520,"internally_reserved":0,"allocated":180224,"data_stored":57292,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.67700000000000005}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.2310000000000001}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.73899999999999999}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.1599999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.4930000000000001}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.099}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.4379999999999999}]}]},{"osd":5,"up_from":13,"seq":55834574853,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31360,"kb_used_data":176,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340480,"statfs":{"total":96636764160,"available":96604651520,"internally_reserved":0,"allocated":180224,"data_stored":57292,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.77700000000000002}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.91800000000000004}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.84599999999999997}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.2310000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.4079999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.379}]}]},{"osd":4,"up_from":13,"seq":55834574851,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":31360,"kb_used_data":176,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340480,"statfs":{"total":96636764160,"available":96604651520,"internally_reserved":0,"allocated":180224,"data_stored":57292,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.24}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.89000000000000001}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0349999999999999}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.95999999999999996}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.4039999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.4550000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.143}]}]},{"osd":3,"up_from":13,"seq":55834574853,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27200,"kb_used_data":176,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344640,"statfs":{"total":96636764160,"available":96608911360,"internally_reserved":0,"allocated":180224,"data_stored":57292,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57999999999999996}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53500000000000003}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.623}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0649999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.94899999999999995}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.224}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.97099999999999997}]}]},{"osd":2,"up_from":13,"seq":55834574854,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27200,"kb_used_data":176,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344640,"statfs":{"total":96636764160,"available":96608911360,"internally_reserved":0,"allocated":180224,"data_stored":57292,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.73299999999999998}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0169999999999999}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.878}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.171}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.125}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.4410000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.3129999999999999}]}]},{"osd":1,"up_from":13,"seq":55834574854,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27216,"kb_used_data":188,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344624,"statfs":{"total":96636764160,"available":96608894976,"internally_reserved":0,"allocated":192512,"data_stored":63040,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57099999999999995}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.66900000000000004}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.70999999999999996}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.83799999999999997}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.2509999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.2230000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.3360000000000001}]}]},{"osd":0,"up_from":13,"seq":55834574854,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27776,"kb_used_data":756,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344064,"statfs":{"total":96636764160,"available":96608321536,"internally_reserved":0,"allocated":774144,"data_stored":647660,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.64800000000000002}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.93500000000000005}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60699999999999998}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.123}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.202}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.264}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.226}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-12-03T11:36:20.490 INFO:tasks.ceph.ceph_manager.ceph:clean! 2023-12-03T11:36:20.490 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2023-12-03T11:36:20.491 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy 2023-12-03T11:36:20.491 DEBUG:teuthology.orchestra.run.smithi019:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph health --format=json 2023-12-03T11:36:20.802 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:36:20.802 INFO:teuthology.orchestra.run.smithi019.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2023-12-03T11:36:20.819 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy done 2023-12-03T11:36:20.820 INFO:teuthology.run_tasks:Running task openssl_keys... 2023-12-03T11:36:20.831 DEBUG:teuthology.task:Applying overrides for task openssl_keys: {'rgw.client.0': {'ca': 'root', 'client': 'client.0', 'embed-key': True}, 'root': {'client': 'client.0', 'cn': 'teuthology', 'install': ['client.0'], 'key-type': 'rsa:4096'}} 2023-12-03T11:36:20.831 DEBUG:teuthology.orchestra.run.smithi019:> mkdir -p /home/ubuntu/cephtest/ca 2023-12-03T11:36:20.836 DEBUG:teuthology.orchestra.run.smithi019:> openssl req -x509 -nodes -newkey rsa:4096 -keyout /home/ubuntu/cephtest/ca/root.key -days 365 -out /home/ubuntu/cephtest/ca/root.crt -subj /CN=teuthology 2023-12-03T11:36:23.455 INFO:teuthology.orchestra.run.smithi019.stderr:.+........................+......+.+.....+.......+..+....+.........+.....+.......+........+...+....+......+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*.+.............+......+.........+..+...+.+.....+.+...+...+..+.............+..+......+.........+.+.....+.......+........+...............+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*............+.........+...+.................+...+.+..+............+......+.+.....+....+...........+....+......+...........+....+...........+..........+...+...........+.....................+..........+..............+....+..............+......+....+...+..+.......+.....................+.............................+....+..............+.......+...........+....+......+.........+........+......................+.....+...+...+...+...............+.........+.+...........+..................+.+....................+.+......+...+......+......+.....+............................+.........+...........+...............+....+......+............+..+...+...+............+....+.....+.........+............+....+...+..+...+.+..+...................+........+.+...........+...+..........+..+......+....+......+.....+.............+......+..............+.......+..+..........+..+.+........+......+....+..+...+......................+.....+...............+.............+....................+.......+...+....................+.+.....+......+.........+......+.........+..........+........+.+..+...+.......+..+.............+..+................+.....+.+.....+.+..+............+.+........+.......+.................+.+.....+....+.....+................+................................+...+....+..+.............+..+...+...+....+.........+.........+...+..+...+.......+...+........+............+...+.......+..+..........+...........+......+....+...........+..........+...+.....+............+..........+.....+........................+.+...+...+........+...................+..+...+......+...............+.+.....+.+..+......+.........+.......+...+.....+...+...............+............+............+...+..........+........+...+.+.........+......+...........+...+......+.........+.......+...+............+..+...+.............+.........+........+...................+.....................+.....+...+...................+..+..........+...+..+......+....+......+.................+.+......+...........+...+.......+..+..........+..+.........+....+...............+...............+.....+...+.......+...........+......+....+..+..........+..............+.............+..+...+.+......+...+..+....+.....+.........+...+.......+...........+.........+............+..........+...+..................+.....+.......+...........+.+...+...+...+....................+.......+...............+..+......+.+...........+.............+..............+......+.+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++ 2023-12-03T11:36:23.825 INFO:teuthology.orchestra.run.smithi019.stderr:.........+.+..+...+....+...+........+......+.+........+....+...+...+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*..+...+.......+.....+.+..+...+................+...+..+.+..+.............+...+.....+.+.....+......+...+.+...+......+.........+..+...+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*..............+...+..+.......+...+..+....+...............+..+.......+..+...............+................+..+.+.........+..+...+...+.......+......+.....+....+...+........+..........+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++ 2023-12-03T11:36:23.850 INFO:teuthology.orchestra.run.smithi019.stderr:----- 2023-12-03T11:36:23.860 DEBUG:teuthology.orchestra.run.smithi019:> sudo cp /home/ubuntu/cephtest/ca/root.crt /usr/local/share/ca-certificates/root.crt 2023-12-03T11:36:23.924 DEBUG:teuthology.orchestra.run.smithi019:> sudo update-ca-certificates 2023-12-03T11:36:23.992 INFO:teuthology.orchestra.run.smithi019.stdout:Updating certificates in /etc/ssl/certs... 2023-12-03T11:36:24.661 INFO:teuthology.orchestra.run.smithi019.stderr:rehash: warning: skipping ca-certificates.crt,it does not contain exactly one certificate or CRL 2023-12-03T11:36:24.681 INFO:teuthology.orchestra.run.smithi019.stdout:1 added, 0 removed; done. 2023-12-03T11:36:24.686 INFO:teuthology.orchestra.run.smithi019.stdout:Running hooks in /etc/ca-certificates/update.d... 2023-12-03T11:36:24.690 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:36:26.266 INFO:teuthology.orchestra.run.smithi019.stdout:Adding debian:root.pem 2023-12-03T11:36:26.294 INFO:teuthology.orchestra.run.smithi019.stdout:done. 2023-12-03T11:36:26.294 INFO:teuthology.orchestra.run.smithi019.stdout:done. 2023-12-03T11:36:26.298 DEBUG:teuthology.orchestra.run.smithi019:> mkdir -p /home/ubuntu/cephtest/ca 2023-12-03T11:36:26.345 DEBUG:teuthology.orchestra.run.smithi019:> openssl req -nodes -newkey rsa:2048 -keyout /home/ubuntu/cephtest/ca/rgw.client.0.key -out /home/ubuntu/cephtest/ca/rgw.client.0.csr -subj /CN=smithi019.front.sepia.ceph.com 2023-12-03T11:36:26.452 INFO:teuthology.orchestra.run.smithi019.stderr:..+.....+....+.....+......+.......+...+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*.....+...+.+......+...+...+..+......+.+..............+.......+...+.....+.+...+..................+...+..+...+....+.....+..........+..+...+...+....+......+.....+....+......+...+.................+....+.....+...+......+....+..+.+.....+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*.......+...+..+.......+...+............+....................+.+..+.+.....+.+.........+.....+.+........+......+....+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++ 2023-12-03T11:36:26.566 INFO:teuthology.orchestra.run.smithi019.stderr:.+..+...+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*.+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*.......+.+......+..............+......+...+.+.....+.+.........+............+..+......+....+...+...+.........+..+...+.......+.....+....+..+....+.........+..+.............+.....+......+....+..+.........+......+.......+.................+...+..........+..+......+...+.+...........+.......+.......................+.......+...+............+..+.+...+..............+............+....+..............+..........+.....+.+......+.....+......+.......+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++ 2023-12-03T11:36:26.570 INFO:teuthology.orchestra.run.smithi019.stderr:----- 2023-12-03T11:36:26.574 DEBUG:teuthology.orchestra.run.smithi019:> set -ex 2023-12-03T11:36:26.574 DEBUG:teuthology.orchestra.run.smithi019:> dd of=/home/ubuntu/cephtest/ca/rgw.client.0.ext 2023-12-03T11:36:26.620 DEBUG:teuthology.orchestra.run.smithi019:> openssl x509 -req -in /home/ubuntu/cephtest/ca/rgw.client.0.csr -CA /home/ubuntu/cephtest/ca/root.crt -CAkey /home/ubuntu/cephtest/ca/root.key -CAcreateserial -out /home/ubuntu/cephtest/ca/rgw.client.0.crt -days 365 -sha256 -extfile /home/ubuntu/cephtest/ca/rgw.client.0.ext 2023-12-03T11:36:26.672 INFO:teuthology.orchestra.run.smithi019.stderr:Certificate request self-signature ok 2023-12-03T11:36:26.672 INFO:teuthology.orchestra.run.smithi019.stderr:subject=CN = smithi019.front.sepia.ceph.com 2023-12-03T11:36:26.687 DEBUG:teuthology.orchestra.run.smithi019:> rm -f /home/ubuntu/cephtest/ca/rgw.client.0.csr /home/ubuntu/cephtest/ca/root.srl /home/ubuntu/cephtest/ca/rgw.client.0.ext 2023-12-03T11:36:26.736 DEBUG:teuthology.orchestra.run.smithi019:> openssl verify -CAfile /home/ubuntu/cephtest/ca/root.crt /home/ubuntu/cephtest/ca/rgw.client.0.crt 2023-12-03T11:36:26.789 INFO:teuthology.orchestra.run.smithi019.stdout:/home/ubuntu/cephtest/ca/rgw.client.0.crt: OK 2023-12-03T11:36:26.789 DEBUG:teuthology.orchestra.run.smithi019:> cat /home/ubuntu/cephtest/ca/rgw.client.0.key >> /home/ubuntu/cephtest/ca/rgw.client.0.crt 2023-12-03T11:36:26.837 INFO:teuthology.run_tasks:Running task rgw... 2023-12-03T11:36:26.851 DEBUG:tasks.rgw:config is {'client.0': {'ssl certificate': 'rgw.client.0'}} 2023-12-03T11:36:26.851 DEBUG:tasks.rgw:client list is dict_keys(['client.0']) 2023-12-03T11:36:26.852 INFO:tasks.rgw:Creating data pools 2023-12-03T11:36:26.852 DEBUG:tasks.rgw:Obtaining remote for client client.0 2023-12-03T11:36:26.852 DEBUG:teuthology.orchestra.run.smithi019:> sudo ceph osd erasure-code-profile set client.0 crush-failure-domain=osd k=3 m=1 name=testprofile --cluster ceph 2023-12-03T11:36:27.978 DEBUG:teuthology.orchestra.run.smithi019:> sudo ceph osd pool create default.rgw.buckets.data 64 64 erasure client.0 --cluster ceph 2023-12-03T11:36:29.960 INFO:teuthology.orchestra.run.smithi019.stderr:pool 'default.rgw.buckets.data' created 2023-12-03T11:36:29.997 DEBUG:teuthology.orchestra.run.smithi019:> sudo ceph osd pool application enable default.rgw.buckets.data rgw --cluster ceph 2023-12-03T11:36:30.976 INFO:teuthology.orchestra.run.smithi019.stderr:enabled application 'rgw' on pool 'default.rgw.buckets.data' 2023-12-03T11:36:31.034 DEBUG:teuthology.orchestra.run.smithi019:> sudo ceph osd pool create default.rgw.buckets.index 64 64 --cluster ceph 2023-12-03T11:36:31.978 INFO:teuthology.orchestra.run.smithi019.stderr:pool 'default.rgw.buckets.index' created 2023-12-03T11:36:32.015 DEBUG:teuthology.orchestra.run.smithi019:> sudo ceph osd pool application enable default.rgw.buckets.index rgw --cluster ceph 2023-12-03T11:36:32.973 INFO:teuthology.orchestra.run.smithi019.stderr:enabled application 'rgw' on pool 'default.rgw.buckets.index' 2023-12-03T11:36:33.021 DEBUG:tasks.rgw:Pools created 2023-12-03T11:36:33.021 INFO:tasks.rgw:Configuring compression type = random 2023-12-03T11:36:33.021 INFO:tasks.util.rgw:rgwadmin: client.0 : ['user', 'list'] 2023-12-03T11:36:33.021 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'ceph', 'user', 'list'] 2023-12-03T11:36:33.021 DEBUG:teuthology.orchestra.run.smithi019:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster ceph user list 2023-12-03T11:36:33.065 INFO:teuthology.orchestra.run.smithi019.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:36:33.065 INFO:teuthology.orchestra.run.smithi019.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:36:33.078 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:33.077+0000 7fecc215e980 20 rados->read ofs=0 len=0 2023-12-03T11:36:35.027 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:35.024+0000 7fecc215e980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:36:35.027 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:35.024+0000 7fecc215e980 20 realm 2023-12-03T11:36:35.027 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:35.024+0000 7fecc215e980 20 rados->read ofs=0 len=0 2023-12-03T11:36:35.028 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:35.024+0000 7fecc215e980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:36:35.028 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:35.024+0000 7fecc215e980 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:36:35.028 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:35.024+0000 7fecc215e980 20 rados->read ofs=0 len=0 2023-12-03T11:36:35.030 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:35.028+0000 7fecc215e980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:36:35.030 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:35.028+0000 7fecc215e980 20 rados->read ofs=0 len=0 2023-12-03T11:36:35.033 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:35.032+0000 7fecc215e980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:36:35.033 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:35.032+0000 7fecc215e980 20 rados->read ofs=0 len=0 2023-12-03T11:36:35.034 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:35.032+0000 7fecc215e980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:36:35.034 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:35.032+0000 7fecc215e980 20 rados->read ofs=0 len=0 2023-12-03T11:36:35.036 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:35.032+0000 7fecc215e980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:36:35.036 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:35.032+0000 7fecc215e980 10 Creating default zonegroup 2023-12-03T11:36:35.036 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:35.036+0000 7fecc215e980 10 couldn't find old data placement pools config, setting up new ones for the zone 2023-12-03T11:36:35.073 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:35.072+0000 7fecbfc7a640 0 -- 172.21.15.19:0/1035797897 >> [v2:172.21.15.57:6808/3142144203,v1:172.21.15.57:6809/3142144203] conn(0x562c246d3200 msgr2=0x562c246d55f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:36:35.076 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:35.076+0000 7fecc215e980 10 WARNING: driver->list_zones() returned r=-2 2023-12-03T11:36:35.076 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:35.076+0000 7fecc215e980 20 rados->read ofs=0 len=0 2023-12-03T11:36:35.077 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:35.076+0000 7fecc215e980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:36:35.084 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:35.084+0000 7fecc215e980 20 rados->read ofs=0 len=0 2023-12-03T11:36:35.085 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:35.084+0000 7fecc215e980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:36:35.085 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:35.084+0000 7fecc215e980 10 could not read realm id: (2) No such file or directory 2023-12-03T11:36:35.085 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:35.084+0000 7fecc215e980 10 WARNING: failed to set zone as default, r=-22 2023-12-03T11:36:35.085 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:35.084+0000 7fecc215e980 20 rados->read ofs=0 len=0 2023-12-03T11:36:35.086 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:35.084+0000 7fecc215e980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:36:35.093 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:35.092+0000 7fecc215e980 20 rados->read ofs=0 len=0 2023-12-03T11:36:35.096 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:35.096+0000 7fecc215e980 20 rados_obj.operate() r=0 bl.length=874 2023-12-03T11:36:35.097 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:35.096+0000 7fecc215e980 20 rados->read ofs=0 len=0 2023-12-03T11:36:35.098 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:35.096+0000 7fecc215e980 20 rados_obj.operate() r=0 bl.length=420 2023-12-03T11:36:35.098 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:35.096+0000 7fecc215e980 10 Using default name default 2023-12-03T11:36:35.098 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:35.096+0000 7fecc215e980 20 rados->read ofs=0 len=0 2023-12-03T11:36:35.099 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:35.096+0000 7fecc215e980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:36:35.099 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:35.096+0000 7fecc215e980 20 rados->read ofs=0 len=0 2023-12-03T11:36:35.100 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:35.096+0000 7fecc215e980 20 rados_obj.operate() r=0 bl.length=874 2023-12-03T11:36:35.100 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:35.096+0000 7fecc215e980 20 zone default found 2023-12-03T11:36:35.100 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:35.096+0000 7fecc215e980 4 Realm: () 2023-12-03T11:36:35.100 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:35.096+0000 7fecc215e980 4 ZoneGroup: default (9433ba8b-08fe-4f3d-8375-ae7b0ce32294) 2023-12-03T11:36:35.100 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:35.096+0000 7fecc215e980 4 Zone: default (43a5e689-6a4f-4bb6-8529-28824bd75ab9) 2023-12-03T11:36:35.100 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:35.096+0000 7fecc215e980 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:36:35.100 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:35.096+0000 7fecc215e980 20 zonegroup default 2023-12-03T11:36:35.100 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:35.096+0000 7fecc215e980 20 rados->read ofs=0 len=0 2023-12-03T11:36:35.100 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:35.100+0000 7fecc215e980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:36:35.100 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:35.100+0000 7fecc215e980 20 rados->read ofs=0 len=0 2023-12-03T11:36:37.005 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:37.004+0000 7fecbfc7a640 0 -- 172.21.15.19:0/1035797897 >> [v2:172.21.15.19:3300/0,v1:172.21.15.19:6789/0] conn(0x562c245f4b10 msgr2=0x562c246bf1a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:36:37.040 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:37.036+0000 7fecc215e980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:36:37.040 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:37.036+0000 7fecc215e980 20 rados->read ofs=0 len=0 2023-12-03T11:36:37.053 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:37.052+0000 7fecc215e980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:36:37.053 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:37.052+0000 7fecc215e980 20 started sync module instance, tier type = 2023-12-03T11:36:37.053 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:37.052+0000 7fecc215e980 20 started zone id=43a5e689-6a4f-4bb6-8529-28824bd75ab9 (name=default) with tier type = 2023-12-03T11:36:39.107 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.104+0000 7fecc215e980 20 add_watcher() i=0 2023-12-03T11:36:39.107 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.104+0000 7fecc215e980 20 add_watcher() i=1 2023-12-03T11:36:39.107 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.104+0000 7fecc215e980 20 add_watcher() i=2 2023-12-03T11:36:39.107 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.104+0000 7fecc215e980 20 add_watcher() i=3 2023-12-03T11:36:39.107 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.104+0000 7fecc215e980 20 add_watcher() i=4 2023-12-03T11:36:39.107 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.104+0000 7fecc215e980 20 add_watcher() i=5 2023-12-03T11:36:39.107 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.104+0000 7fecc215e980 20 add_watcher() i=6 2023-12-03T11:36:39.109 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.108+0000 7fecc215e980 20 add_watcher() i=7 2023-12-03T11:36:39.109 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.108+0000 7fecc215e980 2 all 8 watchers are set, enabling cache 2023-12-03T11:36:39.109 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.108+0000 7fecc215e980 5 tl::expected, obj_version>, boost::system::error_code> logback_generations::read(const DoutPrefixProvider*, optional_yield):410: oid=data_loggenerations_metadata not found 2023-12-03T11:36:39.110 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.108+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.0 2023-12-03T11:36:39.110 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.108+0000 7fecc215e980 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:36:39.112 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.108+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.0 does not exist 2023-12-03T11:36:39.112 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.108+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.1 2023-12-03T11:36:39.112 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.108+0000 7fecc215e980 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:36:39.112 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.112+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.1 does not exist 2023-12-03T11:36:39.112 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.112+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.2 2023-12-03T11:36:39.112 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.112+0000 7fecc215e980 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:36:39.113 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.112+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.2 does not exist 2023-12-03T11:36:39.113 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.112+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.3 2023-12-03T11:36:39.113 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.112+0000 7fecc215e980 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:36:39.113 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.112+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.3 does not exist 2023-12-03T11:36:39.113 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.112+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.4 2023-12-03T11:36:39.113 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.112+0000 7fecc215e980 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:36:39.114 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.112+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.4 does not exist 2023-12-03T11:36:39.114 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.112+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.5 2023-12-03T11:36:39.114 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.112+0000 7fecc215e980 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:36:39.114 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.112+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.5 does not exist 2023-12-03T11:36:39.114 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.112+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.6 2023-12-03T11:36:39.115 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.112+0000 7fecc215e980 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:36:39.115 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.112+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.6 does not exist 2023-12-03T11:36:39.115 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.112+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.7 2023-12-03T11:36:39.115 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.112+0000 7fecc215e980 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:36:39.115 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.112+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.7 does not exist 2023-12-03T11:36:39.115 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.112+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.8 2023-12-03T11:36:39.116 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.112+0000 7fecc215e980 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:36:39.116 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.112+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.8 does not exist 2023-12-03T11:36:39.116 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.112+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.9 2023-12-03T11:36:39.116 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.112+0000 7fecc215e980 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:36:39.116 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.116+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.9 does not exist 2023-12-03T11:36:39.116 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.116+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.10 2023-12-03T11:36:39.117 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.116+0000 7fecc215e980 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:36:39.117 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.116+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.10 does not exist 2023-12-03T11:36:39.117 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.116+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.11 2023-12-03T11:36:39.117 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.116+0000 7fecc215e980 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:36:39.118 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.116+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.11 does not exist 2023-12-03T11:36:39.118 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.116+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.12 2023-12-03T11:36:39.118 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.116+0000 7fecc215e980 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:36:39.118 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.116+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.12 does not exist 2023-12-03T11:36:39.118 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.116+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.13 2023-12-03T11:36:39.118 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.116+0000 7fecc215e980 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:36:39.119 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.116+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.13 does not exist 2023-12-03T11:36:39.119 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.116+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.14 2023-12-03T11:36:39.119 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.116+0000 7fecc215e980 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:36:39.119 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.116+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.14 does not exist 2023-12-03T11:36:39.120 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.116+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.15 2023-12-03T11:36:39.120 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.116+0000 7fecc215e980 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:36:39.120 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.120+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.15 does not exist 2023-12-03T11:36:39.120 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.120+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.16 2023-12-03T11:36:39.120 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.120+0000 7fecc215e980 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:36:39.121 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.120+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.16 does not exist 2023-12-03T11:36:39.121 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.120+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.17 2023-12-03T11:36:39.121 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.120+0000 7fecc215e980 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:36:39.121 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.120+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.17 does not exist 2023-12-03T11:36:39.122 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.120+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.18 2023-12-03T11:36:39.122 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.120+0000 7fecc215e980 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:36:39.122 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.120+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.18 does not exist 2023-12-03T11:36:39.122 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.120+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.19 2023-12-03T11:36:39.122 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.120+0000 7fecc215e980 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:36:39.123 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.120+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.19 does not exist 2023-12-03T11:36:39.123 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.120+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.20 2023-12-03T11:36:39.123 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.120+0000 7fecc215e980 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:36:39.123 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.120+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.20 does not exist 2023-12-03T11:36:39.123 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.120+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.21 2023-12-03T11:36:39.123 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.120+0000 7fecc215e980 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:36:39.124 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.120+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.21 does not exist 2023-12-03T11:36:39.124 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.120+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.22 2023-12-03T11:36:39.124 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.120+0000 7fecc215e980 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:36:39.124 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.124+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.22 does not exist 2023-12-03T11:36:39.124 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.124+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.23 2023-12-03T11:36:39.124 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.124+0000 7fecc215e980 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:36:39.125 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.124+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.23 does not exist 2023-12-03T11:36:39.125 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.124+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.24 2023-12-03T11:36:39.125 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.124+0000 7fecc215e980 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:36:39.126 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.124+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.24 does not exist 2023-12-03T11:36:39.126 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.124+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.25 2023-12-03T11:36:39.126 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.124+0000 7fecc215e980 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:36:39.126 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.124+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.25 does not exist 2023-12-03T11:36:39.126 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.124+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.26 2023-12-03T11:36:39.126 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.124+0000 7fecc215e980 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:36:39.127 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.124+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.26 does not exist 2023-12-03T11:36:39.127 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.124+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.27 2023-12-03T11:36:39.127 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.124+0000 7fecc215e980 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:36:39.127 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.124+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.27 does not exist 2023-12-03T11:36:39.127 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.124+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.28 2023-12-03T11:36:39.127 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.124+0000 7fecc215e980 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:36:39.128 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.124+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.28 does not exist 2023-12-03T11:36:39.128 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.124+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.29 2023-12-03T11:36:39.128 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.124+0000 7fecc215e980 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:36:39.129 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.128+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.29 does not exist 2023-12-03T11:36:39.129 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.128+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.30 2023-12-03T11:36:39.129 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.128+0000 7fecc215e980 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:36:39.129 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.128+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.30 does not exist 2023-12-03T11:36:39.129 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.128+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.31 2023-12-03T11:36:39.129 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.128+0000 7fecc215e980 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:36:39.130 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.128+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.31 does not exist 2023-12-03T11:36:39.130 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.128+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.32 2023-12-03T11:36:39.130 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.128+0000 7fecc215e980 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:36:39.131 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.128+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.32 does not exist 2023-12-03T11:36:39.131 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.128+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.33 2023-12-03T11:36:39.131 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.128+0000 7fecc215e980 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:36:39.131 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.128+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.33 does not exist 2023-12-03T11:36:39.131 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.128+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.34 2023-12-03T11:36:39.131 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.128+0000 7fecc215e980 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:36:39.132 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.128+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.34 does not exist 2023-12-03T11:36:39.132 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.128+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.35 2023-12-03T11:36:39.132 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.128+0000 7fecc215e980 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:36:39.132 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.132+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.35 does not exist 2023-12-03T11:36:39.132 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.132+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.36 2023-12-03T11:36:39.132 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.132+0000 7fecc215e980 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:36:39.133 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.132+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.36 does not exist 2023-12-03T11:36:39.133 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.132+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.37 2023-12-03T11:36:39.133 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.132+0000 7fecc215e980 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:36:39.133 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.132+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.37 does not exist 2023-12-03T11:36:39.133 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.132+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.38 2023-12-03T11:36:39.134 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.132+0000 7fecc215e980 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:36:39.134 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.132+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.38 does not exist 2023-12-03T11:36:39.134 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.132+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.39 2023-12-03T11:36:39.134 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.132+0000 7fecc215e980 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:36:39.134 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.132+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.39 does not exist 2023-12-03T11:36:39.135 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.132+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.40 2023-12-03T11:36:39.135 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.132+0000 7fecc215e980 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:36:39.135 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.132+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.40 does not exist 2023-12-03T11:36:39.135 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.132+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.41 2023-12-03T11:36:39.135 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.132+0000 7fecc215e980 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:36:39.136 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.132+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.41 does not exist 2023-12-03T11:36:39.136 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.132+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.42 2023-12-03T11:36:39.136 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.132+0000 7fecc215e980 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:36:39.137 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.136+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.42 does not exist 2023-12-03T11:36:39.137 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.136+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.43 2023-12-03T11:36:39.137 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.136+0000 7fecc215e980 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:36:39.137 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.136+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.43 does not exist 2023-12-03T11:36:39.137 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.136+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.44 2023-12-03T11:36:39.137 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.136+0000 7fecc215e980 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:36:39.138 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.136+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.44 does not exist 2023-12-03T11:36:39.138 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.136+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.45 2023-12-03T11:36:39.138 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.136+0000 7fecc215e980 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:36:39.139 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.136+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.45 does not exist 2023-12-03T11:36:39.139 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.136+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.46 2023-12-03T11:36:39.139 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.136+0000 7fecc215e980 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:36:39.139 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.136+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.46 does not exist 2023-12-03T11:36:39.139 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.136+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.47 2023-12-03T11:36:39.140 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.136+0000 7fecc215e980 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:36:39.140 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.136+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.47 does not exist 2023-12-03T11:36:39.140 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.136+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.48 2023-12-03T11:36:39.140 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.136+0000 7fecc215e980 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:36:39.140 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.140+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.48 does not exist 2023-12-03T11:36:39.141 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.140+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.49 2023-12-03T11:36:39.141 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.140+0000 7fecc215e980 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:36:39.141 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.140+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.49 does not exist 2023-12-03T11:36:39.141 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.140+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.50 2023-12-03T11:36:39.141 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.140+0000 7fecc215e980 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:36:39.141 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.140+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.50 does not exist 2023-12-03T11:36:39.142 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.140+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.51 2023-12-03T11:36:39.142 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.140+0000 7fecc215e980 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:36:39.142 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.140+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.51 does not exist 2023-12-03T11:36:39.142 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.140+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.52 2023-12-03T11:36:39.142 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.140+0000 7fecc215e980 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:36:39.143 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.140+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.52 does not exist 2023-12-03T11:36:39.143 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.140+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.53 2023-12-03T11:36:39.143 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.140+0000 7fecc215e980 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:36:39.143 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.140+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.53 does not exist 2023-12-03T11:36:39.143 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.140+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.54 2023-12-03T11:36:39.143 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.140+0000 7fecc215e980 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:36:39.144 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.140+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.54 does not exist 2023-12-03T11:36:39.144 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.140+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.55 2023-12-03T11:36:39.144 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.140+0000 7fecc215e980 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:36:39.144 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.144+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.55 does not exist 2023-12-03T11:36:39.145 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.144+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.56 2023-12-03T11:36:39.145 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.144+0000 7fecc215e980 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:36:39.145 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.144+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.56 does not exist 2023-12-03T11:36:39.145 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.144+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.57 2023-12-03T11:36:39.145 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.144+0000 7fecc215e980 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:36:39.145 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.144+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.57 does not exist 2023-12-03T11:36:39.145 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.144+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.58 2023-12-03T11:36:39.146 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.144+0000 7fecc215e980 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:36:39.146 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.144+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.58 does not exist 2023-12-03T11:36:39.146 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.144+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.59 2023-12-03T11:36:39.146 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.144+0000 7fecc215e980 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:36:39.147 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.144+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.59 does not exist 2023-12-03T11:36:39.147 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.144+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.60 2023-12-03T11:36:39.147 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.144+0000 7fecc215e980 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:36:39.147 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.144+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.60 does not exist 2023-12-03T11:36:39.148 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.144+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.61 2023-12-03T11:36:39.148 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.144+0000 7fecc215e980 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:36:39.148 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.148+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.61 does not exist 2023-12-03T11:36:39.148 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.148+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.62 2023-12-03T11:36:39.148 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.148+0000 7fecc215e980 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:36:39.149 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.148+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.62 does not exist 2023-12-03T11:36:39.149 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.148+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.63 2023-12-03T11:36:39.149 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.148+0000 7fecc215e980 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:36:39.149 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.148+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.63 does not exist 2023-12-03T11:36:39.149 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.148+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.64 2023-12-03T11:36:39.149 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.148+0000 7fecc215e980 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:36:39.150 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.148+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.64 does not exist 2023-12-03T11:36:39.150 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.148+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.65 2023-12-03T11:36:39.150 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.148+0000 7fecc215e980 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:36:39.150 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.148+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.65 does not exist 2023-12-03T11:36:39.150 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.148+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.66 2023-12-03T11:36:39.151 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.148+0000 7fecc215e980 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:36:39.151 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.148+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.66 does not exist 2023-12-03T11:36:39.151 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.148+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.67 2023-12-03T11:36:39.151 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.148+0000 7fecc215e980 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:36:39.151 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.148+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.67 does not exist 2023-12-03T11:36:39.151 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.148+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.68 2023-12-03T11:36:39.152 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.148+0000 7fecc215e980 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:36:39.152 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.148+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.68 does not exist 2023-12-03T11:36:39.152 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.148+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.69 2023-12-03T11:36:39.152 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.148+0000 7fecc215e980 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:36:39.153 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.152+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.69 does not exist 2023-12-03T11:36:39.153 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.152+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.70 2023-12-03T11:36:39.153 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.152+0000 7fecc215e980 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:36:39.153 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.152+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.70 does not exist 2023-12-03T11:36:39.153 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.152+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.71 2023-12-03T11:36:39.154 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.152+0000 7fecc215e980 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:36:39.154 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.152+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.71 does not exist 2023-12-03T11:36:39.154 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.152+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.72 2023-12-03T11:36:39.154 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.152+0000 7fecc215e980 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:36:39.155 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.152+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.72 does not exist 2023-12-03T11:36:39.155 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.152+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.73 2023-12-03T11:36:39.155 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.152+0000 7fecc215e980 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:36:39.155 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.152+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.73 does not exist 2023-12-03T11:36:39.155 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.152+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.74 2023-12-03T11:36:39.155 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.152+0000 7fecc215e980 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:36:39.156 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.152+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.74 does not exist 2023-12-03T11:36:39.156 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.152+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.75 2023-12-03T11:36:39.156 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.152+0000 7fecc215e980 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:36:39.156 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.156+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.75 does not exist 2023-12-03T11:36:39.157 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.156+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.76 2023-12-03T11:36:39.157 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.156+0000 7fecc215e980 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:36:39.157 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.156+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.76 does not exist 2023-12-03T11:36:39.157 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.156+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.77 2023-12-03T11:36:39.157 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.156+0000 7fecc215e980 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:36:39.158 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.156+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.77 does not exist 2023-12-03T11:36:39.158 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.156+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.78 2023-12-03T11:36:39.158 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.156+0000 7fecc215e980 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:36:39.159 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.156+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.78 does not exist 2023-12-03T11:36:39.159 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.156+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.79 2023-12-03T11:36:39.159 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.156+0000 7fecc215e980 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:36:39.159 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.156+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.79 does not exist 2023-12-03T11:36:39.159 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.156+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.80 2023-12-03T11:36:39.159 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.156+0000 7fecc215e980 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:36:39.160 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.160+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.80 does not exist 2023-12-03T11:36:39.160 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.160+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.81 2023-12-03T11:36:39.160 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.160+0000 7fecc215e980 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:36:39.161 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.160+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.81 does not exist 2023-12-03T11:36:39.161 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.160+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.82 2023-12-03T11:36:39.161 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.160+0000 7fecc215e980 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:36:39.162 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.160+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.82 does not exist 2023-12-03T11:36:39.162 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.160+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.83 2023-12-03T11:36:39.162 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.160+0000 7fecc215e980 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:36:39.162 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.160+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.83 does not exist 2023-12-03T11:36:39.163 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.160+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.84 2023-12-03T11:36:39.163 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.160+0000 7fecc215e980 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:36:39.163 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.160+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.84 does not exist 2023-12-03T11:36:39.163 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.160+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.85 2023-12-03T11:36:39.163 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.160+0000 7fecc215e980 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:36:39.164 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.160+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.85 does not exist 2023-12-03T11:36:39.164 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.160+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.86 2023-12-03T11:36:39.164 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.160+0000 7fecc215e980 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:36:39.165 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.164+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.86 does not exist 2023-12-03T11:36:39.165 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.164+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.87 2023-12-03T11:36:39.165 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.164+0000 7fecc215e980 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:36:39.166 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.164+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.87 does not exist 2023-12-03T11:36:39.166 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.164+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.88 2023-12-03T11:36:39.166 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.164+0000 7fecc215e980 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:36:39.166 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.164+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.88 does not exist 2023-12-03T11:36:39.166 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.164+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.89 2023-12-03T11:36:39.166 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.164+0000 7fecc215e980 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:36:39.167 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.164+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.89 does not exist 2023-12-03T11:36:39.167 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.164+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.90 2023-12-03T11:36:39.167 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.164+0000 7fecc215e980 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:36:39.168 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.164+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.90 does not exist 2023-12-03T11:36:39.168 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.164+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.91 2023-12-03T11:36:39.168 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.164+0000 7fecc215e980 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:36:39.168 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.168+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.91 does not exist 2023-12-03T11:36:39.168 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.168+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.92 2023-12-03T11:36:39.168 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.168+0000 7fecc215e980 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:36:39.169 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.168+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.92 does not exist 2023-12-03T11:36:39.169 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.168+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.93 2023-12-03T11:36:39.169 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.168+0000 7fecc215e980 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:36:39.170 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.168+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.93 does not exist 2023-12-03T11:36:39.170 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.168+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.94 2023-12-03T11:36:39.170 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.168+0000 7fecc215e980 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:36:39.171 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.168+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.94 does not exist 2023-12-03T11:36:39.171 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.168+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.95 2023-12-03T11:36:39.171 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.168+0000 7fecc215e980 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:36:39.171 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.168+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.95 does not exist 2023-12-03T11:36:39.171 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.168+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.96 2023-12-03T11:36:39.171 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.168+0000 7fecc215e980 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:36:39.172 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.168+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.96 does not exist 2023-12-03T11:36:39.172 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.168+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.97 2023-12-03T11:36:39.172 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.168+0000 7fecc215e980 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:36:39.173 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.172+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.97 does not exist 2023-12-03T11:36:39.173 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.172+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.98 2023-12-03T11:36:39.173 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.172+0000 7fecc215e980 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:36:39.173 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.172+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.98 does not exist 2023-12-03T11:36:39.173 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.172+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.99 2023-12-03T11:36:39.174 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.172+0000 7fecc215e980 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:36:39.174 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.172+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.99 does not exist 2023-12-03T11:36:39.174 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.172+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.100 2023-12-03T11:36:39.174 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.172+0000 7fecc215e980 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:36:39.175 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.172+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.100 does not exist 2023-12-03T11:36:39.175 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.172+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.101 2023-12-03T11:36:39.175 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.172+0000 7fecc215e980 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:36:39.176 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.172+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.101 does not exist 2023-12-03T11:36:39.176 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.172+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.102 2023-12-03T11:36:39.176 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.172+0000 7fecc215e980 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:36:39.176 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.176+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.102 does not exist 2023-12-03T11:36:39.177 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.176+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.103 2023-12-03T11:36:39.177 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.176+0000 7fecc215e980 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:36:39.177 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.176+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.103 does not exist 2023-12-03T11:36:39.177 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.176+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.104 2023-12-03T11:36:39.177 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.176+0000 7fecc215e980 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:36:39.178 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.176+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.104 does not exist 2023-12-03T11:36:39.178 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.176+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.105 2023-12-03T11:36:39.178 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.176+0000 7fecc215e980 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:36:39.179 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.176+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.105 does not exist 2023-12-03T11:36:39.179 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.176+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.106 2023-12-03T11:36:39.179 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.176+0000 7fecc215e980 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:36:39.179 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.176+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.106 does not exist 2023-12-03T11:36:39.179 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.176+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.107 2023-12-03T11:36:39.179 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.176+0000 7fecc215e980 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:36:39.182 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.176+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.107 does not exist 2023-12-03T11:36:39.182 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.176+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.108 2023-12-03T11:36:39.182 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.176+0000 7fecc215e980 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:36:39.182 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.180+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.108 does not exist 2023-12-03T11:36:39.182 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.180+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.109 2023-12-03T11:36:39.182 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.180+0000 7fecc215e980 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:36:39.182 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.180+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.109 does not exist 2023-12-03T11:36:39.182 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.180+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.110 2023-12-03T11:36:39.182 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.180+0000 7fecc215e980 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:36:39.183 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.180+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.110 does not exist 2023-12-03T11:36:39.183 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.180+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.111 2023-12-03T11:36:39.183 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.180+0000 7fecc215e980 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:36:39.183 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.180+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.111 does not exist 2023-12-03T11:36:39.183 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.180+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.112 2023-12-03T11:36:39.183 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.180+0000 7fecc215e980 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:36:39.183 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.180+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.112 does not exist 2023-12-03T11:36:39.183 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.180+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.113 2023-12-03T11:36:39.184 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.180+0000 7fecc215e980 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:36:39.184 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.180+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.113 does not exist 2023-12-03T11:36:39.184 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.180+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.114 2023-12-03T11:36:39.184 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.180+0000 7fecc215e980 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:36:39.185 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.184+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.114 does not exist 2023-12-03T11:36:39.185 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.184+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.115 2023-12-03T11:36:39.185 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.184+0000 7fecc215e980 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:36:39.186 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.184+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.115 does not exist 2023-12-03T11:36:39.186 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.184+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.116 2023-12-03T11:36:39.186 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.184+0000 7fecc215e980 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:36:39.186 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.184+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.116 does not exist 2023-12-03T11:36:39.186 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.184+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.117 2023-12-03T11:36:39.186 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.184+0000 7fecc215e980 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:36:39.187 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.184+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.117 does not exist 2023-12-03T11:36:39.187 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.184+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.118 2023-12-03T11:36:39.187 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.184+0000 7fecc215e980 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:36:39.188 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.184+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.118 does not exist 2023-12-03T11:36:39.188 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.184+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.119 2023-12-03T11:36:39.188 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.184+0000 7fecc215e980 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:36:39.188 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.188+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.119 does not exist 2023-12-03T11:36:39.188 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.188+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.120 2023-12-03T11:36:39.188 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.188+0000 7fecc215e980 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:36:39.189 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.188+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.120 does not exist 2023-12-03T11:36:39.189 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.188+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.121 2023-12-03T11:36:39.189 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.188+0000 7fecc215e980 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:36:39.189 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.188+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.121 does not exist 2023-12-03T11:36:39.189 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.188+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.122 2023-12-03T11:36:39.190 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.188+0000 7fecc215e980 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:36:39.190 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.188+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.122 does not exist 2023-12-03T11:36:39.190 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.188+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.123 2023-12-03T11:36:39.190 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.188+0000 7fecc215e980 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:36:39.191 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.188+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.123 does not exist 2023-12-03T11:36:39.191 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.188+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.124 2023-12-03T11:36:39.191 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.188+0000 7fecc215e980 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:36:39.191 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.188+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.124 does not exist 2023-12-03T11:36:39.191 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.188+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.125 2023-12-03T11:36:39.191 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.188+0000 7fecc215e980 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:36:39.192 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.192+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.125 does not exist 2023-12-03T11:36:39.192 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.192+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.126 2023-12-03T11:36:39.192 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.192+0000 7fecc215e980 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:36:39.193 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.192+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.126 does not exist 2023-12-03T11:36:39.193 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.192+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.127 2023-12-03T11:36:39.193 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.192+0000 7fecc215e980 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:36:39.194 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.192+0000 7fecc215e980 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.127 does not exist 2023-12-03T11:36:39.194 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.192+0000 7fecc215e980 20 static int rgw::cls::fifo::FIFO::create(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, std::optional >, bool, uint64_t, uint64_t):1210 entering 2023-12-03T11:36:39.198 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.196+0000 7fecc215e980 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1168 entering 2023-12-03T11:36:39.207 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.204+0000 7fec85fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:36:39.207 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.204+0000 7fecc215e980 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:36:39.207 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:39.204+0000 7fecc215e980 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:36:42.069 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:42.068+0000 7fecc215e980 10 rgw_init_ioctx warning: failed to set recovery_priority on default.rgw.meta 2023-12-03T11:36:42.069 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:42.068+0000 7fecc215e980 5 note: GC not initialized 2023-12-03T11:36:42.083 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:42.080+0000 7febf4ff9640 20 reqs_thread_entry: start 2023-12-03T11:36:42.083 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:42.080+0000 7fecc215e980 20 init_complete bucket index max shards: 1 2023-12-03T11:36:42.083 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:42.080+0000 7fecc215e980 20 Filter name: none 2023-12-03T11:36:42.083 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:42.080+0000 7febe27fc640 20 reqs_thread_entry: start 2023-12-03T11:36:42.143 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:42.140+0000 7fec85fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:36:42.150 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:42.148+0000 7fecc215e980 20 remove_watcher() i=0 2023-12-03T11:36:42.150 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:42.148+0000 7fecc215e980 2 removed watcher, disabling cache 2023-12-03T11:36:42.153 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:42.152+0000 7fecc215e980 20 remove_watcher() i=1 2023-12-03T11:36:42.156 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:42.156+0000 7fecc215e980 20 remove_watcher() i=2 2023-12-03T11:36:42.164 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:42.160+0000 7fecc215e980 20 remove_watcher() i=3 2023-12-03T11:36:42.167 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:42.164+0000 7fecc215e980 20 remove_watcher() i=4 2023-12-03T11:36:42.170 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:42.168+0000 7fecc215e980 20 remove_watcher() i=5 2023-12-03T11:36:42.172 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:42.168+0000 7fecc215e980 20 remove_watcher() i=6 2023-12-03T11:36:42.174 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:42.172+0000 7fecc215e980 20 remove_watcher() i=7 2023-12-03T11:36:42.182 INFO:teuthology.orchestra.run.smithi019.stdout:[] 2023-12-03T11:36:42.182 DEBUG:tasks.util.rgw: json result: [] 2023-12-03T11:36:42.183 INFO:tasks.util.rgw:rgwadmin: client.0 : ['zone', 'placement', 'modify', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--compression', 'random'] 2023-12-03T11:36:42.183 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'ceph', 'zone', 'placement', 'modify', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--compression', 'random'] 2023-12-03T11:36:42.183 DEBUG:teuthology.orchestra.run.smithi019:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster ceph zone placement modify --rgw-zone default --placement-id default-placement --compression random 2023-12-03T11:36:42.266 INFO:teuthology.orchestra.run.smithi019.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:36:42.266 INFO:teuthology.orchestra.run.smithi019.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:36:42.282 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:42.280+0000 7fa37b715980 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:36:42.282 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:42.280+0000 7fa37b715980 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:36:42.286 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:42.284+0000 7fa2b6ffd640 20 reqs_thread_entry: start 2023-12-03T11:36:42.301 INFO:teuthology.orchestra.run.smithi019.stdout:{"id":"43a5e689-6a4f-4bb6-8529-28824bd75ab9","name":"default","domain_root":"default.rgw.meta:root","control_pool":"default.rgw.control","gc_pool":"default.rgw.log:gc","lc_pool":"default.rgw.log:lc","log_pool":"default.rgw.log","intent_log_pool":"default.rgw.log:intent","usage_log_pool":"default.rgw.log:usage","roles_pool":"default.rgw.meta:roles","reshard_pool":"default.rgw.log:reshard","user_keys_pool":"default.rgw.meta:users.keys","user_email_pool":"default.rgw.meta:users.email","user_swift_pool":"default.rgw.meta:users.swift","user_uid_pool":"default.rgw.meta:users.uid","otp_pool":"default.rgw.otp","system_key":{"access_key":"","secret_key":""},"placement_pools":[{"key":"default-placement","val":{"index_pool":"default.rgw.buckets.index","storage_classes":{"STANDARD":{"data_pool":"default.rgw.buckets.data","compression_type":"random"}},"data_extra_pool":"default.rgw.buckets.non-ec","index_type":0,"inline_data":true}}],"realm_id":"","notif_pool":"default.rgw.log:notif"} 2023-12-03T11:36:42.301 DEBUG:tasks.util.rgw: json result: {'id': '43a5e689-6a4f-4bb6-8529-28824bd75ab9', 'name': 'default', 'domain_root': 'default.rgw.meta:root', 'control_pool': 'default.rgw.control', 'gc_pool': 'default.rgw.log:gc', 'lc_pool': 'default.rgw.log:lc', 'log_pool': 'default.rgw.log', 'intent_log_pool': 'default.rgw.log:intent', 'usage_log_pool': 'default.rgw.log:usage', 'roles_pool': 'default.rgw.meta:roles', 'reshard_pool': 'default.rgw.log:reshard', 'user_keys_pool': 'default.rgw.meta:users.keys', 'user_email_pool': 'default.rgw.meta:users.email', 'user_swift_pool': 'default.rgw.meta:users.swift', 'user_uid_pool': 'default.rgw.meta:users.uid', 'otp_pool': 'default.rgw.otp', 'system_key': {'access_key': '', 'secret_key': ''}, 'placement_pools': [{'key': 'default-placement', 'val': {'index_pool': 'default.rgw.buckets.index', 'storage_classes': {'STANDARD': {'data_pool': 'default.rgw.buckets.data', 'compression_type': 'random'}}, 'data_extra_pool': 'default.rgw.buckets.non-ec', 'index_type': 0, 'inline_data': True}}], 'realm_id': '', 'notif_pool': 'default.rgw.log:notif'} 2023-12-03T11:36:42.301 INFO:tasks.util.rgw:rgwadmin: client.0 : ['user', 'list'] 2023-12-03T11:36:42.301 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'ceph', 'user', 'list'] 2023-12-03T11:36:42.302 DEBUG:teuthology.orchestra.run.smithi019:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster ceph user list 2023-12-03T11:36:42.372 INFO:teuthology.orchestra.run.smithi019.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:36:42.372 INFO:teuthology.orchestra.run.smithi019.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:36:42.388 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:42.384+0000 7f4feb8bb980 20 rados->read ofs=0 len=0 2023-12-03T11:36:42.390 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:42.388+0000 7f4feb8bb980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:36:42.390 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:42.388+0000 7f4feb8bb980 20 realm 2023-12-03T11:36:42.390 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:42.388+0000 7f4feb8bb980 20 rados->read ofs=0 len=0 2023-12-03T11:36:42.390 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:42.388+0000 7f4feb8bb980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:36:42.390 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:42.388+0000 7f4feb8bb980 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:36:42.390 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:42.388+0000 7f4feb8bb980 20 rados->read ofs=0 len=0 2023-12-03T11:36:42.391 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:42.388+0000 7f4feb8bb980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:36:42.391 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:42.388+0000 7f4feb8bb980 20 rados->read ofs=0 len=0 2023-12-03T11:36:42.392 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:42.388+0000 7f4feb8bb980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:36:42.392 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:42.388+0000 7f4feb8bb980 20 rados->read ofs=0 len=0 2023-12-03T11:36:42.392 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:42.388+0000 7f4feb8bb980 20 rados_obj.operate() r=0 bl.length=890 2023-12-03T11:36:42.392 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:42.388+0000 7f4feb8bb980 20 searching for the correct realm 2023-12-03T11:36:42.417 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:42.416+0000 7f4fe8bd6640 0 -- 172.21.15.19:0/1094178050 >> [v2:172.21.15.19:6800/1469834966,v1:172.21.15.19:6801/1469834966] conn(0x55b57252ab20 msgr2=0x55b57252edc0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:36:42.418 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:42.416+0000 7f4feb8bb980 20 RGWRados::pool_iterate: got zonegroup_info.9433ba8b-08fe-4f3d-8375-ae7b0ce32294 2023-12-03T11:36:42.418 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:42.416+0000 7f4feb8bb980 20 RGWRados::pool_iterate: got zone_info.43a5e689-6a4f-4bb6-8529-28824bd75ab9 2023-12-03T11:36:42.419 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:42.416+0000 7f4feb8bb980 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:36:42.419 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:42.416+0000 7f4feb8bb980 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:36:42.419 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:42.416+0000 7f4feb8bb980 20 rados->read ofs=0 len=0 2023-12-03T11:36:42.419 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:42.416+0000 7f4feb8bb980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:36:42.419 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:42.416+0000 7f4feb8bb980 20 rados->read ofs=0 len=0 2023-12-03T11:36:42.420 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:42.416+0000 7f4feb8bb980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:36:42.420 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:42.416+0000 7f4feb8bb980 20 rados->read ofs=0 len=0 2023-12-03T11:36:42.420 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:42.416+0000 7f4feb8bb980 20 rados_obj.operate() r=0 bl.length=420 2023-12-03T11:36:42.421 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:42.416+0000 7f4feb8bb980 20 zone default found 2023-12-03T11:36:42.421 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:42.416+0000 7f4feb8bb980 4 Realm: () 2023-12-03T11:36:42.421 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:42.416+0000 7f4feb8bb980 4 ZoneGroup: default (9433ba8b-08fe-4f3d-8375-ae7b0ce32294) 2023-12-03T11:36:42.421 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:42.416+0000 7f4feb8bb980 4 Zone: default (43a5e689-6a4f-4bb6-8529-28824bd75ab9) 2023-12-03T11:36:42.421 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:42.416+0000 7f4feb8bb980 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:36:42.421 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:42.416+0000 7f4feb8bb980 20 zonegroup default 2023-12-03T11:36:42.421 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:42.416+0000 7f4feb8bb980 20 rados->read ofs=0 len=0 2023-12-03T11:36:42.421 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:42.416+0000 7f4feb8bb980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:36:42.422 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:42.416+0000 7f4feb8bb980 20 rados->read ofs=0 len=0 2023-12-03T11:36:42.422 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:42.420+0000 7f4feb8bb980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:36:42.422 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:42.420+0000 7f4feb8bb980 20 rados->read ofs=0 len=0 2023-12-03T11:36:42.422 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:42.420+0000 7f4feb8bb980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:36:42.422 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:42.420+0000 7f4feb8bb980 20 started sync module instance, tier type = 2023-12-03T11:36:42.422 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:42.420+0000 7f4feb8bb980 20 started zone id=43a5e689-6a4f-4bb6-8529-28824bd75ab9 (name=default) with tier type = 2023-12-03T11:36:42.444 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:42.440+0000 7f4fe8bd6640 0 -- 172.21.15.19:0/1094178050 >> [v2:172.21.15.19:6800/1469834966,v1:172.21.15.19:6801/1469834966] conn(0x7f4fc40724f0 msgr2=0x7f4fc4074900 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:36:42.448 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:42.444+0000 7f4feb8bb980 20 add_watcher() i=0 2023-12-03T11:36:42.448 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:42.444+0000 7f4feb8bb980 20 add_watcher() i=1 2023-12-03T11:36:42.448 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:42.444+0000 7f4feb8bb980 20 add_watcher() i=2 2023-12-03T11:36:42.448 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:42.444+0000 7f4feb8bb980 20 add_watcher() i=3 2023-12-03T11:36:42.448 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:42.444+0000 7f4feb8bb980 20 add_watcher() i=4 2023-12-03T11:36:42.448 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:42.444+0000 7f4feb8bb980 20 add_watcher() i=5 2023-12-03T11:36:42.448 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:42.444+0000 7f4feb8bb980 20 add_watcher() i=6 2023-12-03T11:36:42.449 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:42.448+0000 7f4feb8bb980 20 add_watcher() i=7 2023-12-03T11:36:42.449 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:42.448+0000 7f4feb8bb980 2 all 8 watchers are set, enabling cache 2023-12-03T11:36:42.454 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:42.452+0000 7f4faefe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:36:42.454 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:42.452+0000 7f4feb8bb980 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:36:42.454 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:42.452+0000 7f4feb8bb980 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:36:42.461 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:42.456+0000 7f4feb8bb980 5 note: GC not initialized 2023-12-03T11:36:42.461 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:42.460+0000 7f4f1dffb640 20 reqs_thread_entry: start 2023-12-03T11:36:42.461 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:42.460+0000 7f4feb8bb980 20 init_complete bucket index max shards: 1 2023-12-03T11:36:42.461 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:42.460+0000 7f4feb8bb980 20 Filter name: none 2023-12-03T11:36:42.461 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:42.460+0000 7f4f0f7fe640 20 reqs_thread_entry: start 2023-12-03T11:36:42.485 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:42.484+0000 7f4faefe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:36:42.491 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:42.488+0000 7f4feb8bb980 20 remove_watcher() i=0 2023-12-03T11:36:42.492 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:42.488+0000 7f4feb8bb980 2 removed watcher, disabling cache 2023-12-03T11:36:42.494 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:42.492+0000 7f4feb8bb980 20 remove_watcher() i=1 2023-12-03T11:36:42.496 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:42.492+0000 7f4feb8bb980 20 remove_watcher() i=2 2023-12-03T11:36:42.499 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:42.496+0000 7f4feb8bb980 20 remove_watcher() i=3 2023-12-03T11:36:42.501 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:42.500+0000 7f4feb8bb980 20 remove_watcher() i=4 2023-12-03T11:36:42.503 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:42.500+0000 7f4feb8bb980 20 remove_watcher() i=5 2023-12-03T11:36:42.504 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:42.504+0000 7f4feb8bb980 20 remove_watcher() i=6 2023-12-03T11:36:42.506 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:42.504+0000 7f4feb8bb980 20 remove_watcher() i=7 2023-12-03T11:36:42.512 INFO:teuthology.orchestra.run.smithi019.stdout:[] 2023-12-03T11:36:42.513 DEBUG:tasks.util.rgw: json result: [] 2023-12-03T11:36:42.513 INFO:tasks.util.rgw:rgwadmin: client.0 : ['zone', 'placement', 'modify', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--placement-inline-data', 'false'] 2023-12-03T11:36:42.513 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'ceph', 'zone', 'placement', 'modify', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--placement-inline-data', 'false'] 2023-12-03T11:36:42.513 DEBUG:teuthology.orchestra.run.smithi019:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster ceph zone placement modify --rgw-zone default --placement-id default-placement --placement-inline-data false 2023-12-03T11:36:42.594 INFO:teuthology.orchestra.run.smithi019.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:36:42.595 INFO:teuthology.orchestra.run.smithi019.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:36:42.610 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:42.608+0000 7f434f5b7980 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:36:42.610 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:42.608+0000 7f434f5b7980 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:36:42.614 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:42.612+0000 7f428affd640 20 reqs_thread_entry: start 2023-12-03T11:36:42.628 INFO:teuthology.orchestra.run.smithi019.stdout:{"id":"43a5e689-6a4f-4bb6-8529-28824bd75ab9","name":"default","domain_root":"default.rgw.meta:root","control_pool":"default.rgw.control","gc_pool":"default.rgw.log:gc","lc_pool":"default.rgw.log:lc","log_pool":"default.rgw.log","intent_log_pool":"default.rgw.log:intent","usage_log_pool":"default.rgw.log:usage","roles_pool":"default.rgw.meta:roles","reshard_pool":"default.rgw.log:reshard","user_keys_pool":"default.rgw.meta:users.keys","user_email_pool":"default.rgw.meta:users.email","user_swift_pool":"default.rgw.meta:users.swift","user_uid_pool":"default.rgw.meta:users.uid","otp_pool":"default.rgw.otp","system_key":{"access_key":"","secret_key":""},"placement_pools":[{"key":"default-placement","val":{"index_pool":"default.rgw.buckets.index","storage_classes":{"STANDARD":{"data_pool":"default.rgw.buckets.data","compression_type":"random"}},"data_extra_pool":"default.rgw.buckets.non-ec","index_type":0,"inline_data":false}}],"realm_id":"","notif_pool":"default.rgw.log:notif"} 2023-12-03T11:36:42.628 DEBUG:tasks.util.rgw: json result: {'id': '43a5e689-6a4f-4bb6-8529-28824bd75ab9', 'name': 'default', 'domain_root': 'default.rgw.meta:root', 'control_pool': 'default.rgw.control', 'gc_pool': 'default.rgw.log:gc', 'lc_pool': 'default.rgw.log:lc', 'log_pool': 'default.rgw.log', 'intent_log_pool': 'default.rgw.log:intent', 'usage_log_pool': 'default.rgw.log:usage', 'roles_pool': 'default.rgw.meta:roles', 'reshard_pool': 'default.rgw.log:reshard', 'user_keys_pool': 'default.rgw.meta:users.keys', 'user_email_pool': 'default.rgw.meta:users.email', 'user_swift_pool': 'default.rgw.meta:users.swift', 'user_uid_pool': 'default.rgw.meta:users.uid', 'otp_pool': 'default.rgw.otp', 'system_key': {'access_key': '', 'secret_key': ''}, 'placement_pools': [{'key': 'default-placement', 'val': {'index_pool': 'default.rgw.buckets.index', 'storage_classes': {'STANDARD': {'data_pool': 'default.rgw.buckets.data', 'compression_type': 'random'}}, 'data_extra_pool': 'default.rgw.buckets.non-ec', 'index_type': 0, 'inline_data': False}}], 'realm_id': '', 'notif_pool': 'default.rgw.log:notif'} 2023-12-03T11:36:42.628 INFO:tasks.util.rgw:rgwadmin: client.0 : ['user', 'list'] 2023-12-03T11:36:42.628 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'ceph', 'user', 'list'] 2023-12-03T11:36:42.628 DEBUG:teuthology.orchestra.run.smithi019:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster ceph user list 2023-12-03T11:36:42.701 INFO:teuthology.orchestra.run.smithi019.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:36:42.701 INFO:teuthology.orchestra.run.smithi019.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:36:42.715 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:42.712+0000 7f50b7269980 20 rados->read ofs=0 len=0 2023-12-03T11:36:42.717 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:42.716+0000 7f50b7269980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:36:42.717 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:42.716+0000 7f50b7269980 20 realm 2023-12-03T11:36:42.717 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:42.716+0000 7f50b7269980 20 rados->read ofs=0 len=0 2023-12-03T11:36:42.718 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:42.716+0000 7f50b7269980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:36:42.718 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:42.716+0000 7f50b7269980 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:36:42.718 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:42.716+0000 7f50b7269980 20 rados->read ofs=0 len=0 2023-12-03T11:36:42.718 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:42.716+0000 7f50b7269980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:36:42.718 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:42.716+0000 7f50b7269980 20 rados->read ofs=0 len=0 2023-12-03T11:36:42.720 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:42.716+0000 7f50b7269980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:36:42.720 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:42.716+0000 7f50b7269980 20 rados->read ofs=0 len=0 2023-12-03T11:36:42.720 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:42.716+0000 7f50b7269980 20 rados_obj.operate() r=0 bl.length=890 2023-12-03T11:36:42.720 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:42.716+0000 7f50b7269980 20 searching for the correct realm 2023-12-03T11:36:42.956 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:42.952+0000 7f50b5586640 0 -- 172.21.15.19:0/3298698326 >> [v2:172.21.15.57:6816/3303414699,v1:172.21.15.57:6817/3303414699] conn(0x7f509c055ef0 msgr2=0x7f509c06d0c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:36:42.956 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:42.952+0000 7f50b7269980 20 RGWRados::pool_iterate: got zonegroup_info.9433ba8b-08fe-4f3d-8375-ae7b0ce32294 2023-12-03T11:36:42.956 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:42.952+0000 7f50b7269980 20 RGWRados::pool_iterate: got zone_info.43a5e689-6a4f-4bb6-8529-28824bd75ab9 2023-12-03T11:36:42.956 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:42.952+0000 7f50b7269980 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:36:42.956 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:42.952+0000 7f50b7269980 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:36:42.956 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:42.952+0000 7f50b7269980 20 rados->read ofs=0 len=0 2023-12-03T11:36:42.956 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:42.952+0000 7f50b7269980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:36:42.957 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:42.952+0000 7f50b7269980 20 rados->read ofs=0 len=0 2023-12-03T11:36:42.957 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:42.956+0000 7f50b7269980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:36:42.957 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:42.956+0000 7f50b7269980 20 rados->read ofs=0 len=0 2023-12-03T11:36:42.958 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:42.956+0000 7f50b7269980 20 rados_obj.operate() r=0 bl.length=420 2023-12-03T11:36:42.958 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:42.956+0000 7f50b7269980 20 zone default found 2023-12-03T11:36:42.959 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:42.956+0000 7f50b7269980 4 Realm: () 2023-12-03T11:36:42.959 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:42.956+0000 7f50b7269980 4 ZoneGroup: default (9433ba8b-08fe-4f3d-8375-ae7b0ce32294) 2023-12-03T11:36:42.959 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:42.956+0000 7f50b7269980 4 Zone: default (43a5e689-6a4f-4bb6-8529-28824bd75ab9) 2023-12-03T11:36:42.959 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:42.956+0000 7f50b7269980 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:36:42.959 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:42.956+0000 7f50b7269980 20 zonegroup default 2023-12-03T11:36:42.959 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:42.956+0000 7f50b7269980 20 rados->read ofs=0 len=0 2023-12-03T11:36:42.959 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:42.956+0000 7f50b7269980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:36:42.959 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:42.956+0000 7f50b7269980 20 rados->read ofs=0 len=0 2023-12-03T11:36:42.959 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:42.956+0000 7f50b7269980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:36:42.960 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:42.956+0000 7f50b7269980 20 rados->read ofs=0 len=0 2023-12-03T11:36:42.960 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:42.956+0000 7f50b7269980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:36:42.960 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:42.956+0000 7f50b7269980 20 started sync module instance, tier type = 2023-12-03T11:36:42.960 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:42.956+0000 7f50b7269980 20 started zone id=43a5e689-6a4f-4bb6-8529-28824bd75ab9 (name=default) with tier type = 2023-12-03T11:36:42.990 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:42.984+0000 7f50b4d85640 0 -- 172.21.15.19:0/3298698326 >> [v2:172.21.15.19:6808/438722807,v1:172.21.15.19:6809/438722807] conn(0x7f509c055180 msgr2=0x7f509c06d7b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:36:42.991 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:42.984+0000 7f50b7269980 20 add_watcher() i=0 2023-12-03T11:36:42.991 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:42.984+0000 7f50b7269980 20 add_watcher() i=1 2023-12-03T11:36:42.991 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:42.984+0000 7f50b7269980 20 add_watcher() i=2 2023-12-03T11:36:42.991 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:42.984+0000 7f50b7269980 20 add_watcher() i=3 2023-12-03T11:36:42.991 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:42.984+0000 7f50b7269980 20 add_watcher() i=4 2023-12-03T11:36:42.991 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:42.984+0000 7f50b7269980 20 add_watcher() i=5 2023-12-03T11:36:42.991 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:42.984+0000 7f50b7269980 20 add_watcher() i=6 2023-12-03T11:36:42.992 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:42.988+0000 7f50b7269980 20 add_watcher() i=7 2023-12-03T11:36:42.992 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:42.988+0000 7f50b7269980 2 all 8 watchers are set, enabling cache 2023-12-03T11:36:42.994 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:42.992+0000 7f507b7de640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:36:42.994 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:42.992+0000 7f50b7269980 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:36:42.994 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:42.992+0000 7f50b7269980 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:36:43.003 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:43.000+0000 7f50b7269980 5 note: GC not initialized 2023-12-03T11:36:43.004 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:43.000+0000 7f4fea7fc640 20 reqs_thread_entry: start 2023-12-03T11:36:43.004 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:43.000+0000 7f50b7269980 20 init_complete bucket index max shards: 1 2023-12-03T11:36:43.004 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:43.004+0000 7f50b7269980 20 Filter name: none 2023-12-03T11:36:43.005 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:43.004+0000 7f4fdbfff640 20 reqs_thread_entry: start 2023-12-03T11:36:43.032 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:43.028+0000 7f507b7de640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:36:43.038 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:43.036+0000 7f50b7269980 20 remove_watcher() i=0 2023-12-03T11:36:43.038 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:43.036+0000 7f50b7269980 2 removed watcher, disabling cache 2023-12-03T11:36:43.041 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:43.040+0000 7f50b7269980 20 remove_watcher() i=1 2023-12-03T11:36:43.044 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:43.040+0000 7f50b7269980 20 remove_watcher() i=2 2023-12-03T11:36:43.047 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:43.044+0000 7f50b7269980 20 remove_watcher() i=3 2023-12-03T11:36:43.049 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:43.048+0000 7f50b7269980 20 remove_watcher() i=4 2023-12-03T11:36:43.051 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:43.048+0000 7f50b7269980 20 remove_watcher() i=5 2023-12-03T11:36:43.053 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:43.052+0000 7f50b7269980 20 remove_watcher() i=6 2023-12-03T11:36:43.055 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:43.052+0000 7f50b7269980 20 remove_watcher() i=7 2023-12-03T11:36:43.062 INFO:teuthology.orchestra.run.smithi019.stdout:[] 2023-12-03T11:36:43.063 DEBUG:tasks.util.rgw: json result: [] 2023-12-03T11:36:43.063 INFO:tasks.rgw:Configuring storage class type = LUKEWARM 2023-12-03T11:36:43.063 INFO:tasks.util.rgw:rgwadmin: client.0 : ['zonegroup', 'placement', 'add', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--storage-class', 'LUKEWARM'] 2023-12-03T11:36:43.063 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'ceph', 'zonegroup', 'placement', 'add', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--storage-class', 'LUKEWARM'] 2023-12-03T11:36:43.064 DEBUG:teuthology.orchestra.run.smithi019:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster ceph zonegroup placement add --rgw-zone default --placement-id default-placement --storage-class LUKEWARM 2023-12-03T11:36:43.152 INFO:teuthology.orchestra.run.smithi019.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:36:43.153 INFO:teuthology.orchestra.run.smithi019.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:36:43.168 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:43.164+0000 7f443eee8980 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:36:43.168 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:43.164+0000 7f443eee8980 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:36:43.173 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:43.172+0000 7f437affd640 20 reqs_thread_entry: start 2023-12-03T11:36:43.186 INFO:teuthology.orchestra.run.smithi019.stdout:[{"key":"default-placement","val":{"name":"default-placement","tags":[],"storage_classes":["LUKEWARM","STANDARD"]}}] 2023-12-03T11:36:43.186 DEBUG:tasks.util.rgw: json result: [{'key': 'default-placement', 'val': {'name': 'default-placement', 'tags': [], 'storage_classes': ['LUKEWARM', 'STANDARD']}}] 2023-12-03T11:36:43.186 INFO:tasks.util.rgw:rgwadmin: client.0 : ['zone', 'placement', 'add', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--storage-class', 'LUKEWARM', '--data-pool', 'default.rgw.buckets.data.lukewarm'] 2023-12-03T11:36:43.186 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'ceph', 'zone', 'placement', 'add', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--storage-class', 'LUKEWARM', '--data-pool', 'default.rgw.buckets.data.lukewarm'] 2023-12-03T11:36:43.187 DEBUG:teuthology.orchestra.run.smithi019:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster ceph zone placement add --rgw-zone default --placement-id default-placement --storage-class LUKEWARM --data-pool default.rgw.buckets.data.lukewarm 2023-12-03T11:36:43.268 INFO:teuthology.orchestra.run.smithi019.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:36:43.268 INFO:teuthology.orchestra.run.smithi019.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:36:43.283 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:43.280+0000 7f567b79f980 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:36:43.284 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:43.280+0000 7f567b79f980 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:36:43.287 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:43.284+0000 7f55b6ffd640 20 reqs_thread_entry: start 2023-12-03T11:36:43.512 INFO:teuthology.orchestra.run.smithi019.stdout:{"id":"43a5e689-6a4f-4bb6-8529-28824bd75ab9","name":"default","domain_root":"default.rgw.meta:root","control_pool":"default.rgw.control","gc_pool":"default.rgw.log:gc","lc_pool":"default.rgw.log:lc","log_pool":"default.rgw.log","intent_log_pool":"default.rgw.log:intent","usage_log_pool":"default.rgw.log:usage","roles_pool":"default.rgw.meta:roles","reshard_pool":"default.rgw.log:reshard","user_keys_pool":"default.rgw.meta:users.keys","user_email_pool":"default.rgw.meta:users.email","user_swift_pool":"default.rgw.meta:users.swift","user_uid_pool":"default.rgw.meta:users.uid","otp_pool":"default.rgw.otp","system_key":{"access_key":"","secret_key":""},"placement_pools":[{"key":"default-placement","val":{"index_pool":"default.rgw.buckets.index","storage_classes":{"LUKEWARM":{"data_pool":"default.rgw.buckets.data.lukewarm"},"STANDARD":{"data_pool":"default.rgw.buckets.data","compression_type":"random"}},"data_extra_pool":"default.rgw.buckets.non-ec","index_type":0,"inline_data":false}}],"realm_id":"","notif_pool":"default.rgw.log:notif"} 2023-12-03T11:36:43.512 DEBUG:tasks.util.rgw: json result: {'id': '43a5e689-6a4f-4bb6-8529-28824bd75ab9', 'name': 'default', 'domain_root': 'default.rgw.meta:root', 'control_pool': 'default.rgw.control', 'gc_pool': 'default.rgw.log:gc', 'lc_pool': 'default.rgw.log:lc', 'log_pool': 'default.rgw.log', 'intent_log_pool': 'default.rgw.log:intent', 'usage_log_pool': 'default.rgw.log:usage', 'roles_pool': 'default.rgw.meta:roles', 'reshard_pool': 'default.rgw.log:reshard', 'user_keys_pool': 'default.rgw.meta:users.keys', 'user_email_pool': 'default.rgw.meta:users.email', 'user_swift_pool': 'default.rgw.meta:users.swift', 'user_uid_pool': 'default.rgw.meta:users.uid', 'otp_pool': 'default.rgw.otp', 'system_key': {'access_key': '', 'secret_key': ''}, 'placement_pools': [{'key': 'default-placement', 'val': {'index_pool': 'default.rgw.buckets.index', 'storage_classes': {'LUKEWARM': {'data_pool': 'default.rgw.buckets.data.lukewarm'}, 'STANDARD': {'data_pool': 'default.rgw.buckets.data', 'compression_type': 'random'}}, 'data_extra_pool': 'default.rgw.buckets.non-ec', 'index_type': 0, 'inline_data': False}}], 'realm_id': '', 'notif_pool': 'default.rgw.log:notif'} 2023-12-03T11:36:43.512 INFO:tasks.rgw:Configuring storage class type = FROZEN 2023-12-03T11:36:43.512 INFO:tasks.util.rgw:rgwadmin: client.0 : ['zonegroup', 'placement', 'add', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--storage-class', 'FROZEN'] 2023-12-03T11:36:43.512 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'ceph', 'zonegroup', 'placement', 'add', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--storage-class', 'FROZEN'] 2023-12-03T11:36:43.513 DEBUG:teuthology.orchestra.run.smithi019:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster ceph zonegroup placement add --rgw-zone default --placement-id default-placement --storage-class FROZEN 2023-12-03T11:36:43.596 INFO:teuthology.orchestra.run.smithi019.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:36:43.597 INFO:teuthology.orchestra.run.smithi019.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:36:43.612 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:43.608+0000 7fc2d2766980 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:36:43.612 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:43.608+0000 7fc2d2766980 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:36:43.616 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:43.612+0000 7fc20e7fc640 20 reqs_thread_entry: start 2023-12-03T11:36:43.628 INFO:teuthology.orchestra.run.smithi019.stdout:[{"key":"default-placement","val":{"name":"default-placement","tags":[],"storage_classes":["FROZEN","LUKEWARM","STANDARD"]}}] 2023-12-03T11:36:43.628 DEBUG:tasks.util.rgw: json result: [{'key': 'default-placement', 'val': {'name': 'default-placement', 'tags': [], 'storage_classes': ['FROZEN', 'LUKEWARM', 'STANDARD']}}] 2023-12-03T11:36:43.628 INFO:tasks.util.rgw:rgwadmin: client.0 : ['zone', 'placement', 'add', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--storage-class', 'FROZEN', '--data-pool', 'default.rgw.buckets.data.frozen'] 2023-12-03T11:36:43.629 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'ceph', 'zone', 'placement', 'add', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--storage-class', 'FROZEN', '--data-pool', 'default.rgw.buckets.data.frozen'] 2023-12-03T11:36:43.629 DEBUG:teuthology.orchestra.run.smithi019:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster ceph zone placement add --rgw-zone default --placement-id default-placement --storage-class FROZEN --data-pool default.rgw.buckets.data.frozen 2023-12-03T11:36:43.664 INFO:teuthology.orchestra.run.smithi019.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:36:43.665 INFO:teuthology.orchestra.run.smithi019.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:36:43.678 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:43.676+0000 7fc2da55c980 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:36:43.678 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:43.676+0000 7fc2da55c980 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:36:43.682 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:36:43.680+0000 7fc2167fc640 20 reqs_thread_entry: start 2023-12-03T11:36:43.695 INFO:teuthology.orchestra.run.smithi019.stdout:{"id":"43a5e689-6a4f-4bb6-8529-28824bd75ab9","name":"default","domain_root":"default.rgw.meta:root","control_pool":"default.rgw.control","gc_pool":"default.rgw.log:gc","lc_pool":"default.rgw.log:lc","log_pool":"default.rgw.log","intent_log_pool":"default.rgw.log:intent","usage_log_pool":"default.rgw.log:usage","roles_pool":"default.rgw.meta:roles","reshard_pool":"default.rgw.log:reshard","user_keys_pool":"default.rgw.meta:users.keys","user_email_pool":"default.rgw.meta:users.email","user_swift_pool":"default.rgw.meta:users.swift","user_uid_pool":"default.rgw.meta:users.uid","otp_pool":"default.rgw.otp","system_key":{"access_key":"","secret_key":""},"placement_pools":[{"key":"default-placement","val":{"index_pool":"default.rgw.buckets.index","storage_classes":{"FROZEN":{"data_pool":"default.rgw.buckets.data.frozen"},"LUKEWARM":{"data_pool":"default.rgw.buckets.data.lukewarm"},"STANDARD":{"data_pool":"default.rgw.buckets.data","compression_type":"random"}},"data_extra_pool":"default.rgw.buckets.non-ec","index_type":0,"inline_data":false}}],"realm_id":"","notif_pool":"default.rgw.log:notif"} 2023-12-03T11:36:43.696 DEBUG:tasks.util.rgw: json result: {'id': '43a5e689-6a4f-4bb6-8529-28824bd75ab9', 'name': 'default', 'domain_root': 'default.rgw.meta:root', 'control_pool': 'default.rgw.control', 'gc_pool': 'default.rgw.log:gc', 'lc_pool': 'default.rgw.log:lc', 'log_pool': 'default.rgw.log', 'intent_log_pool': 'default.rgw.log:intent', 'usage_log_pool': 'default.rgw.log:usage', 'roles_pool': 'default.rgw.meta:roles', 'reshard_pool': 'default.rgw.log:reshard', 'user_keys_pool': 'default.rgw.meta:users.keys', 'user_email_pool': 'default.rgw.meta:users.email', 'user_swift_pool': 'default.rgw.meta:users.swift', 'user_uid_pool': 'default.rgw.meta:users.uid', 'otp_pool': 'default.rgw.otp', 'system_key': {'access_key': '', 'secret_key': ''}, 'placement_pools': [{'key': 'default-placement', 'val': {'index_pool': 'default.rgw.buckets.index', 'storage_classes': {'FROZEN': {'data_pool': 'default.rgw.buckets.data.frozen'}, 'LUKEWARM': {'data_pool': 'default.rgw.buckets.data.lukewarm'}, 'STANDARD': {'data_pool': 'default.rgw.buckets.data', 'compression_type': 'random'}}, 'data_extra_pool': 'default.rgw.buckets.non-ec', 'index_type': 0, 'inline_data': False}}], 'realm_id': '', 'notif_pool': 'default.rgw.log:notif'} 2023-12-03T11:36:43.696 INFO:tasks.rgw:Starting rgw... 2023-12-03T11:36:43.696 INFO:tasks.rgw:rgw client.0 config is {'ssl certificate': 'rgw.client.0'} 2023-12-03T11:36:43.696 INFO:tasks.rgw:Using beast as radosgw frontend 2023-12-03T11:36:43.696 INFO:tasks.rgw.client.0:Restarting daemon 2023-12-03T11:36:43.696 DEBUG:teuthology.orchestra.run.smithi019:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper term radosgw --rgw-frontends 'beast ssl_certificate=/home/ubuntu/cephtest/ca/rgw.client.0.crt ssl_port=443' -n client.0 --cluster ceph -k /etc/ceph/ceph.client.0.keyring --log-file /var/log/ceph/rgw.ceph.client.0.log --rgw_ops_log_socket_path /home/ubuntu/cephtest/rgw.opslog.ceph.client.0.sock --foreground | sudo tee /var/log/ceph/rgw.ceph.client.0.stdout 2>&1 2023-12-03T11:36:43.738 INFO:tasks.rgw.client.0:Started 2023-12-03T11:36:43.738 INFO:tasks.rgw:Polling client.0 until it starts accepting connections on https://smithi019.front.sepia.ceph.com:443/ 2023-12-03T11:36:43.739 DEBUG:teuthology.orchestra.run.smithi019:> curl https://smithi019.front.sepia.ceph.com:443/ 2023-12-03T11:36:43.788 DEBUG:teuthology.orchestra.run:got remote process result: 7 2023-12-03T11:36:43.788 INFO:teuthology.orchestra.run.smithi019.stderr: % Total % Received % Xferd Average Speed Time Time Time Current 2023-12-03T11:36:43.788 INFO:teuthology.orchestra.run.smithi019.stderr: Dload Upload Total Spent Left Speed 2023-12-03T11:36:43.788 INFO:teuthology.orchestra.run.smithi019.stderr: 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 2023-12-03T11:36:43.788 INFO:teuthology.orchestra.run.smithi019.stderr:curl: (7) Failed to connect to smithi019.front.sepia.ceph.com port 443 after 0 ms: Connection refused 2023-12-03T11:36:44.118 INFO:tasks.rgw.client.0.smithi019.stdout:2023-12-03T11:36:44.116+0000 7f2d98f7ca40 -1 ssl_private_key was not found: rgw/cert//default.key 2023-12-03T11:36:44.790 DEBUG:teuthology.orchestra.run.smithi019:> curl https://smithi019.front.sepia.ceph.com:443/ 2023-12-03T11:36:44.802 INFO:teuthology.orchestra.run.smithi019.stderr: % Total % Received % Xferd Average Speed Time Time Time Current 2023-12-03T11:36:44.802 INFO:teuthology.orchestra.run.smithi019.stderr: Dload Upload Total Spent Left Speed 2023-12-03T11:36:44.917 INFO:teuthology.orchestra.run.smithi019.stderr: 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 214 0 214 0 0 1857 0 --:--:-- --:--:-- --:--:-- 1860 2023-12-03T11:36:44.919 INFO:teuthology.orchestra.run.smithi019.stdout:anonymous 2023-12-03T11:36:44.919 INFO:teuthology.run_tasks:Running task tox... 2023-12-03T11:36:44.935 INFO:tasks.tox:Deploying tox from pip... 2023-12-03T11:36:44.935 DEBUG:teuthology.orchestra.run.smithi019:> python3 -m venv /home/ubuntu/cephtest/tox-venv 2023-12-03T11:36:47.987 DEBUG:teuthology.orchestra.run.smithi019:> source /home/ubuntu/cephtest/tox-venv/bin/activate && pip install tox==3.15.0 2023-12-03T11:36:48.711 INFO:teuthology.orchestra.run.smithi019.stdout:Collecting tox==3.15.0 2023-12-03T11:36:49.500 INFO:teuthology.orchestra.run.smithi019.stdout: Downloading tox-3.15.0-py2.py3-none-any.whl (82 kB) 2023-12-03T11:36:49.796 INFO:teuthology.orchestra.run.smithi019.stdout: --------------------------------------- 82.1/82.1 KB 271.8 kB/s eta 0:00:00 2023-12-03T11:36:50.127 INFO:teuthology.orchestra.run.smithi019.stdout:Collecting virtualenv!=20.0.0,!=20.0.1,!=20.0.2,!=20.0.3,!=20.0.4,!=20.0.5,!=20.0.6,!=20.0.7,>=16.0.0 2023-12-03T11:36:50.318 INFO:teuthology.orchestra.run.smithi019.stdout: Downloading virtualenv-20.25.0-py3-none-any.whl (3.8 MB) 2023-12-03T11:36:51.256 INFO:teuthology.orchestra.run.smithi019.stdout: ---------------------------------------- 3.8/3.8 MB 4.1 MB/s eta 0:00:00 2023-12-03T11:36:51.399 INFO:teuthology.orchestra.run.smithi019.stdout:Collecting packaging>=14 2023-12-03T11:36:51.586 INFO:teuthology.orchestra.run.smithi019.stdout: Downloading packaging-23.2-py3-none-any.whl (53 kB) 2023-12-03T11:36:51.613 INFO:teuthology.orchestra.run.smithi019.stdout: ---------------------------------------- 53.0/53.0 KB 1.8 MB/s eta 0:00:00 2023-12-03T11:36:51.699 INFO:teuthology.orchestra.run.smithi019.stdout:Collecting six<2,>=1.14.0 2023-12-03T11:36:51.896 INFO:teuthology.orchestra.run.smithi019.stdout: Downloading six-1.16.0-py2.py3-none-any.whl (11 kB) 2023-12-03T11:36:52.049 INFO:teuthology.orchestra.run.smithi019.stdout:Collecting filelock<4,>=3.0.0 2023-12-03T11:36:52.239 INFO:teuthology.orchestra.run.smithi019.stdout: Downloading filelock-3.13.1-py3-none-any.whl (11 kB) 2023-12-03T11:36:52.344 INFO:teuthology.orchestra.run.smithi019.stdout:Collecting toml>=0.9.4 2023-12-03T11:36:52.528 INFO:teuthology.orchestra.run.smithi019.stdout: Downloading toml-0.10.2-py2.py3-none-any.whl (16 kB) 2023-12-03T11:36:52.663 INFO:teuthology.orchestra.run.smithi019.stdout:Collecting py<2,>=1.4.17 2023-12-03T11:36:52.858 INFO:teuthology.orchestra.run.smithi019.stdout: Downloading py-1.11.0-py2.py3-none-any.whl (98 kB) 2023-12-03T11:36:52.892 INFO:teuthology.orchestra.run.smithi019.stdout: ---------------------------------------- 98.7/98.7 KB 3.0 MB/s eta 0:00:00 2023-12-03T11:36:52.983 INFO:teuthology.orchestra.run.smithi019.stdout:Collecting pluggy<1,>=0.12.0 2023-12-03T11:36:53.169 INFO:teuthology.orchestra.run.smithi019.stdout: Downloading pluggy-0.13.1-py2.py3-none-any.whl (18 kB) 2023-12-03T11:36:53.392 INFO:teuthology.orchestra.run.smithi019.stdout:Collecting platformdirs<5,>=3.9.1 2023-12-03T11:36:53.580 INFO:teuthology.orchestra.run.smithi019.stdout: Downloading platformdirs-4.0.0-py3-none-any.whl (17 kB) 2023-12-03T11:36:53.684 INFO:teuthology.orchestra.run.smithi019.stdout:Collecting distlib<1,>=0.3.7 2023-12-03T11:36:53.863 INFO:teuthology.orchestra.run.smithi019.stdout: Downloading distlib-0.3.7-py2.py3-none-any.whl (468 kB) 2023-12-03T11:36:53.930 INFO:teuthology.orchestra.run.smithi019.stdout: --------------------------------------- 468.9/468.9 KB 7.6 MB/s eta 0:00:00 2023-12-03T11:36:54.102 INFO:teuthology.orchestra.run.smithi019.stdout:Installing collected packages: distlib, toml, six, py, pluggy, platformdirs, packaging, filelock, virtualenv, tox 2023-12-03T11:36:55.146 INFO:teuthology.orchestra.run.smithi019.stdout:Successfully installed distlib-0.3.7 filelock-3.13.1 packaging-23.2 platformdirs-4.0.0 pluggy-0.13.1 py-1.11.0 six-1.16.0 toml-0.10.2 tox-3.15.0 virtualenv-20.25.0 2023-12-03T11:36:55.240 INFO:teuthology.run_tasks:Running task workunit... 2023-12-03T11:36:55.252 INFO:tasks.workunit:Pulling workunits from ref bcbf278cf395873c2a482f5a7b2345faf2160319 2023-12-03T11:36:55.252 INFO:tasks.workunit:Making a separate scratch dir for every client... 2023-12-03T11:36:55.252 DEBUG:teuthology.orchestra.run.smithi019:> stat -- /home/ubuntu/cephtest/mnt.0 2023-12-03T11:36:55.258 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-12-03T11:36:55.258 INFO:teuthology.orchestra.run.smithi019.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2023-12-03T11:36:55.258 DEBUG:teuthology.orchestra.run.smithi019:> mkdir -- /home/ubuntu/cephtest/mnt.0 2023-12-03T11:36:55.306 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2023-12-03T11:36:55.306 DEBUG:teuthology.orchestra.run.smithi019:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2023-12-03T11:36:55.354 INFO:tasks.workunit:timeout=3h 2023-12-03T11:36:55.354 INFO:tasks.workunit:cleanup=True 2023-12-03T11:36:55.355 DEBUG:teuthology.orchestra.run.smithi019:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://git.ceph.com/ceph-ci.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout bcbf278cf395873c2a482f5a7b2345faf2160319 2023-12-03T11:36:55.404 INFO:tasks.workunit.client.0.smithi019.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2023-12-03T11:37:59.015 INFO:tasks.workunit.client.0.smithi019.stderr:Updating files: 97% (11763/12123) Updating files: 98% (11881/12123) Updating files: 99% (12002/12123) Updating files: 100% (12123/12123) Updating files: 100% (12123/12123), done. 2023-12-03T11:37:59.123 INFO:tasks.workunit.client.0.smithi019.stderr:Note: switching to 'bcbf278cf395873c2a482f5a7b2345faf2160319'. 2023-12-03T11:37:59.123 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:37:59.123 INFO:tasks.workunit.client.0.smithi019.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2023-12-03T11:37:59.123 INFO:tasks.workunit.client.0.smithi019.stderr:changes and commit them, and you can discard any commits you make in this 2023-12-03T11:37:59.123 INFO:tasks.workunit.client.0.smithi019.stderr:state without impacting any branches by switching back to a branch. 2023-12-03T11:37:59.123 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:37:59.123 INFO:tasks.workunit.client.0.smithi019.stderr:If you want to create a new branch to retain commits you create, you may 2023-12-03T11:37:59.123 INFO:tasks.workunit.client.0.smithi019.stderr:do so (now or later) by using -c with the switch command. Example: 2023-12-03T11:37:59.123 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:37:59.123 INFO:tasks.workunit.client.0.smithi019.stderr: git switch -c 2023-12-03T11:37:59.124 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:37:59.124 INFO:tasks.workunit.client.0.smithi019.stderr:Or undo this operation with: 2023-12-03T11:37:59.124 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:37:59.124 INFO:tasks.workunit.client.0.smithi019.stderr: git switch - 2023-12-03T11:37:59.124 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:37:59.124 INFO:tasks.workunit.client.0.smithi019.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2023-12-03T11:37:59.124 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:37:59.124 INFO:tasks.workunit.client.0.smithi019.stderr:HEAD is now at bcbf278cf39 RGW:pubsub publish commit with etag populated 2023-12-03T11:37:59.126 DEBUG:teuthology.orchestra.run.smithi019:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2023-12-03T11:37:59.175 INFO:tasks.workunit.client.0.smithi019.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2023-12-03T11:37:59.177 INFO:tasks.workunit.client.0.smithi019.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2023-12-03T11:37:59.177 INFO:tasks.workunit.client.0.smithi019.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2023-12-03T11:38:00.006 INFO:tasks.workunit.client.0.smithi019.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2023-12-03T11:38:00.083 INFO:tasks.workunit.client.0.smithi019.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2023-12-03T11:38:00.150 INFO:tasks.workunit.client.0.smithi019.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2023-12-03T11:38:00.151 INFO:tasks.workunit.client.0.smithi019.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2023-12-03T11:38:00.151 INFO:tasks.workunit.client.0.smithi019.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2023-12-03T11:38:00.195 INFO:tasks.workunit.client.0.smithi019.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2023-12-03T11:38:00.198 DEBUG:teuthology.orchestra.run.smithi019:> set -ex 2023-12-03T11:38:00.198 DEBUG:teuthology.orchestra.run.smithi019:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2023-12-03T11:38:00.246 INFO:tasks.workunit:Running workunits matching rgw/run-bucket-check.sh on client.0... 2023-12-03T11:38:00.248 INFO:tasks.workunit:Running workunit rgw/run-bucket-check.sh... 2023-12-03T11:38:00.249 DEBUG:teuthology.orchestra.run.smithi019:workunit test rgw/run-bucket-check.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=bcbf278cf395873c2a482f5a7b2345faf2160319 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/run-bucket-check.sh 2023-12-03T11:38:00.298 INFO:tasks.workunit.client.0.smithi019.stderr:++ dirname /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/run-bucket-check.sh 2023-12-03T11:38:00.299 INFO:tasks.workunit.client.0.smithi019.stderr:+ mydir=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw 2023-12-03T11:38:00.299 INFO:tasks.workunit.client.0.smithi019.stderr:+ python3 -m venv /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw 2023-12-03T11:38:03.400 INFO:tasks.workunit.client.0.smithi019.stderr:+ source /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/bin/activate 2023-12-03T11:38:03.400 INFO:tasks.workunit.client.0.smithi019.stderr:++ deactivate nondestructive 2023-12-03T11:38:03.400 INFO:tasks.workunit.client.0.smithi019.stderr:++ '[' -n '' ']' 2023-12-03T11:38:03.401 INFO:tasks.workunit.client.0.smithi019.stderr:++ '[' -n '' ']' 2023-12-03T11:38:03.401 INFO:tasks.workunit.client.0.smithi019.stderr:++ '[' -n /usr/bin/bash -o -n '' ']' 2023-12-03T11:38:03.401 INFO:tasks.workunit.client.0.smithi019.stderr:++ hash -r 2023-12-03T11:38:03.401 INFO:tasks.workunit.client.0.smithi019.stderr:++ '[' -n '' ']' 2023-12-03T11:38:03.401 INFO:tasks.workunit.client.0.smithi019.stderr:++ unset VIRTUAL_ENV 2023-12-03T11:38:03.401 INFO:tasks.workunit.client.0.smithi019.stderr:++ unset VIRTUAL_ENV_PROMPT 2023-12-03T11:38:03.401 INFO:tasks.workunit.client.0.smithi019.stderr:++ '[' '!' nondestructive = nondestructive ']' 2023-12-03T11:38:03.401 INFO:tasks.workunit.client.0.smithi019.stderr:++ VIRTUAL_ENV=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw 2023-12-03T11:38:03.401 INFO:tasks.workunit.client.0.smithi019.stderr:++ export VIRTUAL_ENV 2023-12-03T11:38:03.401 INFO:tasks.workunit.client.0.smithi019.stderr:++ _OLD_VIRTUAL_PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/games:/snap/bin:/usr/sbin 2023-12-03T11:38:03.401 INFO:tasks.workunit.client.0.smithi019.stderr:++ PATH=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/games:/snap/bin:/usr/sbin 2023-12-03T11:38:03.401 INFO:tasks.workunit.client.0.smithi019.stderr:++ export PATH 2023-12-03T11:38:03.401 INFO:tasks.workunit.client.0.smithi019.stderr:++ '[' -n '' ']' 2023-12-03T11:38:03.401 INFO:tasks.workunit.client.0.smithi019.stderr:++ '[' -z '' ']' 2023-12-03T11:38:03.402 INFO:tasks.workunit.client.0.smithi019.stderr:++ _OLD_VIRTUAL_PS1= 2023-12-03T11:38:03.402 INFO:tasks.workunit.client.0.smithi019.stderr:++ PS1='(rgw) ' 2023-12-03T11:38:03.402 INFO:tasks.workunit.client.0.smithi019.stderr:++ export PS1 2023-12-03T11:38:03.402 INFO:tasks.workunit.client.0.smithi019.stderr:++ VIRTUAL_ENV_PROMPT='(rgw) ' 2023-12-03T11:38:03.402 INFO:tasks.workunit.client.0.smithi019.stderr:++ export VIRTUAL_ENV_PROMPT 2023-12-03T11:38:03.402 INFO:tasks.workunit.client.0.smithi019.stderr:++ '[' -n /usr/bin/bash -o -n '' ']' 2023-12-03T11:38:03.402 INFO:tasks.workunit.client.0.smithi019.stderr:++ hash -r 2023-12-03T11:38:03.402 INFO:tasks.workunit.client.0.smithi019.stderr:+ pip install pip --upgrade 2023-12-03T11:38:03.793 INFO:tasks.workunit.client.0.smithi019.stdout:Requirement already satisfied: pip in /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages (22.0.2) 2023-12-03T11:38:04.041 INFO:tasks.workunit.client.0.smithi019.stdout:Collecting pip 2023-12-03T11:38:04.156 INFO:tasks.workunit.client.0.smithi019.stdout: Downloading pip-23.3.1-py3-none-any.whl (2.1 MB) 2023-12-03T11:38:04.400 INFO:tasks.workunit.client.0.smithi019.stdout: ---------------------------------------- 2.1/2.1 MB 8.8 MB/s eta 0:00:00 2023-12-03T11:38:04.481 INFO:tasks.workunit.client.0.smithi019.stdout:Installing collected packages: pip 2023-12-03T11:38:04.482 INFO:tasks.workunit.client.0.smithi019.stdout: Attempting uninstall: pip 2023-12-03T11:38:04.482 INFO:tasks.workunit.client.0.smithi019.stdout: Found existing installation: pip 22.0.2 2023-12-03T11:38:04.776 INFO:tasks.workunit.client.0.smithi019.stdout: Uninstalling pip-22.0.2: 2023-12-03T11:38:04.782 INFO:tasks.workunit.client.0.smithi019.stdout: Successfully uninstalled pip-22.0.2 2023-12-03T11:38:05.769 INFO:tasks.workunit.client.0.smithi019.stdout:Successfully installed pip-23.3.1 2023-12-03T11:38:05.837 INFO:tasks.workunit.client.0.smithi019.stderr:+ pip install boto3 2023-12-03T11:38:06.874 INFO:tasks.workunit.client.0.smithi019.stdout:Collecting boto3 2023-12-03T11:38:06.991 INFO:tasks.workunit.client.0.smithi019.stdout: Downloading boto3-1.33.6-py3-none-any.whl.metadata (6.7 kB) 2023-12-03T11:38:07.655 INFO:tasks.workunit.client.0.smithi019.stdout:Collecting botocore<1.34.0,>=1.33.6 (from boto3) 2023-12-03T11:38:07.674 INFO:tasks.workunit.client.0.smithi019.stdout: Downloading botocore-1.33.6-py3-none-any.whl.metadata (6.1 kB) 2023-12-03T11:38:07.818 INFO:tasks.workunit.client.0.smithi019.stdout:Collecting jmespath<2.0.0,>=0.7.1 (from boto3) 2023-12-03T11:38:07.836 INFO:tasks.workunit.client.0.smithi019.stdout: Downloading jmespath-1.0.1-py3-none-any.whl (20 kB) 2023-12-03T11:38:08.020 INFO:tasks.workunit.client.0.smithi019.stdout:Collecting s3transfer<0.9.0,>=0.8.2 (from boto3) 2023-12-03T11:38:08.041 INFO:tasks.workunit.client.0.smithi019.stdout: Downloading s3transfer-0.8.2-py3-none-any.whl.metadata (1.8 kB) 2023-12-03T11:38:08.225 INFO:tasks.workunit.client.0.smithi019.stdout:Collecting python-dateutil<3.0.0,>=2.1 (from botocore<1.34.0,>=1.33.6->boto3) 2023-12-03T11:38:08.245 INFO:tasks.workunit.client.0.smithi019.stdout: Downloading python_dateutil-2.8.2-py2.py3-none-any.whl (247 kB) 2023-12-03T11:38:08.346 INFO:tasks.workunit.client.0.smithi019.stdout: --------------------------------------- 247.7/247.7 kB 2.5 MB/s eta 0:00:00 2023-12-03T11:38:08.506 INFO:tasks.workunit.client.0.smithi019.stdout:Collecting urllib3<2.1,>=1.25.4 (from botocore<1.34.0,>=1.33.6->boto3) 2023-12-03T11:38:08.524 INFO:tasks.workunit.client.0.smithi019.stdout: Downloading urllib3-2.0.7-py3-none-any.whl.metadata (6.6 kB) 2023-12-03T11:38:08.804 INFO:tasks.workunit.client.0.smithi019.stdout:Collecting six>=1.5 (from python-dateutil<3.0.0,>=2.1->botocore<1.34.0,>=1.33.6->boto3) 2023-12-03T11:38:08.821 INFO:tasks.workunit.client.0.smithi019.stdout: Downloading six-1.16.0-py2.py3-none-any.whl (11 kB) 2023-12-03T11:38:08.913 INFO:tasks.workunit.client.0.smithi019.stdout:Downloading boto3-1.33.6-py3-none-any.whl (139 kB) 2023-12-03T11:38:08.975 INFO:tasks.workunit.client.0.smithi019.stdout: ---------------------------------------- 139.3/139.3 kB 2.2 MB/s eta 0:00:00 2023-12-03T11:38:09.017 INFO:tasks.workunit.client.0.smithi019.stdout:Downloading botocore-1.33.6-py3-none-any.whl (11.8 MB) 2023-12-03T11:38:09.323 INFO:tasks.workunit.client.0.smithi019.stdout: ---------------------------------------- 11.8/11.8 MB 39.6 MB/s eta 0:00:00 2023-12-03T11:38:09.342 INFO:tasks.workunit.client.0.smithi019.stdout:Downloading s3transfer-0.8.2-py3-none-any.whl (82 kB) 2023-12-03T11:38:09.428 INFO:tasks.workunit.client.0.smithi019.stdout: ---------------------------------------- 82.0/82.0 kB 891.7 kB/s eta 0:00:00 2023-12-03T11:38:09.449 INFO:tasks.workunit.client.0.smithi019.stdout:Downloading urllib3-2.0.7-py3-none-any.whl (124 kB) 2023-12-03T11:38:09.519 INFO:tasks.workunit.client.0.smithi019.stdout: ---------------------------------------- 124.2/124.2 kB 1.7 MB/s eta 0:00:00 2023-12-03T11:38:09.673 INFO:tasks.workunit.client.0.smithi019.stdout:Installing collected packages: urllib3, six, jmespath, python-dateutil, botocore, s3transfer, boto3 2023-12-03T11:38:10.852 INFO:tasks.workunit.client.0.smithi019.stdout:Successfully installed boto3-1.33.6 botocore-1.33.6 jmespath-1.0.1 python-dateutil-2.8.2 s3transfer-0.8.2 six-1.16.0 urllib3-2.0.7 2023-12-03T11:38:11.315 INFO:tasks.workunit.client.0.smithi019.stderr:+ /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/bin/python3 /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/test_rgw_bucket_check.py 2023-12-03T11:38:11.466 INFO:tasks.workunit.client.0.smithi019.stderr:radosgw-admin user create --uid check-tester --display-name "Check Testing" --access-key OJODXSLNX4LUNHQG99PA --secret 3l6ffld34qaymfomuh832j94738aie2x4p2o8h6n 2023-12-03T11:38:11.506 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:38:11.506 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:38:11.524 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:11.518+0000 7f8e8d7d8980 20 rados->read ofs=0 len=0 2023-12-03T11:38:11.526 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:11.518+0000 7f8e8d7d8980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:38:11.526 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:11.518+0000 7f8e8d7d8980 20 realm 2023-12-03T11:38:11.526 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:11.518+0000 7f8e8d7d8980 20 rados->read ofs=0 len=0 2023-12-03T11:38:11.526 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:11.518+0000 7f8e8d7d8980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:38:11.527 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:11.518+0000 7f8e8d7d8980 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:38:11.527 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:11.522+0000 7f8e8d7d8980 20 rados->read ofs=0 len=0 2023-12-03T11:38:11.527 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:11.522+0000 7f8e8d7d8980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:38:11.527 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:11.522+0000 7f8e8d7d8980 20 rados->read ofs=0 len=0 2023-12-03T11:38:11.528 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:11.522+0000 7f8e8d7d8980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:38:11.528 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:11.522+0000 7f8e8d7d8980 20 rados->read ofs=0 len=0 2023-12-03T11:38:11.528 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:11.522+0000 7f8e8d7d8980 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:38:11.528 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:11.522+0000 7f8e8d7d8980 20 searching for the correct realm 2023-12-03T11:38:11.552 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:11.546+0000 7f8e8b2f4640 0 -- 172.21.15.19:0/3412684575 >> [v2:172.21.15.57:6808/3142144203,v1:172.21.15.57:6809/3142144203] conn(0x55c83e627580 msgr2=0x55c83e629970 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:38:11.553 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:11.546+0000 7f8e8d7d8980 20 RGWRados::pool_iterate: got zonegroup_info.9433ba8b-08fe-4f3d-8375-ae7b0ce32294 2023-12-03T11:38:11.553 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:11.546+0000 7f8e8d7d8980 20 RGWRados::pool_iterate: got zone_info.43a5e689-6a4f-4bb6-8529-28824bd75ab9 2023-12-03T11:38:11.553 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:11.546+0000 7f8e8d7d8980 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:38:11.553 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:11.546+0000 7f8e8d7d8980 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:38:11.554 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:11.546+0000 7f8e8d7d8980 20 rados->read ofs=0 len=0 2023-12-03T11:38:11.554 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:11.546+0000 7f8e8d7d8980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:38:11.554 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:11.546+0000 7f8e8d7d8980 20 rados->read ofs=0 len=0 2023-12-03T11:38:11.554 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:11.550+0000 7f8e8d7d8980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:38:11.554 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:11.550+0000 7f8e8d7d8980 20 rados->read ofs=0 len=0 2023-12-03T11:38:11.555 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:11.550+0000 7f8e8d7d8980 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:38:11.555 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:11.550+0000 7f8e8d7d8980 20 zone default found 2023-12-03T11:38:11.555 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:11.550+0000 7f8e8d7d8980 4 Realm: () 2023-12-03T11:38:11.555 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:11.550+0000 7f8e8d7d8980 4 ZoneGroup: default (9433ba8b-08fe-4f3d-8375-ae7b0ce32294) 2023-12-03T11:38:11.555 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:11.550+0000 7f8e8d7d8980 4 Zone: default (43a5e689-6a4f-4bb6-8529-28824bd75ab9) 2023-12-03T11:38:11.555 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:11.550+0000 7f8e8d7d8980 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:38:11.555 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:11.550+0000 7f8e8d7d8980 20 zonegroup default 2023-12-03T11:38:11.555 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:11.550+0000 7f8e8d7d8980 20 rados->read ofs=0 len=0 2023-12-03T11:38:11.556 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:11.550+0000 7f8e8d7d8980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:38:11.556 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:11.550+0000 7f8e8d7d8980 20 rados->read ofs=0 len=0 2023-12-03T11:38:11.556 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:11.550+0000 7f8e8d7d8980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:38:11.556 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:11.550+0000 7f8e8d7d8980 20 rados->read ofs=0 len=0 2023-12-03T11:38:11.556 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:11.550+0000 7f8e8d7d8980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:38:11.556 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:11.550+0000 7f8e8d7d8980 20 started sync module instance, tier type = 2023-12-03T11:38:11.556 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:11.550+0000 7f8e8d7d8980 20 started zone id=43a5e689-6a4f-4bb6-8529-28824bd75ab9 (name=default) with tier type = 2023-12-03T11:38:11.581 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:11.574+0000 7f8e8aaf3640 0 -- 172.21.15.19:0/3412684575 >> [v2:172.21.15.19:6800/1469834966,v1:172.21.15.19:6801/1469834966] conn(0x55c83e62c560 msgr2=0x55c83e62e950 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:38:11.582 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:11.578+0000 7f8e8d7d8980 20 add_watcher() i=0 2023-12-03T11:38:11.583 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:11.578+0000 7f8e8d7d8980 20 add_watcher() i=1 2023-12-03T11:38:11.583 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:11.578+0000 7f8e8d7d8980 20 add_watcher() i=2 2023-12-03T11:38:11.583 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:11.578+0000 7f8e8d7d8980 20 add_watcher() i=3 2023-12-03T11:38:11.583 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:11.578+0000 7f8e8d7d8980 20 add_watcher() i=4 2023-12-03T11:38:11.583 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:11.578+0000 7f8e8d7d8980 20 add_watcher() i=5 2023-12-03T11:38:11.587 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:11.582+0000 7f8e8d7d8980 20 add_watcher() i=6 2023-12-03T11:38:11.587 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:11.582+0000 7f8e8d7d8980 20 add_watcher() i=7 2023-12-03T11:38:11.587 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:11.582+0000 7f8e8d7d8980 2 all 8 watchers are set, enabling cache 2023-12-03T11:38:11.591 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:11.586+0000 7f8e517e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:38:11.591 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:11.586+0000 7f8e8d7d8980 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:38:11.591 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:11.586+0000 7f8e8d7d8980 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:38:11.599 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:11.594+0000 7f8e8d7d8980 5 note: GC not initialized 2023-12-03T11:38:11.599 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:11.594+0000 7f8dbffff640 20 reqs_thread_entry: start 2023-12-03T11:38:11.599 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:11.594+0000 7f8e8d7d8980 20 init_complete bucket index max shards: 1 2023-12-03T11:38:11.599 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:11.594+0000 7f8e8d7d8980 20 Filter name: none 2023-12-03T11:38:11.600 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:11.594+0000 7f8dbdffb640 20 reqs_thread_entry: start 2023-12-03T11:38:11.600 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:11.594+0000 7f8e8d7d8980 10 cache get: name=default.rgw.meta+users.uid+check-tester : miss 2023-12-03T11:38:11.600 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:11.594+0000 7f8e8d7d8980 20 rados->read ofs=0 len=0 2023-12-03T11:38:11.600 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:11.594+0000 7f8e8d7d8980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:38:11.600 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:11.594+0000 7f8e8d7d8980 10 cache put: name=default.rgw.meta+users.uid+check-tester info.flags=0x0 2023-12-03T11:38:11.600 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:11.594+0000 7f8e8d7d8980 10 adding default.rgw.meta+users.uid+check-tester to cache LRU end 2023-12-03T11:38:11.600 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:11.594+0000 7f8e8d7d8980 10 cache get: name=default.rgw.meta+users.keys+OJODXSLNX4LUNHQG99PA : miss 2023-12-03T11:38:11.600 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:11.594+0000 7f8e8d7d8980 20 rados->read ofs=0 len=0 2023-12-03T11:38:11.601 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:11.594+0000 7f8e8d7d8980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:38:11.601 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:11.594+0000 7f8e8d7d8980 10 cache put: name=default.rgw.meta+users.keys+OJODXSLNX4LUNHQG99PA info.flags=0x0 2023-12-03T11:38:11.601 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:11.594+0000 7f8e8d7d8980 10 adding default.rgw.meta+users.keys+OJODXSLNX4LUNHQG99PA to cache LRU end 2023-12-03T11:38:11.601 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:11.594+0000 7f8e8d7d8980 10 cache get: name=default.rgw.meta+users.keys+OJODXSLNX4LUNHQG99PA : hit (negative entry) 2023-12-03T11:38:11.601 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:11.594+0000 7f8e8d7d8980 10 cache get: name=default.rgw.meta+users.keys+OJODXSLNX4LUNHQG99PA : hit (negative entry) 2023-12-03T11:38:11.605 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:11.598+0000 7f8e8d7d8980 10 cache put: name=default.rgw.meta+users.uid+check-tester info.flags=0x17 2023-12-03T11:38:11.605 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:11.598+0000 7f8e8d7d8980 10 moving default.rgw.meta+users.uid+check-tester to cache LRU end 2023-12-03T11:38:11.605 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:11.598+0000 7f8e8d7d8980 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:users.uid:check-tester, ofs0, ns] 2023-12-03T11:38:11.606 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:11.598+0000 7f8e81ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 154618822656 cookie 94318528498096 notifier 4574 bl.length()=559 2023-12-03T11:38:11.606 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:11.598+0000 7f8e81ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+check-tester info.flags=0x17 2023-12-03T11:38:11.606 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:11.598+0000 7f8e81ffb640 10 rgw watcher librados: moving default.rgw.meta+users.uid+check-tester to cache LRU end 2023-12-03T11:38:11.610 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:11.602+0000 7f8e8d7d8980 10 cache put: name=default.rgw.meta+users.keys+OJODXSLNX4LUNHQG99PA info.flags=0x7 2023-12-03T11:38:11.610 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:11.602+0000 7f8e8d7d8980 10 moving default.rgw.meta+users.keys+OJODXSLNX4LUNHQG99PA to cache LRU end 2023-12-03T11:38:11.610 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:11.602+0000 7f8e8d7d8980 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:users.keys:OJODXSLNX4LUNHQG99PA, ofs0, ns] 2023-12-03T11:38:11.610 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:11.606+0000 7f8e81ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 154618822656 cookie 140250077851648 notifier 4574 bl.length()=186 2023-12-03T11:38:11.610 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:11.606+0000 7f8e81ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+OJODXSLNX4LUNHQG99PA info.flags=0x7 2023-12-03T11:38:11.611 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:11.606+0000 7f8e81ffb640 10 rgw watcher librados: moving default.rgw.meta+users.keys+OJODXSLNX4LUNHQG99PA to cache LRU end 2023-12-03T11:38:11.613 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:11.606+0000 7f8e517e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:38:11.618 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:11.614+0000 7f8e8d7d8980 20 remove_watcher() i=0 2023-12-03T11:38:11.618 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:11.614+0000 7f8e8d7d8980 2 removed watcher, disabling cache 2023-12-03T11:38:11.621 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:11.614+0000 7f8e8d7d8980 20 remove_watcher() i=1 2023-12-03T11:38:11.623 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:11.618+0000 7f8e8d7d8980 20 remove_watcher() i=2 2023-12-03T11:38:11.626 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:11.622+0000 7f8e8d7d8980 20 remove_watcher() i=3 2023-12-03T11:38:11.628 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:11.622+0000 7f8e8d7d8980 20 remove_watcher() i=4 2023-12-03T11:38:11.630 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:11.622+0000 7f8e8d7d8980 20 remove_watcher() i=5 2023-12-03T11:38:11.631 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:11.626+0000 7f8e8d7d8980 20 remove_watcher() i=6 2023-12-03T11:38:11.633 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:11.626+0000 7f8e8d7d8980 20 remove_watcher() i=7 2023-12-03T11:38:11.805 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:38:11.805 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:38:11.853 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:38:11.853 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:38:11.903 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:38:11.903 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:38:11.931 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:38:11.931 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:38:11.956 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:38:11.956 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:38:11.963 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:38:11.963 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:38:11.985 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:38:11.986 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:38:11.995 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:38:11.995 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:38:12.007 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:38:12.007 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:38:12.050 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:38:12.050 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:38:12.058 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:38:12.058 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:38:12.101 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:38:12.102 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:38:12.110 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:38:12.110 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:38:12.152 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:38:12.153 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:38:12.161 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:38:12.161 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:38:12.203 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:38:12.203 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:38:12.209 INFO:tasks.workunit.client.0.smithi019.stderr:TEST: recalculated bucket check stats are correct 2023-12-03T11:38:12.209 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:38:12.210 INFO:tasks.workunit.client.0.smithi019.stderr:radosgw-admin bucket check --fix --bucket check-bucket 2023-12-03T11:38:12.244 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:38:12.244 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:38:12.263 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.258+0000 7ff0e95d8980 20 rados->read ofs=0 len=0 2023-12-03T11:38:12.265 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.258+0000 7ff0e95d8980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:38:12.265 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.258+0000 7ff0e95d8980 20 realm 2023-12-03T11:38:12.265 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.258+0000 7ff0e95d8980 20 rados->read ofs=0 len=0 2023-12-03T11:38:12.266 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.258+0000 7ff0e95d8980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:38:12.266 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.258+0000 7ff0e95d8980 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:38:12.266 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.258+0000 7ff0e95d8980 20 rados->read ofs=0 len=0 2023-12-03T11:38:12.266 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.258+0000 7ff0e95d8980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:38:12.266 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.258+0000 7ff0e95d8980 20 rados->read ofs=0 len=0 2023-12-03T11:38:12.267 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.262+0000 7ff0e95d8980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:38:12.267 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.262+0000 7ff0e95d8980 20 rados->read ofs=0 len=0 2023-12-03T11:38:12.268 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.262+0000 7ff0e95d8980 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:38:12.268 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.262+0000 7ff0e95d8980 20 searching for the correct realm 2023-12-03T11:38:12.501 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.494+0000 7ff0e70f4640 0 -- 172.21.15.19:0/943535388 >> [v2:172.21.15.19:6824/3106662697,v1:172.21.15.19:6825/3106662697] conn(0x7ff0e011b0c0 msgr2=0x7ff0e00ed210 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:38:12.506 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.502+0000 7ff0e95d8980 20 RGWRados::pool_iterate: got zonegroup_info.9433ba8b-08fe-4f3d-8375-ae7b0ce32294 2023-12-03T11:38:12.506 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.502+0000 7ff0e95d8980 20 RGWRados::pool_iterate: got zone_info.43a5e689-6a4f-4bb6-8529-28824bd75ab9 2023-12-03T11:38:12.506 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.502+0000 7ff0e95d8980 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:38:12.506 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.502+0000 7ff0e95d8980 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:38:12.506 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.502+0000 7ff0e95d8980 20 rados->read ofs=0 len=0 2023-12-03T11:38:12.507 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.502+0000 7ff0e95d8980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:38:12.507 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.502+0000 7ff0e95d8980 20 rados->read ofs=0 len=0 2023-12-03T11:38:12.508 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.502+0000 7ff0e95d8980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:38:12.508 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.502+0000 7ff0e95d8980 20 rados->read ofs=0 len=0 2023-12-03T11:38:12.509 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.502+0000 7ff0e95d8980 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:38:12.509 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.502+0000 7ff0e95d8980 20 zone default found 2023-12-03T11:38:12.509 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.502+0000 7ff0e95d8980 4 Realm: () 2023-12-03T11:38:12.509 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.502+0000 7ff0e95d8980 4 ZoneGroup: default (9433ba8b-08fe-4f3d-8375-ae7b0ce32294) 2023-12-03T11:38:12.509 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.502+0000 7ff0e95d8980 4 Zone: default (43a5e689-6a4f-4bb6-8529-28824bd75ab9) 2023-12-03T11:38:12.509 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.502+0000 7ff0e95d8980 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:38:12.509 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.502+0000 7ff0e95d8980 20 zonegroup default 2023-12-03T11:38:12.510 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.502+0000 7ff0e95d8980 20 rados->read ofs=0 len=0 2023-12-03T11:38:12.510 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.502+0000 7ff0e95d8980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:38:12.510 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.502+0000 7ff0e95d8980 20 rados->read ofs=0 len=0 2023-12-03T11:38:12.511 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.506+0000 7ff0e95d8980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:38:12.511 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.506+0000 7ff0e95d8980 20 rados->read ofs=0 len=0 2023-12-03T11:38:12.511 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.506+0000 7ff0e95d8980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:38:12.511 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.506+0000 7ff0e95d8980 20 started sync module instance, tier type = 2023-12-03T11:38:12.511 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.506+0000 7ff0e95d8980 20 started zone id=43a5e689-6a4f-4bb6-8529-28824bd75ab9 (name=default) with tier type = 2023-12-03T11:38:12.529 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.522+0000 7ff0e78f5640 0 -- 172.21.15.19:0/943535388 >> [v2:172.21.15.57:6816/3303414699,v1:172.21.15.57:6817/3303414699] conn(0x7ff0dc058960 msgr2=0x7ff0dc05c120 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2023-12-03T11:38:12.539 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.534+0000 7ff0e95d8980 20 add_watcher() i=0 2023-12-03T11:38:12.539 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.534+0000 7ff0e95d8980 20 add_watcher() i=1 2023-12-03T11:38:12.539 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.534+0000 7ff0e95d8980 20 add_watcher() i=2 2023-12-03T11:38:12.539 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.534+0000 7ff0e95d8980 20 add_watcher() i=3 2023-12-03T11:38:12.539 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.534+0000 7ff0e95d8980 20 add_watcher() i=4 2023-12-03T11:38:12.539 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.534+0000 7ff0e95d8980 20 add_watcher() i=5 2023-12-03T11:38:12.539 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.534+0000 7ff0e95d8980 20 add_watcher() i=6 2023-12-03T11:38:12.541 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.534+0000 7ff0e95d8980 20 add_watcher() i=7 2023-12-03T11:38:12.541 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.534+0000 7ff0e95d8980 2 all 8 watchers are set, enabling cache 2023-12-03T11:38:12.545 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.538+0000 7ff0ad7e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:38:12.546 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.542+0000 7ff0e95d8980 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:38:12.546 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.542+0000 7ff0e95d8980 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:38:12.561 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.554+0000 7ff0e95d8980 5 note: GC not initialized 2023-12-03T11:38:12.561 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.554+0000 7ff01bfff640 20 reqs_thread_entry: start 2023-12-03T11:38:12.561 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.554+0000 7ff0e95d8980 20 init_complete bucket index max shards: 1 2023-12-03T11:38:12.561 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.554+0000 7ff0e95d8980 20 Filter name: none 2023-12-03T11:38:12.561 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.554+0000 7ff019ffb640 20 reqs_thread_entry: start 2023-12-03T11:38:12.561 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.554+0000 7ff0e95d8980 10 cache get: name=default.rgw.meta+root+check-bucket : miss 2023-12-03T11:38:12.561 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.554+0000 7ff0e95d8980 20 rados->read ofs=0 len=0 2023-12-03T11:38:12.562 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.558+0000 7ff0e95d8980 20 rados_obj.operate() r=0 bl.length=190 2023-12-03T11:38:12.562 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.558+0000 7ff0e95d8980 10 cache put: name=default.rgw.meta+root+check-bucket info.flags=0x11 2023-12-03T11:38:12.562 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.558+0000 7ff0e95d8980 10 adding default.rgw.meta+root+check-bucket to cache LRU end 2023-12-03T11:38:12.562 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.558+0000 7ff0e95d8980 10 cache get: name=default.rgw.meta+root+.bucket.meta.check-bucket:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.1 : miss 2023-12-03T11:38:12.562 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.558+0000 7ff0e95d8980 20 rados->read ofs=0 len=0 2023-12-03T11:38:12.564 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.558+0000 7ff0e95d8980 20 rados_obj.operate() r=0 bl.length=368 2023-12-03T11:38:12.564 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.558+0000 7ff0e95d8980 10 cache put: name=default.rgw.meta+root+.bucket.meta.check-bucket:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.1 info.flags=0x17 2023-12-03T11:38:12.564 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.558+0000 7ff0e95d8980 10 adding default.rgw.meta+root+.bucket.meta.check-bucket:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.1 to cache LRU end 2023-12-03T11:38:12.564 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.558+0000 7ff0e95d8980 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-12-03T11:38:12.564 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.558+0000 7ff0e95d8980 10 updating xattr: name=user.rgw.acl bl.length()=179 2023-12-03T11:38:12.564 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.558+0000 7ff0e95d8980 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.check-bucket:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.1 2023-12-03T11:38:12.564 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.558+0000 7ff0e95d8980 20 list_objects_ordered: starting attempt 1 2023-12-03T11:38:12.564 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.558+0000 7ff0e95d8980 10 cls_bucket_list_ordered: request from each of 1 shard(s) for 1001 entries to get 1001 total entries 2023-12-03T11:38:12.565 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.558+0000 7ff0e95d8980 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2023-12-03T11:38:12.565 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.558+0000 7ff0e95d8980 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2023-12-03T11:38:12.565 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.558+0000 7ff0e95d8980 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2023-12-03T11:38:12.566 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.558+0000 7ff0e95d8980 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2023-12-03T11:38:12.575 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.570+0000 7ff0ad7e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:38:12.581 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.574+0000 7ff0e95d8980 20 remove_watcher() i=0 2023-12-03T11:38:12.581 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.574+0000 7ff0e95d8980 2 removed watcher, disabling cache 2023-12-03T11:38:12.583 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.578+0000 7ff0e95d8980 20 remove_watcher() i=1 2023-12-03T11:38:12.586 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.578+0000 7ff0e95d8980 20 remove_watcher() i=2 2023-12-03T11:38:12.588 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.582+0000 7ff0e95d8980 20 remove_watcher() i=3 2023-12-03T11:38:12.590 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.586+0000 7ff0e95d8980 20 remove_watcher() i=4 2023-12-03T11:38:12.592 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.586+0000 7ff0e95d8980 20 remove_watcher() i=5 2023-12-03T11:38:12.593 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.586+0000 7ff0e95d8980 20 remove_watcher() i=6 2023-12-03T11:38:12.595 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.590+0000 7ff0e95d8980 20 remove_watcher() i=7 2023-12-03T11:38:12.602 INFO:tasks.workunit.client.0.smithi019.stderr:radosgw-admin bucket stats --bucket check-bucket 2023-12-03T11:38:12.629 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:38:12.629 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:38:12.647 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.642+0000 7fca60a5b980 20 rados->read ofs=0 len=0 2023-12-03T11:38:12.649 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.642+0000 7fca60a5b980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:38:12.649 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.642+0000 7fca60a5b980 20 realm 2023-12-03T11:38:12.649 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.642+0000 7fca60a5b980 20 rados->read ofs=0 len=0 2023-12-03T11:38:12.650 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.642+0000 7fca60a5b980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:38:12.650 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.642+0000 7fca60a5b980 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:38:12.650 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.642+0000 7fca60a5b980 20 rados->read ofs=0 len=0 2023-12-03T11:38:12.650 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.642+0000 7fca60a5b980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:38:12.650 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.642+0000 7fca60a5b980 20 rados->read ofs=0 len=0 2023-12-03T11:38:12.651 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.646+0000 7fca60a5b980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:38:12.651 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.646+0000 7fca60a5b980 20 rados->read ofs=0 len=0 2023-12-03T11:38:12.652 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.646+0000 7fca60a5b980 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:38:12.652 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.646+0000 7fca60a5b980 20 searching for the correct realm 2023-12-03T11:38:12.676 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.670+0000 7fca5e577640 0 -- 172.21.15.19:0/3282779703 >> [v2:172.21.15.57:6808/3142144203,v1:172.21.15.57:6809/3142144203] conn(0x564e6e7b6670 msgr2=0x564e6e7b8a60 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:38:12.677 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.670+0000 7fca60a5b980 20 RGWRados::pool_iterate: got zonegroup_info.9433ba8b-08fe-4f3d-8375-ae7b0ce32294 2023-12-03T11:38:12.677 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.670+0000 7fca60a5b980 20 RGWRados::pool_iterate: got zone_info.43a5e689-6a4f-4bb6-8529-28824bd75ab9 2023-12-03T11:38:12.677 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.670+0000 7fca60a5b980 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:38:12.677 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.670+0000 7fca60a5b980 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:38:12.677 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.670+0000 7fca60a5b980 20 rados->read ofs=0 len=0 2023-12-03T11:38:12.678 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.670+0000 7fca60a5b980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:38:12.678 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.670+0000 7fca60a5b980 20 rados->read ofs=0 len=0 2023-12-03T11:38:12.678 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.674+0000 7fca60a5b980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:38:12.678 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.674+0000 7fca60a5b980 20 rados->read ofs=0 len=0 2023-12-03T11:38:12.679 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.674+0000 7fca60a5b980 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:38:12.679 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.674+0000 7fca60a5b980 20 zone default found 2023-12-03T11:38:12.679 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.674+0000 7fca60a5b980 4 Realm: () 2023-12-03T11:38:12.679 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.674+0000 7fca60a5b980 4 ZoneGroup: default (9433ba8b-08fe-4f3d-8375-ae7b0ce32294) 2023-12-03T11:38:12.679 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.674+0000 7fca60a5b980 4 Zone: default (43a5e689-6a4f-4bb6-8529-28824bd75ab9) 2023-12-03T11:38:12.679 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.674+0000 7fca60a5b980 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:38:12.679 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.674+0000 7fca60a5b980 20 zonegroup default 2023-12-03T11:38:12.679 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.674+0000 7fca60a5b980 20 rados->read ofs=0 len=0 2023-12-03T11:38:12.679 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.674+0000 7fca60a5b980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:38:12.680 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.674+0000 7fca60a5b980 20 rados->read ofs=0 len=0 2023-12-03T11:38:12.680 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.674+0000 7fca60a5b980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:38:12.680 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.674+0000 7fca60a5b980 20 rados->read ofs=0 len=0 2023-12-03T11:38:12.680 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.674+0000 7fca60a5b980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:38:12.680 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.674+0000 7fca60a5b980 20 started sync module instance, tier type = 2023-12-03T11:38:12.680 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.674+0000 7fca60a5b980 20 started zone id=43a5e689-6a4f-4bb6-8529-28824bd75ab9 (name=default) with tier type = 2023-12-03T11:38:12.697 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.690+0000 7fca5dd76640 0 -- 172.21.15.19:0/3282779703 >> [v2:172.21.15.19:6800/1469834966,v1:172.21.15.19:6801/1469834966] conn(0x564e6e7bb610 msgr2=0x564e6e7bda00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:38:12.698 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.694+0000 7fca60a5b980 20 add_watcher() i=0 2023-12-03T11:38:12.698 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.694+0000 7fca60a5b980 20 add_watcher() i=1 2023-12-03T11:38:12.698 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.694+0000 7fca60a5b980 20 add_watcher() i=2 2023-12-03T11:38:12.698 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.694+0000 7fca60a5b980 20 add_watcher() i=3 2023-12-03T11:38:12.698 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.694+0000 7fca60a5b980 20 add_watcher() i=4 2023-12-03T11:38:12.698 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.694+0000 7fca60a5b980 20 add_watcher() i=5 2023-12-03T11:38:12.700 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.694+0000 7fca60a5b980 20 add_watcher() i=6 2023-12-03T11:38:12.700 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.694+0000 7fca60a5b980 20 add_watcher() i=7 2023-12-03T11:38:12.700 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.694+0000 7fca60a5b980 2 all 8 watchers are set, enabling cache 2023-12-03T11:38:12.704 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.698+0000 7fca23fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:38:12.704 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.698+0000 7fca60a5b980 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:38:12.704 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.698+0000 7fca60a5b980 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:38:12.711 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.706+0000 7fca60a5b980 5 note: GC not initialized 2023-12-03T11:38:12.711 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.706+0000 7fc992ffd640 20 reqs_thread_entry: start 2023-12-03T11:38:12.711 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.706+0000 7fca60a5b980 20 init_complete bucket index max shards: 1 2023-12-03T11:38:12.712 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.706+0000 7fca60a5b980 20 Filter name: none 2023-12-03T11:38:12.712 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.706+0000 7fc990ff9640 20 reqs_thread_entry: start 2023-12-03T11:38:12.712 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.706+0000 7fca60a5b980 20 rados->read ofs=0 len=0 2023-12-03T11:38:12.713 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.706+0000 7fca60a5b980 20 rados_obj.operate() r=0 bl.length=190 2023-12-03T11:38:12.713 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.706+0000 7fca60a5b980 20 rados->read ofs=0 len=0 2023-12-03T11:38:12.714 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.706+0000 7fca60a5b980 20 rados_obj.operate() r=0 bl.length=368 2023-12-03T11:38:12.714 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.706+0000 7fca60a5b980 20 couldn't put binfo cache entry, might have raced with data changes 2023-12-03T11:38:12.714 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.706+0000 7fca60a5b980 20 rados->read ofs=0 len=0 2023-12-03T11:38:12.714 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.710+0000 7fca60a5b980 20 rados_obj.operate() r=0 bl.length=190 2023-12-03T11:38:12.714 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.710+0000 7fca60a5b980 20 rados->read ofs=0 len=0 2023-12-03T11:38:12.715 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.710+0000 7fca60a5b980 20 rados_obj.operate() r=0 bl.length=368 2023-12-03T11:38:12.715 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.710+0000 7fca60a5b980 20 couldn't put binfo cache entry, might have raced with data changes 2023-12-03T11:38:12.716 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.710+0000 7fca60a5b980 20 rados->read ofs=0 len=0 2023-12-03T11:38:12.717 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.710+0000 7fca60a5b980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:38:12.718 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.714+0000 7fca23fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:38:12.724 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.718+0000 7fca60a5b980 20 remove_watcher() i=0 2023-12-03T11:38:12.724 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.718+0000 7fca60a5b980 2 removed watcher, disabling cache 2023-12-03T11:38:12.726 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.722+0000 7fca60a5b980 20 remove_watcher() i=1 2023-12-03T11:38:12.729 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.722+0000 7fca60a5b980 20 remove_watcher() i=2 2023-12-03T11:38:12.731 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.726+0000 7fca60a5b980 20 remove_watcher() i=3 2023-12-03T11:38:12.733 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.726+0000 7fca60a5b980 20 remove_watcher() i=4 2023-12-03T11:38:12.735 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.730+0000 7fca60a5b980 20 remove_watcher() i=5 2023-12-03T11:38:12.736 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.730+0000 7fca60a5b980 20 remove_watcher() i=6 2023-12-03T11:38:12.738 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.730+0000 7fca60a5b980 20 remove_watcher() i=7 2023-12-03T11:38:12.744 INFO:tasks.workunit.client.0.smithi019.stderr:{'rgw.main': {'size': 54, 'size_actual': 24576, 'size_utilized': 122, 'size_kb': 1, 'size_kb_actual': 24, 'size_kb_utilized': 1, 'num_objects': 6}} 2023-12-03T11:38:12.744 INFO:tasks.workunit.client.0.smithi019.stderr:TEST: bucket check unlinked does not report normal entries 2023-12-03T11:38:12.744 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:38:12.744 INFO:tasks.workunit.client.0.smithi019.stderr:radosgw-admin bucket check unlinked --bucket check-bucket --min-age-hours 0 --dump-keys 2023-12-03T11:38:12.774 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:38:12.774 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:38:12.791 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.786+0000 7ff8402fa980 20 rados->read ofs=0 len=0 2023-12-03T11:38:12.793 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.786+0000 7ff8402fa980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:38:12.793 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.786+0000 7ff8402fa980 20 realm 2023-12-03T11:38:12.793 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.786+0000 7ff8402fa980 20 rados->read ofs=0 len=0 2023-12-03T11:38:12.793 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.786+0000 7ff8402fa980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:38:12.793 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.786+0000 7ff8402fa980 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:38:12.794 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.786+0000 7ff8402fa980 20 rados->read ofs=0 len=0 2023-12-03T11:38:12.794 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.786+0000 7ff8402fa980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:38:12.794 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.786+0000 7ff8402fa980 20 rados->read ofs=0 len=0 2023-12-03T11:38:12.795 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.790+0000 7ff8402fa980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:38:12.795 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.790+0000 7ff8402fa980 20 rados->read ofs=0 len=0 2023-12-03T11:38:12.796 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.790+0000 7ff8402fa980 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:38:12.796 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.790+0000 7ff8402fa980 20 searching for the correct realm 2023-12-03T11:38:12.821 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.814+0000 7ff83e617640 0 -- 172.21.15.19:0/3869861464 >> [v2:172.21.15.57:6816/3303414699,v1:172.21.15.57:6817/3303414699] conn(0x7ff834015070 msgr2=0x7ff83407d980 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:38:12.821 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.814+0000 7ff8402fa980 20 RGWRados::pool_iterate: got zonegroup_info.9433ba8b-08fe-4f3d-8375-ae7b0ce32294 2023-12-03T11:38:12.822 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.814+0000 7ff8402fa980 20 RGWRados::pool_iterate: got zone_info.43a5e689-6a4f-4bb6-8529-28824bd75ab9 2023-12-03T11:38:12.822 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.814+0000 7ff8402fa980 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:38:12.822 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.814+0000 7ff8402fa980 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:38:12.822 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.814+0000 7ff8402fa980 20 rados->read ofs=0 len=0 2023-12-03T11:38:12.822 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.814+0000 7ff8402fa980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:38:12.822 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.814+0000 7ff8402fa980 20 rados->read ofs=0 len=0 2023-12-03T11:38:12.823 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.818+0000 7ff8402fa980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:38:12.823 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.818+0000 7ff8402fa980 20 rados->read ofs=0 len=0 2023-12-03T11:38:12.823 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.818+0000 7ff8402fa980 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:38:12.823 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.818+0000 7ff8402fa980 20 zone default found 2023-12-03T11:38:12.823 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.818+0000 7ff8402fa980 4 Realm: () 2023-12-03T11:38:12.823 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.818+0000 7ff8402fa980 4 ZoneGroup: default (9433ba8b-08fe-4f3d-8375-ae7b0ce32294) 2023-12-03T11:38:12.823 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.818+0000 7ff8402fa980 4 Zone: default (43a5e689-6a4f-4bb6-8529-28824bd75ab9) 2023-12-03T11:38:12.823 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.818+0000 7ff8402fa980 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:38:12.823 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.818+0000 7ff8402fa980 20 zonegroup default 2023-12-03T11:38:12.823 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.818+0000 7ff8402fa980 20 rados->read ofs=0 len=0 2023-12-03T11:38:12.824 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.818+0000 7ff8402fa980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:38:12.824 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.818+0000 7ff8402fa980 20 rados->read ofs=0 len=0 2023-12-03T11:38:12.824 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.818+0000 7ff8402fa980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:38:12.824 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.818+0000 7ff8402fa980 20 rados->read ofs=0 len=0 2023-12-03T11:38:12.824 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.818+0000 7ff8402fa980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:38:12.824 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.818+0000 7ff8402fa980 20 started sync module instance, tier type = 2023-12-03T11:38:12.824 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.818+0000 7ff8402fa980 20 started zone id=43a5e689-6a4f-4bb6-8529-28824bd75ab9 (name=default) with tier type = 2023-12-03T11:38:12.847 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.842+0000 7ff83d615640 0 -- 172.21.15.19:0/3869861464 >> [v2:172.21.15.19:6800/1469834966,v1:172.21.15.19:6801/1469834966] conn(0x55b5999808e0 msgr2=0x55b599982cd0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:38:12.847 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.842+0000 7ff8402fa980 20 add_watcher() i=0 2023-12-03T11:38:12.847 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.842+0000 7ff8402fa980 20 add_watcher() i=1 2023-12-03T11:38:12.847 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.842+0000 7ff8402fa980 20 add_watcher() i=2 2023-12-03T11:38:12.848 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.842+0000 7ff8402fa980 20 add_watcher() i=3 2023-12-03T11:38:12.848 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.842+0000 7ff8402fa980 20 add_watcher() i=4 2023-12-03T11:38:12.848 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.842+0000 7ff8402fa980 20 add_watcher() i=5 2023-12-03T11:38:12.848 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.842+0000 7ff8402fa980 20 add_watcher() i=6 2023-12-03T11:38:12.850 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.846+0000 7ff8402fa980 20 add_watcher() i=7 2023-12-03T11:38:12.850 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.846+0000 7ff8402fa980 2 all 8 watchers are set, enabling cache 2023-12-03T11:38:12.853 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.846+0000 7ff8037e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:38:12.853 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.846+0000 7ff8402fa980 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:38:12.853 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.846+0000 7ff8402fa980 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:38:12.861 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.854+0000 7ff8402fa980 5 note: GC not initialized 2023-12-03T11:38:12.861 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.854+0000 7ff7727fc640 20 reqs_thread_entry: start 2023-12-03T11:38:12.862 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.854+0000 7ff8402fa980 20 init_complete bucket index max shards: 1 2023-12-03T11:38:12.862 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.854+0000 7ff8402fa980 20 Filter name: none 2023-12-03T11:38:12.862 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.854+0000 7ff763fff640 20 reqs_thread_entry: start 2023-12-03T11:38:12.862 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.854+0000 7ff8402fa980 10 cache get: name=default.rgw.meta+root+check-bucket : miss 2023-12-03T11:38:12.862 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.854+0000 7ff8402fa980 20 rados->read ofs=0 len=0 2023-12-03T11:38:12.862 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.858+0000 7ff8402fa980 20 rados_obj.operate() r=0 bl.length=190 2023-12-03T11:38:12.862 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.858+0000 7ff8402fa980 10 cache put: name=default.rgw.meta+root+check-bucket info.flags=0x11 2023-12-03T11:38:12.863 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.858+0000 7ff8402fa980 10 adding default.rgw.meta+root+check-bucket to cache LRU end 2023-12-03T11:38:12.863 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.858+0000 7ff8402fa980 10 cache get: name=default.rgw.meta+root+.bucket.meta.check-bucket:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.1 : miss 2023-12-03T11:38:12.863 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.858+0000 7ff8402fa980 20 rados->read ofs=0 len=0 2023-12-03T11:38:12.863 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.858+0000 7ff8402fa980 20 rados_obj.operate() r=0 bl.length=368 2023-12-03T11:38:12.863 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.858+0000 7ff8402fa980 10 cache put: name=default.rgw.meta+root+.bucket.meta.check-bucket:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.1 info.flags=0x17 2023-12-03T11:38:12.864 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.858+0000 7ff8402fa980 10 adding default.rgw.meta+root+.bucket.meta.check-bucket:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.1 to cache LRU end 2023-12-03T11:38:12.864 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.858+0000 7ff8402fa980 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-12-03T11:38:12.864 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.858+0000 7ff8402fa980 10 updating xattr: name=user.rgw.acl bl.length()=179 2023-12-03T11:38:12.864 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.858+0000 7ff8402fa980 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.check-bucket:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.1 2023-12-03T11:38:12.864 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.858+0000 7ff8402fa980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.1.0 2023-12-03T11:38:12.865 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.858+0000 7ff8402fa980 1 NOTICE: finished shard 0 (0 entries found) 2023-12-03T11:38:12.865 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.858+0000 7ff8402fa980 1 NOTICE: finished all shards (0 entries found) 2023-12-03T11:38:12.866 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.862+0000 7ff8037e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:38:12.871 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.866+0000 7ff8402fa980 20 remove_watcher() i=0 2023-12-03T11:38:12.871 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.866+0000 7ff8402fa980 2 removed watcher, disabling cache 2023-12-03T11:38:12.874 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.870+0000 7ff8402fa980 20 remove_watcher() i=1 2023-12-03T11:38:12.876 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.870+0000 7ff8402fa980 20 remove_watcher() i=2 2023-12-03T11:38:12.879 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.874+0000 7ff8402fa980 20 remove_watcher() i=3 2023-12-03T11:38:12.881 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.874+0000 7ff8402fa980 20 remove_watcher() i=4 2023-12-03T11:38:12.883 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.878+0000 7ff8402fa980 20 remove_watcher() i=5 2023-12-03T11:38:12.884 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.878+0000 7ff8402fa980 20 remove_watcher() i=6 2023-12-03T11:38:12.886 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:12.878+0000 7ff8402fa980 20 remove_watcher() i=7 2023-12-03T11:38:12.892 INFO:tasks.workunit.client.0.smithi019.stderr:ceph config set client rgw_debug_inject_set_olh_err 2 2023-12-03T11:38:13.307 INFO:tasks.workunit.client.0.smithi019.stderr:ceph config set client rgw_debug_inject_olh_cancel_modification_err true 2023-12-03T11:38:14.723 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:38:14.723 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:38:14.795 INFO:tasks.workunit.client.0.smithi019.stderr:An error occurred (NoSuchKey) when calling the PutObject operation: None 2023-12-03T11:38:14.795 INFO:tasks.workunit.client.0.smithi019.stderr:radosgw-admin bi list --bucket check-bucket --object c 2023-12-03T11:38:14.831 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:38:14.832 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:38:14.849 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:14.841+0000 7faf8b2ef980 20 rados->read ofs=0 len=0 2023-12-03T11:38:14.852 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:14.845+0000 7faf8b2ef980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:38:14.852 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:14.845+0000 7faf8b2ef980 20 realm 2023-12-03T11:38:14.852 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:14.845+0000 7faf8b2ef980 20 rados->read ofs=0 len=0 2023-12-03T11:38:14.852 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:14.845+0000 7faf8b2ef980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:38:14.852 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:14.845+0000 7faf8b2ef980 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:38:14.852 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:14.845+0000 7faf8b2ef980 20 rados->read ofs=0 len=0 2023-12-03T11:38:14.853 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:14.845+0000 7faf8b2ef980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:38:14.853 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:14.845+0000 7faf8b2ef980 20 rados->read ofs=0 len=0 2023-12-03T11:38:14.854 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:14.849+0000 7faf8b2ef980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:38:14.854 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:14.849+0000 7faf8b2ef980 20 rados->read ofs=0 len=0 2023-12-03T11:38:14.855 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:14.849+0000 7faf8b2ef980 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:38:14.855 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:14.849+0000 7faf8b2ef980 20 searching for the correct realm 2023-12-03T11:38:14.878 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:14.869+0000 7faf88e0b640 0 -- 172.21.15.19:0/2668360574 >> [v2:172.21.15.57:6808/3142144203,v1:172.21.15.57:6809/3142144203] conn(0x55b3b76ee800 msgr2=0x55b3b76f0bf0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:38:14.880 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:14.873+0000 7faf8b2ef980 20 RGWRados::pool_iterate: got zonegroup_info.9433ba8b-08fe-4f3d-8375-ae7b0ce32294 2023-12-03T11:38:14.880 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:14.873+0000 7faf8b2ef980 20 RGWRados::pool_iterate: got zone_info.43a5e689-6a4f-4bb6-8529-28824bd75ab9 2023-12-03T11:38:14.880 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:14.873+0000 7faf8b2ef980 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:38:14.881 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:14.873+0000 7faf8b2ef980 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:38:14.881 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:14.873+0000 7faf8b2ef980 20 rados->read ofs=0 len=0 2023-12-03T11:38:14.881 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:14.873+0000 7faf8b2ef980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:38:14.881 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:14.873+0000 7faf8b2ef980 20 rados->read ofs=0 len=0 2023-12-03T11:38:14.882 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:14.873+0000 7faf8b2ef980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:38:14.882 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:14.873+0000 7faf8b2ef980 20 rados->read ofs=0 len=0 2023-12-03T11:38:14.882 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:14.873+0000 7faf8b2ef980 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:38:14.882 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:14.873+0000 7faf8b2ef980 20 zone default found 2023-12-03T11:38:14.882 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:14.873+0000 7faf8b2ef980 4 Realm: () 2023-12-03T11:38:14.882 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:14.873+0000 7faf8b2ef980 4 ZoneGroup: default (9433ba8b-08fe-4f3d-8375-ae7b0ce32294) 2023-12-03T11:38:14.882 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:14.873+0000 7faf8b2ef980 4 Zone: default (43a5e689-6a4f-4bb6-8529-28824bd75ab9) 2023-12-03T11:38:14.882 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:14.873+0000 7faf8b2ef980 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:38:14.882 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:14.873+0000 7faf8b2ef980 20 zonegroup default 2023-12-03T11:38:14.882 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:14.873+0000 7faf8b2ef980 20 rados->read ofs=0 len=0 2023-12-03T11:38:14.882 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:14.873+0000 7faf8b2ef980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:38:14.883 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:14.873+0000 7faf8b2ef980 20 rados->read ofs=0 len=0 2023-12-03T11:38:14.884 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:14.877+0000 7faf8b2ef980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:38:14.884 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:14.877+0000 7faf8b2ef980 20 rados->read ofs=0 len=0 2023-12-03T11:38:14.884 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:14.877+0000 7faf8b2ef980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:38:14.884 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:14.877+0000 7faf8b2ef980 20 started sync module instance, tier type = 2023-12-03T11:38:14.884 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:14.877+0000 7faf8b2ef980 20 started zone id=43a5e689-6a4f-4bb6-8529-28824bd75ab9 (name=default) with tier type = 2023-12-03T11:38:14.898 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:14.889+0000 7faf88e0b640 0 -- 172.21.15.19:0/2668360574 >> [v2:172.21.15.19:6824/3106662697,v1:172.21.15.19:6825/3106662697] conn(0x7faf800b6be0 msgr2=0x7faf800cb920 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2023-12-03T11:38:14.912 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:14.905+0000 7faf8b2ef980 20 add_watcher() i=0 2023-12-03T11:38:14.912 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:14.905+0000 7faf8b2ef980 20 add_watcher() i=1 2023-12-03T11:38:14.912 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:14.905+0000 7faf8b2ef980 20 add_watcher() i=2 2023-12-03T11:38:14.912 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:14.905+0000 7faf8b2ef980 20 add_watcher() i=3 2023-12-03T11:38:14.913 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:14.905+0000 7faf8b2ef980 20 add_watcher() i=4 2023-12-03T11:38:14.913 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:14.905+0000 7faf8b2ef980 20 add_watcher() i=5 2023-12-03T11:38:14.913 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:14.905+0000 7faf8b2ef980 20 add_watcher() i=6 2023-12-03T11:38:14.915 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:14.909+0000 7faf8b2ef980 20 add_watcher() i=7 2023-12-03T11:38:14.915 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:14.909+0000 7faf8b2ef980 2 all 8 watchers are set, enabling cache 2023-12-03T11:38:14.919 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:14.913+0000 7faf4f7de640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:38:14.919 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:14.913+0000 7faf8b2ef980 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:38:14.919 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:14.913+0000 7faf8b2ef980 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:38:14.928 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:14.921+0000 7faf8b2ef980 5 note: GC not initialized 2023-12-03T11:38:14.928 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:14.921+0000 7faebe7fc640 20 reqs_thread_entry: start 2023-12-03T11:38:14.928 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:14.921+0000 7faf8b2ef980 20 init_complete bucket index max shards: 1 2023-12-03T11:38:14.928 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:14.921+0000 7faf8b2ef980 20 Filter name: none 2023-12-03T11:38:14.928 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:14.921+0000 7faeaffff640 20 reqs_thread_entry: start 2023-12-03T11:38:14.929 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:14.921+0000 7faf8b2ef980 20 rados->read ofs=0 len=0 2023-12-03T11:38:14.929 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:14.921+0000 7faf8b2ef980 20 rados_obj.operate() r=0 bl.length=190 2023-12-03T11:38:14.929 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:14.921+0000 7faf8b2ef980 20 rados->read ofs=0 len=0 2023-12-03T11:38:14.930 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:14.925+0000 7faf8b2ef980 20 rados_obj.operate() r=0 bl.length=368 2023-12-03T11:38:14.930 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:14.925+0000 7faf8b2ef980 20 couldn't put binfo cache entry, might have raced with data changes 2023-12-03T11:38:14.930 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:14.925+0000 7faf8b2ef980 20 INFO: main: max_entries=1000, index=gen=0, max_shards=1 2023-12-03T11:38:14.930 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:14.925+0000 7faf8b2ef980 20 INFO: main: starting shard=0 2023-12-03T11:38:14.931 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:14.925+0000 7faf8b2ef980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.1.0 2023-12-03T11:38:14.932 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:14.925+0000 7faf8b2ef980 20 INFO: main: bi_list() returned without error; entries.size()=5, is_truncated=0, marker= 2023-12-03T11:38:14.932 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:14.925+0000 7faf8b2ef980 20 INFO: main: done 2023-12-03T11:38:14.933 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:14.925+0000 7faf4f7de640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:38:14.939 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:14.933+0000 7faf8b2ef980 20 remove_watcher() i=0 2023-12-03T11:38:14.939 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:14.933+0000 7faf8b2ef980 2 removed watcher, disabling cache 2023-12-03T11:38:14.942 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:14.933+0000 7faf8b2ef980 20 remove_watcher() i=1 2023-12-03T11:38:14.945 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:14.937+0000 7faf8b2ef980 20 remove_watcher() i=2 2023-12-03T11:38:14.947 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:14.941+0000 7faf8b2ef980 20 remove_watcher() i=3 2023-12-03T11:38:14.950 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:14.941+0000 7faf8b2ef980 20 remove_watcher() i=4 2023-12-03T11:38:14.951 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:14.945+0000 7faf8b2ef980 20 remove_watcher() i=5 2023-12-03T11:38:14.954 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:14.945+0000 7faf8b2ef980 20 remove_watcher() i=6 2023-12-03T11:38:14.955 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:14.949+0000 7faf8b2ef980 20 remove_watcher() i=7 2023-12-03T11:38:14.964 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:38:14.964 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:38:14.968 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:38:14.968 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:38:15.031 INFO:tasks.workunit.client.0.smithi019.stderr:An error occurred (NoSuchKey) when calling the PutObject operation: None 2023-12-03T11:38:15.031 INFO:tasks.workunit.client.0.smithi019.stderr:radosgw-admin bi list --bucket check-bucket --object d 2023-12-03T11:38:15.070 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:38:15.070 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:38:15.090 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.081+0000 7fa3cf5d6980 20 rados->read ofs=0 len=0 2023-12-03T11:38:15.092 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.085+0000 7fa3cf5d6980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:38:15.092 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.085+0000 7fa3cf5d6980 20 realm 2023-12-03T11:38:15.092 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.085+0000 7fa3cf5d6980 20 rados->read ofs=0 len=0 2023-12-03T11:38:15.092 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.085+0000 7fa3cf5d6980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:38:15.092 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.085+0000 7fa3cf5d6980 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:38:15.092 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.085+0000 7fa3cf5d6980 20 rados->read ofs=0 len=0 2023-12-03T11:38:15.092 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.085+0000 7fa3cf5d6980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:38:15.092 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.085+0000 7fa3cf5d6980 20 rados->read ofs=0 len=0 2023-12-03T11:38:15.094 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.089+0000 7fa3cf5d6980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:38:15.094 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.089+0000 7fa3cf5d6980 20 rados->read ofs=0 len=0 2023-12-03T11:38:15.094 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.089+0000 7fa3cf5d6980 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:38:15.094 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.089+0000 7fa3cf5d6980 20 searching for the correct realm 2023-12-03T11:38:15.118 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.113+0000 7fa3cd0f2640 0 -- 172.21.15.19:0/2570150000 >> [v2:172.21.15.57:6808/3142144203,v1:172.21.15.57:6809/3142144203] conn(0x563b6a18f230 msgr2=0x563b6a191620 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:38:15.119 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.113+0000 7fa3cf5d6980 20 RGWRados::pool_iterate: got zonegroup_info.9433ba8b-08fe-4f3d-8375-ae7b0ce32294 2023-12-03T11:38:15.119 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.113+0000 7fa3cf5d6980 20 RGWRados::pool_iterate: got zone_info.43a5e689-6a4f-4bb6-8529-28824bd75ab9 2023-12-03T11:38:15.119 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.113+0000 7fa3cf5d6980 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:38:15.119 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.113+0000 7fa3cf5d6980 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:38:15.119 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.113+0000 7fa3cf5d6980 20 rados->read ofs=0 len=0 2023-12-03T11:38:15.120 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.113+0000 7fa3cf5d6980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:38:15.120 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.113+0000 7fa3cf5d6980 20 rados->read ofs=0 len=0 2023-12-03T11:38:15.120 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.113+0000 7fa3cf5d6980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:38:15.120 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.113+0000 7fa3cf5d6980 20 rados->read ofs=0 len=0 2023-12-03T11:38:15.121 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.113+0000 7fa3cf5d6980 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:38:15.121 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.113+0000 7fa3cf5d6980 20 zone default found 2023-12-03T11:38:15.121 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.113+0000 7fa3cf5d6980 4 Realm: () 2023-12-03T11:38:15.121 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.113+0000 7fa3cf5d6980 4 ZoneGroup: default (9433ba8b-08fe-4f3d-8375-ae7b0ce32294) 2023-12-03T11:38:15.121 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.113+0000 7fa3cf5d6980 4 Zone: default (43a5e689-6a4f-4bb6-8529-28824bd75ab9) 2023-12-03T11:38:15.121 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.113+0000 7fa3cf5d6980 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:38:15.121 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.113+0000 7fa3cf5d6980 20 zonegroup default 2023-12-03T11:38:15.121 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.113+0000 7fa3cf5d6980 20 rados->read ofs=0 len=0 2023-12-03T11:38:15.121 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.113+0000 7fa3cf5d6980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:38:15.121 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.113+0000 7fa3cf5d6980 20 rados->read ofs=0 len=0 2023-12-03T11:38:15.122 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.113+0000 7fa3cf5d6980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:38:15.122 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.113+0000 7fa3cf5d6980 20 rados->read ofs=0 len=0 2023-12-03T11:38:15.122 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.117+0000 7fa3cf5d6980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:38:15.122 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.117+0000 7fa3cf5d6980 20 started sync module instance, tier type = 2023-12-03T11:38:15.122 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.117+0000 7fa3cf5d6980 20 started zone id=43a5e689-6a4f-4bb6-8529-28824bd75ab9 (name=default) with tier type = 2023-12-03T11:38:15.143 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.137+0000 7fa3cc8f1640 0 -- 172.21.15.19:0/2570150000 >> [v2:172.21.15.19:6800/1469834966,v1:172.21.15.19:6801/1469834966] conn(0x563b6a194240 msgr2=0x563b6a196630 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:38:15.146 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.141+0000 7fa3cf5d6980 20 add_watcher() i=0 2023-12-03T11:38:15.146 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.141+0000 7fa3cf5d6980 20 add_watcher() i=1 2023-12-03T11:38:15.146 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.141+0000 7fa3cf5d6980 20 add_watcher() i=2 2023-12-03T11:38:15.146 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.141+0000 7fa3cf5d6980 20 add_watcher() i=3 2023-12-03T11:38:15.146 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.141+0000 7fa3cf5d6980 20 add_watcher() i=4 2023-12-03T11:38:15.146 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.141+0000 7fa3cf5d6980 20 add_watcher() i=5 2023-12-03T11:38:15.147 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.141+0000 7fa3cf5d6980 20 add_watcher() i=6 2023-12-03T11:38:15.148 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.141+0000 7fa3cf5d6980 20 add_watcher() i=7 2023-12-03T11:38:15.148 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.141+0000 7fa3cf5d6980 2 all 8 watchers are set, enabling cache 2023-12-03T11:38:15.152 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.145+0000 7fa392fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:38:15.152 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.145+0000 7fa3cf5d6980 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:38:15.152 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.145+0000 7fa3cf5d6980 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:38:15.160 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.153+0000 7fa3cf5d6980 5 note: GC not initialized 2023-12-03T11:38:15.160 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.153+0000 7fa301ffb640 20 reqs_thread_entry: start 2023-12-03T11:38:15.160 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.153+0000 7fa3cf5d6980 20 init_complete bucket index max shards: 1 2023-12-03T11:38:15.160 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.153+0000 7fa3cf5d6980 20 Filter name: none 2023-12-03T11:38:15.161 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.153+0000 7fa2f37fe640 20 reqs_thread_entry: start 2023-12-03T11:38:15.161 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.153+0000 7fa3cf5d6980 20 rados->read ofs=0 len=0 2023-12-03T11:38:15.161 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.153+0000 7fa3cf5d6980 20 rados_obj.operate() r=0 bl.length=190 2023-12-03T11:38:15.161 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.153+0000 7fa3cf5d6980 20 rados->read ofs=0 len=0 2023-12-03T11:38:15.162 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.157+0000 7fa3cf5d6980 20 rados_obj.operate() r=0 bl.length=368 2023-12-03T11:38:15.162 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.157+0000 7fa3cf5d6980 20 couldn't put binfo cache entry, might have raced with data changes 2023-12-03T11:38:15.162 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.157+0000 7fa3cf5d6980 20 INFO: main: max_entries=1000, index=gen=0, max_shards=1 2023-12-03T11:38:15.162 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.157+0000 7fa3cf5d6980 20 INFO: main: starting shard=0 2023-12-03T11:38:15.162 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.157+0000 7fa3cf5d6980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.1.0 2023-12-03T11:38:15.164 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.157+0000 7fa3cf5d6980 20 INFO: main: bi_list() returned without error; entries.size()=5, is_truncated=0, marker= 2023-12-03T11:38:15.164 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.157+0000 7fa3cf5d6980 20 INFO: main: done 2023-12-03T11:38:15.165 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.157+0000 7fa392fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:38:15.171 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.165+0000 7fa3cf5d6980 20 remove_watcher() i=0 2023-12-03T11:38:15.171 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.165+0000 7fa3cf5d6980 2 removed watcher, disabling cache 2023-12-03T11:38:15.173 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.165+0000 7fa3cf5d6980 20 remove_watcher() i=1 2023-12-03T11:38:15.176 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.169+0000 7fa3cf5d6980 20 remove_watcher() i=2 2023-12-03T11:38:15.179 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.173+0000 7fa3cf5d6980 20 remove_watcher() i=3 2023-12-03T11:38:15.182 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.177+0000 7fa3cf5d6980 20 remove_watcher() i=4 2023-12-03T11:38:15.183 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.177+0000 7fa3cf5d6980 20 remove_watcher() i=5 2023-12-03T11:38:15.185 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.177+0000 7fa3cf5d6980 20 remove_watcher() i=6 2023-12-03T11:38:15.186 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.181+0000 7fa3cf5d6980 20 remove_watcher() i=7 2023-12-03T11:38:15.194 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:38:15.194 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:38:15.198 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:38:15.198 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:38:15.267 INFO:tasks.workunit.client.0.smithi019.stderr:An error occurred (NoSuchKey) when calling the PutObject operation: None 2023-12-03T11:38:15.267 INFO:tasks.workunit.client.0.smithi019.stderr:radosgw-admin bi list --bucket check-bucket --object e 2023-12-03T11:38:15.304 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:38:15.305 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:38:15.323 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.317+0000 7fc2cdf82980 20 rados->read ofs=0 len=0 2023-12-03T11:38:15.325 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.317+0000 7fc2cdf82980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:38:15.325 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.317+0000 7fc2cdf82980 20 realm 2023-12-03T11:38:15.325 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.317+0000 7fc2cdf82980 20 rados->read ofs=0 len=0 2023-12-03T11:38:15.326 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.317+0000 7fc2cdf82980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:38:15.326 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.317+0000 7fc2cdf82980 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:38:15.326 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.317+0000 7fc2cdf82980 20 rados->read ofs=0 len=0 2023-12-03T11:38:15.326 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.317+0000 7fc2cdf82980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:38:15.326 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.317+0000 7fc2cdf82980 20 rados->read ofs=0 len=0 2023-12-03T11:38:15.327 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.321+0000 7fc2cdf82980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:38:15.327 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.321+0000 7fc2cdf82980 20 rados->read ofs=0 len=0 2023-12-03T11:38:15.328 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.321+0000 7fc2cdf82980 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:38:15.328 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.321+0000 7fc2cdf82980 20 searching for the correct realm 2023-12-03T11:38:15.350 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.345+0000 7fc2cba9e640 0 -- 172.21.15.19:0/34322970 >> [v2:172.21.15.57:6808/3142144203,v1:172.21.15.57:6809/3142144203] conn(0x56041d955360 msgr2=0x56041d957750 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:38:15.354 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.349+0000 7fc2cdf82980 20 RGWRados::pool_iterate: got zonegroup_info.9433ba8b-08fe-4f3d-8375-ae7b0ce32294 2023-12-03T11:38:15.354 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.349+0000 7fc2cdf82980 20 RGWRados::pool_iterate: got zone_info.43a5e689-6a4f-4bb6-8529-28824bd75ab9 2023-12-03T11:38:15.354 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.349+0000 7fc2cdf82980 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:38:15.354 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.349+0000 7fc2cdf82980 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:38:15.355 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.349+0000 7fc2cdf82980 20 rados->read ofs=0 len=0 2023-12-03T11:38:15.355 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.349+0000 7fc2cdf82980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:38:15.355 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.349+0000 7fc2cdf82980 20 rados->read ofs=0 len=0 2023-12-03T11:38:15.355 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.349+0000 7fc2cdf82980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:38:15.355 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.349+0000 7fc2cdf82980 20 rados->read ofs=0 len=0 2023-12-03T11:38:15.356 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.349+0000 7fc2cdf82980 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:38:15.356 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.349+0000 7fc2cdf82980 20 zone default found 2023-12-03T11:38:15.356 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.349+0000 7fc2cdf82980 4 Realm: () 2023-12-03T11:38:15.356 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.349+0000 7fc2cdf82980 4 ZoneGroup: default (9433ba8b-08fe-4f3d-8375-ae7b0ce32294) 2023-12-03T11:38:15.357 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.349+0000 7fc2cdf82980 4 Zone: default (43a5e689-6a4f-4bb6-8529-28824bd75ab9) 2023-12-03T11:38:15.357 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.349+0000 7fc2cdf82980 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:38:15.357 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.349+0000 7fc2cdf82980 20 zonegroup default 2023-12-03T11:38:15.357 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.349+0000 7fc2cdf82980 20 rados->read ofs=0 len=0 2023-12-03T11:38:15.357 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.349+0000 7fc2cdf82980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:38:15.357 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.349+0000 7fc2cdf82980 20 rados->read ofs=0 len=0 2023-12-03T11:38:15.358 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.349+0000 7fc2cdf82980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:38:15.358 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.349+0000 7fc2cdf82980 20 rados->read ofs=0 len=0 2023-12-03T11:38:15.358 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.349+0000 7fc2cdf82980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:38:15.358 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.349+0000 7fc2cdf82980 20 started sync module instance, tier type = 2023-12-03T11:38:15.358 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.349+0000 7fc2cdf82980 20 started zone id=43a5e689-6a4f-4bb6-8529-28824bd75ab9 (name=default) with tier type = 2023-12-03T11:38:15.371 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.365+0000 7fc2cba9e640 0 -- 172.21.15.19:0/34322970 >> [v2:172.21.15.19:6824/3106662697,v1:172.21.15.19:6825/3106662697] conn(0x7fc2c40043f0 msgr2=0x7fc2c4004810 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:38:15.378 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.369+0000 7fc2cdf82980 20 add_watcher() i=0 2023-12-03T11:38:15.378 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.369+0000 7fc2cdf82980 20 add_watcher() i=1 2023-12-03T11:38:15.378 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.369+0000 7fc2cdf82980 20 add_watcher() i=2 2023-12-03T11:38:15.378 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.369+0000 7fc2cdf82980 20 add_watcher() i=3 2023-12-03T11:38:15.378 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.369+0000 7fc2cdf82980 20 add_watcher() i=4 2023-12-03T11:38:15.378 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.369+0000 7fc2cdf82980 20 add_watcher() i=5 2023-12-03T11:38:15.378 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.369+0000 7fc2cdf82980 20 add_watcher() i=6 2023-12-03T11:38:15.379 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.373+0000 7fc2cdf82980 20 add_watcher() i=7 2023-12-03T11:38:15.379 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.373+0000 7fc2cdf82980 2 all 8 watchers are set, enabling cache 2023-12-03T11:38:15.382 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.377+0000 7fc291fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:38:15.383 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.377+0000 7fc2cdf82980 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:38:15.383 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.377+0000 7fc2cdf82980 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:38:15.392 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.385+0000 7fc2cdf82980 5 note: GC not initialized 2023-12-03T11:38:15.392 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.385+0000 7fc208ff9640 20 reqs_thread_entry: start 2023-12-03T11:38:15.392 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.385+0000 7fc2cdf82980 20 init_complete bucket index max shards: 1 2023-12-03T11:38:15.392 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.385+0000 7fc2cdf82980 20 Filter name: none 2023-12-03T11:38:15.392 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.385+0000 7fc1fe7fc640 20 reqs_thread_entry: start 2023-12-03T11:38:15.392 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.385+0000 7fc2cdf82980 20 rados->read ofs=0 len=0 2023-12-03T11:38:15.392 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.385+0000 7fc2cdf82980 20 rados_obj.operate() r=0 bl.length=190 2023-12-03T11:38:15.393 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.385+0000 7fc2cdf82980 20 rados->read ofs=0 len=0 2023-12-03T11:38:15.394 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.385+0000 7fc2cdf82980 20 rados_obj.operate() r=0 bl.length=368 2023-12-03T11:38:15.394 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.385+0000 7fc2cdf82980 20 couldn't put binfo cache entry, might have raced with data changes 2023-12-03T11:38:15.394 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.385+0000 7fc2cdf82980 20 INFO: main: max_entries=1000, index=gen=0, max_shards=1 2023-12-03T11:38:15.394 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.385+0000 7fc2cdf82980 20 INFO: main: starting shard=0 2023-12-03T11:38:15.394 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.385+0000 7fc2cdf82980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.1.0 2023-12-03T11:38:15.395 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.389+0000 7fc2cdf82980 20 INFO: main: bi_list() returned without error; entries.size()=1, is_truncated=0, marker= 2023-12-03T11:38:15.395 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.389+0000 7fc2cdf82980 20 INFO: main: done 2023-12-03T11:38:15.396 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.389+0000 7fc291fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:38:15.402 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.397+0000 7fc2cdf82980 20 remove_watcher() i=0 2023-12-03T11:38:15.402 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.397+0000 7fc2cdf82980 2 removed watcher, disabling cache 2023-12-03T11:38:15.404 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.397+0000 7fc2cdf82980 20 remove_watcher() i=1 2023-12-03T11:38:15.407 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.401+0000 7fc2cdf82980 20 remove_watcher() i=2 2023-12-03T11:38:15.409 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.401+0000 7fc2cdf82980 20 remove_watcher() i=3 2023-12-03T11:38:15.412 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.405+0000 7fc2cdf82980 20 remove_watcher() i=4 2023-12-03T11:38:15.413 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.405+0000 7fc2cdf82980 20 remove_watcher() i=5 2023-12-03T11:38:15.415 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.409+0000 7fc2cdf82980 20 remove_watcher() i=6 2023-12-03T11:38:15.417 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.409+0000 7fc2cdf82980 20 remove_watcher() i=7 2023-12-03T11:38:15.425 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:38:15.425 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:38:15.429 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:38:15.429 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:38:15.503 INFO:tasks.workunit.client.0.smithi019.stderr:An error occurred (NoSuchKey) when calling the PutObject operation: None 2023-12-03T11:38:15.503 INFO:tasks.workunit.client.0.smithi019.stderr:radosgw-admin bi list --bucket check-bucket --object f 2023-12-03T11:38:15.533 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:38:15.533 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:38:15.551 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.545+0000 7eff7fb73980 20 rados->read ofs=0 len=0 2023-12-03T11:38:15.554 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.545+0000 7eff7fb73980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:38:15.554 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.545+0000 7eff7fb73980 20 realm 2023-12-03T11:38:15.554 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.545+0000 7eff7fb73980 20 rados->read ofs=0 len=0 2023-12-03T11:38:15.554 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.545+0000 7eff7fb73980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:38:15.554 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.545+0000 7eff7fb73980 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:38:15.554 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.545+0000 7eff7fb73980 20 rados->read ofs=0 len=0 2023-12-03T11:38:15.554 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.549+0000 7eff7fb73980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:38:15.554 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.549+0000 7eff7fb73980 20 rados->read ofs=0 len=0 2023-12-03T11:38:15.556 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.549+0000 7eff7fb73980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:38:15.556 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.549+0000 7eff7fb73980 20 rados->read ofs=0 len=0 2023-12-03T11:38:15.556 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.549+0000 7eff7fb73980 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:38:15.556 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.549+0000 7eff7fb73980 20 searching for the correct realm 2023-12-03T11:38:15.580 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.573+0000 7eff7ce8e640 0 -- 172.21.15.19:0/4036703382 >> [v2:172.21.15.19:6800/1469834966,v1:172.21.15.19:6801/1469834966] conn(0x55b1b0c46b20 msgr2=0x55b1b0c48f10 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:38:15.581 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.573+0000 7eff7fb73980 20 RGWRados::pool_iterate: got zonegroup_info.9433ba8b-08fe-4f3d-8375-ae7b0ce32294 2023-12-03T11:38:15.581 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.573+0000 7eff7fb73980 20 RGWRados::pool_iterate: got zone_info.43a5e689-6a4f-4bb6-8529-28824bd75ab9 2023-12-03T11:38:15.581 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.573+0000 7eff7fb73980 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:38:15.582 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.573+0000 7eff7fb73980 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:38:15.582 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.573+0000 7eff7fb73980 20 rados->read ofs=0 len=0 2023-12-03T11:38:15.582 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.573+0000 7eff7fb73980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:38:15.582 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.573+0000 7eff7fb73980 20 rados->read ofs=0 len=0 2023-12-03T11:38:15.582 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.577+0000 7eff7fb73980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:38:15.582 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.577+0000 7eff7fb73980 20 rados->read ofs=0 len=0 2023-12-03T11:38:15.583 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.577+0000 7eff7fb73980 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:38:15.583 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.577+0000 7eff7fb73980 20 zone default found 2023-12-03T11:38:15.583 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.577+0000 7eff7fb73980 4 Realm: () 2023-12-03T11:38:15.583 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.577+0000 7eff7fb73980 4 ZoneGroup: default (9433ba8b-08fe-4f3d-8375-ae7b0ce32294) 2023-12-03T11:38:15.583 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.577+0000 7eff7fb73980 4 Zone: default (43a5e689-6a4f-4bb6-8529-28824bd75ab9) 2023-12-03T11:38:15.584 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.577+0000 7eff7fb73980 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:38:15.584 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.577+0000 7eff7fb73980 20 zonegroup default 2023-12-03T11:38:15.584 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.577+0000 7eff7fb73980 20 rados->read ofs=0 len=0 2023-12-03T11:38:15.584 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.577+0000 7eff7fb73980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:38:15.584 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.577+0000 7eff7fb73980 20 rados->read ofs=0 len=0 2023-12-03T11:38:15.584 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.577+0000 7eff7fb73980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:38:15.584 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.577+0000 7eff7fb73980 20 rados->read ofs=0 len=0 2023-12-03T11:38:15.584 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.577+0000 7eff7fb73980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:38:15.585 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.577+0000 7eff7fb73980 20 started sync module instance, tier type = 2023-12-03T11:38:15.585 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.577+0000 7eff7fb73980 20 started zone id=43a5e689-6a4f-4bb6-8529-28824bd75ab9 (name=default) with tier type = 2023-12-03T11:38:15.606 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.601+0000 7eff7ce8e640 0 -- 172.21.15.19:0/4036703382 >> [v2:172.21.15.19:6800/1469834966,v1:172.21.15.19:6801/1469834966] conn(0x7eff58072920 msgr2=0x7eff58074d50 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:38:15.609 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.601+0000 7eff7fb73980 20 add_watcher() i=0 2023-12-03T11:38:15.609 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.601+0000 7eff7fb73980 20 add_watcher() i=1 2023-12-03T11:38:15.609 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.601+0000 7eff7fb73980 20 add_watcher() i=2 2023-12-03T11:38:15.609 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.601+0000 7eff7fb73980 20 add_watcher() i=3 2023-12-03T11:38:15.609 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.601+0000 7eff7fb73980 20 add_watcher() i=4 2023-12-03T11:38:15.609 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.601+0000 7eff7fb73980 20 add_watcher() i=5 2023-12-03T11:38:15.610 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.601+0000 7eff7fb73980 20 add_watcher() i=6 2023-12-03T11:38:15.610 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.605+0000 7eff7fb73980 20 add_watcher() i=7 2023-12-03T11:38:15.610 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.605+0000 7eff7fb73980 2 all 8 watchers are set, enabling cache 2023-12-03T11:38:15.614 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.605+0000 7eff42fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:38:15.614 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.605+0000 7eff7fb73980 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:38:15.614 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.605+0000 7eff7fb73980 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:38:15.622 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.617+0000 7eff7fb73980 5 note: GC not initialized 2023-12-03T11:38:15.623 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.617+0000 7efeb1ffb640 20 reqs_thread_entry: start 2023-12-03T11:38:15.623 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.617+0000 7eff7fb73980 20 init_complete bucket index max shards: 1 2023-12-03T11:38:15.623 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.617+0000 7eff7fb73980 20 Filter name: none 2023-12-03T11:38:15.623 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.617+0000 7efea37fe640 20 reqs_thread_entry: start 2023-12-03T11:38:15.623 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.617+0000 7eff7fb73980 20 rados->read ofs=0 len=0 2023-12-03T11:38:15.623 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.617+0000 7eff7fb73980 20 rados_obj.operate() r=0 bl.length=190 2023-12-03T11:38:15.623 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.617+0000 7eff7fb73980 20 rados->read ofs=0 len=0 2023-12-03T11:38:15.624 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.617+0000 7eff7fb73980 20 rados_obj.operate() r=0 bl.length=368 2023-12-03T11:38:15.624 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.617+0000 7eff7fb73980 20 couldn't put binfo cache entry, might have raced with data changes 2023-12-03T11:38:15.624 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.617+0000 7eff7fb73980 20 INFO: main: max_entries=1000, index=gen=0, max_shards=1 2023-12-03T11:38:15.624 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.617+0000 7eff7fb73980 20 INFO: main: starting shard=0 2023-12-03T11:38:15.625 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.617+0000 7eff7fb73980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.1.0 2023-12-03T11:38:15.626 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.617+0000 7eff7fb73980 20 INFO: main: bi_list() returned without error; entries.size()=1, is_truncated=0, marker= 2023-12-03T11:38:15.626 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.617+0000 7eff7fb73980 20 INFO: main: done 2023-12-03T11:38:15.627 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.621+0000 7eff42fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:38:15.632 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.625+0000 7eff7fb73980 20 remove_watcher() i=0 2023-12-03T11:38:15.632 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.625+0000 7eff7fb73980 2 removed watcher, disabling cache 2023-12-03T11:38:15.635 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.629+0000 7eff7fb73980 20 remove_watcher() i=1 2023-12-03T11:38:15.637 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.629+0000 7eff7fb73980 20 remove_watcher() i=2 2023-12-03T11:38:15.640 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.633+0000 7eff7fb73980 20 remove_watcher() i=3 2023-12-03T11:38:15.642 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.637+0000 7eff7fb73980 20 remove_watcher() i=4 2023-12-03T11:38:15.644 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.637+0000 7eff7fb73980 20 remove_watcher() i=5 2023-12-03T11:38:15.645 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.637+0000 7eff7fb73980 20 remove_watcher() i=6 2023-12-03T11:38:15.647 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:15.641+0000 7eff7fb73980 20 remove_watcher() i=7 2023-12-03T11:38:15.656 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:38:15.656 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:38:15.658 INFO:tasks.workunit.client.0.smithi019.stderr:ceph config rm client rgw_debug_inject_set_olh_err 2023-12-03T11:38:16.064 INFO:tasks.workunit.client.0.smithi019.stderr:ceph config rm client rgw_debug_inject_olh_cancel_modification_err 2023-12-03T11:38:16.466 INFO:tasks.workunit.client.0.smithi019.stderr:TEST: bucket check unlinked finds unlistable entries 2023-12-03T11:38:16.467 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:38:16.467 INFO:tasks.workunit.client.0.smithi019.stderr:radosgw-admin bucket check unlinked --bucket check-bucket --min-age-hours 0 --dump-keys 2023-12-03T11:38:16.501 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:38:16.501 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:38:16.517 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.509+0000 7f2316125980 20 rados->read ofs=0 len=0 2023-12-03T11:38:16.518 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.513+0000 7f2316125980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:38:16.518 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.513+0000 7f2316125980 20 realm 2023-12-03T11:38:16.518 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.513+0000 7f2316125980 20 rados->read ofs=0 len=0 2023-12-03T11:38:16.519 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.513+0000 7f2316125980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:38:16.519 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.513+0000 7f2316125980 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:38:16.519 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.513+0000 7f2316125980 20 rados->read ofs=0 len=0 2023-12-03T11:38:16.519 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.513+0000 7f2316125980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:38:16.519 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.513+0000 7f2316125980 20 rados->read ofs=0 len=0 2023-12-03T11:38:16.520 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.513+0000 7f2316125980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:38:16.520 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.513+0000 7f2316125980 20 rados->read ofs=0 len=0 2023-12-03T11:38:16.520 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.513+0000 7f2316125980 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:38:16.521 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.513+0000 7f2316125980 20 searching for the correct realm 2023-12-03T11:38:16.544 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.537+0000 7f2314442640 0 -- 172.21.15.19:0/1397607322 >> [v2:172.21.15.57:6816/3303414699,v1:172.21.15.57:6817/3303414699] conn(0x7f23080173b0 msgr2=0x7f2308017830 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:38:16.544 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.537+0000 7f2316125980 20 RGWRados::pool_iterate: got zonegroup_info.9433ba8b-08fe-4f3d-8375-ae7b0ce32294 2023-12-03T11:38:16.544 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.537+0000 7f2316125980 20 RGWRados::pool_iterate: got zone_info.43a5e689-6a4f-4bb6-8529-28824bd75ab9 2023-12-03T11:38:16.545 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.537+0000 7f2316125980 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:38:16.545 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.537+0000 7f2316125980 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:38:16.545 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.537+0000 7f2316125980 20 rados->read ofs=0 len=0 2023-12-03T11:38:16.545 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.537+0000 7f2316125980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:38:16.545 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.537+0000 7f2316125980 20 rados->read ofs=0 len=0 2023-12-03T11:38:16.547 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.541+0000 7f2316125980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:38:16.547 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.541+0000 7f2316125980 20 rados->read ofs=0 len=0 2023-12-03T11:38:16.547 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.541+0000 7f2316125980 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:38:16.547 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.541+0000 7f2316125980 20 zone default found 2023-12-03T11:38:16.547 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.541+0000 7f2316125980 4 Realm: () 2023-12-03T11:38:16.547 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.541+0000 7f2316125980 4 ZoneGroup: default (9433ba8b-08fe-4f3d-8375-ae7b0ce32294) 2023-12-03T11:38:16.547 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.541+0000 7f2316125980 4 Zone: default (43a5e689-6a4f-4bb6-8529-28824bd75ab9) 2023-12-03T11:38:16.547 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.541+0000 7f2316125980 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:38:16.548 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.541+0000 7f2316125980 20 zonegroup default 2023-12-03T11:38:16.548 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.541+0000 7f2316125980 20 rados->read ofs=0 len=0 2023-12-03T11:38:16.548 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.541+0000 7f2316125980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:38:16.548 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.541+0000 7f2316125980 20 rados->read ofs=0 len=0 2023-12-03T11:38:16.548 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.541+0000 7f2316125980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:38:16.548 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.541+0000 7f2316125980 20 rados->read ofs=0 len=0 2023-12-03T11:38:16.548 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.541+0000 7f2316125980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:38:16.548 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.541+0000 7f2316125980 20 started sync module instance, tier type = 2023-12-03T11:38:16.549 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.541+0000 7f2316125980 20 started zone id=43a5e689-6a4f-4bb6-8529-28824bd75ab9 (name=default) with tier type = 2023-12-03T11:38:16.565 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.557+0000 7f2314442640 0 -- 172.21.15.19:0/1397607322 >> [v2:172.21.15.57:6816/3303414699,v1:172.21.15.57:6817/3303414699] conn(0x7f22ec072920 msgr2=0x7f22ec074d50 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:38:16.573 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.565+0000 7f2316125980 20 add_watcher() i=0 2023-12-03T11:38:16.573 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.565+0000 7f2316125980 20 add_watcher() i=1 2023-12-03T11:38:16.573 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.565+0000 7f2316125980 20 add_watcher() i=2 2023-12-03T11:38:16.573 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.565+0000 7f2316125980 20 add_watcher() i=3 2023-12-03T11:38:16.573 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.565+0000 7f2316125980 20 add_watcher() i=4 2023-12-03T11:38:16.573 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.565+0000 7f2316125980 20 add_watcher() i=5 2023-12-03T11:38:16.573 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.565+0000 7f2316125980 20 add_watcher() i=6 2023-12-03T11:38:16.576 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.569+0000 7f2316125980 20 add_watcher() i=7 2023-12-03T11:38:16.576 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.569+0000 7f2316125980 2 all 8 watchers are set, enabling cache 2023-12-03T11:38:16.579 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.573+0000 7f22d9fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:38:16.579 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.573+0000 7f2316125980 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:38:16.579 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.573+0000 7f2316125980 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:38:16.587 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.581+0000 7f2316125980 5 note: GC not initialized 2023-12-03T11:38:16.587 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.581+0000 7f2250ff9640 20 reqs_thread_entry: start 2023-12-03T11:38:16.587 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.581+0000 7f2316125980 20 init_complete bucket index max shards: 1 2023-12-03T11:38:16.587 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.581+0000 7f2316125980 20 Filter name: none 2023-12-03T11:38:16.588 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.581+0000 7f22467fc640 20 reqs_thread_entry: start 2023-12-03T11:38:16.588 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.581+0000 7f2316125980 10 cache get: name=default.rgw.meta+root+check-bucket : miss 2023-12-03T11:38:16.588 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.581+0000 7f2316125980 20 rados->read ofs=0 len=0 2023-12-03T11:38:16.588 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.581+0000 7f2316125980 20 rados_obj.operate() r=0 bl.length=190 2023-12-03T11:38:16.589 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.581+0000 7f2316125980 10 cache put: name=default.rgw.meta+root+check-bucket info.flags=0x11 2023-12-03T11:38:16.589 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.581+0000 7f2316125980 10 adding default.rgw.meta+root+check-bucket to cache LRU end 2023-12-03T11:38:16.589 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.581+0000 7f2316125980 10 cache get: name=default.rgw.meta+root+.bucket.meta.check-bucket:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.1 : miss 2023-12-03T11:38:16.589 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.581+0000 7f2316125980 20 rados->read ofs=0 len=0 2023-12-03T11:38:16.589 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.581+0000 7f2316125980 20 rados_obj.operate() r=0 bl.length=368 2023-12-03T11:38:16.589 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.581+0000 7f2316125980 10 cache put: name=default.rgw.meta+root+.bucket.meta.check-bucket:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.1 info.flags=0x17 2023-12-03T11:38:16.589 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.581+0000 7f2316125980 10 adding default.rgw.meta+root+.bucket.meta.check-bucket:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.1 to cache LRU end 2023-12-03T11:38:16.590 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.581+0000 7f2316125980 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-12-03T11:38:16.590 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.581+0000 7f2316125980 10 updating xattr: name=user.rgw.acl bl.length()=179 2023-12-03T11:38:16.590 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.581+0000 7f2316125980 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.check-bucket:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.1 2023-12-03T11:38:16.590 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.581+0000 7f2316125980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.1.0 2023-12-03T11:38:16.595 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.589+0000 7f2316125980 1 NOTICE: finished shard 0 (4 entries found) 2023-12-03T11:38:16.595 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.589+0000 7f2316125980 1 NOTICE: finished all shards (4 entries found) 2023-12-03T11:38:16.596 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.589+0000 7f22d9fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:38:16.602 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.597+0000 7f2316125980 20 remove_watcher() i=0 2023-12-03T11:38:16.602 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.597+0000 7f2316125980 2 removed watcher, disabling cache 2023-12-03T11:38:16.604 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.597+0000 7f2316125980 20 remove_watcher() i=1 2023-12-03T11:38:16.607 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.601+0000 7f2316125980 20 remove_watcher() i=2 2023-12-03T11:38:16.609 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.601+0000 7f2316125980 20 remove_watcher() i=3 2023-12-03T11:38:16.612 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.605+0000 7f2316125980 20 remove_watcher() i=4 2023-12-03T11:38:16.613 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.605+0000 7f2316125980 20 remove_watcher() i=5 2023-12-03T11:38:16.614 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.609+0000 7f2316125980 20 remove_watcher() i=6 2023-12-03T11:38:16.616 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.609+0000 7f2316125980 20 remove_watcher() i=7 2023-12-03T11:38:16.622 INFO:tasks.workunit.client.0.smithi019.stderr:TEST: unlinked entries are not listable 2023-12-03T11:38:16.622 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:38:16.624 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:38:16.624 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:38:16.629 INFO:tasks.workunit.client.0.smithi019.stderr:TEST: GET returns 404 for unlinked entry keys that have no other versions 2023-12-03T11:38:16.629 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:38:16.631 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:38:16.631 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:38:16.676 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:38:16.676 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:38:16.723 INFO:tasks.workunit.client.0.smithi019.stderr:TEST: bucket check unlinked fixes unlistable entries 2023-12-03T11:38:16.723 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:38:16.723 INFO:tasks.workunit.client.0.smithi019.stderr:radosgw-admin bucket check unlinked --bucket check-bucket --fix --min-age-hours 0 --rgw-olh-pending-timeout-sec 0 --dump-keys 2023-12-03T11:38:16.761 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:38:16.761 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:38:16.777 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.769+0000 7f1536a2d980 20 rados->read ofs=0 len=0 2023-12-03T11:38:16.780 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.773+0000 7f1536a2d980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:38:16.780 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.773+0000 7f1536a2d980 20 realm 2023-12-03T11:38:16.780 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.773+0000 7f1536a2d980 20 rados->read ofs=0 len=0 2023-12-03T11:38:16.780 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.773+0000 7f1536a2d980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:38:16.780 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.773+0000 7f1536a2d980 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:38:16.780 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.773+0000 7f1536a2d980 20 rados->read ofs=0 len=0 2023-12-03T11:38:16.780 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.773+0000 7f1536a2d980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:38:16.780 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.773+0000 7f1536a2d980 20 rados->read ofs=0 len=0 2023-12-03T11:38:16.782 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.773+0000 7f1536a2d980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:38:16.782 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.773+0000 7f1536a2d980 20 rados->read ofs=0 len=0 2023-12-03T11:38:16.782 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.773+0000 7f1536a2d980 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:38:16.782 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.773+0000 7f1536a2d980 20 searching for the correct realm 2023-12-03T11:38:16.805 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.797+0000 7f1536a2d980 20 RGWRados::pool_iterate: got zonegroup_info.9433ba8b-08fe-4f3d-8375-ae7b0ce32294 2023-12-03T11:38:16.805 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.797+0000 7f1536a2d980 20 RGWRados::pool_iterate: got zone_info.43a5e689-6a4f-4bb6-8529-28824bd75ab9 2023-12-03T11:38:16.805 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.797+0000 7f1536a2d980 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:38:16.805 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.797+0000 7f1536a2d980 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:38:16.805 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.797+0000 7f1536a2d980 20 rados->read ofs=0 len=0 2023-12-03T11:38:16.805 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.797+0000 7f1534d4a640 0 -- 172.21.15.19:0/2040287716 >> [v2:172.21.15.19:6810/916309765,v1:172.21.15.19:6813/916309765] conn(0x55a8f2e198b0 msgr2=0x55a8f2e1bca0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2023-12-03T11:38:16.806 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.797+0000 7f1536a2d980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:38:16.806 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.797+0000 7f1536a2d980 20 rados->read ofs=0 len=0 2023-12-03T11:38:16.807 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.801+0000 7f1536a2d980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:38:16.807 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.801+0000 7f1536a2d980 20 rados->read ofs=0 len=0 2023-12-03T11:38:16.807 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.801+0000 7f1536a2d980 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:38:16.807 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.801+0000 7f1536a2d980 20 zone default found 2023-12-03T11:38:16.807 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.801+0000 7f1536a2d980 4 Realm: () 2023-12-03T11:38:16.807 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.801+0000 7f1536a2d980 4 ZoneGroup: default (9433ba8b-08fe-4f3d-8375-ae7b0ce32294) 2023-12-03T11:38:16.807 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.801+0000 7f1536a2d980 4 Zone: default (43a5e689-6a4f-4bb6-8529-28824bd75ab9) 2023-12-03T11:38:16.807 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.801+0000 7f1536a2d980 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:38:16.807 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.801+0000 7f1536a2d980 20 zonegroup default 2023-12-03T11:38:16.807 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.801+0000 7f1536a2d980 20 rados->read ofs=0 len=0 2023-12-03T11:38:16.808 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.801+0000 7f1536a2d980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:38:16.808 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.801+0000 7f1536a2d980 20 rados->read ofs=0 len=0 2023-12-03T11:38:16.808 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.801+0000 7f1536a2d980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:38:16.808 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.801+0000 7f1536a2d980 20 rados->read ofs=0 len=0 2023-12-03T11:38:16.808 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.801+0000 7f1536a2d980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:38:16.808 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.801+0000 7f1536a2d980 20 started sync module instance, tier type = 2023-12-03T11:38:16.808 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.801+0000 7f1536a2d980 20 started zone id=43a5e689-6a4f-4bb6-8529-28824bd75ab9 (name=default) with tier type = 2023-12-03T11:38:16.830 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.825+0000 7f1534549640 0 -- 172.21.15.19:0/2040287716 >> [v2:172.21.15.19:6808/438722807,v1:172.21.15.19:6809/438722807] conn(0x7f152805c5d0 msgr2=0x7f1528058120 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:38:16.830 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.825+0000 7f1536a2d980 20 add_watcher() i=0 2023-12-03T11:38:16.831 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.825+0000 7f1536a2d980 20 add_watcher() i=1 2023-12-03T11:38:16.831 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.825+0000 7f1536a2d980 20 add_watcher() i=2 2023-12-03T11:38:16.831 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.825+0000 7f1536a2d980 20 add_watcher() i=3 2023-12-03T11:38:16.831 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.825+0000 7f1536a2d980 20 add_watcher() i=4 2023-12-03T11:38:16.831 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.825+0000 7f1536a2d980 20 add_watcher() i=5 2023-12-03T11:38:16.831 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.825+0000 7f1536a2d980 20 add_watcher() i=6 2023-12-03T11:38:16.832 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.825+0000 7f1536a2d980 20 add_watcher() i=7 2023-12-03T11:38:16.832 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.825+0000 7f1536a2d980 2 all 8 watchers are set, enabling cache 2023-12-03T11:38:16.835 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.829+0000 7f14fa7e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:38:16.835 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.829+0000 7f1536a2d980 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:38:16.835 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.829+0000 7f1536a2d980 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:38:16.842 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.833+0000 7f1536a2d980 5 note: GC not initialized 2023-12-03T11:38:16.842 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.833+0000 7f14697fa640 20 reqs_thread_entry: start 2023-12-03T11:38:16.842 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.833+0000 7f1536a2d980 20 init_complete bucket index max shards: 1 2023-12-03T11:38:16.842 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.833+0000 7f1536a2d980 20 Filter name: none 2023-12-03T11:38:16.842 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.833+0000 7f1462ffd640 20 reqs_thread_entry: start 2023-12-03T11:38:16.842 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.833+0000 7f1536a2d980 10 cache get: name=default.rgw.meta+root+check-bucket : miss 2023-12-03T11:38:16.842 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.833+0000 7f1536a2d980 20 rados->read ofs=0 len=0 2023-12-03T11:38:16.843 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.837+0000 7f1536a2d980 20 rados_obj.operate() r=0 bl.length=190 2023-12-03T11:38:16.843 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.837+0000 7f1536a2d980 10 cache put: name=default.rgw.meta+root+check-bucket info.flags=0x11 2023-12-03T11:38:16.843 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.837+0000 7f1536a2d980 10 adding default.rgw.meta+root+check-bucket to cache LRU end 2023-12-03T11:38:16.843 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.837+0000 7f1536a2d980 10 cache get: name=default.rgw.meta+root+.bucket.meta.check-bucket:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.1 : miss 2023-12-03T11:38:16.843 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.837+0000 7f1536a2d980 20 rados->read ofs=0 len=0 2023-12-03T11:38:16.843 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.837+0000 7f1536a2d980 20 rados_obj.operate() r=0 bl.length=368 2023-12-03T11:38:16.844 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.837+0000 7f1536a2d980 10 cache put: name=default.rgw.meta+root+.bucket.meta.check-bucket:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.1 info.flags=0x17 2023-12-03T11:38:16.844 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.837+0000 7f1536a2d980 10 adding default.rgw.meta+root+.bucket.meta.check-bucket:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.1 to cache LRU end 2023-12-03T11:38:16.844 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.837+0000 7f1536a2d980 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-12-03T11:38:16.844 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.837+0000 7f1536a2d980 10 updating xattr: name=user.rgw.acl bl.length()=179 2023-12-03T11:38:16.844 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.837+0000 7f1536a2d980 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.check-bucket:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.1 2023-12-03T11:38:16.844 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.837+0000 7f1536a2d980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.1.0 2023-12-03T11:38:16.846 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.837+0000 7f1536a2d980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.1.0 2023-12-03T11:38:16.847 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.841+0000 7f1536a2d980 20 get_obj_state: octx=0x7f152410a040 obj=check-bucket:c state=0x55a8f2ec1ea8 s->prefetch_data=0 2023-12-03T11:38:16.848 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.841+0000 7f1536a2d980 20 get_obj_state: setting s->obj_tag to 0s0yfix85gvmvhetkelnr2ixypn62bx0 2023-12-03T11:38:16.848 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.841+0000 7f1536a2d980 20 get_obj_state_impl: setting s->olh_tag to okscc5xxq1v467bme6bh9rfizmy705hm 2023-12-03T11:38:16.848 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.841+0000 7f1536a2d980 20 bucket_index_guard_olh_op(): olh_state.olh_tag=okscc5xxq1v467bme6bh9rfizmy705hm 2023-12-03T11:38:16.851 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.845+0000 7f1536a2d980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.1.0 2023-12-03T11:38:16.855 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.849+0000 7f1536a2d980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.1.0 2023-12-03T11:38:16.856 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.849+0000 7f1536a2d980 20 olh_log_entry: epoch=3 op=3 key=c[ofaBUy6vYgE4NakkN2k.M6IPIXvurWo] 2023-12-03T11:38:16.856 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.849+0000 7f1536a2d980 20 get_obj_state: octx=0x7f152410a040 obj=check-bucket:_:ofaBUy6vYgE4NakkN2k.M6IPIXvurWo_c state=0x55a8f2eca978 s->prefetch_data=0 2023-12-03T11:38:16.857 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.849+0000 7f1536a2d980 10 manifest: total_size = 22 2023-12-03T11:38:16.857 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.849+0000 7f1536a2d980 20 get_obj_state: setting s->obj_tag to 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.2861166655713080234 2023-12-03T11:38:16.857 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.849+0000 7f1536a2d980 20 get_obj_state: octx=0x7f152410a040 obj=check-bucket:_:ofaBUy6vYgE4NakkN2k.M6IPIXvurWo_c state=0x55a8f2eca978 s->prefetch_data=0 2023-12-03T11:38:16.857 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.849+0000 7f1536a2d980 20 prepare_atomic_modification: state is not atomic. state=0x55a8f2eca978 2023-12-03T11:38:16.857 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.849+0000 7f1536a2d980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.1.0 2023-12-03T11:38:16.865 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.857+0000 7f1536a2d980 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2023-12-03T11:38:16.865 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.857+0000 7f1536a2d980 20 RGWObjManifest::operator++(): result: ofs=22 stripe_ofs=22 part_ofs=0 rule->part_size=0 2023-12-03T11:38:16.865 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.857+0000 7f1536a2d980 0 deleting objects inline since gc isn't initialized 2023-12-03T11:38:16.866 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.857+0000 7f1536a2d980 5 delete_objs_inline: removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.1__shadow:ofaBUy6vYgE4NakkN2k.M6IPIXvurWo_.GXtw3clEwGDrzkbOd-uN9-T1HrXPlPh_0 2023-12-03T11:38:16.869 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.861+0000 7f1536a2d980 5 delete_objs_inline: refcount put returned error -2 2023-12-03T11:38:16.874 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.865+0000 7f151affd640 20 handle_completion(): completion ok for obj=c[ofaBUy6vYgE4NakkN2k.M6IPIXvurWo] 2023-12-03T11:38:16.874 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.869+0000 7f1536a2d980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.1.0 2023-12-03T11:38:16.875 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.869+0000 7f1536a2d980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.1.0 2023-12-03T11:38:16.882 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.877+0000 7f1536a2d980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.1.0 2023-12-03T11:38:16.883 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.877+0000 7f1536a2d980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.1.0 2023-12-03T11:38:16.884 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.877+0000 7f1536a2d980 20 get_obj_state: octx=0x7f152410a040 obj=check-bucket:d state=0x55a8f2ec1ea8 s->prefetch_data=0 2023-12-03T11:38:16.884 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.877+0000 7f1536a2d980 20 get_obj_state: setting s->obj_tag to g26b8ly1fnklinvihklqka4c9x1a6qs9 2023-12-03T11:38:16.884 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.877+0000 7f1536a2d980 20 get_obj_state_impl: setting s->olh_tag to lvs1w88dg8nyvdlr80gllgisg789lg3p 2023-12-03T11:38:16.884 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.877+0000 7f1536a2d980 20 bucket_index_guard_olh_op(): olh_state.olh_tag=lvs1w88dg8nyvdlr80gllgisg789lg3p 2023-12-03T11:38:16.888 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.881+0000 7f1536a2d980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.1.0 2023-12-03T11:38:16.892 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.885+0000 7f1536a2d980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.1.0 2023-12-03T11:38:16.892 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.885+0000 7f1536a2d980 20 olh_log_entry: epoch=3 op=3 key=d[1vcKGCnrPaZVomVzodcDQzs8acoZcAa] 2023-12-03T11:38:16.892 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.885+0000 7f1536a2d980 20 get_obj_state: octx=0x7f152410a040 obj=check-bucket:_:1vcKGCnrPaZVomVzodcDQzs8acoZcAa_d state=0x55a8f2ec9968 s->prefetch_data=0 2023-12-03T11:38:16.893 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.885+0000 7f1536a2d980 10 manifest: total_size = 22 2023-12-03T11:38:16.893 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.885+0000 7f1536a2d980 20 get_obj_state: setting s->obj_tag to 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.14278642323617998151 2023-12-03T11:38:16.893 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.885+0000 7f1536a2d980 20 get_obj_state: octx=0x7f152410a040 obj=check-bucket:_:1vcKGCnrPaZVomVzodcDQzs8acoZcAa_d state=0x55a8f2ec9968 s->prefetch_data=0 2023-12-03T11:38:16.893 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.885+0000 7f1536a2d980 20 prepare_atomic_modification: state is not atomic. state=0x55a8f2ec9968 2023-12-03T11:38:16.893 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.885+0000 7f1536a2d980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.1.0 2023-12-03T11:38:16.899 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.893+0000 7f1536a2d980 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2023-12-03T11:38:16.899 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.893+0000 7f1536a2d980 20 RGWObjManifest::operator++(): result: ofs=22 stripe_ofs=22 part_ofs=0 rule->part_size=0 2023-12-03T11:38:16.899 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.893+0000 7f1536a2d980 0 deleting objects inline since gc isn't initialized 2023-12-03T11:38:16.899 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.893+0000 7f1536a2d980 5 delete_objs_inline: removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.1__shadow:1vcKGCnrPaZVomVzodcDQzs8acoZcAa_.mUdCiS4rmJuZlsEdUqu0rknTqQxROc5_0 2023-12-03T11:38:16.902 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.897+0000 7f1536a2d980 5 delete_objs_inline: refcount put returned error -2 2023-12-03T11:38:16.904 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.897+0000 7f151a7fc640 20 handle_completion(): completion ok for obj=d[1vcKGCnrPaZVomVzodcDQzs8acoZcAa] 2023-12-03T11:38:16.905 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.897+0000 7f1536a2d980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.1.0 2023-12-03T11:38:16.905 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.897+0000 7f1536a2d980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.1.0 2023-12-03T11:38:16.908 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.901+0000 7f1536a2d980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.1.0 2023-12-03T11:38:16.909 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.901+0000 7f1536a2d980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.1.0 2023-12-03T11:38:16.910 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.905+0000 7f1536a2d980 20 get_obj_state: octx=0x7f152410a040 obj=check-bucket:e state=0x55a8f2ec1ea8 s->prefetch_data=0 2023-12-03T11:38:16.910 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.905+0000 7f1536a2d980 20 get_obj_state: setting s->obj_tag to lq6ak7bh21ju7uw07opes6gjet0gnq2z 2023-12-03T11:38:16.910 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.905+0000 7f1536a2d980 20 get_obj_state_impl: setting s->olh_tag to 2tlcqba7272n4fkbho09oaocvdlqv5o1 2023-12-03T11:38:16.911 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.905+0000 7f1536a2d980 20 bucket_index_guard_olh_op(): olh_state.olh_tag=2tlcqba7272n4fkbho09oaocvdlqv5o1 2023-12-03T11:38:16.914 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.909+0000 7f1536a2d980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.1.0 2023-12-03T11:38:16.919 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.913+0000 7f1536a2d980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.1.0 2023-12-03T11:38:16.920 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.913+0000 7f1536a2d980 20 olh_log_entry: epoch=2 op=2 key=e[] 2023-12-03T11:38:16.920 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.913+0000 7f1536a2d980 20 olh_log_entry: epoch=2 op=3 key=e[Md4hiWCersYk-B8x9IKEYISCjgBOKZM] 2023-12-03T11:38:16.920 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.913+0000 7f1536a2d980 20 get_obj_state: octx=0x7f152410a040 obj=check-bucket:_:Md4hiWCersYk-B8x9IKEYISCjgBOKZM_e state=0x55a8f2eca978 s->prefetch_data=0 2023-12-03T11:38:16.921 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.913+0000 7f1536a2d980 10 manifest: total_size = 9 2023-12-03T11:38:16.921 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.913+0000 7f1536a2d980 20 get_obj_state: setting s->obj_tag to 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.3830350098719817160 2023-12-03T11:38:16.921 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.913+0000 7f1536a2d980 20 get_obj_state: octx=0x7f152410a040 obj=check-bucket:_:Md4hiWCersYk-B8x9IKEYISCjgBOKZM_e state=0x55a8f2eca978 s->prefetch_data=0 2023-12-03T11:38:16.921 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.913+0000 7f1536a2d980 20 prepare_atomic_modification: state is not atomic. state=0x55a8f2eca978 2023-12-03T11:38:16.921 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.913+0000 7f1536a2d980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.1.0 2023-12-03T11:38:16.928 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.921+0000 7f1536a2d980 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2023-12-03T11:38:16.928 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.921+0000 7f1536a2d980 20 RGWObjManifest::operator++(): result: ofs=9 stripe_ofs=9 part_ofs=0 rule->part_size=0 2023-12-03T11:38:16.928 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.921+0000 7f1536a2d980 0 deleting objects inline since gc isn't initialized 2023-12-03T11:38:16.928 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.921+0000 7f1536a2d980 5 delete_objs_inline: removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.1__shadow:Md4hiWCersYk-B8x9IKEYISCjgBOKZM_.xDmguYBwr2ouF5S8lpLPU1VPZxGYYb3_0 2023-12-03T11:38:16.932 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.925+0000 7f151affd640 20 handle_completion(): completion ok for obj=e[Md4hiWCersYk-B8x9IKEYISCjgBOKZM] 2023-12-03T11:38:16.933 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.925+0000 7f1536a2d980 5 delete_objs_inline: refcount put returned error -2 2023-12-03T11:38:16.936 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.929+0000 7f1536a2d980 20 get_obj_state: octx=0x7f152410a040 obj=check-bucket:e state=0x55a8f2ec1ea8 s->prefetch_data=0 2023-12-03T11:38:16.936 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.929+0000 7f1536a2d980 20 bucket_index_guard_olh_op(): olh_state.olh_tag=2tlcqba7272n4fkbho09oaocvdlqv5o1 2023-12-03T11:38:16.945 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.937+0000 7f1536a2d980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.1.0 2023-12-03T11:38:16.949 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.941+0000 7f1536a2d980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.1.0 2023-12-03T11:38:16.950 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.945+0000 7f1536a2d980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.1.0 2023-12-03T11:38:16.951 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.945+0000 7f1536a2d980 20 get_obj_state: octx=0x7f152410a040 obj=check-bucket:f state=0x55a8f2ed6608 s->prefetch_data=0 2023-12-03T11:38:16.952 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.945+0000 7f1536a2d980 20 get_obj_state: setting s->obj_tag to mddvf2zhfiqdif955qup797foy71mgi9 2023-12-03T11:38:16.952 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.945+0000 7f1536a2d980 20 get_obj_state_impl: setting s->olh_tag to e8qfmbypgav76kkk0r4rzdc2vj77ju75 2023-12-03T11:38:16.952 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.945+0000 7f1536a2d980 20 bucket_index_guard_olh_op(): olh_state.olh_tag=e8qfmbypgav76kkk0r4rzdc2vj77ju75 2023-12-03T11:38:16.955 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.949+0000 7f1536a2d980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.1.0 2023-12-03T11:38:16.959 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.953+0000 7f1536a2d980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.1.0 2023-12-03T11:38:16.960 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.953+0000 7f1536a2d980 20 olh_log_entry: epoch=2 op=2 key=f[] 2023-12-03T11:38:16.960 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.953+0000 7f1536a2d980 20 olh_log_entry: epoch=2 op=3 key=f[adcjMszi5rhL57fmf6N4-g1ULuJ0GMa] 2023-12-03T11:38:16.960 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.953+0000 7f1536a2d980 20 get_obj_state: octx=0x7f152410a040 obj=check-bucket:_:adcjMszi5rhL57fmf6N4-g1ULuJ0GMa_f state=0x55a8f2ec8958 s->prefetch_data=0 2023-12-03T11:38:16.961 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.953+0000 7f1536a2d980 10 manifest: total_size = 22 2023-12-03T11:38:16.961 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.953+0000 7f1536a2d980 20 get_obj_state: setting s->obj_tag to 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.5278113026471330892 2023-12-03T11:38:16.961 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.953+0000 7f1536a2d980 20 get_obj_state: octx=0x7f152410a040 obj=check-bucket:_:adcjMszi5rhL57fmf6N4-g1ULuJ0GMa_f state=0x55a8f2ec8958 s->prefetch_data=0 2023-12-03T11:38:16.961 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.953+0000 7f1536a2d980 20 prepare_atomic_modification: state is not atomic. state=0x55a8f2ec8958 2023-12-03T11:38:16.961 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.953+0000 7f1536a2d980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.1.0 2023-12-03T11:38:16.967 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.961+0000 7f1536a2d980 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2023-12-03T11:38:16.967 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.961+0000 7f1536a2d980 20 RGWObjManifest::operator++(): result: ofs=22 stripe_ofs=22 part_ofs=0 rule->part_size=0 2023-12-03T11:38:16.967 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.961+0000 7f1536a2d980 0 deleting objects inline since gc isn't initialized 2023-12-03T11:38:16.967 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.961+0000 7f1536a2d980 5 delete_objs_inline: removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.1__shadow:adcjMszi5rhL57fmf6N4-g1ULuJ0GMa_.G0x-bbTljq0vPTrP6P4EPzBPq3W_fxj_0 2023-12-03T11:38:16.972 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.965+0000 7f151a7fc640 20 handle_completion(): completion ok for obj=f[adcjMszi5rhL57fmf6N4-g1ULuJ0GMa] 2023-12-03T11:38:16.973 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.965+0000 7f1536a2d980 5 delete_objs_inline: refcount put returned error -2 2023-12-03T11:38:16.976 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.969+0000 7f1536a2d980 20 get_obj_state: octx=0x7f152410a040 obj=check-bucket:f state=0x55a8f2ed6608 s->prefetch_data=0 2023-12-03T11:38:16.976 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.969+0000 7f1536a2d980 20 bucket_index_guard_olh_op(): olh_state.olh_tag=e8qfmbypgav76kkk0r4rzdc2vj77ju75 2023-12-03T11:38:16.983 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.977+0000 7f1536a2d980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.1.0 2023-12-03T11:38:16.987 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.981+0000 7f1536a2d980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.1.0 2023-12-03T11:38:16.987 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.981+0000 7f1536a2d980 1 NOTICE: finished shard 0 (4 entries removed) 2023-12-03T11:38:16.987 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.981+0000 7f1536a2d980 1 NOTICE: finished all shards (4 entries removed) 2023-12-03T11:38:16.988 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.981+0000 7f14fa7e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:38:16.994 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.989+0000 7f1536a2d980 20 remove_watcher() i=0 2023-12-03T11:38:16.994 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.989+0000 7f1536a2d980 2 removed watcher, disabling cache 2023-12-03T11:38:16.997 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.989+0000 7f1536a2d980 20 remove_watcher() i=1 2023-12-03T11:38:16.999 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.993+0000 7f1536a2d980 20 remove_watcher() i=2 2023-12-03T11:38:17.002 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.997+0000 7f1536a2d980 20 remove_watcher() i=3 2023-12-03T11:38:17.005 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:16.997+0000 7f1536a2d980 20 remove_watcher() i=4 2023-12-03T11:38:17.006 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.001+0000 7f1536a2d980 20 remove_watcher() i=5 2023-12-03T11:38:17.008 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.001+0000 7f1536a2d980 20 remove_watcher() i=6 2023-12-03T11:38:17.010 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.001+0000 7f1536a2d980 20 remove_watcher() i=7 2023-12-03T11:38:17.018 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:38:17.018 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:38:17.022 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:38:17.022 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:38:17.025 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:38:17.025 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:38:17.028 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:38:17.028 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:38:17.030 INFO:tasks.workunit.client.0.smithi019.stderr:TEST: bucket check unlinked does not affect normal entries 2023-12-03T11:38:17.030 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:38:17.031 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:38:17.031 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:38:17.081 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:38:17.081 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:38:17.086 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:38:17.086 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:38:17.091 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:38:17.091 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:38:17.095 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:38:17.096 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:38:17.099 INFO:tasks.workunit.client.0.smithi019.stderr:TEST: bucket check unlinked does not find new unlistable entries after fix 2023-12-03T11:38:17.099 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:38:17.100 INFO:tasks.workunit.client.0.smithi019.stderr:radosgw-admin bucket check unlinked --bucket check-bucket --min-age-hours 0 --dump-keys 2023-12-03T11:38:17.131 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:38:17.131 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:38:17.148 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.141+0000 7fba081e0980 20 rados->read ofs=0 len=0 2023-12-03T11:38:17.150 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.145+0000 7fba081e0980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:38:17.150 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.145+0000 7fba081e0980 20 realm 2023-12-03T11:38:17.150 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.145+0000 7fba081e0980 20 rados->read ofs=0 len=0 2023-12-03T11:38:17.150 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.145+0000 7fba081e0980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:38:17.151 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.145+0000 7fba081e0980 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:38:17.151 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.145+0000 7fba081e0980 20 rados->read ofs=0 len=0 2023-12-03T11:38:17.151 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.145+0000 7fba081e0980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:38:17.151 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.145+0000 7fba081e0980 20 rados->read ofs=0 len=0 2023-12-03T11:38:17.152 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.145+0000 7fba081e0980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:38:17.152 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.145+0000 7fba081e0980 20 rados->read ofs=0 len=0 2023-12-03T11:38:17.152 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.145+0000 7fba081e0980 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:38:17.152 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.145+0000 7fba081e0980 20 searching for the correct realm 2023-12-03T11:38:17.170 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.165+0000 7fba05cfc640 0 -- 172.21.15.19:0/133998500 >> [v2:172.21.15.19:6824/3106662697,v1:172.21.15.19:6825/3106662697] conn(0x7fb9f4003a80 msgr2=0x7fb9f8035420 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:38:17.176 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.169+0000 7fba081e0980 20 RGWRados::pool_iterate: got zonegroup_info.9433ba8b-08fe-4f3d-8375-ae7b0ce32294 2023-12-03T11:38:17.176 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.169+0000 7fba081e0980 20 RGWRados::pool_iterate: got zone_info.43a5e689-6a4f-4bb6-8529-28824bd75ab9 2023-12-03T11:38:17.176 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.169+0000 7fba081e0980 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:38:17.176 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.169+0000 7fba081e0980 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:38:17.176 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.169+0000 7fba081e0980 20 rados->read ofs=0 len=0 2023-12-03T11:38:17.176 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.169+0000 7fba081e0980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:38:17.177 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.169+0000 7fba081e0980 20 rados->read ofs=0 len=0 2023-12-03T11:38:17.177 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.169+0000 7fba081e0980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:38:17.177 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.169+0000 7fba081e0980 20 rados->read ofs=0 len=0 2023-12-03T11:38:17.178 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.169+0000 7fba081e0980 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:38:17.178 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.169+0000 7fba081e0980 20 zone default found 2023-12-03T11:38:17.178 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.169+0000 7fba081e0980 4 Realm: () 2023-12-03T11:38:17.178 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.169+0000 7fba081e0980 4 ZoneGroup: default (9433ba8b-08fe-4f3d-8375-ae7b0ce32294) 2023-12-03T11:38:17.178 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.169+0000 7fba081e0980 4 Zone: default (43a5e689-6a4f-4bb6-8529-28824bd75ab9) 2023-12-03T11:38:17.179 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.169+0000 7fba081e0980 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:38:17.179 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.169+0000 7fba081e0980 20 zonegroup default 2023-12-03T11:38:17.179 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.169+0000 7fba081e0980 20 rados->read ofs=0 len=0 2023-12-03T11:38:17.179 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.173+0000 7fba081e0980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:38:17.179 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.173+0000 7fba081e0980 20 rados->read ofs=0 len=0 2023-12-03T11:38:17.179 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.173+0000 7fba081e0980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:38:17.179 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.173+0000 7fba081e0980 20 rados->read ofs=0 len=0 2023-12-03T11:38:17.180 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.173+0000 7fba081e0980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:38:17.180 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.173+0000 7fba081e0980 20 started sync module instance, tier type = 2023-12-03T11:38:17.180 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.173+0000 7fba081e0980 20 started zone id=43a5e689-6a4f-4bb6-8529-28824bd75ab9 (name=default) with tier type = 2023-12-03T11:38:17.186 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.181+0000 7fba064fd640 0 -- 172.21.15.19:0/133998500 >> [v2:172.21.15.57:6816/3303414699,v1:172.21.15.57:6817/3303414699] conn(0x7fb9f00651a0 msgr2=0x7fb9f0085a40 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:38:17.198 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.189+0000 7fba081e0980 20 add_watcher() i=0 2023-12-03T11:38:17.198 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.189+0000 7fba081e0980 20 add_watcher() i=1 2023-12-03T11:38:17.198 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.189+0000 7fba081e0980 20 add_watcher() i=2 2023-12-03T11:38:17.198 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.189+0000 7fba081e0980 20 add_watcher() i=3 2023-12-03T11:38:17.198 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.189+0000 7fba081e0980 20 add_watcher() i=4 2023-12-03T11:38:17.198 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.189+0000 7fba081e0980 20 add_watcher() i=5 2023-12-03T11:38:17.198 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.189+0000 7fba081e0980 20 add_watcher() i=6 2023-12-03T11:38:17.199 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.193+0000 7fba081e0980 20 add_watcher() i=7 2023-12-03T11:38:17.199 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.193+0000 7fba081e0980 2 all 8 watchers are set, enabling cache 2023-12-03T11:38:17.202 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.193+0000 7fb9cb7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:38:17.202 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.197+0000 7fba081e0980 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:38:17.202 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.197+0000 7fba081e0980 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:38:17.210 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.201+0000 7fba081e0980 5 note: GC not initialized 2023-12-03T11:38:17.210 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.201+0000 7fb93a7fc640 20 reqs_thread_entry: start 2023-12-03T11:38:17.210 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.201+0000 7fba081e0980 20 init_complete bucket index max shards: 1 2023-12-03T11:38:17.210 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.201+0000 7fba081e0980 20 Filter name: none 2023-12-03T11:38:17.210 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.201+0000 7fb92bfff640 20 reqs_thread_entry: start 2023-12-03T11:38:17.210 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.201+0000 7fba081e0980 10 cache get: name=default.rgw.meta+root+check-bucket : miss 2023-12-03T11:38:17.210 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.201+0000 7fba081e0980 20 rados->read ofs=0 len=0 2023-12-03T11:38:17.211 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.205+0000 7fba081e0980 20 rados_obj.operate() r=0 bl.length=190 2023-12-03T11:38:17.211 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.205+0000 7fba081e0980 10 cache put: name=default.rgw.meta+root+check-bucket info.flags=0x11 2023-12-03T11:38:17.211 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.205+0000 7fba081e0980 10 adding default.rgw.meta+root+check-bucket to cache LRU end 2023-12-03T11:38:17.211 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.205+0000 7fba081e0980 10 cache get: name=default.rgw.meta+root+.bucket.meta.check-bucket:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.1 : miss 2023-12-03T11:38:17.211 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.205+0000 7fba081e0980 20 rados->read ofs=0 len=0 2023-12-03T11:38:17.212 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.205+0000 7fba081e0980 20 rados_obj.operate() r=0 bl.length=368 2023-12-03T11:38:17.212 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.205+0000 7fba081e0980 10 cache put: name=default.rgw.meta+root+.bucket.meta.check-bucket:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.1 info.flags=0x17 2023-12-03T11:38:17.212 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.205+0000 7fba081e0980 10 adding default.rgw.meta+root+.bucket.meta.check-bucket:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.1 to cache LRU end 2023-12-03T11:38:17.212 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.205+0000 7fba081e0980 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-12-03T11:38:17.212 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.205+0000 7fba081e0980 10 updating xattr: name=user.rgw.acl bl.length()=179 2023-12-03T11:38:17.212 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.205+0000 7fba081e0980 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.check-bucket:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.1 2023-12-03T11:38:17.212 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.205+0000 7fba081e0980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.1.0 2023-12-03T11:38:17.213 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.205+0000 7fba081e0980 1 NOTICE: finished shard 0 (0 entries found) 2023-12-03T11:38:17.214 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.205+0000 7fba081e0980 1 NOTICE: finished all shards (0 entries found) 2023-12-03T11:38:17.214 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.209+0000 7fb9cb7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:38:17.220 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.213+0000 7fba081e0980 20 remove_watcher() i=0 2023-12-03T11:38:17.220 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.213+0000 7fba081e0980 2 removed watcher, disabling cache 2023-12-03T11:38:17.222 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.217+0000 7fba081e0980 20 remove_watcher() i=1 2023-12-03T11:38:17.224 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.217+0000 7fba081e0980 20 remove_watcher() i=2 2023-12-03T11:38:17.226 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.221+0000 7fba081e0980 20 remove_watcher() i=3 2023-12-03T11:38:17.229 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.221+0000 7fba081e0980 20 remove_watcher() i=4 2023-12-03T11:38:17.230 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.225+0000 7fba081e0980 20 remove_watcher() i=5 2023-12-03T11:38:17.231 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.225+0000 7fba081e0980 20 remove_watcher() i=6 2023-12-03T11:38:17.232 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.225+0000 7fba081e0980 20 remove_watcher() i=7 2023-12-03T11:38:17.239 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:38:17.239 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:38:17.272 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:38:17.273 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:38:17.301 INFO:tasks.workunit.client.0.smithi019.stderr:radosgw-admin bi list --bucket check-bucket --object c 2023-12-03T11:38:17.331 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:38:17.332 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:38:17.347 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.341+0000 7fb54c0cb980 20 rados->read ofs=0 len=0 2023-12-03T11:38:17.349 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.341+0000 7fb54c0cb980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:38:17.349 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.341+0000 7fb54c0cb980 20 realm 2023-12-03T11:38:17.349 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.341+0000 7fb54c0cb980 20 rados->read ofs=0 len=0 2023-12-03T11:38:17.349 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.341+0000 7fb54c0cb980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:38:17.349 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.341+0000 7fb54c0cb980 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:38:17.349 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.341+0000 7fb54c0cb980 20 rados->read ofs=0 len=0 2023-12-03T11:38:17.349 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.341+0000 7fb54c0cb980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:38:17.350 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.341+0000 7fb54c0cb980 20 rados->read ofs=0 len=0 2023-12-03T11:38:17.351 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.345+0000 7fb54c0cb980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:38:17.351 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.345+0000 7fb54c0cb980 20 rados->read ofs=0 len=0 2023-12-03T11:38:17.351 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.345+0000 7fb54c0cb980 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:38:17.352 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.345+0000 7fb54c0cb980 20 searching for the correct realm 2023-12-03T11:38:17.375 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.369+0000 7fb549be7640 0 -- 172.21.15.19:0/1434628443 >> [v2:172.21.15.57:6808/3142144203,v1:172.21.15.57:6809/3142144203] conn(0x5602625af8a0 msgr2=0x5602625b1c90 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:38:17.376 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.369+0000 7fb54c0cb980 20 RGWRados::pool_iterate: got zonegroup_info.9433ba8b-08fe-4f3d-8375-ae7b0ce32294 2023-12-03T11:38:17.376 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.369+0000 7fb54c0cb980 20 RGWRados::pool_iterate: got zone_info.43a5e689-6a4f-4bb6-8529-28824bd75ab9 2023-12-03T11:38:17.376 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.369+0000 7fb54c0cb980 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:38:17.376 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.369+0000 7fb54c0cb980 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:38:17.376 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.369+0000 7fb54c0cb980 20 rados->read ofs=0 len=0 2023-12-03T11:38:17.376 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.369+0000 7fb54c0cb980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:38:17.376 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.369+0000 7fb54c0cb980 20 rados->read ofs=0 len=0 2023-12-03T11:38:17.377 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.369+0000 7fb54c0cb980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:38:17.377 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.369+0000 7fb54c0cb980 20 rados->read ofs=0 len=0 2023-12-03T11:38:17.378 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.369+0000 7fb54c0cb980 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:38:17.378 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.369+0000 7fb54c0cb980 20 zone default found 2023-12-03T11:38:17.378 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.369+0000 7fb54c0cb980 4 Realm: () 2023-12-03T11:38:17.378 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.369+0000 7fb54c0cb980 4 ZoneGroup: default (9433ba8b-08fe-4f3d-8375-ae7b0ce32294) 2023-12-03T11:38:17.378 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.369+0000 7fb54c0cb980 4 Zone: default (43a5e689-6a4f-4bb6-8529-28824bd75ab9) 2023-12-03T11:38:17.378 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.369+0000 7fb54c0cb980 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:38:17.378 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.369+0000 7fb54c0cb980 20 zonegroup default 2023-12-03T11:38:17.378 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.369+0000 7fb54c0cb980 20 rados->read ofs=0 len=0 2023-12-03T11:38:17.378 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.369+0000 7fb54c0cb980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:38:17.378 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.369+0000 7fb54c0cb980 20 rados->read ofs=0 len=0 2023-12-03T11:38:17.379 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.373+0000 7fb54c0cb980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:38:17.379 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.373+0000 7fb54c0cb980 20 rados->read ofs=0 len=0 2023-12-03T11:38:17.379 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.373+0000 7fb54c0cb980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:38:17.379 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.373+0000 7fb54c0cb980 20 started sync module instance, tier type = 2023-12-03T11:38:17.379 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.373+0000 7fb54c0cb980 20 started zone id=43a5e689-6a4f-4bb6-8529-28824bd75ab9 (name=default) with tier type = 2023-12-03T11:38:17.399 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.393+0000 7fb5493e6640 0 -- 172.21.15.19:0/1434628443 >> [v2:172.21.15.19:6800/1469834966,v1:172.21.15.19:6801/1469834966] conn(0x5602625b4780 msgr2=0x5602625b6b70 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:38:17.400 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.393+0000 7fb54c0cb980 20 add_watcher() i=0 2023-12-03T11:38:17.401 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.393+0000 7fb54c0cb980 20 add_watcher() i=1 2023-12-03T11:38:17.401 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.393+0000 7fb54c0cb980 20 add_watcher() i=2 2023-12-03T11:38:17.401 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.393+0000 7fb54c0cb980 20 add_watcher() i=3 2023-12-03T11:38:17.401 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.393+0000 7fb54c0cb980 20 add_watcher() i=4 2023-12-03T11:38:17.401 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.393+0000 7fb54c0cb980 20 add_watcher() i=5 2023-12-03T11:38:17.406 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.401+0000 7fb54c0cb980 20 add_watcher() i=6 2023-12-03T11:38:17.406 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.401+0000 7fb54c0cb980 20 add_watcher() i=7 2023-12-03T11:38:17.406 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.401+0000 7fb54c0cb980 2 all 8 watchers are set, enabling cache 2023-12-03T11:38:17.409 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.401+0000 7fb50f7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:38:17.410 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.401+0000 7fb54c0cb980 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:38:17.410 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.401+0000 7fb54c0cb980 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:38:17.416 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.409+0000 7fb54c0cb980 5 note: GC not initialized 2023-12-03T11:38:17.416 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.409+0000 7fb47e7fc640 20 reqs_thread_entry: start 2023-12-03T11:38:17.417 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.409+0000 7fb54c0cb980 20 init_complete bucket index max shards: 1 2023-12-03T11:38:17.417 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.409+0000 7fb54c0cb980 20 Filter name: none 2023-12-03T11:38:17.417 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.409+0000 7fb46ffff640 20 reqs_thread_entry: start 2023-12-03T11:38:17.417 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.409+0000 7fb54c0cb980 20 rados->read ofs=0 len=0 2023-12-03T11:38:17.417 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.409+0000 7fb54c0cb980 20 rados_obj.operate() r=0 bl.length=190 2023-12-03T11:38:17.417 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.409+0000 7fb54c0cb980 20 rados->read ofs=0 len=0 2023-12-03T11:38:17.418 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.413+0000 7fb54c0cb980 20 rados_obj.operate() r=0 bl.length=368 2023-12-03T11:38:17.418 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.413+0000 7fb54c0cb980 20 couldn't put binfo cache entry, might have raced with data changes 2023-12-03T11:38:17.418 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.413+0000 7fb54c0cb980 20 INFO: main: max_entries=1000, index=gen=0, max_shards=1 2023-12-03T11:38:17.418 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.413+0000 7fb54c0cb980 20 INFO: main: starting shard=0 2023-12-03T11:38:17.418 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.413+0000 7fb54c0cb980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.1.0 2023-12-03T11:38:17.419 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.413+0000 7fb54c0cb980 20 INFO: main: bi_list() returned without error; entries.size()=2, is_truncated=0, marker= 2023-12-03T11:38:17.420 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.413+0000 7fb54c0cb980 20 INFO: main: done 2023-12-03T11:38:17.420 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.413+0000 7fb50f7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:38:17.426 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.421+0000 7fb54c0cb980 20 remove_watcher() i=0 2023-12-03T11:38:17.426 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.421+0000 7fb54c0cb980 2 removed watcher, disabling cache 2023-12-03T11:38:17.428 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.421+0000 7fb54c0cb980 20 remove_watcher() i=1 2023-12-03T11:38:17.431 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.425+0000 7fb54c0cb980 20 remove_watcher() i=2 2023-12-03T11:38:17.433 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.425+0000 7fb54c0cb980 20 remove_watcher() i=3 2023-12-03T11:38:17.435 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.429+0000 7fb54c0cb980 20 remove_watcher() i=4 2023-12-03T11:38:17.436 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.429+0000 7fb54c0cb980 20 remove_watcher() i=5 2023-12-03T11:38:17.439 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.433+0000 7fb54c0cb980 20 remove_watcher() i=6 2023-12-03T11:38:17.440 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.433+0000 7fb54c0cb980 20 remove_watcher() i=7 2023-12-03T11:38:17.446 INFO:tasks.workunit.client.0.smithi019.stderr:radosgw-admin bi list --bucket check-bucket --object d 2023-12-03T11:38:17.471 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:38:17.471 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:38:17.486 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.477+0000 7f6059de5980 20 rados->read ofs=0 len=0 2023-12-03T11:38:17.488 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.481+0000 7f6059de5980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:38:17.488 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.481+0000 7f6059de5980 20 realm 2023-12-03T11:38:17.488 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.481+0000 7f6059de5980 20 rados->read ofs=0 len=0 2023-12-03T11:38:17.488 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.481+0000 7f6059de5980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:38:17.488 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.481+0000 7f6059de5980 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:38:17.488 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.481+0000 7f6059de5980 20 rados->read ofs=0 len=0 2023-12-03T11:38:17.488 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.481+0000 7f6059de5980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:38:17.488 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.481+0000 7f6059de5980 20 rados->read ofs=0 len=0 2023-12-03T11:38:17.489 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.481+0000 7f6059de5980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:38:17.490 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.481+0000 7f6059de5980 20 rados->read ofs=0 len=0 2023-12-03T11:38:17.490 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.485+0000 7f6059de5980 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:38:17.490 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.485+0000 7f6059de5980 20 searching for the correct realm 2023-12-03T11:38:17.513 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.505+0000 7f6059de5980 20 RGWRados::pool_iterate: got zonegroup_info.9433ba8b-08fe-4f3d-8375-ae7b0ce32294 2023-12-03T11:38:17.513 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.505+0000 7f6059de5980 20 RGWRados::pool_iterate: got zone_info.43a5e689-6a4f-4bb6-8529-28824bd75ab9 2023-12-03T11:38:17.513 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.505+0000 7f6059de5980 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:38:17.513 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.505+0000 7f6059de5980 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:38:17.513 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.505+0000 7f6059de5980 20 rados->read ofs=0 len=0 2023-12-03T11:38:17.513 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.505+0000 7f6058102640 0 -- 172.21.15.19:0/1153204996 >> [v2:172.21.15.19:6810/916309765,v1:172.21.15.19:6813/916309765] conn(0x562c82d7f5a0 msgr2=0x562c82d81990 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:38:17.513 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.505+0000 7f6059de5980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:38:17.513 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.505+0000 7f6059de5980 20 rados->read ofs=0 len=0 2023-12-03T11:38:17.514 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.505+0000 7f6059de5980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:38:17.515 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.505+0000 7f6059de5980 20 rados->read ofs=0 len=0 2023-12-03T11:38:17.515 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.509+0000 7f6059de5980 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:38:17.515 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.509+0000 7f6059de5980 20 zone default found 2023-12-03T11:38:17.515 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.509+0000 7f6059de5980 4 Realm: () 2023-12-03T11:38:17.515 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.509+0000 7f6059de5980 4 ZoneGroup: default (9433ba8b-08fe-4f3d-8375-ae7b0ce32294) 2023-12-03T11:38:17.515 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.509+0000 7f6059de5980 4 Zone: default (43a5e689-6a4f-4bb6-8529-28824bd75ab9) 2023-12-03T11:38:17.515 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.509+0000 7f6059de5980 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:38:17.515 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.509+0000 7f6059de5980 20 zonegroup default 2023-12-03T11:38:17.516 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.509+0000 7f6059de5980 20 rados->read ofs=0 len=0 2023-12-03T11:38:17.516 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.509+0000 7f6059de5980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:38:17.516 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.509+0000 7f6059de5980 20 rados->read ofs=0 len=0 2023-12-03T11:38:17.517 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.509+0000 7f6059de5980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:38:17.517 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.509+0000 7f6059de5980 20 rados->read ofs=0 len=0 2023-12-03T11:38:17.517 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.509+0000 7f6059de5980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:38:17.517 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.509+0000 7f6059de5980 20 started sync module instance, tier type = 2023-12-03T11:38:17.517 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.509+0000 7f6059de5980 20 started zone id=43a5e689-6a4f-4bb6-8529-28824bd75ab9 (name=default) with tier type = 2023-12-03T11:38:17.533 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.525+0000 7f6059de5980 20 add_watcher() i=0 2023-12-03T11:38:17.533 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.525+0000 7f6059de5980 20 add_watcher() i=1 2023-12-03T11:38:17.533 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.525+0000 7f6059de5980 20 add_watcher() i=2 2023-12-03T11:38:17.533 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.525+0000 7f6059de5980 20 add_watcher() i=3 2023-12-03T11:38:17.533 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.525+0000 7f6059de5980 20 add_watcher() i=4 2023-12-03T11:38:17.533 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.525+0000 7f6059de5980 20 add_watcher() i=5 2023-12-03T11:38:17.533 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.525+0000 7f6057100640 0 -- 172.21.15.19:0/1153204996 >> [v2:172.21.15.19:6800/1469834966,v1:172.21.15.19:6801/1469834966] conn(0x562c82d88330 msgr2=0x562c82d8a720 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:38:17.533 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.525+0000 7f6059de5980 20 add_watcher() i=6 2023-12-03T11:38:17.534 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.529+0000 7f6059de5980 20 add_watcher() i=7 2023-12-03T11:38:17.534 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.529+0000 7f6059de5980 2 all 8 watchers are set, enabling cache 2023-12-03T11:38:17.538 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.529+0000 7f601dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:38:17.538 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.529+0000 7f6059de5980 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:38:17.538 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.529+0000 7f6059de5980 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:38:17.544 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.537+0000 7f6059de5980 5 note: GC not initialized 2023-12-03T11:38:17.544 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.537+0000 7f5f94ff9640 20 reqs_thread_entry: start 2023-12-03T11:38:17.544 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.537+0000 7f6059de5980 20 init_complete bucket index max shards: 1 2023-12-03T11:38:17.544 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.537+0000 7f6059de5980 20 Filter name: none 2023-12-03T11:38:17.544 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.537+0000 7f5f8a7fc640 20 reqs_thread_entry: start 2023-12-03T11:38:17.544 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.537+0000 7f6059de5980 20 rados->read ofs=0 len=0 2023-12-03T11:38:17.545 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.537+0000 7f6059de5980 20 rados_obj.operate() r=0 bl.length=190 2023-12-03T11:38:17.545 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.537+0000 7f6059de5980 20 rados->read ofs=0 len=0 2023-12-03T11:38:17.546 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.537+0000 7f6059de5980 20 rados_obj.operate() r=0 bl.length=368 2023-12-03T11:38:17.546 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.537+0000 7f6059de5980 20 couldn't put binfo cache entry, might have raced with data changes 2023-12-03T11:38:17.546 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.537+0000 7f6059de5980 20 INFO: main: max_entries=1000, index=gen=0, max_shards=1 2023-12-03T11:38:17.546 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.537+0000 7f6059de5980 20 INFO: main: starting shard=0 2023-12-03T11:38:17.546 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.537+0000 7f6059de5980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.1.0 2023-12-03T11:38:17.547 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.541+0000 7f6059de5980 20 INFO: main: bi_list() returned without error; entries.size()=2, is_truncated=0, marker= 2023-12-03T11:38:17.548 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.541+0000 7f6059de5980 20 INFO: main: done 2023-12-03T11:38:17.548 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.541+0000 7f601dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:38:17.554 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.549+0000 7f6059de5980 20 remove_watcher() i=0 2023-12-03T11:38:17.554 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.549+0000 7f6059de5980 2 removed watcher, disabling cache 2023-12-03T11:38:17.556 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.549+0000 7f6059de5980 20 remove_watcher() i=1 2023-12-03T11:38:17.559 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.553+0000 7f6059de5980 20 remove_watcher() i=2 2023-12-03T11:38:17.561 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.553+0000 7f6059de5980 20 remove_watcher() i=3 2023-12-03T11:38:17.563 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.557+0000 7f6059de5980 20 remove_watcher() i=4 2023-12-03T11:38:17.564 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.557+0000 7f6059de5980 20 remove_watcher() i=5 2023-12-03T11:38:17.567 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.561+0000 7f6059de5980 20 remove_watcher() i=6 2023-12-03T11:38:17.570 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.561+0000 7f6059de5980 20 remove_watcher() i=7 2023-12-03T11:38:17.574 INFO:tasks.workunit.client.0.smithi019.stderr:TEST: bucket check olh finds leftover OLH entries 2023-12-03T11:38:17.575 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:38:17.575 INFO:tasks.workunit.client.0.smithi019.stderr:radosgw-admin bucket check olh --bucket check-bucket --dump-keys 2023-12-03T11:38:17.599 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:38:17.599 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:38:17.614 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.609+0000 7f4fbcd53980 20 rados->read ofs=0 len=0 2023-12-03T11:38:17.616 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.609+0000 7f4fbcd53980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:38:17.616 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.609+0000 7f4fbcd53980 20 realm 2023-12-03T11:38:17.616 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.609+0000 7f4fbcd53980 20 rados->read ofs=0 len=0 2023-12-03T11:38:17.617 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.609+0000 7f4fbcd53980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:38:17.617 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.609+0000 7f4fbcd53980 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:38:17.617 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.609+0000 7f4fbcd53980 20 rados->read ofs=0 len=0 2023-12-03T11:38:17.617 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.609+0000 7f4fbcd53980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:38:17.617 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.609+0000 7f4fbcd53980 20 rados->read ofs=0 len=0 2023-12-03T11:38:17.619 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.613+0000 7f4fbcd53980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:38:17.619 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.613+0000 7f4fbcd53980 20 rados->read ofs=0 len=0 2023-12-03T11:38:17.619 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.613+0000 7f4fbcd53980 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:38:17.619 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.613+0000 7f4fbcd53980 20 searching for the correct realm 2023-12-03T11:38:17.856 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.849+0000 7f4fba06e640 0 -- 172.21.15.19:0/3351270149 >> [v2:172.21.15.19:6800/1469834966,v1:172.21.15.19:6801/1469834966] conn(0x5598b27d6730 msgr2=0x5598b27d8b20 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:38:17.858 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.849+0000 7f4fbcd53980 20 RGWRados::pool_iterate: got zonegroup_info.9433ba8b-08fe-4f3d-8375-ae7b0ce32294 2023-12-03T11:38:17.858 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.849+0000 7f4fbcd53980 20 RGWRados::pool_iterate: got zone_info.43a5e689-6a4f-4bb6-8529-28824bd75ab9 2023-12-03T11:38:17.858 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.849+0000 7f4fbcd53980 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:38:17.858 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.849+0000 7f4fbcd53980 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:38:17.858 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.849+0000 7f4fbcd53980 20 rados->read ofs=0 len=0 2023-12-03T11:38:17.858 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.853+0000 7f4fbcd53980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:38:17.858 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.853+0000 7f4fbcd53980 20 rados->read ofs=0 len=0 2023-12-03T11:38:17.859 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.853+0000 7f4fbcd53980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:38:17.860 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.853+0000 7f4fbcd53980 20 rados->read ofs=0 len=0 2023-12-03T11:38:17.860 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.853+0000 7f4fbcd53980 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:38:17.860 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.853+0000 7f4fbcd53980 20 zone default found 2023-12-03T11:38:17.860 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.853+0000 7f4fbcd53980 4 Realm: () 2023-12-03T11:38:17.861 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.853+0000 7f4fbcd53980 4 ZoneGroup: default (9433ba8b-08fe-4f3d-8375-ae7b0ce32294) 2023-12-03T11:38:17.861 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.853+0000 7f4fbcd53980 4 Zone: default (43a5e689-6a4f-4bb6-8529-28824bd75ab9) 2023-12-03T11:38:17.861 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.853+0000 7f4fbcd53980 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:38:17.861 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.853+0000 7f4fbcd53980 20 zonegroup default 2023-12-03T11:38:17.861 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.853+0000 7f4fbcd53980 20 rados->read ofs=0 len=0 2023-12-03T11:38:17.861 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.853+0000 7f4fbcd53980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:38:17.861 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.853+0000 7f4fbcd53980 20 rados->read ofs=0 len=0 2023-12-03T11:38:17.862 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.857+0000 7f4fbcd53980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:38:17.862 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.857+0000 7f4fbcd53980 20 rados->read ofs=0 len=0 2023-12-03T11:38:17.863 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.857+0000 7f4fbcd53980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:38:17.863 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.857+0000 7f4fbcd53980 20 started sync module instance, tier type = 2023-12-03T11:38:17.863 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.857+0000 7f4fbcd53980 20 started zone id=43a5e689-6a4f-4bb6-8529-28824bd75ab9 (name=default) with tier type = 2023-12-03T11:38:17.885 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.877+0000 7f4fbb070640 0 -- 172.21.15.19:0/3351270149 >> [v2:172.21.15.57:6816/3303414699,v1:172.21.15.57:6817/3303414699] conn(0x7f4fb0102130 msgr2=0x7f4fb011b5a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:38:17.894 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.885+0000 7f4fbcd53980 20 add_watcher() i=0 2023-12-03T11:38:17.894 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.885+0000 7f4fbcd53980 20 add_watcher() i=1 2023-12-03T11:38:17.894 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.885+0000 7f4fbcd53980 20 add_watcher() i=2 2023-12-03T11:38:17.894 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.885+0000 7f4fbcd53980 20 add_watcher() i=3 2023-12-03T11:38:17.894 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.885+0000 7f4fbcd53980 20 add_watcher() i=4 2023-12-03T11:38:17.894 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.885+0000 7f4fbcd53980 20 add_watcher() i=5 2023-12-03T11:38:17.894 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.889+0000 7f4fbcd53980 20 add_watcher() i=6 2023-12-03T11:38:17.897 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.889+0000 7f4fbcd53980 20 add_watcher() i=7 2023-12-03T11:38:17.897 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.889+0000 7f4fbcd53980 2 all 8 watchers are set, enabling cache 2023-12-03T11:38:17.901 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.893+0000 7f4efbfff640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:38:17.902 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.897+0000 7f4fbcd53980 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:38:17.902 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.897+0000 7f4fbcd53980 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:38:17.915 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.909+0000 7f4fbcd53980 5 note: GC not initialized 2023-12-03T11:38:17.916 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.909+0000 7f4eeaffd640 20 reqs_thread_entry: start 2023-12-03T11:38:17.916 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.909+0000 7f4fbcd53980 20 init_complete bucket index max shards: 1 2023-12-03T11:38:17.916 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.909+0000 7f4fbcd53980 20 Filter name: none 2023-12-03T11:38:17.916 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.909+0000 7f4ee8ff9640 20 reqs_thread_entry: start 2023-12-03T11:38:17.916 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.909+0000 7f4fbcd53980 10 cache get: name=default.rgw.meta+root+check-bucket : miss 2023-12-03T11:38:17.916 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.909+0000 7f4fbcd53980 20 rados->read ofs=0 len=0 2023-12-03T11:38:17.917 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.909+0000 7f4fbcd53980 20 rados_obj.operate() r=0 bl.length=190 2023-12-03T11:38:17.917 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.909+0000 7f4fbcd53980 10 cache put: name=default.rgw.meta+root+check-bucket info.flags=0x11 2023-12-03T11:38:17.917 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.909+0000 7f4fbcd53980 10 adding default.rgw.meta+root+check-bucket to cache LRU end 2023-12-03T11:38:17.917 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.909+0000 7f4fbcd53980 10 cache get: name=default.rgw.meta+root+.bucket.meta.check-bucket:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.1 : miss 2023-12-03T11:38:17.917 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.909+0000 7f4fbcd53980 20 rados->read ofs=0 len=0 2023-12-03T11:38:17.918 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.909+0000 7f4fbcd53980 20 rados_obj.operate() r=0 bl.length=368 2023-12-03T11:38:17.918 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.909+0000 7f4fbcd53980 10 cache put: name=default.rgw.meta+root+.bucket.meta.check-bucket:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.1 info.flags=0x17 2023-12-03T11:38:17.918 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.909+0000 7f4fbcd53980 10 adding default.rgw.meta+root+.bucket.meta.check-bucket:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.1 to cache LRU end 2023-12-03T11:38:17.918 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.909+0000 7f4fbcd53980 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-12-03T11:38:17.918 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.909+0000 7f4fbcd53980 10 updating xattr: name=user.rgw.acl bl.length()=179 2023-12-03T11:38:17.918 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.909+0000 7f4fbcd53980 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.check-bucket:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.1 2023-12-03T11:38:17.918 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.909+0000 7f4fbcd53980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.1.0 2023-12-03T11:38:17.919 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.913+0000 7f4fbcd53980 1 NOTICE: finished shard 0 (2 entries found) 2023-12-03T11:38:17.920 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.913+0000 7f4fbcd53980 1 NOTICE: finished all shards (2 entries found) 2023-12-03T11:38:17.921 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.913+0000 7f4efbfff640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:38:17.926 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.921+0000 7f4fbcd53980 20 remove_watcher() i=0 2023-12-03T11:38:17.926 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.921+0000 7f4fbcd53980 2 removed watcher, disabling cache 2023-12-03T11:38:17.929 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.921+0000 7f4fbcd53980 20 remove_watcher() i=1 2023-12-03T11:38:17.931 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.925+0000 7f4fbcd53980 20 remove_watcher() i=2 2023-12-03T11:38:17.934 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.929+0000 7f4fbcd53980 20 remove_watcher() i=3 2023-12-03T11:38:17.936 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.929+0000 7f4fbcd53980 20 remove_watcher() i=4 2023-12-03T11:38:17.938 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.933+0000 7f4fbcd53980 20 remove_watcher() i=5 2023-12-03T11:38:17.941 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.933+0000 7f4fbcd53980 20 remove_watcher() i=6 2023-12-03T11:38:17.943 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.937+0000 7f4fbcd53980 20 remove_watcher() i=7 2023-12-03T11:38:17.950 INFO:tasks.workunit.client.0.smithi019.stderr:TEST: bucket check olh fixes leftover OLH entries 2023-12-03T11:38:17.950 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:38:17.950 INFO:tasks.workunit.client.0.smithi019.stderr:radosgw-admin bucket check olh --bucket check-bucket --fix --rgw-olh-pending-timeout-sec 0 --dump-keys 2023-12-03T11:38:17.981 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:38:17.981 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:38:17.999 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.993+0000 7fbaa7fdc980 20 rados->read ofs=0 len=0 2023-12-03T11:38:18.001 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.993+0000 7fbaa7fdc980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:38:18.001 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.993+0000 7fbaa7fdc980 20 realm 2023-12-03T11:38:18.001 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.993+0000 7fbaa7fdc980 20 rados->read ofs=0 len=0 2023-12-03T11:38:18.001 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.993+0000 7fbaa7fdc980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:38:18.001 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.993+0000 7fbaa7fdc980 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:38:18.002 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.993+0000 7fbaa7fdc980 20 rados->read ofs=0 len=0 2023-12-03T11:38:18.002 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.993+0000 7fbaa7fdc980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:38:18.002 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.993+0000 7fbaa7fdc980 20 rados->read ofs=0 len=0 2023-12-03T11:38:18.003 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.997+0000 7fbaa7fdc980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:38:18.003 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.997+0000 7fbaa7fdc980 20 rados->read ofs=0 len=0 2023-12-03T11:38:18.003 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.997+0000 7fbaa7fdc980 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:38:18.003 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:17.997+0000 7fbaa7fdc980 20 searching for the correct realm 2023-12-03T11:38:18.028 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.021+0000 7fbaa62f9640 0 -- 172.21.15.19:0/2154305717 >> [v2:172.21.15.57:6816/3303414699,v1:172.21.15.57:6817/3303414699] conn(0x7fba9c00e070 msgr2=0x7fba9c0520d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2023-12-03T11:38:18.030 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.021+0000 7fbaa7fdc980 20 RGWRados::pool_iterate: got zonegroup_info.9433ba8b-08fe-4f3d-8375-ae7b0ce32294 2023-12-03T11:38:18.030 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.021+0000 7fbaa7fdc980 20 RGWRados::pool_iterate: got zone_info.43a5e689-6a4f-4bb6-8529-28824bd75ab9 2023-12-03T11:38:18.030 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.021+0000 7fbaa7fdc980 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:38:18.030 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.021+0000 7fbaa7fdc980 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:38:18.030 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.025+0000 7fbaa7fdc980 20 rados->read ofs=0 len=0 2023-12-03T11:38:18.030 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.025+0000 7fbaa7fdc980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:38:18.030 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.025+0000 7fbaa7fdc980 20 rados->read ofs=0 len=0 2023-12-03T11:38:18.031 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.025+0000 7fbaa7fdc980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:38:18.031 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.025+0000 7fbaa7fdc980 20 rados->read ofs=0 len=0 2023-12-03T11:38:18.032 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.025+0000 7fbaa7fdc980 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:38:18.032 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.025+0000 7fbaa7fdc980 20 zone default found 2023-12-03T11:38:18.032 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.025+0000 7fbaa7fdc980 4 Realm: () 2023-12-03T11:38:18.032 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.025+0000 7fbaa7fdc980 4 ZoneGroup: default (9433ba8b-08fe-4f3d-8375-ae7b0ce32294) 2023-12-03T11:38:18.032 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.025+0000 7fbaa7fdc980 4 Zone: default (43a5e689-6a4f-4bb6-8529-28824bd75ab9) 2023-12-03T11:38:18.032 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.025+0000 7fbaa7fdc980 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:38:18.032 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.025+0000 7fbaa7fdc980 20 zonegroup default 2023-12-03T11:38:18.032 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.025+0000 7fbaa7fdc980 20 rados->read ofs=0 len=0 2023-12-03T11:38:18.032 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.025+0000 7fbaa7fdc980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:38:18.032 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.025+0000 7fbaa7fdc980 20 rados->read ofs=0 len=0 2023-12-03T11:38:18.033 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.025+0000 7fbaa7fdc980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:38:18.033 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.025+0000 7fbaa7fdc980 20 rados->read ofs=0 len=0 2023-12-03T11:38:18.033 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.025+0000 7fbaa7fdc980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:38:18.033 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.025+0000 7fbaa7fdc980 20 started sync module instance, tier type = 2023-12-03T11:38:18.033 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.025+0000 7fbaa7fdc980 20 started zone id=43a5e689-6a4f-4bb6-8529-28824bd75ab9 (name=default) with tier type = 2023-12-03T11:38:18.052 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.045+0000 7fbaa52f7640 0 -- 172.21.15.19:0/2154305717 >> [v2:172.21.15.19:6800/1469834966,v1:172.21.15.19:6801/1469834966] conn(0x5582e2dcde80 msgr2=0x5582e2dd0270 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:38:18.053 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.045+0000 7fbaa7fdc980 20 add_watcher() i=0 2023-12-03T11:38:18.053 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.045+0000 7fbaa7fdc980 20 add_watcher() i=1 2023-12-03T11:38:18.053 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.045+0000 7fbaa7fdc980 20 add_watcher() i=2 2023-12-03T11:38:18.054 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.045+0000 7fbaa7fdc980 20 add_watcher() i=3 2023-12-03T11:38:18.054 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.045+0000 7fbaa7fdc980 20 add_watcher() i=4 2023-12-03T11:38:18.054 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.045+0000 7fbaa7fdc980 20 add_watcher() i=5 2023-12-03T11:38:18.054 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.049+0000 7fbaa7fdc980 20 add_watcher() i=6 2023-12-03T11:38:18.055 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.049+0000 7fbaa7fdc980 20 add_watcher() i=7 2023-12-03T11:38:18.055 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.049+0000 7fbaa7fdc980 2 all 8 watchers are set, enabling cache 2023-12-03T11:38:18.058 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.049+0000 7fba6b7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:38:18.058 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.053+0000 7fbaa7fdc980 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:38:18.058 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.053+0000 7fbaa7fdc980 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:38:18.066 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.057+0000 7fbaa7fdc980 5 note: GC not initialized 2023-12-03T11:38:18.066 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.057+0000 7fb9da7fc640 20 reqs_thread_entry: start 2023-12-03T11:38:18.066 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.057+0000 7fbaa7fdc980 20 init_complete bucket index max shards: 1 2023-12-03T11:38:18.066 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.061+0000 7fbaa7fdc980 20 Filter name: none 2023-12-03T11:38:18.066 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.061+0000 7fb9cbfff640 20 reqs_thread_entry: start 2023-12-03T11:38:18.066 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.061+0000 7fbaa7fdc980 10 cache get: name=default.rgw.meta+root+check-bucket : miss 2023-12-03T11:38:18.066 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.061+0000 7fbaa7fdc980 20 rados->read ofs=0 len=0 2023-12-03T11:38:18.067 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.061+0000 7fbaa7fdc980 20 rados_obj.operate() r=0 bl.length=190 2023-12-03T11:38:18.067 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.061+0000 7fbaa7fdc980 10 cache put: name=default.rgw.meta+root+check-bucket info.flags=0x11 2023-12-03T11:38:18.067 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.061+0000 7fbaa7fdc980 10 adding default.rgw.meta+root+check-bucket to cache LRU end 2023-12-03T11:38:18.067 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.061+0000 7fbaa7fdc980 10 cache get: name=default.rgw.meta+root+.bucket.meta.check-bucket:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.1 : miss 2023-12-03T11:38:18.067 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.061+0000 7fbaa7fdc980 20 rados->read ofs=0 len=0 2023-12-03T11:38:18.068 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.061+0000 7fbaa7fdc980 20 rados_obj.operate() r=0 bl.length=368 2023-12-03T11:38:18.068 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.061+0000 7fbaa7fdc980 10 cache put: name=default.rgw.meta+root+.bucket.meta.check-bucket:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.1 info.flags=0x17 2023-12-03T11:38:18.068 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.061+0000 7fbaa7fdc980 10 adding default.rgw.meta+root+.bucket.meta.check-bucket:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.1 to cache LRU end 2023-12-03T11:38:18.068 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.061+0000 7fbaa7fdc980 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-12-03T11:38:18.068 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.061+0000 7fbaa7fdc980 10 updating xattr: name=user.rgw.acl bl.length()=179 2023-12-03T11:38:18.068 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.061+0000 7fbaa7fdc980 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.check-bucket:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.1 2023-12-03T11:38:18.068 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.061+0000 7fbaa7fdc980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.1.0 2023-12-03T11:38:18.069 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.061+0000 7fbaa7fdc980 20 get_obj_state: octx=0x5582e2b9d630 obj=check-bucket:c state=0x5582e2e6d5b8 s->prefetch_data=0 2023-12-03T11:38:18.070 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.065+0000 7fbaa7fdc980 20 get_obj_state: setting s->obj_tag to 0s0yfix85gvmvhetkelnr2ixypn62bx0 2023-12-03T11:38:18.071 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.065+0000 7fbaa7fdc980 20 get_obj_state_impl: setting s->olh_tag to okscc5xxq1v467bme6bh9rfizmy705hm 2023-12-03T11:38:18.071 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.065+0000 7fbaa7fdc980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.1.0 2023-12-03T11:38:18.071 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.065+0000 7fbaa7fdc980 20 olh_log_entry: epoch=4 op=2 key=c[] 2023-12-03T11:38:18.072 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.065+0000 7fbaa7fdc980 20 olh_log_entry: epoch=4 op=3 key=c[r0FAQAtBzO19iChunjk7T-HNOQRl..N] 2023-12-03T11:38:18.072 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.065+0000 7fbaa7fdc980 20 get_obj_state: octx=0x5582e2e6b9e0 obj=check-bucket:_:r0FAQAtBzO19iChunjk7T-HNOQRl..N_c state=0x5582e2e76088 s->prefetch_data=0 2023-12-03T11:38:18.076 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.069+0000 7fbaa7fdc980 20 get_obj_state: octx=0x5582e2e6b9e0 obj=check-bucket:c state=0x5582e2e6f018 s->prefetch_data=0 2023-12-03T11:38:18.077 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.069+0000 7fbaa7fdc980 20 get_obj_state: setting s->obj_tag to 0s0yfix85gvmvhetkelnr2ixypn62bx0 2023-12-03T11:38:18.077 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.069+0000 7fbaa7fdc980 20 get_obj_state_impl: setting s->olh_tag to okscc5xxq1v467bme6bh9rfizmy705hm 2023-12-03T11:38:18.077 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.069+0000 7fbaa7fdc980 20 bucket_index_guard_olh_op(): olh_state.olh_tag=okscc5xxq1v467bme6bh9rfizmy705hm 2023-12-03T11:38:18.085 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.077+0000 7fbaa7fdc980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.1.0 2023-12-03T11:38:18.089 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.081+0000 7fbaa7fdc980 20 get_obj_state: octx=0x5582e2b9d630 obj=check-bucket:d state=0x5582e2e6c588 s->prefetch_data=0 2023-12-03T11:38:18.089 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.081+0000 7fbaa7fdc980 20 get_obj_state: setting s->obj_tag to g26b8ly1fnklinvihklqka4c9x1a6qs9 2023-12-03T11:38:18.089 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.081+0000 7fbaa7fdc980 20 get_obj_state_impl: setting s->olh_tag to lvs1w88dg8nyvdlr80gllgisg789lg3p 2023-12-03T11:38:18.090 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.081+0000 7fbaa7fdc980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.1.0 2023-12-03T11:38:18.091 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.085+0000 7fbaa7fdc980 20 olh_log_entry: epoch=4 op=2 key=d[] 2023-12-03T11:38:18.091 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.085+0000 7fbaa7fdc980 20 olh_log_entry: epoch=4 op=3 key=d[NJ0eURJMQTx13q5DdkRwt2lY9OZPA5m] 2023-12-03T11:38:18.091 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.085+0000 7fbaa7fdc980 20 get_obj_state: octx=0x5582e2e6b9e0 obj=check-bucket:_:NJ0eURJMQTx13q5DdkRwt2lY9OZPA5m_d state=0x5582e2e77098 s->prefetch_data=0 2023-12-03T11:38:18.094 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.089+0000 7fbaa7fdc980 20 get_obj_state: octx=0x5582e2e6b9e0 obj=check-bucket:d state=0x5582e2e6fb68 s->prefetch_data=0 2023-12-03T11:38:18.094 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.089+0000 7fbaa7fdc980 20 get_obj_state: setting s->obj_tag to g26b8ly1fnklinvihklqka4c9x1a6qs9 2023-12-03T11:38:18.095 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.089+0000 7fbaa7fdc980 20 get_obj_state_impl: setting s->olh_tag to lvs1w88dg8nyvdlr80gllgisg789lg3p 2023-12-03T11:38:18.095 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.089+0000 7fbaa7fdc980 20 bucket_index_guard_olh_op(): olh_state.olh_tag=lvs1w88dg8nyvdlr80gllgisg789lg3p 2023-12-03T11:38:18.101 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.093+0000 7fbaa7fdc980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.1.0 2023-12-03T11:38:18.105 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.097+0000 7fbaa7fdc980 1 NOTICE: finished shard 0 (2 entries removed) 2023-12-03T11:38:18.105 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.097+0000 7fbaa7fdc980 1 NOTICE: finished all shards (2 entries removed) 2023-12-03T11:38:18.106 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.101+0000 7fba6b7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:38:18.112 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.105+0000 7fbaa7fdc980 20 remove_watcher() i=0 2023-12-03T11:38:18.112 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.105+0000 7fbaa7fdc980 2 removed watcher, disabling cache 2023-12-03T11:38:18.115 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.109+0000 7fbaa7fdc980 20 remove_watcher() i=1 2023-12-03T11:38:18.117 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.109+0000 7fbaa7fdc980 20 remove_watcher() i=2 2023-12-03T11:38:18.120 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.113+0000 7fbaa7fdc980 20 remove_watcher() i=3 2023-12-03T11:38:18.123 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.117+0000 7fbaa7fdc980 20 remove_watcher() i=4 2023-12-03T11:38:18.124 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.117+0000 7fbaa7fdc980 20 remove_watcher() i=5 2023-12-03T11:38:18.125 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.117+0000 7fbaa7fdc980 20 remove_watcher() i=6 2023-12-03T11:38:18.127 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.121+0000 7fbaa7fdc980 20 remove_watcher() i=7 2023-12-03T11:38:18.134 INFO:tasks.workunit.client.0.smithi019.stderr:radosgw-admin bi list --bucket check-bucket --object c 2023-12-03T11:38:18.162 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:38:18.162 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:38:18.181 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.173+0000 7f773b092980 20 rados->read ofs=0 len=0 2023-12-03T11:38:18.183 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.177+0000 7f773b092980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:38:18.183 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.177+0000 7f773b092980 20 realm 2023-12-03T11:38:18.183 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.177+0000 7f773b092980 20 rados->read ofs=0 len=0 2023-12-03T11:38:18.183 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.177+0000 7f773b092980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:38:18.183 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.177+0000 7f773b092980 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:38:18.183 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.177+0000 7f773b092980 20 rados->read ofs=0 len=0 2023-12-03T11:38:18.183 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.177+0000 7f773b092980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:38:18.183 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.177+0000 7f773b092980 20 rados->read ofs=0 len=0 2023-12-03T11:38:18.185 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.177+0000 7f773b092980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:38:18.185 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.177+0000 7f773b092980 20 rados->read ofs=0 len=0 2023-12-03T11:38:18.185 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.177+0000 7f773b092980 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:38:18.185 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.177+0000 7f773b092980 20 searching for the correct realm 2023-12-03T11:38:18.208 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.201+0000 7f77383ad640 0 -- 172.21.15.19:0/2580106432 >> [v2:172.21.15.19:6800/1469834966,v1:172.21.15.19:6801/1469834966] conn(0x55fae2c89240 msgr2=0x55fae2c8b630 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:38:18.210 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.205+0000 7f773b092980 20 RGWRados::pool_iterate: got zonegroup_info.9433ba8b-08fe-4f3d-8375-ae7b0ce32294 2023-12-03T11:38:18.210 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.205+0000 7f773b092980 20 RGWRados::pool_iterate: got zone_info.43a5e689-6a4f-4bb6-8529-28824bd75ab9 2023-12-03T11:38:18.210 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.205+0000 7f773b092980 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:38:18.211 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.205+0000 7f773b092980 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:38:18.211 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.205+0000 7f773b092980 20 rados->read ofs=0 len=0 2023-12-03T11:38:18.211 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.205+0000 7f773b092980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:38:18.211 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.205+0000 7f773b092980 20 rados->read ofs=0 len=0 2023-12-03T11:38:18.211 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.205+0000 7f773b092980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:38:18.211 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.205+0000 7f773b092980 20 rados->read ofs=0 len=0 2023-12-03T11:38:18.212 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.205+0000 7f773b092980 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:38:18.212 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.205+0000 7f773b092980 20 zone default found 2023-12-03T11:38:18.212 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.205+0000 7f773b092980 4 Realm: () 2023-12-03T11:38:18.212 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.205+0000 7f773b092980 4 ZoneGroup: default (9433ba8b-08fe-4f3d-8375-ae7b0ce32294) 2023-12-03T11:38:18.212 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.205+0000 7f773b092980 4 Zone: default (43a5e689-6a4f-4bb6-8529-28824bd75ab9) 2023-12-03T11:38:18.212 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.205+0000 7f773b092980 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:38:18.212 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.205+0000 7f773b092980 20 zonegroup default 2023-12-03T11:38:18.212 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.205+0000 7f773b092980 20 rados->read ofs=0 len=0 2023-12-03T11:38:18.213 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.205+0000 7f773b092980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:38:18.213 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.205+0000 7f773b092980 20 rados->read ofs=0 len=0 2023-12-03T11:38:18.213 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.205+0000 7f773b092980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:38:18.213 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.205+0000 7f773b092980 20 rados->read ofs=0 len=0 2023-12-03T11:38:18.213 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.205+0000 7f773b092980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:38:18.213 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.205+0000 7f773b092980 20 started sync module instance, tier type = 2023-12-03T11:38:18.214 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.205+0000 7f773b092980 20 started zone id=43a5e689-6a4f-4bb6-8529-28824bd75ab9 (name=default) with tier type = 2023-12-03T11:38:18.232 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.225+0000 7f77383ad640 0 -- 172.21.15.19:0/2580106432 >> [v2:172.21.15.19:6800/1469834966,v1:172.21.15.19:6801/1469834966] conn(0x7f77140729f0 msgr2=0x7f7714074e20 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:38:18.235 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.229+0000 7f773b092980 20 add_watcher() i=0 2023-12-03T11:38:18.236 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.229+0000 7f773b092980 20 add_watcher() i=1 2023-12-03T11:38:18.236 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.229+0000 7f773b092980 20 add_watcher() i=2 2023-12-03T11:38:18.236 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.229+0000 7f773b092980 20 add_watcher() i=3 2023-12-03T11:38:18.236 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.229+0000 7f773b092980 20 add_watcher() i=4 2023-12-03T11:38:18.236 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.229+0000 7f773b092980 20 add_watcher() i=5 2023-12-03T11:38:18.236 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.229+0000 7f773b092980 20 add_watcher() i=6 2023-12-03T11:38:18.237 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.229+0000 7f773b092980 20 add_watcher() i=7 2023-12-03T11:38:18.237 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.229+0000 7f773b092980 2 all 8 watchers are set, enabling cache 2023-12-03T11:38:18.240 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.233+0000 7f76fefe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:38:18.240 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.233+0000 7f773b092980 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:38:18.240 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.233+0000 7f773b092980 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:38:18.249 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.241+0000 7f773b092980 5 note: GC not initialized 2023-12-03T11:38:18.249 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.241+0000 7f766dffb640 20 reqs_thread_entry: start 2023-12-03T11:38:18.249 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.241+0000 7f773b092980 20 init_complete bucket index max shards: 1 2023-12-03T11:38:18.249 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.241+0000 7f773b092980 20 Filter name: none 2023-12-03T11:38:18.249 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.241+0000 7f765f7fe640 20 reqs_thread_entry: start 2023-12-03T11:38:18.249 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.241+0000 7f773b092980 20 rados->read ofs=0 len=0 2023-12-03T11:38:18.250 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.241+0000 7f773b092980 20 rados_obj.operate() r=0 bl.length=190 2023-12-03T11:38:18.250 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.241+0000 7f773b092980 20 rados->read ofs=0 len=0 2023-12-03T11:38:18.250 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.245+0000 7f773b092980 20 rados_obj.operate() r=0 bl.length=368 2023-12-03T11:38:18.250 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.245+0000 7f773b092980 20 couldn't put binfo cache entry, might have raced with data changes 2023-12-03T11:38:18.251 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.245+0000 7f773b092980 20 INFO: main: max_entries=1000, index=gen=0, max_shards=1 2023-12-03T11:38:18.251 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.245+0000 7f773b092980 20 INFO: main: starting shard=0 2023-12-03T11:38:18.251 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.245+0000 7f773b092980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.1.0 2023-12-03T11:38:18.252 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.245+0000 7f773b092980 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2023-12-03T11:38:18.252 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.245+0000 7f773b092980 20 INFO: main: done 2023-12-03T11:38:18.253 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.245+0000 7f76fefe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:38:18.259 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.253+0000 7f773b092980 20 remove_watcher() i=0 2023-12-03T11:38:18.259 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.253+0000 7f773b092980 2 removed watcher, disabling cache 2023-12-03T11:38:18.261 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.253+0000 7f773b092980 20 remove_watcher() i=1 2023-12-03T11:38:18.264 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.257+0000 7f773b092980 20 remove_watcher() i=2 2023-12-03T11:38:18.266 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.261+0000 7f773b092980 20 remove_watcher() i=3 2023-12-03T11:38:18.269 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.261+0000 7f773b092980 20 remove_watcher() i=4 2023-12-03T11:38:18.270 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.265+0000 7f773b092980 20 remove_watcher() i=5 2023-12-03T11:38:18.272 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.265+0000 7f773b092980 20 remove_watcher() i=6 2023-12-03T11:38:18.273 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.265+0000 7f773b092980 20 remove_watcher() i=7 2023-12-03T11:38:18.280 INFO:tasks.workunit.client.0.smithi019.stderr:radosgw-admin bi list --bucket check-bucket --object d 2023-12-03T11:38:18.308 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:38:18.308 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:38:18.326 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.321+0000 7f4850202980 20 rados->read ofs=0 len=0 2023-12-03T11:38:18.327 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.321+0000 7f4850202980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:38:18.328 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.321+0000 7f4850202980 20 realm 2023-12-03T11:38:18.328 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.321+0000 7f4850202980 20 rados->read ofs=0 len=0 2023-12-03T11:38:18.328 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.321+0000 7f4850202980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:38:18.328 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.321+0000 7f4850202980 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:38:18.328 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.321+0000 7f4850202980 20 rados->read ofs=0 len=0 2023-12-03T11:38:18.328 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.321+0000 7f4850202980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:38:18.329 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.321+0000 7f4850202980 20 rados->read ofs=0 len=0 2023-12-03T11:38:18.330 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.325+0000 7f4850202980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:38:18.330 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.325+0000 7f4850202980 20 rados->read ofs=0 len=0 2023-12-03T11:38:18.330 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.325+0000 7f4850202980 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:38:18.331 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.325+0000 7f4850202980 20 searching for the correct realm 2023-12-03T11:38:18.356 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.349+0000 7f484e51f640 0 -- 172.21.15.19:0/1725825981 >> [v2:172.21.15.57:6816/3303414699,v1:172.21.15.57:6817/3303414699] conn(0x7f48440e1440 msgr2=0x7f48440e18c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:38:18.356 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.349+0000 7f4850202980 20 RGWRados::pool_iterate: got zonegroup_info.9433ba8b-08fe-4f3d-8375-ae7b0ce32294 2023-12-03T11:38:18.357 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.349+0000 7f4850202980 20 RGWRados::pool_iterate: got zone_info.43a5e689-6a4f-4bb6-8529-28824bd75ab9 2023-12-03T11:38:18.357 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.349+0000 7f4850202980 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:38:18.357 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.349+0000 7f4850202980 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:38:18.357 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.349+0000 7f4850202980 20 rados->read ofs=0 len=0 2023-12-03T11:38:18.357 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.349+0000 7f4850202980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:38:18.357 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.349+0000 7f4850202980 20 rados->read ofs=0 len=0 2023-12-03T11:38:18.359 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.349+0000 7f4850202980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:38:18.359 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.349+0000 7f4850202980 20 rados->read ofs=0 len=0 2023-12-03T11:38:18.360 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.349+0000 7f4850202980 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:38:18.360 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.349+0000 7f4850202980 20 zone default found 2023-12-03T11:38:18.360 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.349+0000 7f4850202980 4 Realm: () 2023-12-03T11:38:18.360 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.349+0000 7f4850202980 4 ZoneGroup: default (9433ba8b-08fe-4f3d-8375-ae7b0ce32294) 2023-12-03T11:38:18.360 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.349+0000 7f4850202980 4 Zone: default (43a5e689-6a4f-4bb6-8529-28824bd75ab9) 2023-12-03T11:38:18.360 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.349+0000 7f4850202980 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:38:18.360 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.349+0000 7f4850202980 20 zonegroup default 2023-12-03T11:38:18.360 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.349+0000 7f4850202980 20 rados->read ofs=0 len=0 2023-12-03T11:38:18.361 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.353+0000 7f4850202980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:38:18.361 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.353+0000 7f4850202980 20 rados->read ofs=0 len=0 2023-12-03T11:38:18.361 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.353+0000 7f4850202980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:38:18.361 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.353+0000 7f4850202980 20 rados->read ofs=0 len=0 2023-12-03T11:38:18.361 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.353+0000 7f4850202980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:38:18.361 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.353+0000 7f4850202980 20 started sync module instance, tier type = 2023-12-03T11:38:18.361 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.353+0000 7f4850202980 20 started zone id=43a5e689-6a4f-4bb6-8529-28824bd75ab9 (name=default) with tier type = 2023-12-03T11:38:18.384 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.377+0000 7f484dd1e640 0 -- 172.21.15.19:0/1725825981 >> [v2:172.21.15.19:6808/438722807,v1:172.21.15.19:6809/438722807] conn(0x7f48440e4960 msgr2=0x7f48440d1410 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:38:18.384 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.377+0000 7f4850202980 20 add_watcher() i=0 2023-12-03T11:38:18.384 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.377+0000 7f4850202980 20 add_watcher() i=1 2023-12-03T11:38:18.384 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.377+0000 7f4850202980 20 add_watcher() i=2 2023-12-03T11:38:18.384 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.377+0000 7f4850202980 20 add_watcher() i=3 2023-12-03T11:38:18.384 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.377+0000 7f4850202980 20 add_watcher() i=4 2023-12-03T11:38:18.384 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.377+0000 7f4850202980 20 add_watcher() i=5 2023-12-03T11:38:18.384 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.377+0000 7f4850202980 20 add_watcher() i=6 2023-12-03T11:38:18.386 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.381+0000 7f4850202980 20 add_watcher() i=7 2023-12-03T11:38:18.386 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.381+0000 7f4850202980 2 all 8 watchers are set, enabling cache 2023-12-03T11:38:18.390 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.385+0000 7f48137e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:38:18.390 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.385+0000 7f4850202980 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:38:18.390 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.385+0000 7f4850202980 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:38:18.399 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.393+0000 7f4850202980 5 note: GC not initialized 2023-12-03T11:38:18.399 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.393+0000 7f47827fc640 20 reqs_thread_entry: start 2023-12-03T11:38:18.399 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.393+0000 7f4850202980 20 init_complete bucket index max shards: 1 2023-12-03T11:38:18.400 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.393+0000 7f4850202980 20 Filter name: none 2023-12-03T11:38:18.400 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.393+0000 7f4773fff640 20 reqs_thread_entry: start 2023-12-03T11:38:18.400 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.393+0000 7f4850202980 20 rados->read ofs=0 len=0 2023-12-03T11:38:18.400 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.393+0000 7f4850202980 20 rados_obj.operate() r=0 bl.length=190 2023-12-03T11:38:18.401 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.393+0000 7f4850202980 20 rados->read ofs=0 len=0 2023-12-03T11:38:18.401 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.393+0000 7f4850202980 20 rados_obj.operate() r=0 bl.length=368 2023-12-03T11:38:18.401 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.393+0000 7f4850202980 20 couldn't put binfo cache entry, might have raced with data changes 2023-12-03T11:38:18.402 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.393+0000 7f4850202980 20 INFO: main: max_entries=1000, index=gen=0, max_shards=1 2023-12-03T11:38:18.402 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.393+0000 7f4850202980 20 INFO: main: starting shard=0 2023-12-03T11:38:18.402 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.393+0000 7f4850202980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.1.0 2023-12-03T11:38:18.404 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.397+0000 7f4850202980 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2023-12-03T11:38:18.404 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.397+0000 7f4850202980 20 INFO: main: done 2023-12-03T11:38:18.405 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.397+0000 7f48137e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:38:18.411 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.405+0000 7f4850202980 20 remove_watcher() i=0 2023-12-03T11:38:18.411 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.405+0000 7f4850202980 2 removed watcher, disabling cache 2023-12-03T11:38:18.413 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.405+0000 7f4850202980 20 remove_watcher() i=1 2023-12-03T11:38:18.416 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.409+0000 7f4850202980 20 remove_watcher() i=2 2023-12-03T11:38:18.419 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.413+0000 7f4850202980 20 remove_watcher() i=3 2023-12-03T11:38:18.421 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.413+0000 7f4850202980 20 remove_watcher() i=4 2023-12-03T11:38:18.422 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.417+0000 7f4850202980 20 remove_watcher() i=5 2023-12-03T11:38:18.425 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.417+0000 7f4850202980 20 remove_watcher() i=6 2023-12-03T11:38:18.427 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.421+0000 7f4850202980 20 remove_watcher() i=7 2023-12-03T11:38:18.435 INFO:tasks.workunit.client.0.smithi019.stderr:TEST: bucket check olh does not find new leftover OLH entries after fix 2023-12-03T11:38:18.435 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:38:18.435 INFO:tasks.workunit.client.0.smithi019.stderr:radosgw-admin bucket check olh --bucket check-bucket --dump-keys 2023-12-03T11:38:18.463 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:38:18.464 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:38:18.481 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.473+0000 7fe1635df980 20 rados->read ofs=0 len=0 2023-12-03T11:38:18.483 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.477+0000 7fe1635df980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:38:18.484 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.477+0000 7fe1635df980 20 realm 2023-12-03T11:38:18.484 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.477+0000 7fe1635df980 20 rados->read ofs=0 len=0 2023-12-03T11:38:18.484 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.477+0000 7fe1635df980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:38:18.484 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.477+0000 7fe1635df980 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:38:18.484 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.477+0000 7fe1635df980 20 rados->read ofs=0 len=0 2023-12-03T11:38:18.484 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.477+0000 7fe1635df980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:38:18.484 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.477+0000 7fe1635df980 20 rados->read ofs=0 len=0 2023-12-03T11:38:18.486 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.477+0000 7fe1635df980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:38:18.486 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.477+0000 7fe1635df980 20 rados->read ofs=0 len=0 2023-12-03T11:38:18.486 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.481+0000 7fe1635df980 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:38:18.486 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.481+0000 7fe1635df980 20 searching for the correct realm 2023-12-03T11:38:18.511 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.505+0000 7fe1635df980 20 RGWRados::pool_iterate: got zonegroup_info.9433ba8b-08fe-4f3d-8375-ae7b0ce32294 2023-12-03T11:38:18.511 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.505+0000 7fe1635df980 20 RGWRados::pool_iterate: got zone_info.43a5e689-6a4f-4bb6-8529-28824bd75ab9 2023-12-03T11:38:18.511 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.505+0000 7fe1635df980 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:38:18.511 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.505+0000 7fe1635df980 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:38:18.511 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.505+0000 7fe1635df980 20 rados->read ofs=0 len=0 2023-12-03T11:38:18.511 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.505+0000 7fe1618fc640 0 -- 172.21.15.19:0/3212397564 >> [v2:172.21.15.19:6810/916309765,v1:172.21.15.19:6813/916309765] conn(0x563b1da23ae0 msgr2=0x563b1da25ed0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2023-12-03T11:38:18.512 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.505+0000 7fe1635df980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:38:18.512 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.505+0000 7fe1635df980 20 rados->read ofs=0 len=0 2023-12-03T11:38:18.512 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.505+0000 7fe1635df980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:38:18.512 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.505+0000 7fe1635df980 20 rados->read ofs=0 len=0 2023-12-03T11:38:18.513 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.505+0000 7fe1635df980 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:38:18.513 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.505+0000 7fe1635df980 20 zone default found 2023-12-03T11:38:18.513 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.505+0000 7fe1635df980 4 Realm: () 2023-12-03T11:38:18.513 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.505+0000 7fe1635df980 4 ZoneGroup: default (9433ba8b-08fe-4f3d-8375-ae7b0ce32294) 2023-12-03T11:38:18.513 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.505+0000 7fe1635df980 4 Zone: default (43a5e689-6a4f-4bb6-8529-28824bd75ab9) 2023-12-03T11:38:18.513 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.505+0000 7fe1635df980 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:38:18.513 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.505+0000 7fe1635df980 20 zonegroup default 2023-12-03T11:38:18.513 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.505+0000 7fe1635df980 20 rados->read ofs=0 len=0 2023-12-03T11:38:18.513 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.505+0000 7fe1635df980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:38:18.514 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.505+0000 7fe1635df980 20 rados->read ofs=0 len=0 2023-12-03T11:38:18.514 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.505+0000 7fe1635df980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:38:18.514 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.505+0000 7fe1635df980 20 rados->read ofs=0 len=0 2023-12-03T11:38:18.514 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.509+0000 7fe1635df980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:38:18.514 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.509+0000 7fe1635df980 20 started sync module instance, tier type = 2023-12-03T11:38:18.514 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.509+0000 7fe1635df980 20 started zone id=43a5e689-6a4f-4bb6-8529-28824bd75ab9 (name=default) with tier type = 2023-12-03T11:38:18.541 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.533+0000 7fe1635df980 20 add_watcher() i=0 2023-12-03T11:38:18.541 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.533+0000 7fe1635df980 20 add_watcher() i=1 2023-12-03T11:38:18.541 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.533+0000 7fe1635df980 20 add_watcher() i=2 2023-12-03T11:38:18.542 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.533+0000 7fe1635df980 20 add_watcher() i=3 2023-12-03T11:38:18.542 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.533+0000 7fe1635df980 20 add_watcher() i=4 2023-12-03T11:38:18.542 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.533+0000 7fe1635df980 20 add_watcher() i=5 2023-12-03T11:38:18.542 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.533+0000 7fe1610fb640 0 -- 172.21.15.19:0/3212397564 >> [v2:172.21.15.19:6808/438722807,v1:172.21.15.19:6809/438722807] conn(0x7fe158054b00 msgr2=0x7fe15805dab0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2023-12-03T11:38:18.542 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.533+0000 7fe1635df980 20 add_watcher() i=6 2023-12-03T11:38:18.543 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.537+0000 7fe1635df980 20 add_watcher() i=7 2023-12-03T11:38:18.543 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.537+0000 7fe1635df980 2 all 8 watchers are set, enabling cache 2023-12-03T11:38:18.546 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.541+0000 7fe126fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:38:18.546 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.541+0000 7fe1635df980 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:38:18.546 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.541+0000 7fe1635df980 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:38:18.555 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.549+0000 7fe1635df980 5 note: GC not initialized 2023-12-03T11:38:18.555 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.549+0000 7fe095ffb640 20 reqs_thread_entry: start 2023-12-03T11:38:18.555 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.549+0000 7fe1635df980 20 init_complete bucket index max shards: 1 2023-12-03T11:38:18.555 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.549+0000 7fe1635df980 20 Filter name: none 2023-12-03T11:38:18.555 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.549+0000 7fe0877fe640 20 reqs_thread_entry: start 2023-12-03T11:38:18.555 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.549+0000 7fe1635df980 10 cache get: name=default.rgw.meta+root+check-bucket : miss 2023-12-03T11:38:18.555 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.549+0000 7fe1635df980 20 rados->read ofs=0 len=0 2023-12-03T11:38:18.555 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.549+0000 7fe1635df980 20 rados_obj.operate() r=0 bl.length=190 2023-12-03T11:38:18.556 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.549+0000 7fe1635df980 10 cache put: name=default.rgw.meta+root+check-bucket info.flags=0x11 2023-12-03T11:38:18.556 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.549+0000 7fe1635df980 10 adding default.rgw.meta+root+check-bucket to cache LRU end 2023-12-03T11:38:18.556 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.549+0000 7fe1635df980 10 cache get: name=default.rgw.meta+root+.bucket.meta.check-bucket:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.1 : miss 2023-12-03T11:38:18.556 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.549+0000 7fe1635df980 20 rados->read ofs=0 len=0 2023-12-03T11:38:18.556 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.549+0000 7fe1635df980 20 rados_obj.operate() r=0 bl.length=368 2023-12-03T11:38:18.556 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.549+0000 7fe1635df980 10 cache put: name=default.rgw.meta+root+.bucket.meta.check-bucket:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.1 info.flags=0x17 2023-12-03T11:38:18.557 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.549+0000 7fe1635df980 10 adding default.rgw.meta+root+.bucket.meta.check-bucket:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.1 to cache LRU end 2023-12-03T11:38:18.557 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.549+0000 7fe1635df980 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-12-03T11:38:18.557 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.549+0000 7fe1635df980 10 updating xattr: name=user.rgw.acl bl.length()=179 2023-12-03T11:38:18.557 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.549+0000 7fe1635df980 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.check-bucket:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.1 2023-12-03T11:38:18.557 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.549+0000 7fe1635df980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.1.0 2023-12-03T11:38:18.558 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.549+0000 7fe1635df980 1 NOTICE: finished shard 0 (0 entries found) 2023-12-03T11:38:18.558 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.549+0000 7fe1635df980 1 NOTICE: finished all shards (0 entries found) 2023-12-03T11:38:18.559 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.553+0000 7fe126fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:38:18.564 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.557+0000 7fe1635df980 20 remove_watcher() i=0 2023-12-03T11:38:18.564 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.557+0000 7fe1635df980 2 removed watcher, disabling cache 2023-12-03T11:38:18.567 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.561+0000 7fe1635df980 20 remove_watcher() i=1 2023-12-03T11:38:18.569 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.561+0000 7fe1635df980 20 remove_watcher() i=2 2023-12-03T11:38:18.571 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.565+0000 7fe1635df980 20 remove_watcher() i=3 2023-12-03T11:38:18.574 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.565+0000 7fe1635df980 20 remove_watcher() i=4 2023-12-03T11:38:18.575 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.569+0000 7fe1635df980 20 remove_watcher() i=5 2023-12-03T11:38:18.578 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.573+0000 7fe1635df980 20 remove_watcher() i=6 2023-12-03T11:38:18.580 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:18.573+0000 7fe1635df980 20 remove_watcher() i=7 2023-12-03T11:38:18.586 INFO:tasks.workunit.client.0.smithi019.stderr:TEST: verify that bucket check fixes do not affect null version objects 2023-12-03T11:38:18.586 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:38:18.588 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:38:18.588 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:38:18.592 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:38:18.592 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:38:18.595 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:38:18.595 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:38:18.639 INFO:tasks.workunit.client.0.smithi019.stderr:TEST: bucket check stats are correct in the presence of unlinked entries 2023-12-03T11:38:18.640 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:38:18.640 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:38:18.641 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:38:18.689 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:38:18.689 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:38:18.793 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:38:18.793 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:38:18.834 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:38:18.834 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:38:18.841 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:38:18.841 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:38:18.884 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:38:18.884 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:38:18.892 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:38:18.892 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:38:18.935 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:38:18.936 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:38:18.943 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:38:18.943 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:38:18.985 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:38:18.985 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:38:18.993 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:38:18.993 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:38:19.038 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:38:19.038 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:38:19.046 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:38:19.046 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:38:19.087 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:38:19.087 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:38:19.093 INFO:tasks.workunit.client.0.smithi019.stderr:ceph config set client rgw_debug_inject_set_olh_err 2 2023-12-03T11:38:19.522 INFO:tasks.workunit.client.0.smithi019.stderr:ceph config set client rgw_debug_inject_olh_cancel_modification_err true 2023-12-03T11:38:20.939 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:38:20.939 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:38:21.015 INFO:tasks.workunit.client.0.smithi019.stderr:An error occurred (NoSuchKey) when calling the PutObject operation: None 2023-12-03T11:38:21.015 INFO:tasks.workunit.client.0.smithi019.stderr:radosgw-admin bi list --bucket check-bucket --object c 2023-12-03T11:38:21.052 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:38:21.053 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:38:21.071 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.065+0000 7f379eb0b980 20 rados->read ofs=0 len=0 2023-12-03T11:38:21.073 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.065+0000 7f379eb0b980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:38:21.073 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.065+0000 7f379eb0b980 20 realm 2023-12-03T11:38:21.073 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.065+0000 7f379eb0b980 20 rados->read ofs=0 len=0 2023-12-03T11:38:21.074 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.065+0000 7f379eb0b980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:38:21.074 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.065+0000 7f379eb0b980 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:38:21.074 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.065+0000 7f379eb0b980 20 rados->read ofs=0 len=0 2023-12-03T11:38:21.074 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.065+0000 7f379eb0b980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:38:21.074 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.065+0000 7f379eb0b980 20 rados->read ofs=0 len=0 2023-12-03T11:38:21.076 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.069+0000 7f379eb0b980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:38:21.076 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.069+0000 7f379eb0b980 20 rados->read ofs=0 len=0 2023-12-03T11:38:21.076 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.069+0000 7f379eb0b980 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:38:21.076 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.069+0000 7f379eb0b980 20 searching for the correct realm 2023-12-03T11:38:21.098 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.093+0000 7f379c627640 0 -- 172.21.15.19:0/2893346398 >> [v2:172.21.15.57:6808/3142144203,v1:172.21.15.57:6809/3142144203] conn(0x56554ef15950 msgr2=0x56554ef17d40 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:38:21.103 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.097+0000 7f379eb0b980 20 RGWRados::pool_iterate: got zonegroup_info.9433ba8b-08fe-4f3d-8375-ae7b0ce32294 2023-12-03T11:38:21.103 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.097+0000 7f379eb0b980 20 RGWRados::pool_iterate: got zone_info.43a5e689-6a4f-4bb6-8529-28824bd75ab9 2023-12-03T11:38:21.103 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.097+0000 7f379eb0b980 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:38:21.103 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.097+0000 7f379eb0b980 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:38:21.103 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.097+0000 7f379eb0b980 20 rados->read ofs=0 len=0 2023-12-03T11:38:21.103 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.097+0000 7f379eb0b980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:38:21.103 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.097+0000 7f379eb0b980 20 rados->read ofs=0 len=0 2023-12-03T11:38:21.104 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.097+0000 7f379eb0b980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:38:21.104 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.097+0000 7f379eb0b980 20 rados->read ofs=0 len=0 2023-12-03T11:38:21.104 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.097+0000 7f379eb0b980 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:38:21.105 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.097+0000 7f379eb0b980 20 zone default found 2023-12-03T11:38:21.105 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.097+0000 7f379eb0b980 4 Realm: () 2023-12-03T11:38:21.105 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.097+0000 7f379eb0b980 4 ZoneGroup: default (9433ba8b-08fe-4f3d-8375-ae7b0ce32294) 2023-12-03T11:38:21.105 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.097+0000 7f379eb0b980 4 Zone: default (43a5e689-6a4f-4bb6-8529-28824bd75ab9) 2023-12-03T11:38:21.105 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.097+0000 7f379eb0b980 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:38:21.105 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.097+0000 7f379eb0b980 20 zonegroup default 2023-12-03T11:38:21.105 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.097+0000 7f379eb0b980 20 rados->read ofs=0 len=0 2023-12-03T11:38:21.105 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.097+0000 7f379eb0b980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:38:21.105 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.097+0000 7f379eb0b980 20 rados->read ofs=0 len=0 2023-12-03T11:38:21.106 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.097+0000 7f379eb0b980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:38:21.106 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.097+0000 7f379eb0b980 20 rados->read ofs=0 len=0 2023-12-03T11:38:21.106 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.097+0000 7f379eb0b980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:38:21.106 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.097+0000 7f379eb0b980 20 started sync module instance, tier type = 2023-12-03T11:38:21.106 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.097+0000 7f379eb0b980 20 started zone id=43a5e689-6a4f-4bb6-8529-28824bd75ab9 (name=default) with tier type = 2023-12-03T11:38:21.120 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.113+0000 7f379c627640 0 -- 172.21.15.19:0/2893346398 >> [v2:172.21.15.19:6824/3106662697,v1:172.21.15.19:6825/3106662697] conn(0x7f379402b060 msgr2=0x7f3794002a30 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:38:21.126 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.121+0000 7f379eb0b980 20 add_watcher() i=0 2023-12-03T11:38:21.126 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.121+0000 7f379eb0b980 20 add_watcher() i=1 2023-12-03T11:38:21.126 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.121+0000 7f379eb0b980 20 add_watcher() i=2 2023-12-03T11:38:21.126 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.121+0000 7f379eb0b980 20 add_watcher() i=3 2023-12-03T11:38:21.126 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.121+0000 7f379eb0b980 20 add_watcher() i=4 2023-12-03T11:38:21.126 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.121+0000 7f379eb0b980 20 add_watcher() i=5 2023-12-03T11:38:21.127 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.121+0000 7f379eb0b980 20 add_watcher() i=6 2023-12-03T11:38:21.127 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.121+0000 7f379eb0b980 20 add_watcher() i=7 2023-12-03T11:38:21.127 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.121+0000 7f379eb0b980 2 all 8 watchers are set, enabling cache 2023-12-03T11:38:21.130 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.125+0000 7f37627e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:38:21.130 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.125+0000 7f379eb0b980 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:38:21.131 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.125+0000 7f379eb0b980 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:38:21.138 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.133+0000 7f379eb0b980 5 note: GC not initialized 2023-12-03T11:38:21.138 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.133+0000 7f36d17fa640 20 reqs_thread_entry: start 2023-12-03T11:38:21.139 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.133+0000 7f379eb0b980 20 init_complete bucket index max shards: 1 2023-12-03T11:38:21.139 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.133+0000 7f379eb0b980 20 Filter name: none 2023-12-03T11:38:21.139 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.133+0000 7f36caffd640 20 reqs_thread_entry: start 2023-12-03T11:38:21.139 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.133+0000 7f379eb0b980 20 rados->read ofs=0 len=0 2023-12-03T11:38:21.139 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.133+0000 7f379eb0b980 20 rados_obj.operate() r=0 bl.length=190 2023-12-03T11:38:21.139 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.133+0000 7f379eb0b980 20 rados->read ofs=0 len=0 2023-12-03T11:38:21.141 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.133+0000 7f379eb0b980 20 rados_obj.operate() r=0 bl.length=368 2023-12-03T11:38:21.141 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.133+0000 7f379eb0b980 20 couldn't put binfo cache entry, might have raced with data changes 2023-12-03T11:38:21.141 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.133+0000 7f379eb0b980 20 INFO: main: max_entries=1000, index=gen=0, max_shards=1 2023-12-03T11:38:21.141 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.133+0000 7f379eb0b980 20 INFO: main: starting shard=0 2023-12-03T11:38:21.141 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.133+0000 7f379eb0b980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.1.0 2023-12-03T11:38:21.143 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.137+0000 7f379eb0b980 20 INFO: main: bi_list() returned without error; entries.size()=5, is_truncated=0, marker= 2023-12-03T11:38:21.143 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.137+0000 7f379eb0b980 20 INFO: main: done 2023-12-03T11:38:21.144 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.137+0000 7f37627e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:38:21.150 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.145+0000 7f379eb0b980 20 remove_watcher() i=0 2023-12-03T11:38:21.150 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.145+0000 7f379eb0b980 2 removed watcher, disabling cache 2023-12-03T11:38:21.152 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.145+0000 7f379eb0b980 20 remove_watcher() i=1 2023-12-03T11:38:21.155 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.149+0000 7f379eb0b980 20 remove_watcher() i=2 2023-12-03T11:38:21.157 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.149+0000 7f379eb0b980 20 remove_watcher() i=3 2023-12-03T11:38:21.159 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.153+0000 7f379eb0b980 20 remove_watcher() i=4 2023-12-03T11:38:21.161 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.153+0000 7f379eb0b980 20 remove_watcher() i=5 2023-12-03T11:38:21.163 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.157+0000 7f379eb0b980 20 remove_watcher() i=6 2023-12-03T11:38:21.164 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.157+0000 7f379eb0b980 20 remove_watcher() i=7 2023-12-03T11:38:21.172 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:38:21.172 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:38:21.177 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:38:21.177 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:38:21.180 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:38:21.180 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:38:21.247 INFO:tasks.workunit.client.0.smithi019.stderr:An error occurred (NoSuchKey) when calling the PutObject operation: None 2023-12-03T11:38:21.248 INFO:tasks.workunit.client.0.smithi019.stderr:radosgw-admin bi list --bucket check-bucket --object d 2023-12-03T11:38:21.280 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:38:21.280 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:38:21.297 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.289+0000 7f7996886980 20 rados->read ofs=0 len=0 2023-12-03T11:38:21.300 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.293+0000 7f7996886980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:38:21.300 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.293+0000 7f7996886980 20 realm 2023-12-03T11:38:21.300 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.293+0000 7f7996886980 20 rados->read ofs=0 len=0 2023-12-03T11:38:21.300 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.293+0000 7f7996886980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:38:21.300 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.293+0000 7f7996886980 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:38:21.300 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.293+0000 7f7996886980 20 rados->read ofs=0 len=0 2023-12-03T11:38:21.300 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.293+0000 7f7996886980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:38:21.300 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.293+0000 7f7996886980 20 rados->read ofs=0 len=0 2023-12-03T11:38:21.302 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.297+0000 7f7996886980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:38:21.302 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.297+0000 7f7996886980 20 rados->read ofs=0 len=0 2023-12-03T11:38:21.303 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.297+0000 7f7996886980 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:38:21.303 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.297+0000 7f7996886980 20 searching for the correct realm 2023-12-03T11:38:21.328 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.321+0000 7f7994ba3640 0 -- 172.21.15.19:0/566932317 >> [v2:172.21.15.57:6816/3303414699,v1:172.21.15.57:6817/3303414699] conn(0x7f7988037040 msgr2=0x7f7988040950 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:38:21.328 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.321+0000 7f7996886980 20 RGWRados::pool_iterate: got zonegroup_info.9433ba8b-08fe-4f3d-8375-ae7b0ce32294 2023-12-03T11:38:21.328 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.321+0000 7f7996886980 20 RGWRados::pool_iterate: got zone_info.43a5e689-6a4f-4bb6-8529-28824bd75ab9 2023-12-03T11:38:21.329 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.321+0000 7f7996886980 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:38:21.329 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.321+0000 7f7996886980 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:38:21.329 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.321+0000 7f7996886980 20 rados->read ofs=0 len=0 2023-12-03T11:38:21.329 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.321+0000 7f7996886980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:38:21.329 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.321+0000 7f7996886980 20 rados->read ofs=0 len=0 2023-12-03T11:38:21.330 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.321+0000 7f7996886980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:38:21.330 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.321+0000 7f7996886980 20 rados->read ofs=0 len=0 2023-12-03T11:38:21.330 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.321+0000 7f7996886980 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:38:21.330 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.321+0000 7f7996886980 20 zone default found 2023-12-03T11:38:21.330 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.321+0000 7f7996886980 4 Realm: () 2023-12-03T11:38:21.330 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.321+0000 7f7996886980 4 ZoneGroup: default (9433ba8b-08fe-4f3d-8375-ae7b0ce32294) 2023-12-03T11:38:21.330 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.321+0000 7f7996886980 4 Zone: default (43a5e689-6a4f-4bb6-8529-28824bd75ab9) 2023-12-03T11:38:21.330 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.321+0000 7f7996886980 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:38:21.330 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.321+0000 7f7996886980 20 zonegroup default 2023-12-03T11:38:21.330 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.321+0000 7f7996886980 20 rados->read ofs=0 len=0 2023-12-03T11:38:21.330 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.321+0000 7f7996886980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:38:21.330 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.321+0000 7f7996886980 20 rados->read ofs=0 len=0 2023-12-03T11:38:21.331 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.325+0000 7f7996886980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:38:21.331 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.325+0000 7f7996886980 20 rados->read ofs=0 len=0 2023-12-03T11:38:21.331 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.325+0000 7f7996886980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:38:21.331 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.325+0000 7f7996886980 20 started sync module instance, tier type = 2023-12-03T11:38:21.331 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.325+0000 7f7996886980 20 started zone id=43a5e689-6a4f-4bb6-8529-28824bd75ab9 (name=default) with tier type = 2023-12-03T11:38:21.350 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.341+0000 7f79943a2640 0 -- 172.21.15.19:0/566932317 >> [v2:172.21.15.19:6808/438722807,v1:172.21.15.19:6809/438722807] conn(0x7f7988037930 msgr2=0x7f798803f3d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2023-12-03T11:38:21.352 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.345+0000 7f7996886980 20 add_watcher() i=0 2023-12-03T11:38:21.352 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.345+0000 7f7996886980 20 add_watcher() i=1 2023-12-03T11:38:21.352 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.345+0000 7f7996886980 20 add_watcher() i=2 2023-12-03T11:38:21.352 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.345+0000 7f7996886980 20 add_watcher() i=3 2023-12-03T11:38:21.352 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.345+0000 7f7996886980 20 add_watcher() i=4 2023-12-03T11:38:21.352 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.345+0000 7f7996886980 20 add_watcher() i=5 2023-12-03T11:38:21.353 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.345+0000 7f7996886980 20 add_watcher() i=6 2023-12-03T11:38:21.355 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.349+0000 7f7996886980 20 add_watcher() i=7 2023-12-03T11:38:21.355 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.349+0000 7f7996886980 2 all 8 watchers are set, enabling cache 2023-12-03T11:38:21.358 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.353+0000 7f795a7e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:38:21.359 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.353+0000 7f7996886980 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:38:21.359 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.353+0000 7f7996886980 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:38:21.367 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.361+0000 7f7996886980 5 note: GC not initialized 2023-12-03T11:38:21.367 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.361+0000 7f78c97fa640 20 reqs_thread_entry: start 2023-12-03T11:38:21.367 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.361+0000 7f7996886980 20 init_complete bucket index max shards: 1 2023-12-03T11:38:21.367 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.361+0000 7f7996886980 20 Filter name: none 2023-12-03T11:38:21.367 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.361+0000 7f78c2ffd640 20 reqs_thread_entry: start 2023-12-03T11:38:21.367 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.361+0000 7f7996886980 20 rados->read ofs=0 len=0 2023-12-03T11:38:21.368 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.361+0000 7f7996886980 20 rados_obj.operate() r=0 bl.length=190 2023-12-03T11:38:21.368 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.361+0000 7f7996886980 20 rados->read ofs=0 len=0 2023-12-03T11:38:21.368 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.361+0000 7f7996886980 20 rados_obj.operate() r=0 bl.length=368 2023-12-03T11:38:21.368 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.361+0000 7f7996886980 20 couldn't put binfo cache entry, might have raced with data changes 2023-12-03T11:38:21.369 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.361+0000 7f7996886980 20 INFO: main: max_entries=1000, index=gen=0, max_shards=1 2023-12-03T11:38:21.369 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.361+0000 7f7996886980 20 INFO: main: starting shard=0 2023-12-03T11:38:21.369 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.361+0000 7f7996886980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.1.0 2023-12-03T11:38:21.370 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.365+0000 7f7996886980 20 INFO: main: bi_list() returned without error; entries.size()=5, is_truncated=0, marker= 2023-12-03T11:38:21.370 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.365+0000 7f7996886980 20 INFO: main: done 2023-12-03T11:38:21.371 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.365+0000 7f795a7e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:38:21.378 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.369+0000 7f7996886980 20 remove_watcher() i=0 2023-12-03T11:38:21.378 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.369+0000 7f7996886980 2 removed watcher, disabling cache 2023-12-03T11:38:21.380 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.373+0000 7f7996886980 20 remove_watcher() i=1 2023-12-03T11:38:21.383 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.377+0000 7f7996886980 20 remove_watcher() i=2 2023-12-03T11:38:21.385 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.377+0000 7f7996886980 20 remove_watcher() i=3 2023-12-03T11:38:21.387 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.381+0000 7f7996886980 20 remove_watcher() i=4 2023-12-03T11:38:21.389 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.381+0000 7f7996886980 20 remove_watcher() i=5 2023-12-03T11:38:21.392 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.385+0000 7f7996886980 20 remove_watcher() i=6 2023-12-03T11:38:21.394 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.389+0000 7f7996886980 20 remove_watcher() i=7 2023-12-03T11:38:21.404 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:38:21.404 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:38:21.408 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:38:21.408 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:38:21.413 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:38:21.413 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:38:21.483 INFO:tasks.workunit.client.0.smithi019.stderr:An error occurred (NoSuchKey) when calling the PutObject operation: None 2023-12-03T11:38:21.484 INFO:tasks.workunit.client.0.smithi019.stderr:radosgw-admin bi list --bucket check-bucket --object e 2023-12-03T11:38:21.519 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:38:21.519 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:38:21.541 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.533+0000 7face5eeb980 20 rados->read ofs=0 len=0 2023-12-03T11:38:21.542 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.537+0000 7face5eeb980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:38:21.543 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.537+0000 7face5eeb980 20 realm 2023-12-03T11:38:21.543 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.537+0000 7face5eeb980 20 rados->read ofs=0 len=0 2023-12-03T11:38:21.543 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.537+0000 7face5eeb980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:38:21.543 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.537+0000 7face5eeb980 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:38:21.543 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.537+0000 7face5eeb980 20 rados->read ofs=0 len=0 2023-12-03T11:38:21.543 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.537+0000 7face5eeb980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:38:21.543 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.537+0000 7face5eeb980 20 rados->read ofs=0 len=0 2023-12-03T11:38:21.544 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.537+0000 7face5eeb980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:38:21.545 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.537+0000 7face5eeb980 20 rados->read ofs=0 len=0 2023-12-03T11:38:21.545 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.537+0000 7face5eeb980 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:38:21.545 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.537+0000 7face5eeb980 20 searching for the correct realm 2023-12-03T11:38:21.565 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.557+0000 7face3a07640 0 -- 172.21.15.19:0/2435877957 >> [v2:172.21.15.19:6824/3106662697,v1:172.21.15.19:6825/3106662697] conn(0x7facdc017030 msgr2=0x7facdc011940 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:38:21.570 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.565+0000 7face5eeb980 20 RGWRados::pool_iterate: got zonegroup_info.9433ba8b-08fe-4f3d-8375-ae7b0ce32294 2023-12-03T11:38:21.570 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.565+0000 7face5eeb980 20 RGWRados::pool_iterate: got zone_info.43a5e689-6a4f-4bb6-8529-28824bd75ab9 2023-12-03T11:38:21.570 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.565+0000 7face5eeb980 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:38:21.570 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.565+0000 7face5eeb980 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:38:21.570 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.565+0000 7face5eeb980 20 rados->read ofs=0 len=0 2023-12-03T11:38:21.571 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.565+0000 7face5eeb980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:38:21.571 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.565+0000 7face5eeb980 20 rados->read ofs=0 len=0 2023-12-03T11:38:21.571 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.565+0000 7face5eeb980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:38:21.571 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.565+0000 7face5eeb980 20 rados->read ofs=0 len=0 2023-12-03T11:38:21.572 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.565+0000 7face5eeb980 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:38:21.572 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.565+0000 7face5eeb980 20 zone default found 2023-12-03T11:38:21.572 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.565+0000 7face5eeb980 4 Realm: () 2023-12-03T11:38:21.572 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.565+0000 7face5eeb980 4 ZoneGroup: default (9433ba8b-08fe-4f3d-8375-ae7b0ce32294) 2023-12-03T11:38:21.572 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.565+0000 7face5eeb980 4 Zone: default (43a5e689-6a4f-4bb6-8529-28824bd75ab9) 2023-12-03T11:38:21.572 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.565+0000 7face5eeb980 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:38:21.572 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.565+0000 7face5eeb980 20 zonegroup default 2023-12-03T11:38:21.572 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.565+0000 7face5eeb980 20 rados->read ofs=0 len=0 2023-12-03T11:38:21.573 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.565+0000 7face5eeb980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:38:21.573 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.565+0000 7face5eeb980 20 rados->read ofs=0 len=0 2023-12-03T11:38:21.573 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.565+0000 7face5eeb980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:38:21.573 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.565+0000 7face5eeb980 20 rados->read ofs=0 len=0 2023-12-03T11:38:21.573 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.565+0000 7face5eeb980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:38:21.574 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.565+0000 7face5eeb980 20 started sync module instance, tier type = 2023-12-03T11:38:21.574 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.565+0000 7face5eeb980 20 started zone id=43a5e689-6a4f-4bb6-8529-28824bd75ab9 (name=default) with tier type = 2023-12-03T11:38:21.584 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.577+0000 7face4208640 0 -- 172.21.15.19:0/2435877957 >> [v2:172.21.15.57:6800/165643864,v1:172.21.15.57:6801/165643864] conn(0x7facd801f040 msgr2=0x7facd801f670 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:38:21.595 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.589+0000 7face5eeb980 20 add_watcher() i=0 2023-12-03T11:38:21.595 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.589+0000 7face5eeb980 20 add_watcher() i=1 2023-12-03T11:38:21.595 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.589+0000 7face5eeb980 20 add_watcher() i=2 2023-12-03T11:38:21.595 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.589+0000 7face5eeb980 20 add_watcher() i=3 2023-12-03T11:38:21.596 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.589+0000 7face5eeb980 20 add_watcher() i=4 2023-12-03T11:38:21.596 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.589+0000 7face5eeb980 20 add_watcher() i=5 2023-12-03T11:38:21.596 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.589+0000 7face5eeb980 20 add_watcher() i=6 2023-12-03T11:38:21.596 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.589+0000 7face5eeb980 20 add_watcher() i=7 2023-12-03T11:38:21.596 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.589+0000 7face5eeb980 2 all 8 watchers are set, enabling cache 2023-12-03T11:38:21.600 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.593+0000 7faca9fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:38:21.600 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.593+0000 7face5eeb980 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:38:21.600 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.593+0000 7face5eeb980 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:38:21.608 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.601+0000 7face5eeb980 5 note: GC not initialized 2023-12-03T11:38:21.609 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.601+0000 7fac20ff9640 20 reqs_thread_entry: start 2023-12-03T11:38:21.609 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.601+0000 7face5eeb980 20 init_complete bucket index max shards: 1 2023-12-03T11:38:21.609 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.601+0000 7face5eeb980 20 Filter name: none 2023-12-03T11:38:21.609 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.601+0000 7fac167fc640 20 reqs_thread_entry: start 2023-12-03T11:38:21.609 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.601+0000 7face5eeb980 20 rados->read ofs=0 len=0 2023-12-03T11:38:21.610 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.601+0000 7face5eeb980 20 rados_obj.operate() r=0 bl.length=190 2023-12-03T11:38:21.610 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.601+0000 7face5eeb980 20 rados->read ofs=0 len=0 2023-12-03T11:38:21.611 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.605+0000 7face5eeb980 20 rados_obj.operate() r=0 bl.length=368 2023-12-03T11:38:21.611 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.605+0000 7face5eeb980 20 couldn't put binfo cache entry, might have raced with data changes 2023-12-03T11:38:21.611 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.605+0000 7face5eeb980 20 INFO: main: max_entries=1000, index=gen=0, max_shards=1 2023-12-03T11:38:21.611 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.605+0000 7face5eeb980 20 INFO: main: starting shard=0 2023-12-03T11:38:21.611 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.605+0000 7face5eeb980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.1.0 2023-12-03T11:38:21.612 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.605+0000 7face5eeb980 20 INFO: main: bi_list() returned without error; entries.size()=1, is_truncated=0, marker= 2023-12-03T11:38:21.613 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.605+0000 7face5eeb980 20 INFO: main: done 2023-12-03T11:38:21.614 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.605+0000 7faca9fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:38:21.620 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.613+0000 7face5eeb980 20 remove_watcher() i=0 2023-12-03T11:38:21.620 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.613+0000 7face5eeb980 2 removed watcher, disabling cache 2023-12-03T11:38:21.622 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.617+0000 7face5eeb980 20 remove_watcher() i=1 2023-12-03T11:38:21.624 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.617+0000 7face5eeb980 20 remove_watcher() i=2 2023-12-03T11:38:21.627 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.621+0000 7face5eeb980 20 remove_watcher() i=3 2023-12-03T11:38:21.629 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.621+0000 7face5eeb980 20 remove_watcher() i=4 2023-12-03T11:38:21.631 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.625+0000 7face5eeb980 20 remove_watcher() i=5 2023-12-03T11:38:21.632 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.625+0000 7face5eeb980 20 remove_watcher() i=6 2023-12-03T11:38:21.634 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.629+0000 7face5eeb980 20 remove_watcher() i=7 2023-12-03T11:38:21.643 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:38:21.643 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:38:21.647 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:38:21.647 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:38:21.711 INFO:tasks.workunit.client.0.smithi019.stderr:An error occurred (NoSuchKey) when calling the PutObject operation: None 2023-12-03T11:38:21.711 INFO:tasks.workunit.client.0.smithi019.stderr:radosgw-admin bi list --bucket check-bucket --object f 2023-12-03T11:38:21.742 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:38:21.742 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:38:21.763 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.757+0000 7fbc10dc6980 20 rados->read ofs=0 len=0 2023-12-03T11:38:21.765 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.757+0000 7fbc10dc6980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:38:21.765 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.757+0000 7fbc10dc6980 20 realm 2023-12-03T11:38:21.765 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.757+0000 7fbc10dc6980 20 rados->read ofs=0 len=0 2023-12-03T11:38:21.765 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.757+0000 7fbc10dc6980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:38:21.765 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.757+0000 7fbc10dc6980 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:38:21.765 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.757+0000 7fbc10dc6980 20 rados->read ofs=0 len=0 2023-12-03T11:38:21.766 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.757+0000 7fbc10dc6980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:38:21.766 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.757+0000 7fbc10dc6980 20 rados->read ofs=0 len=0 2023-12-03T11:38:21.767 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.761+0000 7fbc10dc6980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:38:21.767 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.761+0000 7fbc10dc6980 20 rados->read ofs=0 len=0 2023-12-03T11:38:21.767 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.761+0000 7fbc10dc6980 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:38:21.767 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.761+0000 7fbc10dc6980 20 searching for the correct realm 2023-12-03T11:38:21.791 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.785+0000 7fbc0e0e1640 0 -- 172.21.15.19:0/2225713872 >> [v2:172.21.15.19:6800/1469834966,v1:172.21.15.19:6801/1469834966] conn(0x55fbdb3d97c0 msgr2=0x55fbdb3dbbb0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:38:21.793 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.785+0000 7fbc10dc6980 20 RGWRados::pool_iterate: got zonegroup_info.9433ba8b-08fe-4f3d-8375-ae7b0ce32294 2023-12-03T11:38:21.793 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.785+0000 7fbc10dc6980 20 RGWRados::pool_iterate: got zone_info.43a5e689-6a4f-4bb6-8529-28824bd75ab9 2023-12-03T11:38:21.793 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.785+0000 7fbc10dc6980 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:38:21.793 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.785+0000 7fbc10dc6980 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:38:21.793 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.785+0000 7fbc10dc6980 20 rados->read ofs=0 len=0 2023-12-03T11:38:21.793 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.785+0000 7fbc10dc6980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:38:21.794 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.785+0000 7fbc10dc6980 20 rados->read ofs=0 len=0 2023-12-03T11:38:21.794 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.789+0000 7fbc10dc6980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:38:21.794 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.789+0000 7fbc10dc6980 20 rados->read ofs=0 len=0 2023-12-03T11:38:21.794 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.789+0000 7fbc10dc6980 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:38:21.795 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.789+0000 7fbc10dc6980 20 zone default found 2023-12-03T11:38:21.795 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.789+0000 7fbc10dc6980 4 Realm: () 2023-12-03T11:38:21.795 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.789+0000 7fbc10dc6980 4 ZoneGroup: default (9433ba8b-08fe-4f3d-8375-ae7b0ce32294) 2023-12-03T11:38:21.795 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.789+0000 7fbc10dc6980 4 Zone: default (43a5e689-6a4f-4bb6-8529-28824bd75ab9) 2023-12-03T11:38:21.795 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.789+0000 7fbc10dc6980 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:38:21.795 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.789+0000 7fbc10dc6980 20 zonegroup default 2023-12-03T11:38:21.795 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.789+0000 7fbc10dc6980 20 rados->read ofs=0 len=0 2023-12-03T11:38:21.796 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.789+0000 7fbc10dc6980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:38:21.796 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.789+0000 7fbc10dc6980 20 rados->read ofs=0 len=0 2023-12-03T11:38:21.796 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.789+0000 7fbc10dc6980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:38:21.796 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.789+0000 7fbc10dc6980 20 rados->read ofs=0 len=0 2023-12-03T11:38:21.796 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.789+0000 7fbc10dc6980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:38:21.796 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.789+0000 7fbc10dc6980 20 started sync module instance, tier type = 2023-12-03T11:38:21.796 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.789+0000 7fbc10dc6980 20 started zone id=43a5e689-6a4f-4bb6-8529-28824bd75ab9 (name=default) with tier type = 2023-12-03T11:38:21.814 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.809+0000 7fbc0e0e1640 0 -- 172.21.15.19:0/2225713872 >> [v2:172.21.15.19:6800/1469834966,v1:172.21.15.19:6801/1469834966] conn(0x7fbbe80728f0 msgr2=0x7fbbe8074d20 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:38:21.817 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.809+0000 7fbc10dc6980 20 add_watcher() i=0 2023-12-03T11:38:21.817 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.809+0000 7fbc10dc6980 20 add_watcher() i=1 2023-12-03T11:38:21.817 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.809+0000 7fbc10dc6980 20 add_watcher() i=2 2023-12-03T11:38:21.817 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.809+0000 7fbc10dc6980 20 add_watcher() i=3 2023-12-03T11:38:21.817 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.809+0000 7fbc10dc6980 20 add_watcher() i=4 2023-12-03T11:38:21.817 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.809+0000 7fbc10dc6980 20 add_watcher() i=5 2023-12-03T11:38:21.817 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.809+0000 7fbc10dc6980 20 add_watcher() i=6 2023-12-03T11:38:21.819 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.813+0000 7fbc10dc6980 20 add_watcher() i=7 2023-12-03T11:38:21.819 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.813+0000 7fbc10dc6980 2 all 8 watchers are set, enabling cache 2023-12-03T11:38:21.821 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.813+0000 7fbb4ffff640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:38:21.822 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.813+0000 7fbc10dc6980 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:38:21.822 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.813+0000 7fbc10dc6980 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:38:21.830 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.821+0000 7fbc10dc6980 5 note: GC not initialized 2023-12-03T11:38:21.830 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.821+0000 7fbb3effd640 20 reqs_thread_entry: start 2023-12-03T11:38:21.830 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.821+0000 7fbc10dc6980 20 init_complete bucket index max shards: 1 2023-12-03T11:38:21.830 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.821+0000 7fbc10dc6980 20 Filter name: none 2023-12-03T11:38:21.830 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.821+0000 7fbb3cff9640 20 reqs_thread_entry: start 2023-12-03T11:38:21.830 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.821+0000 7fbc10dc6980 20 rados->read ofs=0 len=0 2023-12-03T11:38:21.830 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.825+0000 7fbc10dc6980 20 rados_obj.operate() r=0 bl.length=190 2023-12-03T11:38:21.830 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.825+0000 7fbc10dc6980 20 rados->read ofs=0 len=0 2023-12-03T11:38:21.831 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.825+0000 7fbc10dc6980 20 rados_obj.operate() r=0 bl.length=368 2023-12-03T11:38:21.831 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.825+0000 7fbc10dc6980 20 couldn't put binfo cache entry, might have raced with data changes 2023-12-03T11:38:21.832 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.825+0000 7fbc10dc6980 20 INFO: main: max_entries=1000, index=gen=0, max_shards=1 2023-12-03T11:38:21.832 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.825+0000 7fbc10dc6980 20 INFO: main: starting shard=0 2023-12-03T11:38:21.832 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.825+0000 7fbc10dc6980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.1.0 2023-12-03T11:38:21.833 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.825+0000 7fbc10dc6980 20 INFO: main: bi_list() returned without error; entries.size()=1, is_truncated=0, marker= 2023-12-03T11:38:21.833 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.825+0000 7fbc10dc6980 20 INFO: main: done 2023-12-03T11:38:21.834 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.829+0000 7fbb4ffff640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:38:21.840 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.833+0000 7fbc10dc6980 20 remove_watcher() i=0 2023-12-03T11:38:21.840 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.833+0000 7fbc10dc6980 2 removed watcher, disabling cache 2023-12-03T11:38:21.842 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.837+0000 7fbc10dc6980 20 remove_watcher() i=1 2023-12-03T11:38:21.845 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.837+0000 7fbc10dc6980 20 remove_watcher() i=2 2023-12-03T11:38:21.848 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.841+0000 7fbc10dc6980 20 remove_watcher() i=3 2023-12-03T11:38:21.850 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.845+0000 7fbc10dc6980 20 remove_watcher() i=4 2023-12-03T11:38:21.852 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.845+0000 7fbc10dc6980 20 remove_watcher() i=5 2023-12-03T11:38:21.855 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.849+0000 7fbc10dc6980 20 remove_watcher() i=6 2023-12-03T11:38:21.856 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:21.849+0000 7fbc10dc6980 20 remove_watcher() i=7 2023-12-03T11:38:21.865 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:38:21.865 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:38:21.868 INFO:tasks.workunit.client.0.smithi019.stderr:ceph config rm client rgw_debug_inject_set_olh_err 2023-12-03T11:38:22.279 INFO:tasks.workunit.client.0.smithi019.stderr:ceph config rm client rgw_debug_inject_olh_cancel_modification_err 2023-12-03T11:38:22.674 INFO:tasks.workunit.client.0.smithi019.stderr:radosgw-admin bucket check --fix --bucket check-bucket 2023-12-03T11:38:22.706 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:38:22.706 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:38:22.723 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:22.717+0000 7fcd9c385980 20 rados->read ofs=0 len=0 2023-12-03T11:38:22.725 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:22.717+0000 7fcd9c385980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:38:22.725 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:22.717+0000 7fcd9c385980 20 realm 2023-12-03T11:38:22.725 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:22.717+0000 7fcd9c385980 20 rados->read ofs=0 len=0 2023-12-03T11:38:22.726 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:22.717+0000 7fcd9c385980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:38:22.726 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:22.717+0000 7fcd9c385980 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:38:22.726 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:22.717+0000 7fcd9c385980 20 rados->read ofs=0 len=0 2023-12-03T11:38:22.726 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:22.717+0000 7fcd9c385980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:38:22.726 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:22.717+0000 7fcd9c385980 20 rados->read ofs=0 len=0 2023-12-03T11:38:22.727 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:22.721+0000 7fcd9c385980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:38:22.727 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:22.721+0000 7fcd9c385980 20 rados->read ofs=0 len=0 2023-12-03T11:38:22.728 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:22.721+0000 7fcd9c385980 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:38:22.728 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:22.721+0000 7fcd9c385980 20 searching for the correct realm 2023-12-03T11:38:22.748 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:22.741+0000 7fcd99ea1640 0 -- 172.21.15.19:0/1526633426 >> [v2:172.21.15.57:6808/3142144203,v1:172.21.15.57:6809/3142144203] conn(0x557393b68ae0 msgr2=0x557393b6aed0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2023-12-03T11:38:22.752 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:22.745+0000 7fcd9c385980 20 RGWRados::pool_iterate: got zonegroup_info.9433ba8b-08fe-4f3d-8375-ae7b0ce32294 2023-12-03T11:38:22.753 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:22.745+0000 7fcd9c385980 20 RGWRados::pool_iterate: got zone_info.43a5e689-6a4f-4bb6-8529-28824bd75ab9 2023-12-03T11:38:22.753 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:22.745+0000 7fcd9c385980 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:38:22.753 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:22.745+0000 7fcd9c385980 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:38:22.753 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:22.745+0000 7fcd9c385980 20 rados->read ofs=0 len=0 2023-12-03T11:38:22.753 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:22.745+0000 7fcd9c385980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:38:22.753 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:22.745+0000 7fcd9c385980 20 rados->read ofs=0 len=0 2023-12-03T11:38:22.753 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:22.745+0000 7fcd9c385980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:38:22.753 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:22.745+0000 7fcd9c385980 20 rados->read ofs=0 len=0 2023-12-03T11:38:22.754 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:22.745+0000 7fcd9c385980 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:38:22.754 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:22.745+0000 7fcd9c385980 20 zone default found 2023-12-03T11:38:22.754 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:22.745+0000 7fcd9c385980 4 Realm: () 2023-12-03T11:38:22.754 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:22.745+0000 7fcd9c385980 4 ZoneGroup: default (9433ba8b-08fe-4f3d-8375-ae7b0ce32294) 2023-12-03T11:38:22.754 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:22.745+0000 7fcd9c385980 4 Zone: default (43a5e689-6a4f-4bb6-8529-28824bd75ab9) 2023-12-03T11:38:22.754 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:22.745+0000 7fcd9c385980 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:38:22.754 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:22.745+0000 7fcd9c385980 20 zonegroup default 2023-12-03T11:38:22.755 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:22.745+0000 7fcd9c385980 20 rados->read ofs=0 len=0 2023-12-03T11:38:22.755 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:22.749+0000 7fcd9c385980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:38:22.755 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:22.749+0000 7fcd9c385980 20 rados->read ofs=0 len=0 2023-12-03T11:38:22.755 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:22.749+0000 7fcd9c385980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:38:22.755 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:22.749+0000 7fcd9c385980 20 rados->read ofs=0 len=0 2023-12-03T11:38:22.755 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:22.749+0000 7fcd9c385980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:38:22.756 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:22.749+0000 7fcd9c385980 20 started sync module instance, tier type = 2023-12-03T11:38:22.756 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:22.749+0000 7fcd9c385980 20 started zone id=43a5e689-6a4f-4bb6-8529-28824bd75ab9 (name=default) with tier type = 2023-12-03T11:38:22.774 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:22.769+0000 7fcd9a6a2640 0 -- 172.21.15.19:0/1526633426 >> [v2:172.21.15.57:6816/3303414699,v1:172.21.15.57:6817/3303414699] conn(0x7fcd900f8d80 msgr2=0x7fcd901080b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:38:22.783 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:22.777+0000 7fcd9c385980 20 add_watcher() i=0 2023-12-03T11:38:22.783 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:22.777+0000 7fcd9c385980 20 add_watcher() i=1 2023-12-03T11:38:22.783 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:22.777+0000 7fcd9c385980 20 add_watcher() i=2 2023-12-03T11:38:22.783 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:22.777+0000 7fcd9c385980 20 add_watcher() i=3 2023-12-03T11:38:22.783 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:22.777+0000 7fcd9c385980 20 add_watcher() i=4 2023-12-03T11:38:22.783 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:22.777+0000 7fcd9c385980 20 add_watcher() i=5 2023-12-03T11:38:22.784 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:22.777+0000 7fcd9c385980 20 add_watcher() i=6 2023-12-03T11:38:22.784 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:22.777+0000 7fcd9c385980 20 add_watcher() i=7 2023-12-03T11:38:22.784 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:22.777+0000 7fcd9c385980 2 all 8 watchers are set, enabling cache 2023-12-03T11:38:22.787 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:22.781+0000 7fcd5f7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:38:22.787 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:22.781+0000 7fcd9c385980 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:38:22.787 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:22.781+0000 7fcd9c385980 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:38:22.795 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:22.789+0000 7fcd9c385980 5 note: GC not initialized 2023-12-03T11:38:22.795 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:22.789+0000 7fccce7fc640 20 reqs_thread_entry: start 2023-12-03T11:38:22.795 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:22.789+0000 7fcd9c385980 20 init_complete bucket index max shards: 1 2023-12-03T11:38:22.795 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:22.789+0000 7fcd9c385980 20 Filter name: none 2023-12-03T11:38:22.795 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:22.789+0000 7fccbffff640 20 reqs_thread_entry: start 2023-12-03T11:38:22.795 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:22.789+0000 7fcd9c385980 10 cache get: name=default.rgw.meta+root+check-bucket : miss 2023-12-03T11:38:22.795 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:22.789+0000 7fcd9c385980 20 rados->read ofs=0 len=0 2023-12-03T11:38:22.796 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:22.789+0000 7fcd9c385980 20 rados_obj.operate() r=0 bl.length=190 2023-12-03T11:38:22.796 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:22.789+0000 7fcd9c385980 10 cache put: name=default.rgw.meta+root+check-bucket info.flags=0x11 2023-12-03T11:38:22.796 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:22.789+0000 7fcd9c385980 10 adding default.rgw.meta+root+check-bucket to cache LRU end 2023-12-03T11:38:22.796 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:22.789+0000 7fcd9c385980 10 cache get: name=default.rgw.meta+root+.bucket.meta.check-bucket:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.1 : miss 2023-12-03T11:38:22.796 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:22.789+0000 7fcd9c385980 20 rados->read ofs=0 len=0 2023-12-03T11:38:22.797 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:22.789+0000 7fcd9c385980 20 rados_obj.operate() r=0 bl.length=368 2023-12-03T11:38:22.797 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:22.789+0000 7fcd9c385980 10 cache put: name=default.rgw.meta+root+.bucket.meta.check-bucket:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.1 info.flags=0x17 2023-12-03T11:38:22.797 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:22.789+0000 7fcd9c385980 10 adding default.rgw.meta+root+.bucket.meta.check-bucket:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.1 to cache LRU end 2023-12-03T11:38:22.797 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:22.789+0000 7fcd9c385980 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-12-03T11:38:22.797 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:22.789+0000 7fcd9c385980 10 updating xattr: name=user.rgw.acl bl.length()=179 2023-12-03T11:38:22.797 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:22.789+0000 7fcd9c385980 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.check-bucket:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.1 2023-12-03T11:38:22.797 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:22.789+0000 7fcd9c385980 20 list_objects_ordered: starting attempt 1 2023-12-03T11:38:22.797 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:22.789+0000 7fcd9c385980 10 cls_bucket_list_ordered: request from each of 1 shard(s) for 1001 entries to get 1001 total entries 2023-12-03T11:38:22.797 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:22.789+0000 7fcd9c385980 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2023-12-03T11:38:22.798 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:22.789+0000 7fcd9c385980 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2023-12-03T11:38:22.798 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:22.789+0000 7fcd9c385980 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2023-12-03T11:38:22.798 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:22.789+0000 7fcd9c385980 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2023-12-03T11:38:22.806 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:22.801+0000 7fcd5f7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:38:22.811 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:22.805+0000 7fcd9c385980 20 remove_watcher() i=0 2023-12-03T11:38:22.811 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:22.805+0000 7fcd9c385980 2 removed watcher, disabling cache 2023-12-03T11:38:22.814 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:22.805+0000 7fcd9c385980 20 remove_watcher() i=1 2023-12-03T11:38:22.816 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:22.809+0000 7fcd9c385980 20 remove_watcher() i=2 2023-12-03T11:38:22.818 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:22.813+0000 7fcd9c385980 20 remove_watcher() i=3 2023-12-03T11:38:22.821 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:22.813+0000 7fcd9c385980 20 remove_watcher() i=4 2023-12-03T11:38:22.822 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:22.817+0000 7fcd9c385980 20 remove_watcher() i=5 2023-12-03T11:38:22.823 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:22.817+0000 7fcd9c385980 20 remove_watcher() i=6 2023-12-03T11:38:22.824 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:22.817+0000 7fcd9c385980 20 remove_watcher() i=7 2023-12-03T11:38:22.830 INFO:tasks.workunit.client.0.smithi019.stderr:radosgw-admin bucket check unlinked --bucket check-bucket --fix --min-age-hours 0 --rgw-olh-pending-timeout-sec 0 --dump-keys 2023-12-03T11:38:22.858 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:38:22.858 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:38:22.873 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:22.865+0000 7f1cd8d99980 20 rados->read ofs=0 len=0 2023-12-03T11:38:22.876 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:22.869+0000 7f1cd8d99980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:38:22.876 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:22.869+0000 7f1cd8d99980 20 realm 2023-12-03T11:38:22.876 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:22.869+0000 7f1cd8d99980 20 rados->read ofs=0 len=0 2023-12-03T11:38:22.876 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:22.869+0000 7f1cd8d99980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:38:22.876 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:22.869+0000 7f1cd8d99980 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:38:22.876 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:22.869+0000 7f1cd8d99980 20 rados->read ofs=0 len=0 2023-12-03T11:38:22.876 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:22.869+0000 7f1cd8d99980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:38:22.876 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:22.869+0000 7f1cd8d99980 20 rados->read ofs=0 len=0 2023-12-03T11:38:22.878 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:22.869+0000 7f1cd8d99980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:38:22.878 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:22.869+0000 7f1cd8d99980 20 rados->read ofs=0 len=0 2023-12-03T11:38:22.878 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:22.869+0000 7f1cd8d99980 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:38:22.878 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:22.869+0000 7f1cd8d99980 20 searching for the correct realm 2023-12-03T11:38:22.900 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:22.893+0000 7f1cd8d99980 20 RGWRados::pool_iterate: got zonegroup_info.9433ba8b-08fe-4f3d-8375-ae7b0ce32294 2023-12-03T11:38:22.900 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:22.893+0000 7f1cd8d99980 20 RGWRados::pool_iterate: got zone_info.43a5e689-6a4f-4bb6-8529-28824bd75ab9 2023-12-03T11:38:22.900 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:22.893+0000 7f1cd8d99980 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:38:22.901 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:22.893+0000 7f1cd8d99980 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:38:22.901 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:22.893+0000 7f1cd8d99980 20 rados->read ofs=0 len=0 2023-12-03T11:38:22.901 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:22.893+0000 7f1cd70b6640 0 -- 172.21.15.19:0/2600067675 >> [v2:172.21.15.19:6810/916309765,v1:172.21.15.19:6813/916309765] conn(0x557aa53fc4a0 msgr2=0x557aa53fe890 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:38:22.901 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:22.893+0000 7f1cd8d99980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:38:22.901 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:22.893+0000 7f1cd8d99980 20 rados->read ofs=0 len=0 2023-12-03T11:38:22.902 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:22.893+0000 7f1cd8d99980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:38:22.902 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:22.893+0000 7f1cd8d99980 20 rados->read ofs=0 len=0 2023-12-03T11:38:22.902 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:22.893+0000 7f1cd8d99980 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:38:22.902 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:22.893+0000 7f1cd8d99980 20 zone default found 2023-12-03T11:38:22.902 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:22.893+0000 7f1cd8d99980 4 Realm: () 2023-12-03T11:38:22.902 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:22.893+0000 7f1cd8d99980 4 ZoneGroup: default (9433ba8b-08fe-4f3d-8375-ae7b0ce32294) 2023-12-03T11:38:22.903 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:22.893+0000 7f1cd8d99980 4 Zone: default (43a5e689-6a4f-4bb6-8529-28824bd75ab9) 2023-12-03T11:38:22.903 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:22.893+0000 7f1cd8d99980 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:38:22.903 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:22.893+0000 7f1cd8d99980 20 zonegroup default 2023-12-03T11:38:22.903 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:22.893+0000 7f1cd8d99980 20 rados->read ofs=0 len=0 2023-12-03T11:38:22.903 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:22.893+0000 7f1cd8d99980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:38:22.903 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:22.893+0000 7f1cd8d99980 20 rados->read ofs=0 len=0 2023-12-03T11:38:22.904 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:22.897+0000 7f1cd8d99980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:38:22.904 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:22.897+0000 7f1cd8d99980 20 rados->read ofs=0 len=0 2023-12-03T11:38:22.904 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:22.897+0000 7f1cd8d99980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:38:22.904 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:22.897+0000 7f1cd8d99980 20 started sync module instance, tier type = 2023-12-03T11:38:22.904 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:22.897+0000 7f1cd8d99980 20 started zone id=43a5e689-6a4f-4bb6-8529-28824bd75ab9 (name=default) with tier type = 2023-12-03T11:38:22.921 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:22.913+0000 7f1cd8d99980 20 add_watcher() i=0 2023-12-03T11:38:22.921 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:22.913+0000 7f1cd8d99980 20 add_watcher() i=1 2023-12-03T11:38:22.921 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:22.913+0000 7f1cd8d99980 20 add_watcher() i=2 2023-12-03T11:38:22.921 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:22.913+0000 7f1cd8d99980 20 add_watcher() i=3 2023-12-03T11:38:22.922 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:22.913+0000 7f1cd8d99980 20 add_watcher() i=4 2023-12-03T11:38:22.922 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:22.913+0000 7f1cd8d99980 20 add_watcher() i=5 2023-12-03T11:38:22.924 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:22.917+0000 7f1cd68b5640 0 -- 172.21.15.19:0/2600067675 >> [v2:172.21.15.19:6808/438722807,v1:172.21.15.19:6809/438722807] conn(0x7f1ccc0f5a70 msgr2=0x7f1ccc0efa90 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:38:22.924 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:22.917+0000 7f1cd8d99980 20 add_watcher() i=6 2023-12-03T11:38:22.924 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:22.917+0000 7f1cd8d99980 20 add_watcher() i=7 2023-12-03T11:38:22.924 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:22.917+0000 7f1cd8d99980 2 all 8 watchers are set, enabling cache 2023-12-03T11:38:22.927 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:22.921+0000 7f1c17fff640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:38:22.927 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:22.921+0000 7f1cd8d99980 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:38:22.927 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:22.921+0000 7f1cd8d99980 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:38:22.934 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:22.925+0000 7f1cd8d99980 5 note: GC not initialized 2023-12-03T11:38:22.934 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:22.925+0000 7f1c06ffd640 20 reqs_thread_entry: start 2023-12-03T11:38:22.934 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:22.925+0000 7f1cd8d99980 20 init_complete bucket index max shards: 1 2023-12-03T11:38:22.934 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:22.925+0000 7f1cd8d99980 20 Filter name: none 2023-12-03T11:38:22.934 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:22.925+0000 7f1c04ff9640 20 reqs_thread_entry: start 2023-12-03T11:38:22.934 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:22.929+0000 7f1cd8d99980 10 cache get: name=default.rgw.meta+root+check-bucket : miss 2023-12-03T11:38:22.934 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:22.929+0000 7f1cd8d99980 20 rados->read ofs=0 len=0 2023-12-03T11:38:22.935 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:22.929+0000 7f1cd8d99980 20 rados_obj.operate() r=0 bl.length=190 2023-12-03T11:38:22.935 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:22.929+0000 7f1cd8d99980 10 cache put: name=default.rgw.meta+root+check-bucket info.flags=0x11 2023-12-03T11:38:22.935 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:22.929+0000 7f1cd8d99980 10 adding default.rgw.meta+root+check-bucket to cache LRU end 2023-12-03T11:38:22.935 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:22.929+0000 7f1cd8d99980 10 cache get: name=default.rgw.meta+root+.bucket.meta.check-bucket:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.1 : miss 2023-12-03T11:38:22.935 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:22.929+0000 7f1cd8d99980 20 rados->read ofs=0 len=0 2023-12-03T11:38:22.936 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:22.929+0000 7f1cd8d99980 20 rados_obj.operate() r=0 bl.length=368 2023-12-03T11:38:22.936 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:22.929+0000 7f1cd8d99980 10 cache put: name=default.rgw.meta+root+.bucket.meta.check-bucket:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.1 info.flags=0x17 2023-12-03T11:38:22.936 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:22.929+0000 7f1cd8d99980 10 adding default.rgw.meta+root+.bucket.meta.check-bucket:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.1 to cache LRU end 2023-12-03T11:38:22.936 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:22.929+0000 7f1cd8d99980 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-12-03T11:38:22.936 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:22.929+0000 7f1cd8d99980 10 updating xattr: name=user.rgw.acl bl.length()=179 2023-12-03T11:38:22.936 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:22.929+0000 7f1cd8d99980 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.check-bucket:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.1 2023-12-03T11:38:22.936 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:22.929+0000 7f1cd8d99980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.1.0 2023-12-03T11:38:22.938 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:22.933+0000 7f1cd8d99980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.1.0 2023-12-03T11:38:22.939 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:22.933+0000 7f1cd8d99980 20 get_obj_state: octx=0x7f1cc805e040 obj=check-bucket:c state=0x557aa54a3018 s->prefetch_data=0 2023-12-03T11:38:22.940 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:22.933+0000 7f1cd8d99980 20 get_obj_state: setting s->obj_tag to x818gcwuifexukxqla4g6hdoman2eax8 2023-12-03T11:38:22.940 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:22.933+0000 7f1cd8d99980 20 get_obj_state_impl: setting s->olh_tag to i8xk6fgc4oyk2g61dpov5wxcd2hiyayo 2023-12-03T11:38:22.940 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:22.933+0000 7f1cd8d99980 20 bucket_index_guard_olh_op(): olh_state.olh_tag=i8xk6fgc4oyk2g61dpov5wxcd2hiyayo 2023-12-03T11:38:22.944 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:22.937+0000 7f1cd8d99980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.1.0 2023-12-03T11:38:22.949 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:22.941+0000 7f1cd8d99980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.1.0 2023-12-03T11:38:22.950 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:22.941+0000 7f1cd8d99980 20 olh_log_entry: epoch=3 op=3 key=c[zgYuFEMGkEx2j8Y2vPB3-UGV3WhjaXi] 2023-12-03T11:38:22.950 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:22.941+0000 7f1cd8d99980 20 get_obj_state: octx=0x7f1cc805e040 obj=check-bucket:_:zgYuFEMGkEx2j8Y2vPB3-UGV3WhjaXi_c state=0x557aa54acb18 s->prefetch_data=0 2023-12-03T11:38:22.951 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:22.945+0000 7f1cd8d99980 10 manifest: total_size = 22 2023-12-03T11:38:22.951 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:22.945+0000 7f1cd8d99980 20 get_obj_state: setting s->obj_tag to 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.12266814811559005078 2023-12-03T11:38:22.951 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:22.945+0000 7f1cd8d99980 20 get_obj_state: octx=0x7f1cc805e040 obj=check-bucket:_:zgYuFEMGkEx2j8Y2vPB3-UGV3WhjaXi_c state=0x557aa54acb18 s->prefetch_data=0 2023-12-03T11:38:22.951 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:22.945+0000 7f1cd8d99980 20 prepare_atomic_modification: state is not atomic. state=0x557aa54acb18 2023-12-03T11:38:22.951 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:22.945+0000 7f1cd8d99980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.1.0 2023-12-03T11:38:22.959 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:22.953+0000 7f1cd8d99980 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2023-12-03T11:38:22.959 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:22.953+0000 7f1cd8d99980 20 RGWObjManifest::operator++(): result: ofs=22 stripe_ofs=22 part_ofs=0 rule->part_size=0 2023-12-03T11:38:22.959 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:22.953+0000 7f1cd8d99980 0 deleting objects inline since gc isn't initialized 2023-12-03T11:38:22.959 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:22.953+0000 7f1cd8d99980 5 delete_objs_inline: removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.1__shadow:zgYuFEMGkEx2j8Y2vPB3-UGV3WhjaXi_.pL5LWD6J7W5VfVYPc4GnR0UkIDVbn5A_0 2023-12-03T11:38:22.963 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:22.957+0000 7f1cd8d99980 5 delete_objs_inline: refcount put returned error -2 2023-12-03T11:38:22.964 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:22.957+0000 7f1cbd7fa640 20 handle_completion(): completion ok for obj=c[zgYuFEMGkEx2j8Y2vPB3-UGV3WhjaXi] 2023-12-03T11:38:22.967 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:22.961+0000 7f1cd8d99980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.1.0 2023-12-03T11:38:22.967 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:22.961+0000 7f1cd8d99980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.1.0 2023-12-03T11:38:22.976 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:22.969+0000 7f1cd8d99980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.1.0 2023-12-03T11:38:22.977 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:22.969+0000 7f1cd8d99980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.1.0 2023-12-03T11:38:22.978 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:22.973+0000 7f1cd8d99980 20 get_obj_state: octx=0x7f1cc805e040 obj=check-bucket:d state=0x557aa54a3018 s->prefetch_data=0 2023-12-03T11:38:22.978 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:22.973+0000 7f1cd8d99980 20 get_obj_state: setting s->obj_tag to fvp29ppfr0vw9yru3gebfpz11wq206z1 2023-12-03T11:38:22.978 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:22.973+0000 7f1cd8d99980 20 get_obj_state_impl: setting s->olh_tag to mpxkqttvzmeao3dx6uzzq4cuhis6y03o 2023-12-03T11:38:22.978 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:22.973+0000 7f1cd8d99980 20 bucket_index_guard_olh_op(): olh_state.olh_tag=mpxkqttvzmeao3dx6uzzq4cuhis6y03o 2023-12-03T11:38:22.981 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:22.973+0000 7f1cd8d99980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.1.0 2023-12-03T11:38:22.985 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:22.977+0000 7f1cd8d99980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.1.0 2023-12-03T11:38:22.985 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:22.977+0000 7f1cd8d99980 20 olh_log_entry: epoch=3 op=3 key=d[qCvC.8S976O7qjRT3vk1v3-9I8eXlTA] 2023-12-03T11:38:22.986 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:22.977+0000 7f1cd8d99980 20 get_obj_state: octx=0x7f1cc805e040 obj=check-bucket:_:qCvC.8S976O7qjRT3vk1v3-9I8eXlTA_d state=0x557aa54abb08 s->prefetch_data=0 2023-12-03T11:38:22.986 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:22.981+0000 7f1cd8d99980 10 manifest: total_size = 12 2023-12-03T11:38:22.986 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:22.981+0000 7f1cd8d99980 20 get_obj_state: setting s->obj_tag to 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.16071077759826842982 2023-12-03T11:38:22.987 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:22.981+0000 7f1cd8d99980 20 get_obj_state: octx=0x7f1cc805e040 obj=check-bucket:_:qCvC.8S976O7qjRT3vk1v3-9I8eXlTA_d state=0x557aa54abb08 s->prefetch_data=0 2023-12-03T11:38:22.987 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:22.981+0000 7f1cd8d99980 20 prepare_atomic_modification: state is not atomic. state=0x557aa54abb08 2023-12-03T11:38:22.987 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:22.981+0000 7f1cd8d99980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.1.0 2023-12-03T11:38:22.993 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:22.985+0000 7f1cd8d99980 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2023-12-03T11:38:22.993 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:22.985+0000 7f1cd8d99980 20 RGWObjManifest::operator++(): result: ofs=12 stripe_ofs=12 part_ofs=0 rule->part_size=0 2023-12-03T11:38:22.993 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:22.985+0000 7f1cd8d99980 0 deleting objects inline since gc isn't initialized 2023-12-03T11:38:22.994 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:22.985+0000 7f1cd8d99980 5 delete_objs_inline: removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.1__shadow:qCvC.8S976O7qjRT3vk1v3-9I8eXlTA_.9JLri6gGrSbN2Wo0ddE9AGBNCNLc_6m_0 2023-12-03T11:38:22.996 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:22.989+0000 7f1cd8d99980 5 delete_objs_inline: refcount put returned error -2 2023-12-03T11:38:22.998 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:22.989+0000 7f1cbcff9640 20 handle_completion(): completion ok for obj=d[qCvC.8S976O7qjRT3vk1v3-9I8eXlTA] 2023-12-03T11:38:22.999 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:22.993+0000 7f1cd8d99980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.1.0 2023-12-03T11:38:22.999 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:22.993+0000 7f1cd8d99980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.1.0 2023-12-03T11:38:23.003 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:22.997+0000 7f1cd8d99980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.1.0 2023-12-03T11:38:23.004 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:22.997+0000 7f1cd8d99980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.1.0 2023-12-03T11:38:23.005 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:22.997+0000 7f1cd8d99980 20 get_obj_state: octx=0x7f1cc805e040 obj=check-bucket:e state=0x557aa54a3018 s->prefetch_data=0 2023-12-03T11:38:23.006 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:22.997+0000 7f1cd8d99980 20 get_obj_state: setting s->obj_tag to jh7eigjptsag0fzbl82yempf8cr9tjhl 2023-12-03T11:38:23.006 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:22.997+0000 7f1cd8d99980 20 get_obj_state_impl: setting s->olh_tag to 2tv6rn9rcwe380drudw3962geg3ccpl7 2023-12-03T11:38:23.006 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:22.997+0000 7f1cd8d99980 20 bucket_index_guard_olh_op(): olh_state.olh_tag=2tv6rn9rcwe380drudw3962geg3ccpl7 2023-12-03T11:38:23.008 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:23.001+0000 7f1cd8d99980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.1.0 2023-12-03T11:38:23.013 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:23.005+0000 7f1cd8d99980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.1.0 2023-12-03T11:38:23.014 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:23.009+0000 7f1cd8d99980 20 olh_log_entry: epoch=2 op=2 key=e[] 2023-12-03T11:38:23.014 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:23.009+0000 7f1cd8d99980 20 olh_log_entry: epoch=2 op=3 key=e[kjMPvTfM.fvsD4YCYHkHkRhGyzuXGIR] 2023-12-03T11:38:23.014 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:23.009+0000 7f1cd8d99980 20 get_obj_state: octx=0x7f1cc805e040 obj=check-bucket:_:kjMPvTfM.fvsD4YCYHkHkRhGyzuXGIR_e state=0x557aa54acb18 s->prefetch_data=0 2023-12-03T11:38:23.014 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:23.009+0000 7f1cd8d99980 10 manifest: total_size = 12 2023-12-03T11:38:23.014 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:23.009+0000 7f1cd8d99980 20 get_obj_state: setting s->obj_tag to 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.5850353175068891755 2023-12-03T11:38:23.015 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:23.009+0000 7f1cd8d99980 20 get_obj_state: octx=0x7f1cc805e040 obj=check-bucket:_:kjMPvTfM.fvsD4YCYHkHkRhGyzuXGIR_e state=0x557aa54acb18 s->prefetch_data=0 2023-12-03T11:38:23.015 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:23.009+0000 7f1cd8d99980 20 prepare_atomic_modification: state is not atomic. state=0x557aa54acb18 2023-12-03T11:38:23.015 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:23.009+0000 7f1cd8d99980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.1.0 2023-12-03T11:38:23.021 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:23.013+0000 7f1cd8d99980 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2023-12-03T11:38:23.021 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:23.013+0000 7f1cd8d99980 20 RGWObjManifest::operator++(): result: ofs=12 stripe_ofs=12 part_ofs=0 rule->part_size=0 2023-12-03T11:38:23.021 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:23.013+0000 7f1cd8d99980 0 deleting objects inline since gc isn't initialized 2023-12-03T11:38:23.022 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:23.013+0000 7f1cd8d99980 5 delete_objs_inline: removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.1__shadow:kjMPvTfM.fvsD4YCYHkHkRhGyzuXGIR_.vMdi06W-meGgyXWdvfaSHdKY389Nk75_0 2023-12-03T11:38:23.026 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:23.021+0000 7f1cbd7fa640 20 handle_completion(): completion ok for obj=e[kjMPvTfM.fvsD4YCYHkHkRhGyzuXGIR] 2023-12-03T11:38:23.027 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:23.021+0000 7f1cd8d99980 5 delete_objs_inline: refcount put returned error -2 2023-12-03T11:38:23.030 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:23.025+0000 7f1cd8d99980 20 get_obj_state: octx=0x7f1cc805e040 obj=check-bucket:e state=0x557aa54a3018 s->prefetch_data=0 2023-12-03T11:38:23.031 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:23.025+0000 7f1cd8d99980 20 bucket_index_guard_olh_op(): olh_state.olh_tag=2tv6rn9rcwe380drudw3962geg3ccpl7 2023-12-03T11:38:23.038 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:23.033+0000 7f1cd8d99980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.1.0 2023-12-03T11:38:23.042 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:23.037+0000 7f1cd8d99980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.1.0 2023-12-03T11:38:23.044 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:23.037+0000 7f1cd8d99980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.1.0 2023-12-03T11:38:23.044 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:23.037+0000 7f1cd8d99980 20 get_obj_state: octx=0x7f1cc805e040 obj=check-bucket:f state=0x557aa54a3018 s->prefetch_data=0 2023-12-03T11:38:23.045 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:23.037+0000 7f1cd8d99980 20 get_obj_state: setting s->obj_tag to mekc8taqn9v9cl6tubvw3gzajiwrdsu3 2023-12-03T11:38:23.045 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:23.037+0000 7f1cd8d99980 20 get_obj_state_impl: setting s->olh_tag to nqszirf4b8gscwtvbnhhahf66ppoo59d 2023-12-03T11:38:23.045 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:23.037+0000 7f1cd8d99980 20 bucket_index_guard_olh_op(): olh_state.olh_tag=nqszirf4b8gscwtvbnhhahf66ppoo59d 2023-12-03T11:38:23.048 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:23.041+0000 7f1cd8d99980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.1.0 2023-12-03T11:38:23.054 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:23.045+0000 7f1cd8d99980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.1.0 2023-12-03T11:38:23.055 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:23.049+0000 7f1cd8d99980 20 olh_log_entry: epoch=2 op=2 key=f[] 2023-12-03T11:38:23.055 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:23.049+0000 7f1cd8d99980 20 olh_log_entry: epoch=2 op=3 key=f[hOtJqJOCqc5AzAl6PBoYzGMUGWYD.xX] 2023-12-03T11:38:23.055 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:23.049+0000 7f1cd8d99980 20 get_obj_state: octx=0x7f1cc805e040 obj=check-bucket:_:hOtJqJOCqc5AzAl6PBoYzGMUGWYD.xX_f state=0x557aa54aaaf8 s->prefetch_data=0 2023-12-03T11:38:23.056 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:23.049+0000 7f1cd8d99980 10 manifest: total_size = 11 2023-12-03T11:38:23.056 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:23.049+0000 7f1cd8d99980 20 get_obj_state: setting s->obj_tag to 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.1788006274506775666 2023-12-03T11:38:23.056 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:23.049+0000 7f1cd8d99980 20 get_obj_state: octx=0x7f1cc805e040 obj=check-bucket:_:hOtJqJOCqc5AzAl6PBoYzGMUGWYD.xX_f state=0x557aa54aaaf8 s->prefetch_data=0 2023-12-03T11:38:23.056 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:23.049+0000 7f1cd8d99980 20 prepare_atomic_modification: state is not atomic. state=0x557aa54aaaf8 2023-12-03T11:38:23.056 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:23.049+0000 7f1cd8d99980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.1.0 2023-12-03T11:38:23.065 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:23.057+0000 7f1cd8d99980 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2023-12-03T11:38:23.065 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:23.057+0000 7f1cd8d99980 20 RGWObjManifest::operator++(): result: ofs=11 stripe_ofs=11 part_ofs=0 rule->part_size=0 2023-12-03T11:38:23.065 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:23.057+0000 7f1cd8d99980 0 deleting objects inline since gc isn't initialized 2023-12-03T11:38:23.065 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:23.057+0000 7f1cd8d99980 5 delete_objs_inline: removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.1__shadow:hOtJqJOCqc5AzAl6PBoYzGMUGWYD.xX_.tGGTYIG025j4uVOVHi8u7ub4D8Fkr-W_0 2023-12-03T11:38:23.071 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:23.065+0000 7f1cd8d99980 5 delete_objs_inline: refcount put returned error -2 2023-12-03T11:38:23.075 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:23.069+0000 7f1cbcff9640 20 handle_completion(): completion ok for obj=f[hOtJqJOCqc5AzAl6PBoYzGMUGWYD.xX] 2023-12-03T11:38:23.076 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:23.069+0000 7f1cd8d99980 20 get_obj_state: octx=0x7f1cc805e040 obj=check-bucket:f state=0x557aa54a3018 s->prefetch_data=0 2023-12-03T11:38:23.076 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:23.069+0000 7f1cd8d99980 20 bucket_index_guard_olh_op(): olh_state.olh_tag=nqszirf4b8gscwtvbnhhahf66ppoo59d 2023-12-03T11:38:23.085 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:23.077+0000 7f1cd8d99980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.1.0 2023-12-03T11:38:23.088 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:23.081+0000 7f1cd8d99980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.1.0 2023-12-03T11:38:23.088 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:23.081+0000 7f1cd8d99980 1 NOTICE: finished shard 0 (4 entries removed) 2023-12-03T11:38:23.089 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:23.081+0000 7f1cd8d99980 1 NOTICE: finished all shards (4 entries removed) 2023-12-03T11:38:23.089 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:23.081+0000 7f1c17fff640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:38:23.095 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:23.089+0000 7f1cd8d99980 20 remove_watcher() i=0 2023-12-03T11:38:23.095 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:23.089+0000 7f1cd8d99980 2 removed watcher, disabling cache 2023-12-03T11:38:23.098 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:23.089+0000 7f1cd8d99980 20 remove_watcher() i=1 2023-12-03T11:38:23.100 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:23.093+0000 7f1cd8d99980 20 remove_watcher() i=2 2023-12-03T11:38:23.102 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:23.097+0000 7f1cd8d99980 20 remove_watcher() i=3 2023-12-03T11:38:23.105 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:23.097+0000 7f1cd8d99980 20 remove_watcher() i=4 2023-12-03T11:38:23.107 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:23.101+0000 7f1cd8d99980 20 remove_watcher() i=5 2023-12-03T11:38:23.108 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:23.101+0000 7f1cd8d99980 20 remove_watcher() i=6 2023-12-03T11:38:23.110 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:23.105+0000 7f1cd8d99980 20 remove_watcher() i=7 2023-12-03T11:38:23.117 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:38:23.118 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:38:23.126 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:38:23.126 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:38:23.232 INFO:tasks.workunit.client.0.smithi019.stderr:radosgw-admin bucket stats --bucket check-bucket 2023-12-03T11:38:23.261 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:38:23.261 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:38:23.276 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:23.269+0000 7f9e33295980 20 rados->read ofs=0 len=0 2023-12-03T11:38:23.278 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:23.269+0000 7f9e33295980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:38:23.278 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:23.269+0000 7f9e33295980 20 realm 2023-12-03T11:38:23.278 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:23.269+0000 7f9e33295980 20 rados->read ofs=0 len=0 2023-12-03T11:38:23.278 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:23.269+0000 7f9e33295980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:38:23.278 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:23.269+0000 7f9e33295980 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:38:23.278 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:23.269+0000 7f9e33295980 20 rados->read ofs=0 len=0 2023-12-03T11:38:23.278 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:23.269+0000 7f9e33295980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:38:23.279 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:23.269+0000 7f9e33295980 20 rados->read ofs=0 len=0 2023-12-03T11:38:23.280 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:23.273+0000 7f9e33295980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:38:23.280 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:23.273+0000 7f9e33295980 20 rados->read ofs=0 len=0 2023-12-03T11:38:23.280 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:23.273+0000 7f9e33295980 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:38:23.280 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:23.273+0000 7f9e33295980 20 searching for the correct realm 2023-12-03T11:38:23.301 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:23.293+0000 7f9e305b0640 0 -- 172.21.15.19:0/1996734190 >> [v2:172.21.15.19:6800/1469834966,v1:172.21.15.19:6801/1469834966] conn(0x559bede53ec0 msgr2=0x559bede562b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:38:23.303 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:23.297+0000 7f9e33295980 20 RGWRados::pool_iterate: got zonegroup_info.9433ba8b-08fe-4f3d-8375-ae7b0ce32294 2023-12-03T11:38:23.303 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:23.297+0000 7f9e33295980 20 RGWRados::pool_iterate: got zone_info.43a5e689-6a4f-4bb6-8529-28824bd75ab9 2023-12-03T11:38:23.303 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:23.297+0000 7f9e33295980 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:38:23.303 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:23.297+0000 7f9e33295980 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:38:23.303 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:23.297+0000 7f9e33295980 20 rados->read ofs=0 len=0 2023-12-03T11:38:23.303 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:23.297+0000 7f9e33295980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:38:23.303 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:23.297+0000 7f9e33295980 20 rados->read ofs=0 len=0 2023-12-03T11:38:23.304 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:23.297+0000 7f9e33295980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:38:23.305 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:23.297+0000 7f9e33295980 20 rados->read ofs=0 len=0 2023-12-03T11:38:23.305 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:23.297+0000 7f9e33295980 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:38:23.305 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:23.297+0000 7f9e33295980 20 zone default found 2023-12-03T11:38:23.305 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:23.297+0000 7f9e33295980 4 Realm: () 2023-12-03T11:38:23.305 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:23.297+0000 7f9e33295980 4 ZoneGroup: default (9433ba8b-08fe-4f3d-8375-ae7b0ce32294) 2023-12-03T11:38:23.305 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:23.297+0000 7f9e33295980 4 Zone: default (43a5e689-6a4f-4bb6-8529-28824bd75ab9) 2023-12-03T11:38:23.305 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:23.297+0000 7f9e33295980 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:38:23.305 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:23.297+0000 7f9e33295980 20 zonegroup default 2023-12-03T11:38:23.305 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:23.297+0000 7f9e33295980 20 rados->read ofs=0 len=0 2023-12-03T11:38:23.305 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:23.297+0000 7f9e33295980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:38:23.305 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:23.297+0000 7f9e33295980 20 rados->read ofs=0 len=0 2023-12-03T11:38:23.306 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:23.297+0000 7f9e33295980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:38:23.306 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:23.297+0000 7f9e33295980 20 rados->read ofs=0 len=0 2023-12-03T11:38:23.306 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:23.297+0000 7f9e33295980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:38:23.306 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:23.297+0000 7f9e33295980 20 started sync module instance, tier type = 2023-12-03T11:38:23.306 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:23.297+0000 7f9e33295980 20 started zone id=43a5e689-6a4f-4bb6-8529-28824bd75ab9 (name=default) with tier type = 2023-12-03T11:38:23.321 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:23.313+0000 7f9e305b0640 0 -- 172.21.15.19:0/1996734190 >> [v2:172.21.15.19:6800/1469834966,v1:172.21.15.19:6801/1469834966] conn(0x7f9e0c0728f0 msgr2=0x7f9e0c074d20 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:38:23.323 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:23.317+0000 7f9e33295980 20 add_watcher() i=0 2023-12-03T11:38:23.323 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:23.317+0000 7f9e33295980 20 add_watcher() i=1 2023-12-03T11:38:23.323 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:23.317+0000 7f9e33295980 20 add_watcher() i=2 2023-12-03T11:38:23.324 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:23.317+0000 7f9e33295980 20 add_watcher() i=3 2023-12-03T11:38:23.324 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:23.317+0000 7f9e33295980 20 add_watcher() i=4 2023-12-03T11:38:23.324 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:23.317+0000 7f9e33295980 20 add_watcher() i=5 2023-12-03T11:38:23.324 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:23.317+0000 7f9e33295980 20 add_watcher() i=6 2023-12-03T11:38:23.324 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:23.317+0000 7f9e33295980 20 add_watcher() i=7 2023-12-03T11:38:23.324 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:23.317+0000 7f9e33295980 2 all 8 watchers are set, enabling cache 2023-12-03T11:38:23.327 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:23.321+0000 7f9df6fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:38:23.327 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:23.321+0000 7f9e33295980 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:38:23.327 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:23.321+0000 7f9e33295980 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:38:23.334 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:23.325+0000 7f9e33295980 5 note: GC not initialized 2023-12-03T11:38:23.334 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:23.325+0000 7f9d65ffb640 20 reqs_thread_entry: start 2023-12-03T11:38:23.334 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:23.325+0000 7f9e33295980 20 init_complete bucket index max shards: 1 2023-12-03T11:38:23.334 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:23.325+0000 7f9e33295980 20 Filter name: none 2023-12-03T11:38:23.334 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:23.325+0000 7f9d577fe640 20 reqs_thread_entry: start 2023-12-03T11:38:23.334 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:23.329+0000 7f9e33295980 20 rados->read ofs=0 len=0 2023-12-03T11:38:23.335 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:23.329+0000 7f9e33295980 20 rados_obj.operate() r=0 bl.length=190 2023-12-03T11:38:23.335 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:23.329+0000 7f9e33295980 20 rados->read ofs=0 len=0 2023-12-03T11:38:23.335 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:23.329+0000 7f9e33295980 20 rados_obj.operate() r=0 bl.length=368 2023-12-03T11:38:23.335 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:23.329+0000 7f9e33295980 20 couldn't put binfo cache entry, might have raced with data changes 2023-12-03T11:38:23.336 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:23.329+0000 7f9e33295980 20 rados->read ofs=0 len=0 2023-12-03T11:38:23.336 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:23.329+0000 7f9e33295980 20 rados_obj.operate() r=0 bl.length=190 2023-12-03T11:38:23.336 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:23.329+0000 7f9e33295980 20 rados->read ofs=0 len=0 2023-12-03T11:38:23.337 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:23.329+0000 7f9e33295980 20 rados_obj.operate() r=0 bl.length=368 2023-12-03T11:38:23.337 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:23.329+0000 7f9e33295980 20 couldn't put binfo cache entry, might have raced with data changes 2023-12-03T11:38:23.337 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:23.329+0000 7f9e33295980 20 rados->read ofs=0 len=0 2023-12-03T11:38:23.338 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:23.333+0000 7f9e33295980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:38:23.339 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:23.333+0000 7f9df6fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:38:23.345 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:23.337+0000 7f9e33295980 20 remove_watcher() i=0 2023-12-03T11:38:23.345 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:23.337+0000 7f9e33295980 2 removed watcher, disabling cache 2023-12-03T11:38:23.348 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:23.341+0000 7f9e33295980 20 remove_watcher() i=1 2023-12-03T11:38:23.350 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:23.345+0000 7f9e33295980 20 remove_watcher() i=2 2023-12-03T11:38:23.352 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:23.345+0000 7f9e33295980 20 remove_watcher() i=3 2023-12-03T11:38:23.355 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:23.349+0000 7f9e33295980 20 remove_watcher() i=4 2023-12-03T11:38:23.356 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:23.349+0000 7f9e33295980 20 remove_watcher() i=5 2023-12-03T11:38:23.357 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:23.349+0000 7f9e33295980 20 remove_watcher() i=6 2023-12-03T11:38:23.358 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:38:23.353+0000 7f9e33295980 20 remove_watcher() i=7 2023-12-03T11:38:23.363 INFO:tasks.workunit.client.0.smithi019.stderr:{'rgw.main': {'size': 0, 'size_actual': 0, 'size_utilized': 0, 'size_kb': 0, 'size_kb_actual': 0, 'size_kb_utilized': 0, 'num_objects': 0}} 2023-12-03T11:38:23.363 INFO:tasks.workunit.client.0.smithi019.stderr:Deleting bucket check-bucket 2023-12-03T11:38:23.364 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:38:23.364 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:38:23.369 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:38:23.369 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:38:23.401 INFO:tasks.workunit.client.0.smithi019.stderr:Completed bucket check tests 2023-12-03T11:38:23.401 INFO:tasks.workunit.client.0.smithi019.stdout:Could not connect to the endpoint URL: "http://localhost:80/" 2023-12-03T11:38:23.402 INFO:tasks.workunit.client.0.smithi019.stdout:Could not connect to the endpoint URL: "http://localhost:8000/" 2023-12-03T11:38:23.402 INFO:tasks.workunit.client.0.smithi019.stdout:connected to https://localhost:443 2023-12-03T11:38:23.460 INFO:tasks.workunit.client.0.smithi019.stderr:+ deactivate 2023-12-03T11:38:23.460 INFO:tasks.workunit.client.0.smithi019.stderr:+ '[' -n /usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/games:/snap/bin:/usr/sbin ']' 2023-12-03T11:38:23.460 INFO:tasks.workunit.client.0.smithi019.stderr:+ PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/games:/snap/bin:/usr/sbin 2023-12-03T11:38:23.460 INFO:tasks.workunit.client.0.smithi019.stderr:+ export PATH 2023-12-03T11:38:23.460 INFO:tasks.workunit.client.0.smithi019.stderr:+ unset _OLD_VIRTUAL_PATH 2023-12-03T11:38:23.460 INFO:tasks.workunit.client.0.smithi019.stderr:+ '[' -n '' ']' 2023-12-03T11:38:23.460 INFO:tasks.workunit.client.0.smithi019.stderr:+ '[' -n /usr/bin/bash -o -n '' ']' 2023-12-03T11:38:23.460 INFO:tasks.workunit.client.0.smithi019.stderr:+ hash -r 2023-12-03T11:38:23.460 INFO:tasks.workunit.client.0.smithi019.stderr:+ '[' -n '' ']' 2023-12-03T11:38:23.460 INFO:tasks.workunit.client.0.smithi019.stderr:+ unset VIRTUAL_ENV 2023-12-03T11:38:23.460 INFO:tasks.workunit.client.0.smithi019.stderr:+ unset VIRTUAL_ENV_PROMPT 2023-12-03T11:38:23.460 INFO:tasks.workunit.client.0.smithi019.stderr:+ '[' '!' '' = nondestructive ']' 2023-12-03T11:38:23.461 INFO:tasks.workunit.client.0.smithi019.stderr:+ unset -f deactivate 2023-12-03T11:38:23.461 INFO:tasks.workunit.client.0.smithi019.stderr:+ echo OK. 2023-12-03T11:38:23.461 INFO:tasks.workunit.client.0.smithi019.stdout:OK. 2023-12-03T11:38:23.462 INFO:teuthology.orchestra.run:Running command with timeout 3600 2023-12-03T11:38:23.462 DEBUG:teuthology.orchestra.run.smithi019:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2023-12-03T11:38:23.518 INFO:tasks.workunit:Stopping ['rgw/run-bucket-check.sh'] on client.0... 2023-12-03T11:38:23.518 DEBUG:teuthology.orchestra.run.smithi019:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2023-12-03T11:38:23.883 DEBUG:teuthology.parallel:result is None 2023-12-03T11:38:23.884 DEBUG:teuthology.orchestra.run.smithi019:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2023-12-03T11:38:23.895 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2023-12-03T11:38:23.896 DEBUG:teuthology.orchestra.run.smithi019:> rmdir -- /home/ubuntu/cephtest/mnt.0 2023-12-03T11:38:23.950 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2023-12-03T11:38:23.950 INFO:teuthology.run_tasks:Running task workunit... 2023-12-03T11:38:23.960 INFO:tasks.workunit:Pulling workunits from ref bcbf278cf395873c2a482f5a7b2345faf2160319 2023-12-03T11:38:23.961 INFO:tasks.workunit:Making a separate scratch dir for every client... 2023-12-03T11:38:23.961 DEBUG:teuthology.orchestra.run.smithi019:> stat -- /home/ubuntu/cephtest/mnt.0 2023-12-03T11:38:23.998 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-12-03T11:38:23.998 INFO:teuthology.orchestra.run.smithi019.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2023-12-03T11:38:23.999 DEBUG:teuthology.orchestra.run.smithi019:> mkdir -- /home/ubuntu/cephtest/mnt.0 2023-12-03T11:38:24.047 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2023-12-03T11:38:24.047 DEBUG:teuthology.orchestra.run.smithi019:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2023-12-03T11:38:24.095 INFO:tasks.workunit:timeout=3h 2023-12-03T11:38:24.095 INFO:tasks.workunit:cleanup=True 2023-12-03T11:38:24.096 DEBUG:teuthology.orchestra.run.smithi019:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://git.ceph.com/ceph-ci.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout bcbf278cf395873c2a482f5a7b2345faf2160319 2023-12-03T11:38:24.145 INFO:tasks.workunit.client.0.smithi019.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2023-12-03T11:39:29.597 INFO:tasks.workunit.client.0.smithi019.stderr:Note: switching to 'bcbf278cf395873c2a482f5a7b2345faf2160319'. 2023-12-03T11:39:29.597 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:39:29.597 INFO:tasks.workunit.client.0.smithi019.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2023-12-03T11:39:29.597 INFO:tasks.workunit.client.0.smithi019.stderr:changes and commit them, and you can discard any commits you make in this 2023-12-03T11:39:29.597 INFO:tasks.workunit.client.0.smithi019.stderr:state without impacting any branches by switching back to a branch. 2023-12-03T11:39:29.597 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:39:29.597 INFO:tasks.workunit.client.0.smithi019.stderr:If you want to create a new branch to retain commits you create, you may 2023-12-03T11:39:29.598 INFO:tasks.workunit.client.0.smithi019.stderr:do so (now or later) by using -c with the switch command. Example: 2023-12-03T11:39:29.598 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:39:29.598 INFO:tasks.workunit.client.0.smithi019.stderr: git switch -c 2023-12-03T11:39:29.598 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:39:29.598 INFO:tasks.workunit.client.0.smithi019.stderr:Or undo this operation with: 2023-12-03T11:39:29.598 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:39:29.598 INFO:tasks.workunit.client.0.smithi019.stderr: git switch - 2023-12-03T11:39:29.598 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:39:29.598 INFO:tasks.workunit.client.0.smithi019.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2023-12-03T11:39:29.598 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:39:29.598 INFO:tasks.workunit.client.0.smithi019.stderr:HEAD is now at bcbf278cf39 RGW:pubsub publish commit with etag populated 2023-12-03T11:39:29.600 DEBUG:teuthology.orchestra.run.smithi019:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2023-12-03T11:39:29.647 INFO:tasks.workunit.client.0.smithi019.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2023-12-03T11:39:29.650 INFO:tasks.workunit.client.0.smithi019.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2023-12-03T11:39:29.650 INFO:tasks.workunit.client.0.smithi019.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2023-12-03T11:39:29.704 INFO:tasks.workunit.client.0.smithi019.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2023-12-03T11:39:29.761 INFO:tasks.workunit.client.0.smithi019.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2023-12-03T11:39:29.805 INFO:tasks.workunit.client.0.smithi019.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2023-12-03T11:39:29.807 INFO:tasks.workunit.client.0.smithi019.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2023-12-03T11:39:29.807 INFO:tasks.workunit.client.0.smithi019.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2023-12-03T11:39:29.855 INFO:tasks.workunit.client.0.smithi019.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2023-12-03T11:39:29.859 DEBUG:teuthology.orchestra.run.smithi019:> set -ex 2023-12-03T11:39:29.859 DEBUG:teuthology.orchestra.run.smithi019:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2023-12-03T11:39:29.907 INFO:tasks.workunit:Running workunits matching cls/test_cls_lock.sh on client.0... 2023-12-03T11:39:29.908 INFO:tasks.workunit:Running workunit cls/test_cls_lock.sh... 2023-12-03T11:39:29.908 DEBUG:teuthology.orchestra.run.smithi019:workunit test cls/test_cls_lock.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=bcbf278cf395873c2a482f5a7b2345faf2160319 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_lock.sh 2023-12-03T11:39:29.971 INFO:tasks.workunit.client.0.smithi019.stdout:Running main() from gmock_main.cc 2023-12-03T11:39:29.971 INFO:tasks.workunit.client.0.smithi019.stdout:[==========] Running 11 tests from 1 test suite. 2023-12-03T11:39:29.971 INFO:tasks.workunit.client.0.smithi019.stdout:[----------] Global test environment set-up. 2023-12-03T11:39:29.972 INFO:tasks.workunit.client.0.smithi019.stdout:[----------] 11 tests from ClsLock 2023-12-03T11:39:29.972 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] ClsLock.TestMultiLocking 2023-12-03T11:39:31.181 INFO:tasks.workunit.client.0.smithi019.stdout:lock: mylock 2023-12-03T11:39:31.181 INFO:tasks.workunit.client.0.smithi019.stdout: lock_type: exclusive 2023-12-03T11:39:31.181 INFO:tasks.workunit.client.0.smithi019.stdout: tag: 2023-12-03T11:39:31.181 INFO:tasks.workunit.client.0.smithi019.stdout: lockers: 2023-12-03T11:39:31.181 INFO:tasks.workunit.client.0.smithi019.stdout: client.5244 expiration=2023-12-03T11:41:31.172422+0000 addr=v1:172.21.15.19:0/1794084141 cookie= 2023-12-03T11:39:31.190 INFO:tasks.workunit.client.0.smithi019.stdout:lock: mylock 2023-12-03T11:39:31.190 INFO:tasks.workunit.client.0.smithi019.stdout: lock_type: shared 2023-12-03T11:39:31.190 INFO:tasks.workunit.client.0.smithi019.stdout: tag: 2023-12-03T11:39:31.190 INFO:tasks.workunit.client.0.smithi019.stdout: lockers: 2023-12-03T11:39:31.190 INFO:tasks.workunit.client.0.smithi019.stdout: client.5244 expiration=2023-12-03T11:41:31.187833+0000 addr=v1:172.21.15.19:0/1794084141 cookie= 2023-12-03T11:39:31.190 INFO:tasks.workunit.client.0.smithi019.stdout: client.5250 expiration=0.000000 addr=v1:172.21.15.19:0/3547776806 cookie= 2023-12-03T11:39:31.193 INFO:tasks.workunit.client.0.smithi019.stdout:lock: mylock 2023-12-03T11:39:31.193 INFO:tasks.workunit.client.0.smithi019.stdout: lock_type: shared 2023-12-03T11:39:31.193 INFO:tasks.workunit.client.0.smithi019.stdout: tag: 2023-12-03T11:39:31.193 INFO:tasks.workunit.client.0.smithi019.stdout: lockers: 2023-12-03T11:39:31.193 INFO:tasks.workunit.client.0.smithi019.stdout: client.5250 expiration=0.000000 addr=v1:172.21.15.19:0/3547776806 cookie= 2023-12-03T11:39:32.124 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] ClsLock.TestMultiLocking (2153 ms) 2023-12-03T11:39:32.124 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] ClsLock.TestMeta 2023-12-03T11:39:34.457 INFO:tasks.workunit.client.0.smithi019.stdout:lock: mylock 2023-12-03T11:39:34.457 INFO:tasks.workunit.client.0.smithi019.stdout: lock_type: shared 2023-12-03T11:39:34.458 INFO:tasks.workunit.client.0.smithi019.stdout: tag: 2023-12-03T11:39:34.458 INFO:tasks.workunit.client.0.smithi019.stdout: lockers: 2023-12-03T11:39:34.458 INFO:tasks.workunit.client.0.smithi019.stdout: client.5265 expiration=0.000000 addr=v1:172.21.15.19:0/1477704718 cookie= 2023-12-03T11:39:34.464 INFO:tasks.workunit.client.0.smithi019.stdout:lock: mylock 2023-12-03T11:39:34.464 INFO:tasks.workunit.client.0.smithi019.stdout: lock_type: exclusive 2023-12-03T11:39:34.464 INFO:tasks.workunit.client.0.smithi019.stdout: tag: new_tag 2023-12-03T11:39:34.464 INFO:tasks.workunit.client.0.smithi019.stdout: lockers: 2023-12-03T11:39:34.464 INFO:tasks.workunit.client.0.smithi019.stdout: client.5256 expiration=0.000000 addr=v1:172.21.15.19:0/3073142418 cookie= 2023-12-03T11:39:35.186 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] ClsLock.TestMeta (3062 ms) 2023-12-03T11:39:35.186 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] ClsLock.TestCookie 2023-12-03T11:39:37.232 INFO:tasks.workunit.client.0.smithi019.stdout:lock: mylock 2023-12-03T11:39:37.232 INFO:tasks.workunit.client.0.smithi019.stdout: lock_type: exclusive 2023-12-03T11:39:37.232 INFO:tasks.workunit.client.0.smithi019.stdout: tag: 2023-12-03T11:39:37.232 INFO:tasks.workunit.client.0.smithi019.stdout: lockers: 2023-12-03T11:39:37.237 INFO:tasks.workunit.client.0.smithi019.stdout:lock: mylock 2023-12-03T11:39:37.237 INFO:tasks.workunit.client.0.smithi019.stdout: lock_type: shared 2023-12-03T11:39:37.237 INFO:tasks.workunit.client.0.smithi019.stdout: tag: 2023-12-03T11:39:37.237 INFO:tasks.workunit.client.0.smithi019.stdout: lockers: 2023-12-03T11:39:37.237 INFO:tasks.workunit.client.0.smithi019.stdout: client.5108 expiration=0.000000 addr=v1:172.21.15.19:0/800378091 cookie= 2023-12-03T11:39:37.237 INFO:tasks.workunit.client.0.smithi019.stdout: client.5108 expiration=0.000000 addr=v1:172.21.15.19:0/800378091 cookie=new cookie 2023-12-03T11:39:38.217 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] ClsLock.TestCookie (3031 ms) 2023-12-03T11:39:38.218 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] ClsLock.TestMultipleLocks 2023-12-03T11:39:41.294 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] ClsLock.TestMultipleLocks (3072 ms) 2023-12-03T11:39:41.294 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] ClsLock.TestLockDuration 2023-12-03T11:39:48.432 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] ClsLock.TestLockDuration (7143 ms) 2023-12-03T11:39:48.433 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] ClsLock.TestAssertLocked 2023-12-03T11:39:51.469 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] ClsLock.TestAssertLocked (3037 ms) 2023-12-03T11:39:51.469 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] ClsLock.TestSetCookie 2023-12-03T11:39:54.519 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] ClsLock.TestSetCookie (3050 ms) 2023-12-03T11:39:54.519 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] ClsLock.TestRenew 2023-12-03T11:40:15.072 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] ClsLock.TestRenew (20550 ms) 2023-12-03T11:40:15.072 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] ClsLock.TestExclusiveEphemeralBasic 2023-12-03T11:40:21.874 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] ClsLock.TestExclusiveEphemeralBasic (6804 ms) 2023-12-03T11:40:21.874 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] ClsLock.TestExclusiveEphemeralStealEphemeral 2023-12-03T11:40:28.956 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] ClsLock.TestExclusiveEphemeralStealEphemeral (7083 ms) 2023-12-03T11:40:28.956 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] ClsLock.TestExclusiveEphemeralStealExclusive 2023-12-03T11:40:37.042 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] ClsLock.TestExclusiveEphemeralStealExclusive (8086 ms) 2023-12-03T11:40:37.043 INFO:tasks.workunit.client.0.smithi019.stdout:[----------] 11 tests from ClsLock (67071 ms total) 2023-12-03T11:40:37.043 INFO:tasks.workunit.client.0.smithi019.stdout: 2023-12-03T11:40:37.043 INFO:tasks.workunit.client.0.smithi019.stdout:[----------] Global test environment tear-down 2023-12-03T11:40:37.043 INFO:tasks.workunit.client.0.smithi019.stdout:[==========] 11 tests from 1 test suite ran. (67071 ms total) 2023-12-03T11:40:37.043 INFO:tasks.workunit.client.0.smithi019.stdout:[ PASSED ] 11 tests. 2023-12-03T11:40:37.049 INFO:teuthology.orchestra.run:Running command with timeout 3600 2023-12-03T11:40:37.049 DEBUG:teuthology.orchestra.run.smithi019:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2023-12-03T11:40:37.104 INFO:tasks.workunit:Running workunits matching cls/test_cls_log.sh on client.0... 2023-12-03T11:40:37.105 INFO:tasks.workunit:Running workunit cls/test_cls_log.sh... 2023-12-03T11:40:37.105 DEBUG:teuthology.orchestra.run.smithi019:workunit test cls/test_cls_log.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=bcbf278cf395873c2a482f5a7b2345faf2160319 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_log.sh 2023-12-03T11:40:37.169 INFO:tasks.workunit.client.0.smithi019.stdout:Running main() from gmock_main.cc 2023-12-03T11:40:37.169 INFO:tasks.workunit.client.0.smithi019.stdout:[==========] Running 4 tests from 1 test suite. 2023-12-03T11:40:37.169 INFO:tasks.workunit.client.0.smithi019.stdout:[----------] Global test environment set-up. 2023-12-03T11:40:37.170 INFO:tasks.workunit.client.0.smithi019.stdout:[----------] 4 tests from cls_log 2023-12-03T11:40:37.170 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] cls_log.test_log_add_same_time 2023-12-03T11:40:40.046 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] cls_log.test_log_add_same_time (2877 ms) 2023-12-03T11:40:40.046 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] cls_log.test_log_add_different_time 2023-12-03T11:40:43.110 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] cls_log.test_log_add_different_time (3063 ms) 2023-12-03T11:40:43.110 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] cls_log.trim_by_time 2023-12-03T11:40:46.162 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] cls_log.trim_by_time (3049 ms) 2023-12-03T11:40:46.163 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] cls_log.trim_by_marker 2023-12-03T11:40:49.174 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] cls_log.trim_by_marker (3016 ms) 2023-12-03T11:40:49.174 INFO:tasks.workunit.client.0.smithi019.stdout:[----------] 4 tests from cls_log (12005 ms total) 2023-12-03T11:40:49.175 INFO:tasks.workunit.client.0.smithi019.stdout: 2023-12-03T11:40:49.175 INFO:tasks.workunit.client.0.smithi019.stdout:[----------] Global test environment tear-down 2023-12-03T11:40:49.175 INFO:tasks.workunit.client.0.smithi019.stdout:[==========] 4 tests from 1 test suite ran. (12005 ms total) 2023-12-03T11:40:49.175 INFO:tasks.workunit.client.0.smithi019.stdout:[ PASSED ] 4 tests. 2023-12-03T11:40:49.182 INFO:teuthology.orchestra.run:Running command with timeout 3600 2023-12-03T11:40:49.182 DEBUG:teuthology.orchestra.run.smithi019:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2023-12-03T11:40:49.240 INFO:tasks.workunit:Running workunits matching cls/test_cls_refcount.sh on client.0... 2023-12-03T11:40:49.241 INFO:tasks.workunit:Running workunit cls/test_cls_refcount.sh... 2023-12-03T11:40:49.241 DEBUG:teuthology.orchestra.run.smithi019:workunit test cls/test_cls_refcount.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=bcbf278cf395873c2a482f5a7b2345faf2160319 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_refcount.sh 2023-12-03T11:40:49.302 INFO:tasks.workunit.client.0.smithi019.stdout:Running main() from gmock_main.cc 2023-12-03T11:40:49.302 INFO:tasks.workunit.client.0.smithi019.stdout:[==========] Running 10 tests from 1 test suite. 2023-12-03T11:40:49.303 INFO:tasks.workunit.client.0.smithi019.stdout:[----------] Global test environment set-up. 2023-12-03T11:40:49.303 INFO:tasks.workunit.client.0.smithi019.stdout:[----------] 10 tests from cls_refcount 2023-12-03T11:40:49.303 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] cls_refcount.test_implicit 2023-12-03T11:40:52.222 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] cls_refcount.test_implicit (2920 ms) 2023-12-03T11:40:52.222 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] cls_refcount.test_implicit_idempotent 2023-12-03T11:40:55.270 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] cls_refcount.test_implicit_idempotent (3047 ms) 2023-12-03T11:40:55.270 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] cls_refcount.test_put_snap 2023-12-03T11:41:04.410 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] cls_refcount.test_put_snap (9134 ms) 2023-12-03T11:41:04.411 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] cls_refcount.test_explicit 2023-12-03T11:41:07.470 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] cls_refcount.test_explicit (3062 ms) 2023-12-03T11:41:07.470 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] cls_refcount.set 2023-12-03T11:41:10.476 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] cls_refcount.set (3011 ms) 2023-12-03T11:41:10.477 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] cls_refcount.test_implicit_ec 2023-12-03T11:41:17.548 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] cls_refcount.test_implicit_ec (7072 ms) 2023-12-03T11:41:17.548 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] cls_refcount.test_implicit_idempotent_ec 2023-12-03T11:41:24.629 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] cls_refcount.test_implicit_idempotent_ec (7081 ms) 2023-12-03T11:41:24.629 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] cls_refcount.test_put_snap_ec 2023-12-03T11:41:36.961 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] cls_refcount.test_put_snap_ec (12331 ms) 2023-12-03T11:41:36.961 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] cls_refcount.test_explicit_ec 2023-12-03T11:41:44.024 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] cls_refcount.test_explicit_ec (7063 ms) 2023-12-03T11:41:44.024 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] cls_refcount.set_ec 2023-12-03T11:41:51.155 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] cls_refcount.set_ec (7130 ms) 2023-12-03T11:41:51.155 INFO:tasks.workunit.client.0.smithi019.stdout:[----------] 10 tests from cls_refcount (61853 ms total) 2023-12-03T11:41:51.155 INFO:tasks.workunit.client.0.smithi019.stdout: 2023-12-03T11:41:51.155 INFO:tasks.workunit.client.0.smithi019.stdout:[----------] Global test environment tear-down 2023-12-03T11:41:51.155 INFO:tasks.workunit.client.0.smithi019.stdout:[==========] 10 tests from 1 test suite ran. (61853 ms total) 2023-12-03T11:41:51.155 INFO:tasks.workunit.client.0.smithi019.stdout:[ PASSED ] 10 tests. 2023-12-03T11:41:51.161 INFO:teuthology.orchestra.run:Running command with timeout 3600 2023-12-03T11:41:51.161 DEBUG:teuthology.orchestra.run.smithi019:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2023-12-03T11:41:51.219 INFO:tasks.workunit:Running workunits matching cls/test_cls_rgw.sh on client.0... 2023-12-03T11:41:51.220 INFO:tasks.workunit:Running workunit cls/test_cls_rgw.sh... 2023-12-03T11:41:51.220 DEBUG:teuthology.orchestra.run.smithi019:workunit test cls/test_cls_rgw.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=bcbf278cf395873c2a482f5a7b2345faf2160319 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rgw.sh 2023-12-03T11:41:51.288 INFO:tasks.workunit.client.0.smithi019.stdout:Running main() from gmock_main.cc 2023-12-03T11:41:51.289 INFO:tasks.workunit.client.0.smithi019.stdout:[==========] Running 16 tests from 1 test suite. 2023-12-03T11:41:51.289 INFO:tasks.workunit.client.0.smithi019.stdout:[----------] Global test environment set-up. 2023-12-03T11:41:51.289 INFO:tasks.workunit.client.0.smithi019.stdout:[----------] 16 tests from cls_rgw 2023-12-03T11:41:53.187 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] cls_rgw.index_basic 2023-12-03T11:41:53.263 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] cls_rgw.index_basic (77 ms) 2023-12-03T11:41:53.263 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] cls_rgw.index_multiple_obj_writers 2023-12-03T11:41:53.357 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] cls_rgw.index_multiple_obj_writers (93 ms) 2023-12-03T11:41:53.357 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] cls_rgw.index_remove_object 2023-12-03T11:41:53.484 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] cls_rgw.index_remove_object (128 ms) 2023-12-03T11:41:53.485 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] cls_rgw.index_suggest 2023-12-03T11:41:56.165 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] cls_rgw.index_suggest (2681 ms) 2023-12-03T11:41:56.165 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] cls_rgw.index_suggest_complete 2023-12-03T11:41:56.181 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] cls_rgw.index_suggest_complete (16 ms) 2023-12-03T11:41:56.181 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] cls_rgw.index_list 2023-12-03T11:41:56.278 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] cls_rgw.index_list (97 ms) 2023-12-03T11:41:56.279 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] cls_rgw.index_list_delimited 2023-12-03T11:42:59.993 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] cls_rgw.index_list_delimited (63714 ms) 2023-12-03T11:42:59.994 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] cls_rgw.bi_list 2023-12-03T11:43:00.181 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] cls_rgw.bi_list (189 ms) 2023-12-03T11:43:00.181 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] cls_rgw.gc_set 2023-12-03T11:43:00.201 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] cls_rgw.gc_set (20 ms) 2023-12-03T11:43:00.201 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] cls_rgw.gc_list 2023-12-03T11:43:00.228 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] cls_rgw.gc_list (27 ms) 2023-12-03T11:43:00.228 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] cls_rgw.gc_defer 2023-12-03T11:43:08.158 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] cls_rgw.gc_defer (7930 ms) 2023-12-03T11:43:08.158 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] cls_rgw.usage_basic 2023-12-03T11:43:08.542 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] cls_rgw.usage_basic (384 ms) 2023-12-03T11:43:08.542 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] cls_rgw.usage_clear_no_obj 2023-12-03T11:43:08.545 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] cls_rgw.usage_clear_no_obj (3 ms) 2023-12-03T11:43:08.545 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] cls_rgw.usage_clear 2023-12-03T11:43:08.917 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] cls_rgw.usage_clear (371 ms) 2023-12-03T11:43:08.917 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] cls_rgw.bi_log_trim 2023-12-03T11:43:09.056 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] cls_rgw.bi_log_trim (140 ms) 2023-12-03T11:43:09.056 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] cls_rgw.index_racing_removes 2023-12-03T11:43:09.096 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] cls_rgw.index_racing_removes (40 ms) 2023-12-03T11:43:09.184 INFO:tasks.workunit.client.0.smithi019.stdout:[----------] 16 tests from cls_rgw (75910 ms total) 2023-12-03T11:43:09.185 INFO:tasks.workunit.client.0.smithi019.stdout: 2023-12-03T11:43:09.185 INFO:tasks.workunit.client.0.smithi019.stdout:[----------] Global test environment tear-down 2023-12-03T11:43:09.185 INFO:tasks.workunit.client.0.smithi019.stdout:[==========] 16 tests from 1 test suite ran. (77896 ms total) 2023-12-03T11:43:09.185 INFO:tasks.workunit.client.0.smithi019.stdout:[ PASSED ] 16 tests. 2023-12-03T11:43:09.192 INFO:teuthology.orchestra.run:Running command with timeout 3600 2023-12-03T11:43:09.192 DEBUG:teuthology.orchestra.run.smithi019:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2023-12-03T11:43:09.249 INFO:tasks.workunit:Running workunits matching cls/test_cls_rgw_gc.sh on client.0... 2023-12-03T11:43:09.250 INFO:tasks.workunit:Running workunit cls/test_cls_rgw_gc.sh... 2023-12-03T11:43:09.250 DEBUG:teuthology.orchestra.run.smithi019:workunit test cls/test_cls_rgw_gc.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=bcbf278cf395873c2a482f5a7b2345faf2160319 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rgw_gc.sh 2023-12-03T11:43:09.315 INFO:tasks.workunit.client.0.smithi019.stdout:Running main() from gmock_main.cc 2023-12-03T11:43:09.315 INFO:tasks.workunit.client.0.smithi019.stdout:[==========] Running 9 tests from 1 test suite. 2023-12-03T11:43:09.315 INFO:tasks.workunit.client.0.smithi019.stdout:[----------] Global test environment set-up. 2023-12-03T11:43:09.315 INFO:tasks.workunit.client.0.smithi019.stdout:[----------] 9 tests from cls_rgw_gc 2023-12-03T11:43:09.315 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] cls_rgw_gc.init 2023-12-03T11:43:11.187 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] cls_rgw_gc.init (1871 ms) 2023-12-03T11:43:11.187 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops1 2023-12-03T11:43:11.243 INFO:tasks.workunit.client.0.smithi019.stderr:[ ] list info tag = chain-0 2023-12-03T11:43:11.243 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] cls_rgw_gc.gc_queue_ops1 (57 ms) 2023-12-03T11:43:11.243 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops2 2023-12-03T11:43:11.256 INFO:tasks.workunit.client.0.smithi019.stderr:[ ] next_marker is: = 0/4263 2023-12-03T11:43:11.256 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] cls_rgw_gc.gc_queue_ops2 (13 ms) 2023-12-03T11:43:11.256 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops5 2023-12-03T11:43:11.272 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] cls_rgw_gc.gc_queue_ops5 (16 ms) 2023-12-03T11:43:11.272 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops6 2023-12-03T11:43:11.289 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] cls_rgw_gc.gc_queue_ops6 (17 ms) 2023-12-03T11:43:11.290 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops7 2023-12-03T11:43:11.307 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] cls_rgw_gc.gc_queue_ops7 (18 ms) 2023-12-03T11:43:11.307 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops8 2023-12-03T11:43:11.324 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] cls_rgw_gc.gc_queue_ops8 (16 ms) 2023-12-03T11:43:11.324 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops9 2023-12-03T11:43:11.340 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] cls_rgw_gc.gc_queue_ops9 (16 ms) 2023-12-03T11:43:11.340 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] cls_rgw_gc.finalize 2023-12-03T11:43:12.205 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] cls_rgw_gc.finalize (866 ms) 2023-12-03T11:43:12.205 INFO:tasks.workunit.client.0.smithi019.stdout:[----------] 9 tests from cls_rgw_gc (2890 ms total) 2023-12-03T11:43:12.205 INFO:tasks.workunit.client.0.smithi019.stdout: 2023-12-03T11:43:12.206 INFO:tasks.workunit.client.0.smithi019.stdout:[----------] Global test environment tear-down 2023-12-03T11:43:12.206 INFO:tasks.workunit.client.0.smithi019.stdout:[==========] 9 tests from 1 test suite ran. (2890 ms total) 2023-12-03T11:43:12.206 INFO:tasks.workunit.client.0.smithi019.stdout:[ PASSED ] 9 tests. 2023-12-03T11:43:12.211 INFO:teuthology.orchestra.run:Running command with timeout 3600 2023-12-03T11:43:12.211 DEBUG:teuthology.orchestra.run.smithi019:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2023-12-03T11:43:12.267 INFO:tasks.workunit:Running workunits matching cls/test_cls_rgw_stats.sh on client.0... 2023-12-03T11:43:12.268 INFO:tasks.workunit:Running workunit cls/test_cls_rgw_stats.sh... 2023-12-03T11:43:12.268 DEBUG:teuthology.orchestra.run.smithi019:workunit test cls/test_cls_rgw_stats.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=bcbf278cf395873c2a482f5a7b2345faf2160319 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rgw_stats.sh 2023-12-03T11:43:12.344 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:43:12.344 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:43:12.345 INFO:tasks.workunit.client.0.smithi019.stdout:[==========] Running 1 test from 1 test suite. 2023-12-03T11:43:12.345 INFO:tasks.workunit.client.0.smithi019.stdout:[----------] Global test environment set-up. 2023-12-03T11:43:14.239 INFO:tasks.workunit.client.0.smithi019.stdout:[----------] 1 test from cls_rgw_stats 2023-12-03T11:43:14.239 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] cls_rgw_stats.simulate 2023-12-03T11:43:14.278 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:14.271+0000 7f4da82f78c0 1 > prepared part key=_multipart_2HVLNPGB2PLL.2~Q3SOSZWBI39X.0 size=1048576 2023-12-03T11:43:14.279 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:14.275+0000 7f4da82f78c0 1 > prepared part key=_multipart_2HVLNPGB2PLL.2~Q3SOSZWBI39X.1 size=1048576 2023-12-03T11:43:14.281 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:14.275+0000 7f4da82f78c0 1 > prepared part key=_multipart_2HVLNPGB2PLL.2~Q3SOSZWBI39X.2 size=958482 2023-12-03T11:43:14.281 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:14.275+0000 7f4da82f78c0 1 > prepared multipart upload key=2HVLNPGB2PLL upload=Q3SOSZWBI39X tag=LMEUO7K9GES5 type=write size=4104210 2023-12-03T11:43:14.284 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:14.279+0000 7f4da82f78c0 1 > prepared operation key=M9A06B3PSDOD tag=SPIOBQQ7791P type=del size=1602 2023-12-03T11:43:14.287 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:14.283+0000 7f4da82f78c0 1 > prepared operation key=PSYQ3RT9HX5N tag=9SH8IV26QQU9 type=del size=1766506 2023-12-03T11:43:14.289 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:14.283+0000 7f4da82f78c0 1 > prepared operation key=Q5C3IZCQEVO6 tag=16NI8MM2DIK6 type=del size=3896112 2023-12-03T11:43:14.294 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:14.287+0000 7f4da82f78c0 1 > prepared part key=_multipart_85DYZW2I0U7X.2~2ERPYLBDKQR1.0 size=901645 2023-12-03T11:43:14.294 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:14.287+0000 7f4da82f78c0 1 > prepared multipart upload key=85DYZW2I0U7X upload=2ERPYLBDKQR1 tag=ALAAV8BG1GN8 type=write size=1950221 2023-12-03T11:43:14.296 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:14.291+0000 7f4da82f78c0 1 > prepared operation key=UT0U43FV7Y0L tag=I3WL70GFCBL6 type=del size=3405307 2023-12-03T11:43:14.299 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:14.295+0000 7f4da82f78c0 1 > prepared operation key=7EDLY2Q78IBP tag=AZZ3COSUL886 type=del size=2612873 2023-12-03T11:43:14.302 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:14.295+0000 7f4da82f78c0 1 > prepared operation key=2HVLNPGB2PLL tag=0716E4LM3NMX type=del size=2407226 2023-12-03T11:43:14.304 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:14.299+0000 7f4da82f78c0 1 > prepared operation key=K6FJNLCVDIUX tag=EPJ3ZKXM3Y1G type=del size=4111356 2023-12-03T11:43:14.310 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:14.303+0000 7f4da82f78c0 1 > prepared part key=_multipart_UT0U43FV7Y0L.2~23JBYFOUSBZZ.0 size=1048576 2023-12-03T11:43:14.312 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:14.307+0000 7f4da82f78c0 1 > prepared part key=_multipart_UT0U43FV7Y0L.2~23JBYFOUSBZZ.1 size=1048576 2023-12-03T11:43:14.314 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:14.311+0000 7f4da82f78c0 1 > prepared part key=_multipart_UT0U43FV7Y0L.2~23JBYFOUSBZZ.2 size=294758 2023-12-03T11:43:14.314 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:14.311+0000 7f4da82f78c0 1 > prepared multipart upload key=UT0U43FV7Y0L upload=23JBYFOUSBZZ tag=Q3WK9P9SLIA4 type=write size=3440486 2023-12-03T11:43:14.319 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:14.315+0000 7f4da82f78c0 1 > prepared part key=_multipart_UT0U43FV7Y0L.2~8JCPV73T4G3G.0 size=1048576 2023-12-03T11:43:14.322 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:14.315+0000 7f4da82f78c0 1 > prepared part key=_multipart_UT0U43FV7Y0L.2~8JCPV73T4G3G.1 size=310365 2023-12-03T11:43:14.322 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:14.315+0000 7f4da82f78c0 1 > prepared multipart upload key=UT0U43FV7Y0L upload=8JCPV73T4G3G tag=JMQS83V2SKL3 type=write size=2407517 2023-12-03T11:43:14.327 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:14.323+0000 7f4da82f78c0 1 > prepared part key=_multipart_RF6YEP4A6INZ.2~3YO7H194DO8A.0 size=1048576 2023-12-03T11:43:14.329 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:14.323+0000 7f4da82f78c0 1 > prepared part key=_multipart_RF6YEP4A6INZ.2~3YO7H194DO8A.1 size=1016206 2023-12-03T11:43:14.330 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:14.323+0000 7f4da82f78c0 1 > prepared multipart upload key=RF6YEP4A6INZ upload=3YO7H194DO8A tag=Z9FL5V8FMQ74 type=write size=3113358 2023-12-03T11:43:14.335 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:14.331+0000 7f4da82f78c0 1 > prepared part key=_multipart_645V3LNUPS4A.2~0QCJVO5RSBMI.0 size=591293 2023-12-03T11:43:14.335 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:14.331+0000 7f4da82f78c0 1 > prepared multipart upload key=645V3LNUPS4A upload=0QCJVO5RSBMI tag=8QCBBZNE8129 type=write size=1639869 2023-12-03T11:43:14.341 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:14.335+0000 7f4da82f78c0 1 > prepared part key=_multipart_Q3BH4HFRFZA5.2~OMHBQ8BJK4QU.0 size=1048576 2023-12-03T11:43:14.343 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:14.339+0000 7f4da82f78c0 1 > prepared part key=_multipart_Q3BH4HFRFZA5.2~OMHBQ8BJK4QU.1 size=1048576 2023-12-03T11:43:14.346 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:14.339+0000 7f4da82f78c0 1 > prepared part key=_multipart_Q3BH4HFRFZA5.2~OMHBQ8BJK4QU.2 size=948116 2023-12-03T11:43:14.346 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:14.339+0000 7f4da82f78c0 1 > prepared multipart upload key=Q3BH4HFRFZA5 upload=OMHBQ8BJK4QU tag=BG1AGL8OZR0U type=write size=4093844 2023-12-03T11:43:14.351 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:14.347+0000 7f4da82f78c0 1 > prepared part key=_multipart_PSYQ3RT9HX5N.2~JXPDCC6C2C21.0 size=1048576 2023-12-03T11:43:14.354 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:14.347+0000 7f4da82f78c0 1 > prepared part key=_multipart_PSYQ3RT9HX5N.2~JXPDCC6C2C21.1 size=244290 2023-12-03T11:43:14.354 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:14.347+0000 7f4da82f78c0 1 > prepared multipart upload key=PSYQ3RT9HX5N upload=JXPDCC6C2C21 tag=UP2R2FORDUNK type=write size=2341442 2023-12-03T11:43:14.357 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:14.351+0000 7f4da82f78c0 1 > prepared operation key=6UZY1HWE143J tag=S8FTUPENUBXI type=del size=1257399 2023-12-03T11:43:14.360 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:14.355+0000 7f4da82f78c0 1 < completed part key=_multipart_2HVLNPGB2PLL.2~Q3SOSZWBI39X.0 size=1048576 2023-12-03T11:43:14.363 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:14.359+0000 7f4da82f78c0 1 < completed part key=_multipart_2HVLNPGB2PLL.2~Q3SOSZWBI39X.1 size=1048576 2023-12-03T11:43:14.366 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:14.359+0000 7f4da82f78c0 1 < completed part key=_multipart_2HVLNPGB2PLL.2~Q3SOSZWBI39X.2 size=958482 2023-12-03T11:43:14.372 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:14.367+0000 7f4da82f78c0 1 < completed multipart upload key=2HVLNPGB2PLL upload=Q3SOSZWBI39X tag=LMEUO7K9GES5 type=write size=4104210 2023-12-03T11:43:14.375 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:14.371+0000 7f4da82f78c0 1 > prepared operation key=XCT2GVJ4O84M tag=WL3DGC3WIAVM type=del size=2793307 2023-12-03T11:43:14.382 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:14.379+0000 7f4da82f78c0 1 < suggested update operation key=M9A06B3PSDOD tag=SPIOBQQ7791P type=del size=1602 2023-12-03T11:43:14.385 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:14.379+0000 7f4da82f78c0 1 > prepared operation key=TBD5MDTZYHGQ tag=JFB3KYPA9DHG type=del size=358627 2023-12-03T11:43:14.392 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:14.387+0000 7f4da82f78c0 1 < suggested remove operation key=PSYQ3RT9HX5N tag=9SH8IV26QQU9 type=del 2023-12-03T11:43:14.400 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:14.395+0000 7f4da82f78c0 1 > prepared part key=_multipart_7AKK0TE2I43B.2~5CGPDYCEPLPR.0 size=1048576 2023-12-03T11:43:14.402 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:14.399+0000 7f4da82f78c0 1 > prepared part key=_multipart_7AKK0TE2I43B.2~5CGPDYCEPLPR.1 size=641511 2023-12-03T11:43:14.402 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:14.399+0000 7f4da82f78c0 1 > prepared multipart upload key=7AKK0TE2I43B upload=5CGPDYCEPLPR tag=X2HJBT1BPZTO type=write size=2738663 2023-12-03T11:43:14.406 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:14.399+0000 7f4da82f78c0 1 < completed delete operation key=Q5C3IZCQEVO6 tag=16NI8MM2DIK6 type=del 2023-12-03T11:43:14.413 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:14.407+0000 7f4da82f78c0 1 > prepared part key=_multipart_K2XC9VGBIFBD.2~M1EIIHO9X31C.0 size=1048576 2023-12-03T11:43:14.415 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:14.411+0000 7f4da82f78c0 1 > prepared part key=_multipart_K2XC9VGBIFBD.2~M1EIIHO9X31C.1 size=1048576 2023-12-03T11:43:14.418 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:14.411+0000 7f4da82f78c0 1 > prepared part key=_multipart_K2XC9VGBIFBD.2~M1EIIHO9X31C.2 size=272247 2023-12-03T11:43:14.418 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:14.411+0000 7f4da82f78c0 1 > prepared multipart upload key=K2XC9VGBIFBD upload=M1EIIHO9X31C tag=B3D5LMBISS5M type=write size=3417975 2023-12-03T11:43:14.422 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:14.415+0000 7f4da82f78c0 1 < completed part key=_multipart_85DYZW2I0U7X.2~2ERPYLBDKQR1.0 size=901645 2023-12-03T11:43:14.429 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:14.423+0000 7f4da82f78c0 1 < completed multipart upload key=85DYZW2I0U7X upload=2ERPYLBDKQR1 tag=ALAAV8BG1GN8 type=write size=1950221 2023-12-03T11:43:14.431 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:14.427+0000 7f4da82f78c0 1 > prepared operation key=IOZ5MNNP5B2W tag=AY61CW0G1001 type=del size=805459 2023-12-03T11:43:14.438 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:14.435+0000 7f4da82f78c0 1 < suggested remove operation key=UT0U43FV7Y0L tag=I3WL70GFCBL6 type=del 2023-12-03T11:43:14.441 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:14.435+0000 7f4da82f78c0 1 > prepared operation key=Q5C3IZCQEVO6 tag=S8Q1HRZ590NP type=del size=1038364 2023-12-03T11:43:14.446 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:14.439+0000 7f4da82f78c0 1 < completed delete operation key=7EDLY2Q78IBP tag=AZZ3COSUL886 type=del 2023-12-03T11:43:14.452 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:14.447+0000 7f4da82f78c0 1 > prepared part key=_multipart_M9A06B3PSDOD.2~ZK0E86IGGOX3.0 size=1048576 2023-12-03T11:43:14.454 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:14.451+0000 7f4da82f78c0 1 > prepared part key=_multipart_M9A06B3PSDOD.2~ZK0E86IGGOX3.1 size=1048576 2023-12-03T11:43:14.457 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:14.451+0000 7f4da82f78c0 1 > prepared part key=_multipart_M9A06B3PSDOD.2~ZK0E86IGGOX3.2 size=35180 2023-12-03T11:43:14.457 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:14.451+0000 7f4da82f78c0 1 > prepared multipart upload key=M9A06B3PSDOD upload=ZK0E86IGGOX3 tag=H978W9MPK8ZX type=write size=3180908 2023-12-03T11:43:14.462 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:14.455+0000 7f4da82f78c0 1 < completed delete operation key=2HVLNPGB2PLL tag=0716E4LM3NMX type=del 2023-12-03T11:43:14.466 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:14.459+0000 7f4da82f78c0 1 > prepared operation key=1H0XTAA0VMYC tag=6331FI36TJY1 type=write size=928694 2023-12-03T11:43:14.472 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:14.467+0000 7f4da82f78c0 1 < suggested update operation key=K6FJNLCVDIUX tag=EPJ3ZKXM3Y1G type=del size=4111356 2023-12-03T11:43:14.476 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:14.471+0000 7f4da82f78c0 1 > prepared operation key=645V3LNUPS4A tag=3VPMR21AJ2OT type=del size=592918 2023-12-03T11:43:14.481 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:14.475+0000 7f4da82f78c0 1 < completed part key=_multipart_UT0U43FV7Y0L.2~23JBYFOUSBZZ.0 size=1048576 2023-12-03T11:43:14.483 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:14.479+0000 7f4da82f78c0 1 < completed part key=_multipart_UT0U43FV7Y0L.2~23JBYFOUSBZZ.1 size=1048576 2023-12-03T11:43:14.487 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:14.483+0000 7f4da82f78c0 1 < completed part key=_multipart_UT0U43FV7Y0L.2~23JBYFOUSBZZ.2 size=294758 2023-12-03T11:43:14.493 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:14.487+0000 7f4da82f78c0 1 < completed multipart upload key=UT0U43FV7Y0L upload=23JBYFOUSBZZ tag=Q3WK9P9SLIA4 type=write size=3440486 2023-12-03T11:43:14.497 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:14.491+0000 7f4da82f78c0 1 > prepared operation key=1GAQFDQ35291 tag=5SBH2H9D58WU type=del size=759943 2023-12-03T11:43:14.501 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:14.495+0000 7f4da82f78c0 1 < completed part key=_multipart_UT0U43FV7Y0L.2~8JCPV73T4G3G.0 size=1048576 2023-12-03T11:43:14.506 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:14.499+0000 7f4da82f78c0 1 < completed part key=_multipart_UT0U43FV7Y0L.2~8JCPV73T4G3G.1 size=310365 2023-12-03T11:43:14.512 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:14.507+0000 7f4da82f78c0 1 < completed multipart upload key=UT0U43FV7Y0L upload=8JCPV73T4G3G tag=JMQS83V2SKL3 type=write size=2407517 2023-12-03T11:43:14.516 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:14.511+0000 7f4da82f78c0 1 > prepared operation key=Q3BH4HFRFZA5 tag=6NZOM32OH3ZR type=write size=483537 2023-12-03T11:43:14.520 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:14.515+0000 7f4da82f78c0 1 < completed part key=_multipart_RF6YEP4A6INZ.2~3YO7H194DO8A.0 size=1048576 2023-12-03T11:43:14.520 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:14.515+0000 7f4da82f78c0 1 < canceled part key=_multipart_RF6YEP4A6INZ.2~3YO7H194DO8A.1 size=1016206 2023-12-03T11:43:14.528 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:14.523+0000 7f4da82f78c0 1 < canceled multipart upload key=RF6YEP4A6INZ upload=3YO7H194DO8A tag=Z9FL5V8FMQ74 type=write size=3113358 2023-12-03T11:43:14.534 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:14.531+0000 7f4da82f78c0 1 > prepared part key=_multipart_4LWB8EMR9EBJ.2~W9HQWFP5SZZM.0 size=1048576 2023-12-03T11:43:14.537 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:14.531+0000 7f4da82f78c0 1 > prepared part key=_multipart_4LWB8EMR9EBJ.2~W9HQWFP5SZZM.1 size=1048576 2023-12-03T11:43:14.540 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:14.535+0000 7f4da82f78c0 1 > prepared part key=_multipart_4LWB8EMR9EBJ.2~W9HQWFP5SZZM.2 size=56127 2023-12-03T11:43:14.541 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:14.535+0000 7f4da82f78c0 1 > prepared multipart upload key=4LWB8EMR9EBJ upload=W9HQWFP5SZZM tag=32CPHGDVROH3 type=write size=3201855 2023-12-03T11:43:14.542 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:14.535+0000 7f4da82f78c0 1 < canceled part key=_multipart_645V3LNUPS4A.2~0QCJVO5RSBMI.0 size=591293 2023-12-03T11:43:14.549 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:14.543+0000 7f4da82f78c0 1 < canceled multipart upload key=645V3LNUPS4A upload=0QCJVO5RSBMI tag=8QCBBZNE8129 type=write size=1639869 2023-12-03T11:43:14.555 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:14.551+0000 7f4da82f78c0 1 > prepared part key=_multipart_1GAQFDQ35291.2~I1A3TDR1UCAC.0 size=244634 2023-12-03T11:43:14.555 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:14.551+0000 7f4da82f78c0 1 > prepared multipart upload key=1GAQFDQ35291 upload=I1A3TDR1UCAC tag=1RJWMLJ1AO4Q type=write size=1293210 2023-12-03T11:43:14.559 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:14.555+0000 7f4da82f78c0 1 < completed part key=_multipart_Q3BH4HFRFZA5.2~OMHBQ8BJK4QU.0 size=1048576 2023-12-03T11:43:14.561 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:14.555+0000 7f4da82f78c0 1 < completed part key=_multipart_Q3BH4HFRFZA5.2~OMHBQ8BJK4QU.1 size=1048576 2023-12-03T11:43:14.565 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:14.559+0000 7f4da82f78c0 1 < completed part key=_multipart_Q3BH4HFRFZA5.2~OMHBQ8BJK4QU.2 size=948116 2023-12-03T11:43:14.572 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:14.567+0000 7f4da82f78c0 1 < completed multipart upload key=Q3BH4HFRFZA5 upload=OMHBQ8BJK4QU tag=BG1AGL8OZR0U type=write size=4093844 2023-12-03T11:43:14.576 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:14.571+0000 7f4da82f78c0 1 > prepared operation key=K6FJNLCVDIUX tag=CF0SVL38LVUH type=del size=1295527 2023-12-03T11:43:14.579 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:14.575+0000 7f4da82f78c0 1 < completed part key=_multipart_PSYQ3RT9HX5N.2~JXPDCC6C2C21.0 size=1048576 2023-12-03T11:43:14.583 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:14.579+0000 7f4da82f78c0 1 < completed part key=_multipart_PSYQ3RT9HX5N.2~JXPDCC6C2C21.1 size=244290 2023-12-03T11:43:14.589 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:14.583+0000 7f4da82f78c0 1 < completed multipart upload key=PSYQ3RT9HX5N upload=JXPDCC6C2C21 tag=UP2R2FORDUNK type=write size=2341442 2023-12-03T11:43:14.593 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:14.587+0000 7f4da82f78c0 1 > prepared operation key=K4O9QAISDGSN tag=G2DDC3GX9PSG type=del size=246388 2023-12-03T11:43:14.597 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:14.591+0000 7f4da82f78c0 1 < completed delete operation key=6UZY1HWE143J tag=S8FTUPENUBXI type=del 2023-12-03T11:43:14.604 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:14.599+0000 7f4da82f78c0 1 > prepared part key=_multipart_85DYZW2I0U7X.2~QV4KUFIZRNXN.0 size=118256 2023-12-03T11:43:14.604 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:14.599+0000 7f4da82f78c0 1 > prepared multipart upload key=85DYZW2I0U7X upload=QV4KUFIZRNXN tag=U3SBIMHMUS3X type=write size=1166832 2023-12-03T11:43:14.608 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:14.603+0000 7f4da82f78c0 1 < completed delete operation key=XCT2GVJ4O84M tag=WL3DGC3WIAVM type=del 2023-12-03T11:43:14.615 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:14.611+0000 7f4da82f78c0 1 > prepared part key=_multipart_2HVLNPGB2PLL.2~C1OHIO623FWR.0 size=1048576 2023-12-03T11:43:14.619 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:14.615+0000 7f4da82f78c0 1 > prepared part key=_multipart_2HVLNPGB2PLL.2~C1OHIO623FWR.1 size=669616 2023-12-03T11:43:14.619 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:14.615+0000 7f4da82f78c0 1 > prepared multipart upload key=2HVLNPGB2PLL upload=C1OHIO623FWR tag=WLA4E8EZ5VY8 type=write size=2766768 2023-12-03T11:43:14.633 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:14.627+0000 7f4da82f78c0 1 < canceled operation key=TBD5MDTZYHGQ tag=JFB3KYPA9DHG type=del size=358627 2023-12-03T11:43:14.636 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:14.631+0000 7f4da82f78c0 1 > prepared operation key=K4O9QAISDGSN tag=GEURBHVK7JAL type=write size=85743 2023-12-03T11:43:14.640 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:14.635+0000 7f4da82f78c0 1 < completed part key=_multipart_7AKK0TE2I43B.2~5CGPDYCEPLPR.0 size=1048576 2023-12-03T11:43:14.644 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:14.639+0000 7f4da82f78c0 1 < completed part key=_multipart_7AKK0TE2I43B.2~5CGPDYCEPLPR.1 size=641511 2023-12-03T11:43:14.651 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:14.647+0000 7f4da82f78c0 1 < completed multipart upload key=7AKK0TE2I43B upload=5CGPDYCEPLPR tag=X2HJBT1BPZTO type=write size=2738663 2023-12-03T11:43:14.658 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:14.651+0000 7f4da82f78c0 1 > prepared part key=_multipart_K6FJNLCVDIUX.2~DXJXMZWL8FZD.0 size=1048576 2023-12-03T11:43:14.661 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:14.655+0000 7f4da82f78c0 1 > prepared part key=_multipart_K6FJNLCVDIUX.2~DXJXMZWL8FZD.1 size=1048576 2023-12-03T11:43:14.664 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:14.659+0000 7f4da82f78c0 1 > prepared part key=_multipart_K6FJNLCVDIUX.2~DXJXMZWL8FZD.2 size=40869 2023-12-03T11:43:14.664 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:14.659+0000 7f4da82f78c0 1 > prepared multipart upload key=K6FJNLCVDIUX upload=DXJXMZWL8FZD tag=8WGAPSF97UQU type=write size=3186597 2023-12-03T11:43:14.664 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:14.659+0000 7f4da82f78c0 1 < canceled part key=_multipart_K2XC9VGBIFBD.2~M1EIIHO9X31C.0 size=1048576 2023-12-03T11:43:14.668 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:14.663+0000 7f4da82f78c0 1 < completed part key=_multipart_K2XC9VGBIFBD.2~M1EIIHO9X31C.1 size=1048576 2023-12-03T11:43:14.671 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:14.667+0000 7f4da82f78c0 1 < completed part key=_multipart_K2XC9VGBIFBD.2~M1EIIHO9X31C.2 size=272247 2023-12-03T11:43:14.678 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:14.671+0000 7f4da82f78c0 1 < canceled multipart upload key=K2XC9VGBIFBD upload=M1EIIHO9X31C tag=B3D5LMBISS5M type=write size=3417975 2023-12-03T11:43:14.682 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:14.675+0000 7f4da82f78c0 1 > prepared operation key=7EDLY2Q78IBP tag=XDUB0H7HUCZX type=del size=535012 2023-12-03T11:43:14.686 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:14.683+0000 7f4da82f78c0 1 < completed delete operation key=IOZ5MNNP5B2W tag=AY61CW0G1001 type=del 2023-12-03T11:43:14.690 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:14.687+0000 7f4da82f78c0 1 > prepared operation key=PUY1C1KWIAHV tag=1QRHDOGQQUBK type=del size=1004509 2023-12-03T11:43:14.694 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:14.691+0000 7f4da82f78c0 1 < completed delete operation key=Q5C3IZCQEVO6 tag=S8Q1HRZ590NP type=del 2023-12-03T11:43:14.698 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:14.695+0000 7f4da82f78c0 1 > prepared operation key=1GAQFDQ35291 tag=7T9CPEUKE8RX type=del size=1675117 2023-12-03T11:43:14.702 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:14.695+0000 7f4da82f78c0 1 < completed part key=_multipart_M9A06B3PSDOD.2~ZK0E86IGGOX3.0 size=1048576 2023-12-03T11:43:14.705 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:14.699+0000 7f4da82f78c0 1 < completed part key=_multipart_M9A06B3PSDOD.2~ZK0E86IGGOX3.1 size=1048576 2023-12-03T11:43:14.705 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:14.699+0000 7f4da82f78c0 1 < canceled part key=_multipart_M9A06B3PSDOD.2~ZK0E86IGGOX3.2 size=35180 2023-12-03T11:43:14.713 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:14.707+0000 7f4da82f78c0 1 < canceled multipart upload key=M9A06B3PSDOD upload=ZK0E86IGGOX3 tag=H978W9MPK8ZX type=write size=3180908 2023-12-03T11:43:14.720 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:14.715+0000 7f4da82f78c0 1 > prepared part key=_multipart_XCT2GVJ4O84M.2~F4CV3RJPUXZ5.0 size=1048576 2023-12-03T11:43:14.723 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:14.719+0000 7f4da82f78c0 1 > prepared part key=_multipart_XCT2GVJ4O84M.2~F4CV3RJPUXZ5.1 size=1048576 2023-12-03T11:43:14.726 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:14.723+0000 7f4da82f78c0 1 > prepared part key=_multipart_XCT2GVJ4O84M.2~F4CV3RJPUXZ5.2 size=49503 2023-12-03T11:43:14.726 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:14.723+0000 7f4da82f78c0 1 > prepared multipart upload key=XCT2GVJ4O84M upload=F4CV3RJPUXZ5 tag=J76MTTAEM6LL type=write size=3195231 2023-12-03T11:43:14.731 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:14.727+0000 7f4da82f78c0 1 < completed write operation key=1H0XTAA0VMYC tag=6331FI36TJY1 type=write size=928694 2023-12-03T11:43:14.739 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:14.735+0000 7f4da82f78c0 1 > prepared part key=_multipart_7AKK0TE2I43B.2~L926PMGVKXDJ.0 size=451143 2023-12-03T11:43:14.739 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:14.735+0000 7f4da82f78c0 1 > prepared multipart upload key=7AKK0TE2I43B upload=L926PMGVKXDJ tag=IPW80B2IEKAK type=write size=1499719 2023-12-03T11:43:14.744 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:14.739+0000 7f4da82f78c0 1 < completed delete operation key=645V3LNUPS4A tag=3VPMR21AJ2OT type=del 2023-12-03T11:43:14.748 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:14.743+0000 7f4da82f78c0 1 > prepared operation key=6UZY1HWE143J tag=13AVIOY708ZU type=del size=2991403 2023-12-03T11:43:14.752 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:14.747+0000 7f4da82f78c0 1 < completed delete operation key=1GAQFDQ35291 tag=5SBH2H9D58WU type=del 2023-12-03T11:43:14.756 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:14.751+0000 7f4da82f78c0 1 > prepared operation key=1H0XTAA0VMYC tag=8TGYD51QH2XY type=del size=1220432 2023-12-03T11:43:14.760 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:14.755+0000 7f4da82f78c0 1 < completed write operation key=Q3BH4HFRFZA5 tag=6NZOM32OH3ZR type=write size=483537 2023-12-03T11:43:14.765 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:14.759+0000 7f4da82f78c0 1 > prepared operation key=K6FJNLCVDIUX tag=2XSFLXG4FDKS type=del size=139435 2023-12-03T11:43:14.769 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:14.763+0000 7f4da82f78c0 1 < completed part key=_multipart_4LWB8EMR9EBJ.2~W9HQWFP5SZZM.0 size=1048576 2023-12-03T11:43:14.773 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:14.767+0000 7f4da82f78c0 1 < completed part key=_multipart_4LWB8EMR9EBJ.2~W9HQWFP5SZZM.1 size=1048576 2023-12-03T11:43:14.777 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:14.771+0000 7f4da82f78c0 1 < completed part key=_multipart_4LWB8EMR9EBJ.2~W9HQWFP5SZZM.2 size=56127 2023-12-03T11:43:14.785 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:14.779+0000 7f4da82f78c0 1 < completed multipart upload key=4LWB8EMR9EBJ upload=W9HQWFP5SZZM tag=32CPHGDVROH3 type=write size=3201855 2023-12-03T11:43:14.789 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:14.783+0000 7f4da82f78c0 1 > prepared operation key=1H0XTAA0VMYC tag=V6MN9Z160Q2X type=del size=1234005 2023-12-03T11:43:14.794 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:14.787+0000 7f4da82f78c0 1 < completed part key=_multipart_1GAQFDQ35291.2~I1A3TDR1UCAC.0 size=244634 2023-12-03T11:43:14.801 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:14.795+0000 7f4da82f78c0 1 < completed multipart upload key=1GAQFDQ35291 upload=I1A3TDR1UCAC tag=1RJWMLJ1AO4Q type=write size=1293210 2023-12-03T11:43:14.806 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:14.799+0000 7f4da82f78c0 1 > prepared operation key=IA082W6GDNN2 tag=KF2M1KWKGJ0D type=write size=1019911 2023-12-03T11:43:14.810 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:14.807+0000 7f4da82f78c0 1 < completed delete operation key=K6FJNLCVDIUX tag=CF0SVL38LVUH type=del 2023-12-03T11:43:14.814 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:14.811+0000 7f4da82f78c0 1 > prepared operation key=4LWB8EMR9EBJ tag=S2JHPZL6SY4B type=del size=535330 2023-12-03T11:43:14.819 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:14.815+0000 7f4da82f78c0 1 < completed delete operation key=K4O9QAISDGSN tag=G2DDC3GX9PSG type=del 2023-12-03T11:43:14.824 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:14.819+0000 7f4da82f78c0 1 > prepared operation key=4DF7KX58SVJY tag=7F64ONQ3Y8FM type=del size=2610696 2023-12-03T11:43:14.828 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:14.823+0000 7f4da82f78c0 1 < completed part key=_multipart_85DYZW2I0U7X.2~QV4KUFIZRNXN.0 size=118256 2023-12-03T11:43:14.837 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:14.831+0000 7f4da82f78c0 1 < completed multipart upload key=85DYZW2I0U7X upload=QV4KUFIZRNXN tag=U3SBIMHMUS3X type=write size=1166832 2023-12-03T11:43:14.845 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:14.839+0000 7f4da82f78c0 1 > prepared part key=_multipart_1H0XTAA0VMYC.2~QVYW3SCSWFJ8.0 size=1048576 2023-12-03T11:43:14.848 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:14.843+0000 7f4da82f78c0 1 > prepared part key=_multipart_1H0XTAA0VMYC.2~QVYW3SCSWFJ8.1 size=1048576 2023-12-03T11:43:14.851 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:14.847+0000 7f4da82f78c0 1 > prepared part key=_multipart_1H0XTAA0VMYC.2~QVYW3SCSWFJ8.2 size=320324 2023-12-03T11:43:14.851 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:14.847+0000 7f4da82f78c0 1 > prepared multipart upload key=1H0XTAA0VMYC upload=QVYW3SCSWFJ8 tag=9OLSGMTXFN65 type=write size=3466052 2023-12-03T11:43:14.855 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:14.851+0000 7f4da82f78c0 1 < completed part key=_multipart_2HVLNPGB2PLL.2~C1OHIO623FWR.0 size=1048576 2023-12-03T11:43:14.858 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:14.855+0000 7f4da82f78c0 1 < completed part key=_multipart_2HVLNPGB2PLL.2~C1OHIO623FWR.1 size=669616 2023-12-03T11:43:14.866 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:14.859+0000 7f4da82f78c0 1 < completed multipart upload key=2HVLNPGB2PLL upload=C1OHIO623FWR tag=WLA4E8EZ5VY8 type=write size=2766768 2023-12-03T11:43:14.869 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:14.863+0000 7f4da82f78c0 1 > prepared operation key=QGLKMQWQRM89 tag=CH0U7H3PQFBJ type=del size=762909 2023-12-03T11:43:14.874 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:14.867+0000 7f4da82f78c0 1 < canceled operation key=K4O9QAISDGSN tag=GEURBHVK7JAL type=write size=85743 2023-12-03T11:43:14.881 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:14.875+0000 7f4da82f78c0 1 > prepared part key=_multipart_ZO4GYMSV47J9.2~82D1EZC7M06E.0 size=561202 2023-12-03T11:43:14.881 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:14.875+0000 7f4da82f78c0 1 > prepared multipart upload key=ZO4GYMSV47J9 upload=82D1EZC7M06E tag=Y43M7F0GTTSJ type=write size=1609778 2023-12-03T11:43:14.885 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:14.879+0000 7f4da82f78c0 1 < completed part key=_multipart_K6FJNLCVDIUX.2~DXJXMZWL8FZD.0 size=1048576 2023-12-03T11:43:14.889 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:14.883+0000 7f4da82f78c0 1 < completed part key=_multipart_K6FJNLCVDIUX.2~DXJXMZWL8FZD.1 size=1048576 2023-12-03T11:43:14.893 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:14.887+0000 7f4da82f78c0 1 < completed part key=_multipart_K6FJNLCVDIUX.2~DXJXMZWL8FZD.2 size=40869 2023-12-03T11:43:14.900 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:14.895+0000 7f4da82f78c0 1 < completed multipart upload key=K6FJNLCVDIUX upload=DXJXMZWL8FZD tag=8WGAPSF97UQU type=write size=3186597 2023-12-03T11:43:14.904 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:14.899+0000 7f4da82f78c0 1 > prepared operation key=UT0U43FV7Y0L tag=TC0UG5QEM6NT type=del size=3107146 2023-12-03T11:43:14.909 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:14.903+0000 7f4da82f78c0 1 < completed delete operation key=7EDLY2Q78IBP tag=XDUB0H7HUCZX type=del 2023-12-03T11:43:14.913 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:14.907+0000 7f4da82f78c0 1 > prepared operation key=7AKK0TE2I43B tag=I8C440TV48I6 type=del size=3399006 2023-12-03T11:43:14.918 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:14.915+0000 7f4da82f78c0 1 < completed delete operation key=PUY1C1KWIAHV tag=1QRHDOGQQUBK type=del 2023-12-03T11:43:14.923 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:14.919+0000 7f4da82f78c0 1 > prepared operation key=1GAQFDQ35291 tag=XR88QSU36FWJ type=del size=1659851 2023-12-03T11:43:14.931 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:14.927+0000 7f4da82f78c0 1 < suggested update operation key=1GAQFDQ35291 tag=7T9CPEUKE8RX type=del size=1675117 2023-12-03T11:43:14.935 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:14.931+0000 7f4da82f78c0 1 > prepared operation key=645V3LNUPS4A tag=4KU6N0VSF913 type=write size=843468 2023-12-03T11:43:14.938 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:14.935+0000 7f4da82f78c0 1 < completed part key=_multipart_XCT2GVJ4O84M.2~F4CV3RJPUXZ5.0 size=1048576 2023-12-03T11:43:14.938 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:14.935+0000 7f4da82f78c0 1 < canceled part key=_multipart_XCT2GVJ4O84M.2~F4CV3RJPUXZ5.1 size=1048576 2023-12-03T11:43:14.941 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:14.935+0000 7f4da82f78c0 1 < completed part key=_multipart_XCT2GVJ4O84M.2~F4CV3RJPUXZ5.2 size=49503 2023-12-03T11:43:14.949 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:14.943+0000 7f4da82f78c0 1 < canceled multipart upload key=XCT2GVJ4O84M upload=F4CV3RJPUXZ5 tag=J76MTTAEM6LL type=write size=3195231 2023-12-03T11:43:14.955 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:14.951+0000 7f4da82f78c0 1 > prepared part key=_multipart_7EDLY2Q78IBP.2~2LXAFZ3QUV3D.0 size=1048576 2023-12-03T11:43:14.958 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:14.951+0000 7f4da82f78c0 1 > prepared part key=_multipart_7EDLY2Q78IBP.2~2LXAFZ3QUV3D.1 size=570372 2023-12-03T11:43:14.958 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:14.951+0000 7f4da82f78c0 1 > prepared multipart upload key=7EDLY2Q78IBP upload=2LXAFZ3QUV3D tag=EOHVN6ONHGE2 type=write size=2667524 2023-12-03T11:43:14.962 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:14.959+0000 7f4da82f78c0 1 < completed part key=_multipart_7AKK0TE2I43B.2~L926PMGVKXDJ.0 size=451143 2023-12-03T11:43:14.969 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:14.963+0000 7f4da82f78c0 1 < completed multipart upload key=7AKK0TE2I43B upload=L926PMGVKXDJ tag=IPW80B2IEKAK type=write size=1499719 2023-12-03T11:43:14.973 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:14.967+0000 7f4da82f78c0 1 > prepared operation key=Q3BH4HFRFZA5 tag=5WN0RFXSKJOK type=write size=119737 2023-12-03T11:43:14.976 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:14.971+0000 7f4da82f78c0 1 < completed delete operation key=6UZY1HWE143J tag=13AVIOY708ZU type=del 2023-12-03T11:43:14.983 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:14.979+0000 7f4da82f78c0 1 > prepared part key=_multipart_4DF7KX58SVJY.2~W78NBO1C0Z6H.0 size=57730 2023-12-03T11:43:14.984 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:14.979+0000 7f4da82f78c0 1 > prepared multipart upload key=4DF7KX58SVJY upload=W78NBO1C0Z6H tag=70SSDKDSIBKZ type=write size=1106306 2023-12-03T11:43:14.987 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:14.983+0000 7f4da82f78c0 1 < completed delete operation key=1H0XTAA0VMYC tag=8TGYD51QH2XY type=del 2023-12-03T11:43:14.995 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:14.991+0000 7f4da82f78c0 1 > prepared part key=_multipart_PSYQ3RT9HX5N.2~ILIC836VGXA5.0 size=1048576 2023-12-03T11:43:14.998 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:14.995+0000 7f4da82f78c0 1 > prepared part key=_multipart_PSYQ3RT9HX5N.2~ILIC836VGXA5.1 size=1048576 2023-12-03T11:43:15.001 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:14.995+0000 7f4da82f78c0 1 > prepared part key=_multipart_PSYQ3RT9HX5N.2~ILIC836VGXA5.2 size=235610 2023-12-03T11:43:15.001 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:14.995+0000 7f4da82f78c0 1 > prepared multipart upload key=PSYQ3RT9HX5N upload=ILIC836VGXA5 tag=15OOKANSFKO8 type=write size=3381338 2023-12-03T11:43:15.005 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:14.999+0000 7f4da82f78c0 1 < completed delete operation key=K6FJNLCVDIUX tag=2XSFLXG4FDKS type=del 2023-12-03T11:43:15.011 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:15.007+0000 7f4da82f78c0 1 > prepared part key=_multipart_K4O9QAISDGSN.2~IGTL0367ZEXG.0 size=669923 2023-12-03T11:43:15.012 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:15.007+0000 7f4da82f78c0 1 > prepared multipart upload key=K4O9QAISDGSN upload=IGTL0367ZEXG tag=OB7FJ3BHS7F7 type=write size=1718499 2023-12-03T11:43:15.021 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:15.015+0000 7f4da82f78c0 1 < completed delete operation key=1H0XTAA0VMYC tag=V6MN9Z160Q2X type=del 2023-12-03T11:43:15.029 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:15.023+0000 7f4da82f78c0 1 > prepared part key=_multipart_MY1AJ69R89HD.2~Z4YS9FBQSXFC.0 size=1048576 2023-12-03T11:43:15.032 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:15.027+0000 7f4da82f78c0 1 > prepared part key=_multipart_MY1AJ69R89HD.2~Z4YS9FBQSXFC.1 size=1048576 2023-12-03T11:43:15.035 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:15.031+0000 7f4da82f78c0 1 > prepared part key=_multipart_MY1AJ69R89HD.2~Z4YS9FBQSXFC.2 size=541571 2023-12-03T11:43:15.035 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:15.031+0000 7f4da82f78c0 1 > prepared multipart upload key=MY1AJ69R89HD upload=Z4YS9FBQSXFC tag=CM5DC6PAZ9VY type=write size=3687299 2023-12-03T11:43:15.041 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:15.035+0000 7f4da82f78c0 1 < completed write operation key=IA082W6GDNN2 tag=KF2M1KWKGJ0D type=write size=1019911 2023-12-03T11:43:15.043 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:15.039+0000 7f4da82f78c0 1 > prepared operation key=645V3LNUPS4A tag=5KW0BPYS1XLM type=del size=3861905 2023-12-03T11:43:15.047 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:15.043+0000 7f4da82f78c0 1 < completed delete operation key=4LWB8EMR9EBJ tag=S2JHPZL6SY4B type=del 2023-12-03T11:43:15.050 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:15.047+0000 7f4da82f78c0 1 > prepared operation key=7AKK0TE2I43B tag=3OGRBNVKQRQG type=write size=110879 2023-12-03T11:43:15.054 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:15.051+0000 7f4da82f78c0 1 < completed delete operation key=4DF7KX58SVJY tag=7F64ONQ3Y8FM type=del 2023-12-03T11:43:15.058 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:15.051+0000 7f4da82f78c0 1 > prepared operation key=TBD5MDTZYHGQ tag=7W1OYTMD1ZJZ type=write size=50114 2023-12-03T11:43:15.061 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:15.055+0000 7f4da82f78c0 1 < completed part key=_multipart_1H0XTAA0VMYC.2~QVYW3SCSWFJ8.0 size=1048576 2023-12-03T11:43:15.064 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:15.059+0000 7f4da82f78c0 1 < completed part key=_multipart_1H0XTAA0VMYC.2~QVYW3SCSWFJ8.1 size=1048576 2023-12-03T11:43:15.067 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:15.063+0000 7f4da82f78c0 1 < completed part key=_multipart_1H0XTAA0VMYC.2~QVYW3SCSWFJ8.2 size=320324 2023-12-03T11:43:15.074 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:15.067+0000 7f4da82f78c0 1 < completed multipart upload key=1H0XTAA0VMYC upload=QVYW3SCSWFJ8 tag=9OLSGMTXFN65 type=write size=3466052 2023-12-03T11:43:15.078 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:15.075+0000 7f4da82f78c0 1 > prepared operation key=2HVLNPGB2PLL tag=9T475BP0UNQ3 type=del size=3033869 2023-12-03T11:43:15.086 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:15.079+0000 7f4da82f78c0 1 < suggested remove operation key=QGLKMQWQRM89 tag=CH0U7H3PQFBJ type=del 2023-12-03T11:43:15.092 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:15.087+0000 7f4da82f78c0 1 > prepared part key=_multipart_PSYQ3RT9HX5N.2~8L1VXPGZ63ZP.0 size=485751 2023-12-03T11:43:15.092 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:15.087+0000 7f4da82f78c0 1 > prepared multipart upload key=PSYQ3RT9HX5N upload=8L1VXPGZ63ZP tag=XRH8ZRQVW0EV type=write size=1534327 2023-12-03T11:43:15.095 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:15.091+0000 7f4da82f78c0 1 < completed part key=_multipart_ZO4GYMSV47J9.2~82D1EZC7M06E.0 size=561202 2023-12-03T11:43:15.101 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:15.095+0000 7f4da82f78c0 1 < completed multipart upload key=ZO4GYMSV47J9 upload=82D1EZC7M06E tag=Y43M7F0GTTSJ type=write size=1609778 2023-12-03T11:43:15.104 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:15.099+0000 7f4da82f78c0 1 > prepared operation key=4LWB8EMR9EBJ tag=TJM6TSWHX7LE type=write size=34867 2023-12-03T11:43:15.107 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:15.103+0000 7f4da82f78c0 1 < completed delete operation key=UT0U43FV7Y0L tag=TC0UG5QEM6NT type=del 2023-12-03T11:43:15.110 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:15.107+0000 7f4da82f78c0 1 > prepared operation key=L3HC1M7OJ3L7 tag=I1MEAWSMTQXR type=write size=540596 2023-12-03T11:43:15.113 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:15.107+0000 7f4da82f78c0 1 < completed delete operation key=7AKK0TE2I43B tag=I8C440TV48I6 type=del 2023-12-03T11:43:15.119 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:15.115+0000 7f4da82f78c0 1 > prepared part key=_multipart_K6FJNLCVDIUX.2~8RJ0G7G8DA8Y.0 size=117020 2023-12-03T11:43:15.119 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:15.115+0000 7f4da82f78c0 1 > prepared multipart upload key=K6FJNLCVDIUX upload=8RJ0G7G8DA8Y tag=B248C9OYEIWI type=write size=1165596 2023-12-03T11:43:15.122 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:15.115+0000 7f4da82f78c0 -1 < failed to complete operation key=1GAQFDQ35291 tag=XR88QSU36FWJ type=del size=1659851: (22) Invalid argument 2023-12-03T11:43:15.125 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:15.119+0000 7f4da82f78c0 1 > prepared operation key=IA082W6GDNN2 tag=TX01UH7M782X type=write size=230715 2023-12-03T11:43:15.128 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:15.123+0000 7f4da82f78c0 1 < completed write operation key=645V3LNUPS4A tag=4KU6N0VSF913 type=write size=843468 2023-12-03T11:43:15.135 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:15.131+0000 7f4da82f78c0 1 > prepared part key=_multipart_YCJ1J0AKOH1D.2~SH46XLRVZSD1.0 size=986232 2023-12-03T11:43:15.135 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:15.131+0000 7f4da82f78c0 1 > prepared multipart upload key=YCJ1J0AKOH1D upload=SH46XLRVZSD1 tag=XOFTL3OHXE0P type=write size=2034808 2023-12-03T11:43:15.138 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:15.131+0000 7f4da82f78c0 1 < completed part key=_multipart_7EDLY2Q78IBP.2~2LXAFZ3QUV3D.0 size=1048576 2023-12-03T11:43:15.138 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:15.131+0000 7f4da82f78c0 1 < canceled part key=_multipart_7EDLY2Q78IBP.2~2LXAFZ3QUV3D.1 size=570372 2023-12-03T11:43:15.143 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:15.139+0000 7f4da82f78c0 1 < canceled multipart upload key=7EDLY2Q78IBP upload=2LXAFZ3QUV3D tag=EOHVN6ONHGE2 type=write size=2667524 2023-12-03T11:43:15.146 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:15.143+0000 7f4da82f78c0 1 > prepared operation key=4LWB8EMR9EBJ tag=PZ6534LQ5AIM type=del size=6604 2023-12-03T11:43:15.150 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:15.143+0000 7f4da82f78c0 1 < completed write operation key=Q3BH4HFRFZA5 tag=5WN0RFXSKJOK type=write size=119737 2023-12-03T11:43:15.155 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:15.151+0000 7f4da82f78c0 1 > prepared part key=_multipart_Q3BH4HFRFZA5.2~HWV9JQYUZCGS.0 size=1048576 2023-12-03T11:43:15.158 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:15.151+0000 7f4da82f78c0 1 > prepared part key=_multipart_Q3BH4HFRFZA5.2~HWV9JQYUZCGS.1 size=259548 2023-12-03T11:43:15.158 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:15.151+0000 7f4da82f78c0 1 > prepared multipart upload key=Q3BH4HFRFZA5 upload=HWV9JQYUZCGS tag=F8PITM4NAYS5 type=write size=2356700 2023-12-03T11:43:15.158 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:15.155+0000 7f4da82f78c0 1 < canceled part key=_multipart_4DF7KX58SVJY.2~W78NBO1C0Z6H.0 size=57730 2023-12-03T11:43:15.164 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:15.159+0000 7f4da82f78c0 1 < canceled multipart upload key=4DF7KX58SVJY upload=W78NBO1C0Z6H tag=70SSDKDSIBKZ type=write size=1106306 2023-12-03T11:43:15.171 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:15.167+0000 7f4da82f78c0 1 > prepared part key=_multipart_MY1AJ69R89HD.2~NED8AEYUN274.0 size=755258 2023-12-03T11:43:15.171 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:15.167+0000 7f4da82f78c0 1 > prepared multipart upload key=MY1AJ69R89HD upload=NED8AEYUN274 tag=Z479C7EXGWU1 type=write size=1803834 2023-12-03T11:43:15.172 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:15.167+0000 7f4da82f78c0 1 < canceled part key=_multipart_PSYQ3RT9HX5N.2~ILIC836VGXA5.0 size=1048576 2023-12-03T11:43:15.172 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:15.167+0000 7f4da82f78c0 1 < canceled part key=_multipart_PSYQ3RT9HX5N.2~ILIC836VGXA5.1 size=1048576 2023-12-03T11:43:15.175 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:15.171+0000 7f4da82f78c0 1 < completed part key=_multipart_PSYQ3RT9HX5N.2~ILIC836VGXA5.2 size=235610 2023-12-03T11:43:15.182 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:15.175+0000 7f4da82f78c0 1 < canceled multipart upload key=PSYQ3RT9HX5N upload=ILIC836VGXA5 tag=15OOKANSFKO8 type=write size=3381338 2023-12-03T11:43:15.188 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:15.183+0000 7f4da82f78c0 1 > prepared part key=_multipart_M9A06B3PSDOD.2~3ZLABVDJ6X85.0 size=1048576 2023-12-03T11:43:15.191 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:15.187+0000 7f4da82f78c0 1 > prepared part key=_multipart_M9A06B3PSDOD.2~3ZLABVDJ6X85.1 size=249832 2023-12-03T11:43:15.191 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:15.187+0000 7f4da82f78c0 1 > prepared multipart upload key=M9A06B3PSDOD upload=3ZLABVDJ6X85 tag=NSIDER3506QU type=write size=2346984 2023-12-03T11:43:15.195 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:15.191+0000 7f4da82f78c0 1 < completed part key=_multipart_K4O9QAISDGSN.2~IGTL0367ZEXG.0 size=669923 2023-12-03T11:43:15.407 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:15.403+0000 7f4da82f78c0 1 < completed multipart upload key=K4O9QAISDGSN upload=IGTL0367ZEXG tag=OB7FJ3BHS7F7 type=write size=1718499 2023-12-03T11:43:15.416 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:15.411+0000 7f4da82f78c0 1 > prepared operation key=RF6YEP4A6INZ tag=TKW1YWHH013B type=write size=309508 2023-12-03T11:43:15.420 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:15.415+0000 7f4da82f78c0 1 < completed part key=_multipart_MY1AJ69R89HD.2~Z4YS9FBQSXFC.0 size=1048576 2023-12-03T11:43:15.423 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:15.419+0000 7f4da82f78c0 1 < completed part key=_multipart_MY1AJ69R89HD.2~Z4YS9FBQSXFC.1 size=1048576 2023-12-03T11:43:15.426 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:15.423+0000 7f4da82f78c0 1 < completed part key=_multipart_MY1AJ69R89HD.2~Z4YS9FBQSXFC.2 size=541571 2023-12-03T11:43:15.433 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:15.427+0000 7f4da82f78c0 1 < completed multipart upload key=MY1AJ69R89HD upload=Z4YS9FBQSXFC tag=CM5DC6PAZ9VY type=write size=3687299 2023-12-03T11:43:15.437 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:15.431+0000 7f4da82f78c0 1 > prepared operation key=PUY1C1KWIAHV tag=9R8KGO958D9E type=del size=597670 2023-12-03T11:43:15.445 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:15.439+0000 7f4da82f78c0 1 < suggested remove operation key=645V3LNUPS4A tag=5KW0BPYS1XLM type=del 2023-12-03T11:43:15.454 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:15.447+0000 7f4da82f78c0 1 > prepared part key=_multipart_6UZY1HWE143J.2~M3SST2E4QKHO.0 size=1048576 2023-12-03T11:43:15.456 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:15.451+0000 7f4da82f78c0 1 > prepared part key=_multipart_6UZY1HWE143J.2~M3SST2E4QKHO.1 size=1048576 2023-12-03T11:43:15.459 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:15.455+0000 7f4da82f78c0 1 > prepared part key=_multipart_6UZY1HWE143J.2~M3SST2E4QKHO.2 size=796769 2023-12-03T11:43:15.459 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:15.455+0000 7f4da82f78c0 1 > prepared multipart upload key=6UZY1HWE143J upload=M3SST2E4QKHO tag=O557VSNPBPXP type=write size=3942497 2023-12-03T11:43:15.469 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:15.463+0000 7f4da82f78c0 1 < suggested update operation key=7AKK0TE2I43B tag=3OGRBNVKQRQG type=write size=110879 2023-12-03T11:43:15.473 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:15.467+0000 7f4da82f78c0 1 > prepared operation key=1H0XTAA0VMYC tag=323HR2G683UY type=write size=604086 2023-12-03T11:43:15.477 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:15.471+0000 7f4da82f78c0 1 < completed write operation key=TBD5MDTZYHGQ tag=7W1OYTMD1ZJZ type=write size=50114 2023-12-03T11:43:15.482 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:15.475+0000 7f4da82f78c0 1 > prepared operation key=M9A06B3PSDOD tag=PPVNXPE9Q1LZ type=del size=2897035 2023-12-03T11:43:15.486 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:15.483+0000 7f4da82f78c0 1 < canceled operation key=2HVLNPGB2PLL tag=9T475BP0UNQ3 type=del size=3033869 2023-12-03T11:43:15.491 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:15.487+0000 7f4da82f78c0 1 > prepared operation key=K2XC9VGBIFBD tag=9M9HOO1L0K7M type=del size=3367590 2023-12-03T11:43:15.496 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:15.491+0000 7f4da82f78c0 1 < completed part key=_multipart_PSYQ3RT9HX5N.2~8L1VXPGZ63ZP.0 size=485751 2023-12-03T11:43:15.503 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:15.499+0000 7f4da82f78c0 1 < completed multipart upload key=PSYQ3RT9HX5N upload=8L1VXPGZ63ZP tag=XRH8ZRQVW0EV type=write size=1534327 2023-12-03T11:43:15.507 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:15.503+0000 7f4da82f78c0 1 > prepared operation key=GMT5400N4YTT tag=WH5I831SMC4J type=del size=3969869 2023-12-03T11:43:15.513 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:15.507+0000 7f4da82f78c0 1 < completed write operation key=4LWB8EMR9EBJ tag=TJM6TSWHX7LE type=write size=34867 2023-12-03T11:43:15.517 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:15.511+0000 7f4da82f78c0 1 > prepared operation key=RF6YEP4A6INZ tag=FL7PN22JHTV4 type=del size=4134447 2023-12-03T11:43:15.522 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:15.515+0000 7f4da82f78c0 1 < completed write operation key=L3HC1M7OJ3L7 tag=I1MEAWSMTQXR type=write size=540596 2023-12-03T11:43:15.530 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:15.527+0000 7f4da82f78c0 1 > prepared part key=_multipart_6UZY1HWE143J.2~OVCFBZWT0VDD.0 size=819757 2023-12-03T11:43:15.530 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:15.527+0000 7f4da82f78c0 1 > prepared multipart upload key=6UZY1HWE143J upload=OVCFBZWT0VDD tag=ITBRR9A2B6PO type=write size=1868333 2023-12-03T11:43:15.535 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:15.531+0000 7f4da82f78c0 1 < completed part key=_multipart_K6FJNLCVDIUX.2~8RJ0G7G8DA8Y.0 size=117020 2023-12-03T11:43:15.543 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:15.539+0000 7f4da82f78c0 1 < completed multipart upload key=K6FJNLCVDIUX upload=8RJ0G7G8DA8Y tag=B248C9OYEIWI type=write size=1165596 2023-12-03T11:43:15.551 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:15.547+0000 7f4da82f78c0 1 > prepared part key=_multipart_PUY1C1KWIAHV.2~Y823I63TA4OM.0 size=766931 2023-12-03T11:43:15.551 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:15.547+0000 7f4da82f78c0 1 > prepared multipart upload key=PUY1C1KWIAHV upload=Y823I63TA4OM tag=L1H31K4XZNC2 type=write size=1815507 2023-12-03T11:43:15.555 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:15.551+0000 7f4da82f78c0 1 < completed write operation key=IA082W6GDNN2 tag=TX01UH7M782X type=write size=230715 2023-12-03T11:43:15.559 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:15.555+0000 7f4da82f78c0 1 > prepared operation key=4DF7KX58SVJY tag=VH2T3J3K3LDN type=del size=13822 2023-12-03T11:43:15.564 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:15.559+0000 7f4da82f78c0 1 < completed part key=_multipart_YCJ1J0AKOH1D.2~SH46XLRVZSD1.0 size=986232 2023-12-03T11:43:15.571 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:15.567+0000 7f4da82f78c0 1 < completed multipart upload key=YCJ1J0AKOH1D upload=SH46XLRVZSD1 tag=XOFTL3OHXE0P type=write size=2034808 2023-12-03T11:43:15.575 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:15.571+0000 7f4da82f78c0 1 > prepared operation key=2HVLNPGB2PLL tag=HKIITJ4294C9 type=del size=3733695 2023-12-03T11:43:15.579 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:15.575+0000 7f4da82f78c0 1 < canceled operation key=4LWB8EMR9EBJ tag=PZ6534LQ5AIM type=del size=6604 2023-12-03T11:43:15.583 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:15.579+0000 7f4da82f78c0 1 > prepared operation key=Q5C3IZCQEVO6 tag=KURFVNF2HRLQ type=del size=882442 2023-12-03T11:43:15.587 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:15.583+0000 7f4da82f78c0 1 < completed part key=_multipart_Q3BH4HFRFZA5.2~HWV9JQYUZCGS.0 size=1048576 2023-12-03T11:43:15.590 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:15.583+0000 7f4da82f78c0 1 < completed part key=_multipart_Q3BH4HFRFZA5.2~HWV9JQYUZCGS.1 size=259548 2023-12-03T11:43:15.604 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:15.599+0000 7f4da82f78c0 1 < completed multipart upload key=Q3BH4HFRFZA5 upload=HWV9JQYUZCGS tag=F8PITM4NAYS5 type=write size=2356700 2023-12-03T11:43:15.608 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:15.603+0000 7f4da82f78c0 1 > prepared operation key=4LWB8EMR9EBJ tag=R2SYMJ3IUX5A type=write size=613474 2023-12-03T11:43:15.612 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:15.607+0000 7f4da82f78c0 1 < completed part key=_multipart_MY1AJ69R89HD.2~NED8AEYUN274.0 size=755258 2023-12-03T11:43:15.619 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:15.615+0000 7f4da82f78c0 1 < completed multipart upload key=MY1AJ69R89HD upload=NED8AEYUN274 tag=Z479C7EXGWU1 type=write size=1803834 2023-12-03T11:43:15.625 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:15.619+0000 7f4da82f78c0 1 > prepared part key=_multipart_2HVLNPGB2PLL.2~JSE23U9ANXSK.0 size=1048576 2023-12-03T11:43:15.629 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:15.623+0000 7f4da82f78c0 1 > prepared part key=_multipart_2HVLNPGB2PLL.2~JSE23U9ANXSK.1 size=767224 2023-12-03T11:43:15.629 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:15.623+0000 7f4da82f78c0 1 > prepared multipart upload key=2HVLNPGB2PLL upload=JSE23U9ANXSK tag=G0FC6QFSQR4F type=write size=2864376 2023-12-03T11:43:15.633 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:15.627+0000 7f4da82f78c0 1 < completed part key=_multipart_M9A06B3PSDOD.2~3ZLABVDJ6X85.0 size=1048576 2023-12-03T11:43:15.636 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:15.631+0000 7f4da82f78c0 1 < completed part key=_multipart_M9A06B3PSDOD.2~3ZLABVDJ6X85.1 size=249832 2023-12-03T11:43:15.642 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:15.639+0000 7f4da82f78c0 1 < completed multipart upload key=M9A06B3PSDOD upload=3ZLABVDJ6X85 tag=NSIDER3506QU type=write size=2346984 2023-12-03T11:43:15.649 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:15.643+0000 7f4da82f78c0 1 > prepared part key=_multipart_1GAQFDQ35291.2~1ZOW356K5103.0 size=919905 2023-12-03T11:43:15.649 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:15.643+0000 7f4da82f78c0 1 > prepared multipart upload key=1GAQFDQ35291 upload=1ZOW356K5103 tag=CWDZXTBZQ2J9 type=write size=1968481 2023-12-03T11:43:15.653 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:15.647+0000 7f4da82f78c0 1 < completed write operation key=RF6YEP4A6INZ tag=TKW1YWHH013B type=write size=309508 2023-12-03T11:43:15.657 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:15.651+0000 7f4da82f78c0 1 > prepared operation key=4DF7KX58SVJY tag=J0AYVCXB29L1 type=del size=1846277 2023-12-03T11:43:15.661 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:15.655+0000 7f4da82f78c0 1 < completed delete operation key=PUY1C1KWIAHV tag=9R8KGO958D9E type=del 2023-12-03T11:43:15.665 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:15.659+0000 7f4da82f78c0 1 > prepared operation key=PSYQ3RT9HX5N tag=BVX8ISN4GNPH type=del size=2019049 2023-12-03T11:43:15.668 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:15.663+0000 7f4da82f78c0 1 < completed part key=_multipart_6UZY1HWE143J.2~M3SST2E4QKHO.0 size=1048576 2023-12-03T11:43:15.671 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:15.667+0000 7f4da82f78c0 1 < completed part key=_multipart_6UZY1HWE143J.2~M3SST2E4QKHO.1 size=1048576 2023-12-03T11:43:15.674 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:15.671+0000 7f4da82f78c0 1 < completed part key=_multipart_6UZY1HWE143J.2~M3SST2E4QKHO.2 size=796769 2023-12-03T11:43:15.681 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:15.675+0000 7f4da82f78c0 1 < completed multipart upload key=6UZY1HWE143J upload=M3SST2E4QKHO tag=O557VSNPBPXP type=write size=3942497 2023-12-03T11:43:15.687 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:15.683+0000 7f4da82f78c0 1 > prepared part key=_multipart_4LWB8EMR9EBJ.2~I442HP3XXYQH.0 size=1048576 2023-12-03T11:43:15.690 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:15.687+0000 7f4da82f78c0 1 > prepared part key=_multipart_4LWB8EMR9EBJ.2~I442HP3XXYQH.1 size=1048576 2023-12-03T11:43:15.693 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:15.687+0000 7f4da82f78c0 1 > prepared part key=_multipart_4LWB8EMR9EBJ.2~I442HP3XXYQH.2 size=663740 2023-12-03T11:43:15.693 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:15.687+0000 7f4da82f78c0 1 > prepared multipart upload key=4LWB8EMR9EBJ upload=I442HP3XXYQH tag=WJTUMR9HZD9U type=write size=3809468 2023-12-03T11:43:15.701 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:15.695+0000 7f4da82f78c0 1 < suggested update operation key=1H0XTAA0VMYC tag=323HR2G683UY type=write size=604086 2023-12-03T11:43:15.708 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:15.703+0000 7f4da82f78c0 1 > prepared part key=_multipart_WEBJUD8426X3.2~QH36M6L117LW.0 size=1048576 2023-12-03T11:43:15.711 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:15.707+0000 7f4da82f78c0 1 > prepared part key=_multipart_WEBJUD8426X3.2~QH36M6L117LW.1 size=505787 2023-12-03T11:43:15.711 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:15.707+0000 7f4da82f78c0 1 > prepared multipart upload key=WEBJUD8426X3 upload=QH36M6L117LW tag=H65NERZE554F type=write size=2602939 2023-12-03T11:43:15.714 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:15.711+0000 7f4da82f78c0 1 < completed delete operation key=M9A06B3PSDOD tag=PPVNXPE9Q1LZ type=del 2023-12-03T11:43:15.718 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:15.715+0000 7f4da82f78c0 1 > prepared operation key=K2XC9VGBIFBD tag=MC3XNQ8DU05G type=del size=3993981 2023-12-03T11:43:15.722 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:15.719+0000 7f4da82f78c0 1 < canceled operation key=K2XC9VGBIFBD tag=9M9HOO1L0K7M type=del size=3367590 2023-12-03T11:43:15.729 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:15.723+0000 7f4da82f78c0 1 > prepared part key=_multipart_4DF7KX58SVJY.2~2BG42HVKLNSL.0 size=422316 2023-12-03T11:43:15.729 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:15.723+0000 7f4da82f78c0 1 > prepared multipart upload key=4DF7KX58SVJY upload=2BG42HVKLNSL tag=IUFAGYK2NJKP type=write size=1470892 2023-12-03T11:43:15.733 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:15.727+0000 7f4da82f78c0 1 < completed delete operation key=GMT5400N4YTT tag=WH5I831SMC4J type=del 2023-12-03T11:43:15.740 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:15.735+0000 7f4da82f78c0 1 > prepared part key=_multipart_K6FJNLCVDIUX.2~ZL6UYYFSBDJV.0 size=1048576 2023-12-03T11:43:15.743 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:15.739+0000 7f4da82f78c0 1 > prepared part key=_multipart_K6FJNLCVDIUX.2~ZL6UYYFSBDJV.1 size=1048576 2023-12-03T11:43:15.746 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:15.743+0000 7f4da82f78c0 1 > prepared part key=_multipart_K6FJNLCVDIUX.2~ZL6UYYFSBDJV.2 size=405987 2023-12-03T11:43:15.746 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:15.743+0000 7f4da82f78c0 1 > prepared multipart upload key=K6FJNLCVDIUX upload=ZL6UYYFSBDJV tag=OBIF08FCW8DU type=write size=3551715 2023-12-03T11:43:15.753 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:15.747+0000 7f4da82f78c0 1 < suggested remove operation key=RF6YEP4A6INZ tag=FL7PN22JHTV4 type=del 2023-12-03T11:43:15.757 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:15.751+0000 7f4da82f78c0 1 > prepared operation key=TBD5MDTZYHGQ tag=GAU0NBD5ZWOF type=del size=259682 2023-12-03T11:43:15.761 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:15.755+0000 7f4da82f78c0 1 < completed part key=_multipart_6UZY1HWE143J.2~OVCFBZWT0VDD.0 size=819757 2023-12-03T11:43:15.767 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:15.763+0000 7f4da82f78c0 1 < completed multipart upload key=6UZY1HWE143J upload=OVCFBZWT0VDD tag=ITBRR9A2B6PO type=write size=1868333 2023-12-03T11:43:15.771 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:15.767+0000 7f4da82f78c0 1 > prepared operation key=L3HC1M7OJ3L7 tag=RRD1GEKDWSFT type=del size=793861 2023-12-03T11:43:15.774 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:15.771+0000 7f4da82f78c0 1 < completed part key=_multipart_PUY1C1KWIAHV.2~Y823I63TA4OM.0 size=766931 2023-12-03T11:43:15.781 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:15.775+0000 7f4da82f78c0 1 < completed multipart upload key=PUY1C1KWIAHV upload=Y823I63TA4OM tag=L1H31K4XZNC2 type=write size=1815507 2023-12-03T11:43:15.788 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:15.783+0000 7f4da82f78c0 1 > prepared part key=_multipart_L3HC1M7OJ3L7.2~CTVGTW1ZGFNQ.0 size=873891 2023-12-03T11:43:15.788 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:15.783+0000 7f4da82f78c0 1 > prepared multipart upload key=L3HC1M7OJ3L7 upload=CTVGTW1ZGFNQ tag=WUCP6SHWTAFR type=write size=1922467 2023-12-03T11:43:15.792 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:15.787+0000 7f4da82f78c0 1 < completed delete operation key=4DF7KX58SVJY tag=VH2T3J3K3LDN type=del 2023-12-03T11:43:15.799 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:15.795+0000 7f4da82f78c0 1 > prepared part key=_multipart_4DF7KX58SVJY.2~Y7DJ34FX7TRA.0 size=965174 2023-12-03T11:43:15.799 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:15.795+0000 7f4da82f78c0 1 > prepared multipart upload key=4DF7KX58SVJY upload=Y7DJ34FX7TRA tag=235VJDB205F6 type=write size=2013750 2023-12-03T11:43:15.802 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:15.799+0000 7f4da82f78c0 1 < completed delete operation key=2HVLNPGB2PLL tag=HKIITJ4294C9 type=del 2023-12-03T11:43:15.806 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:15.799+0000 7f4da82f78c0 1 > prepared operation key=M9A06B3PSDOD tag=V6F37879HB6F type=write size=122198 2023-12-03T11:43:15.810 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:15.807+0000 7f4da82f78c0 1 < completed delete operation key=Q5C3IZCQEVO6 tag=KURFVNF2HRLQ type=del 2023-12-03T11:43:15.814 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:15.807+0000 7f4da82f78c0 1 > prepared operation key=UT0U43FV7Y0L tag=MMK4N11QBMRL type=del size=1957280 2023-12-03T11:43:15.817 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:15.811+0000 7f4da82f78c0 1 < completed write operation key=4LWB8EMR9EBJ tag=R2SYMJ3IUX5A type=write size=613474 2023-12-03T11:43:15.821 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:15.815+0000 7f4da82f78c0 1 > prepared operation key=QGLKMQWQRM89 tag=GJCQ9T9ICT68 type=del size=1362563 2023-12-03T11:43:15.825 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:15.819+0000 7f4da82f78c0 1 < completed part key=_multipart_2HVLNPGB2PLL.2~JSE23U9ANXSK.0 size=1048576 2023-12-03T11:43:15.828 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:15.823+0000 7f4da82f78c0 1 < completed part key=_multipart_2HVLNPGB2PLL.2~JSE23U9ANXSK.1 size=767224 2023-12-03T11:43:15.835 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:15.831+0000 7f4da82f78c0 1 < completed multipart upload key=2HVLNPGB2PLL upload=JSE23U9ANXSK tag=G0FC6QFSQR4F type=write size=2864376 2023-12-03T11:43:15.840 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:15.835+0000 7f4da82f78c0 1 > prepared part key=_multipart_Q5C3IZCQEVO6.2~NTFZBULY5KZR.0 size=530664 2023-12-03T11:43:15.841 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:15.835+0000 7f4da82f78c0 1 > prepared multipart upload key=Q5C3IZCQEVO6 upload=NTFZBULY5KZR tag=FBH2Z3OINJWG type=write size=1579240 2023-12-03T11:43:15.844 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:15.839+0000 7f4da82f78c0 1 < completed part key=_multipart_1GAQFDQ35291.2~1ZOW356K5103.0 size=919905 2023-12-03T11:43:15.850 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:15.847+0000 7f4da82f78c0 1 < completed multipart upload key=1GAQFDQ35291 upload=1ZOW356K5103 tag=CWDZXTBZQ2J9 type=write size=1968481 2023-12-03T11:43:15.854 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:15.847+0000 7f4da82f78c0 1 > prepared operation key=2HVLNPGB2PLL tag=F4GMJ3Y0QM58 type=write size=548478 2023-12-03T11:43:15.858 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:15.851+0000 7f4da82f78c0 1 < completed delete operation key=4DF7KX58SVJY tag=J0AYVCXB29L1 type=del 2023-12-03T11:43:15.861 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:15.855+0000 7f4da82f78c0 1 > prepared operation key=1H0XTAA0VMYC tag=O3MRRA4ETBYH type=del size=3156810 2023-12-03T11:43:15.866 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:15.859+0000 7f4da82f78c0 1 < completed delete operation key=PSYQ3RT9HX5N tag=BVX8ISN4GNPH type=del 2023-12-03T11:43:15.872 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:15.867+0000 7f4da82f78c0 1 > prepared part key=_multipart_645V3LNUPS4A.2~WIKZLR7X2UR3.0 size=1048576 2023-12-03T11:43:15.875 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:15.871+0000 7f4da82f78c0 1 > prepared part key=_multipart_645V3LNUPS4A.2~WIKZLR7X2UR3.1 size=1048576 2023-12-03T11:43:15.879 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:15.875+0000 7f4da82f78c0 1 > prepared part key=_multipart_645V3LNUPS4A.2~WIKZLR7X2UR3.2 size=43351 2023-12-03T11:43:15.879 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:15.875+0000 7f4da82f78c0 1 > prepared multipart upload key=645V3LNUPS4A upload=WIKZLR7X2UR3 tag=HRF6FBH8UPMW type=write size=3189079 2023-12-03T11:43:15.879 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:15.875+0000 7f4da82f78c0 1 < canceled part key=_multipart_4LWB8EMR9EBJ.2~I442HP3XXYQH.0 size=1048576 2023-12-03T11:43:15.883 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:15.879+0000 7f4da82f78c0 1 < completed part key=_multipart_4LWB8EMR9EBJ.2~I442HP3XXYQH.1 size=1048576 2023-12-03T11:43:15.887 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:15.883+0000 7f4da82f78c0 1 < completed part key=_multipart_4LWB8EMR9EBJ.2~I442HP3XXYQH.2 size=663740 2023-12-03T11:43:15.893 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:15.887+0000 7f4da82f78c0 1 < canceled multipart upload key=4LWB8EMR9EBJ upload=I442HP3XXYQH tag=WJTUMR9HZD9U type=write size=3809468 2023-12-03T11:43:15.902 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:15.895+0000 7f4da82f78c0 1 > prepared part key=_multipart_K4O9QAISDGSN.2~O5MXS992DT2L.0 size=945390 2023-12-03T11:43:15.902 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:15.895+0000 7f4da82f78c0 1 > prepared multipart upload key=K4O9QAISDGSN upload=O5MXS992DT2L tag=CLP3W8BSG2YH type=write size=1993966 2023-12-03T11:43:15.906 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:15.903+0000 7f4da82f78c0 1 < completed part key=_multipart_WEBJUD8426X3.2~QH36M6L117LW.0 size=1048576 2023-12-03T11:43:15.909 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:15.903+0000 7f4da82f78c0 1 < completed part key=_multipart_WEBJUD8426X3.2~QH36M6L117LW.1 size=505787 2023-12-03T11:43:15.916 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:15.911+0000 7f4da82f78c0 1 < completed multipart upload key=WEBJUD8426X3 upload=QH36M6L117LW tag=H65NERZE554F type=write size=2602939 2023-12-03T11:43:15.925 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:15.919+0000 7f4da82f78c0 1 > prepared part key=_multipart_2HVLNPGB2PLL.2~QML6XLNGULCK.0 size=1048576 2023-12-03T11:43:15.926 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:15.923+0000 7f4da82f78c0 1 > prepared part key=_multipart_2HVLNPGB2PLL.2~QML6XLNGULCK.1 size=710830 2023-12-03T11:43:15.926 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:15.923+0000 7f4da82f78c0 1 > prepared multipart upload key=2HVLNPGB2PLL upload=QML6XLNGULCK tag=SEAZIQ8S9T6C type=write size=2807982 2023-12-03T11:43:15.930 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:15.927+0000 7f4da82f78c0 1 < completed delete operation key=K2XC9VGBIFBD tag=MC3XNQ8DU05G type=del 2023-12-03T11:43:15.934 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:15.931+0000 7f4da82f78c0 1 > prepared operation key=UT0U43FV7Y0L tag=IOSG513P307G type=del size=3809819 2023-12-03T11:43:15.938 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:15.935+0000 7f4da82f78c0 1 < completed part key=_multipart_4DF7KX58SVJY.2~2BG42HVKLNSL.0 size=422316 2023-12-03T11:43:15.945 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:15.939+0000 7f4da82f78c0 1 < completed multipart upload key=4DF7KX58SVJY upload=2BG42HVKLNSL tag=IUFAGYK2NJKP type=write size=1470892 2023-12-03T11:43:15.949 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:15.943+0000 7f4da82f78c0 1 > prepared operation key=IOZ5MNNP5B2W tag=BNELK85GEMYR type=write size=40345 2023-12-03T11:43:15.961 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:15.955+0000 7f4da82f78c0 1 < completed part key=_multipart_K6FJNLCVDIUX.2~ZL6UYYFSBDJV.0 size=1048576 2023-12-03T11:43:15.964 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:15.959+0000 7f4da82f78c0 1 < completed part key=_multipart_K6FJNLCVDIUX.2~ZL6UYYFSBDJV.1 size=1048576 2023-12-03T11:43:15.967 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:15.963+0000 7f4da82f78c0 1 < completed part key=_multipart_K6FJNLCVDIUX.2~ZL6UYYFSBDJV.2 size=405987 2023-12-03T11:43:15.974 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:15.971+0000 7f4da82f78c0 1 < completed multipart upload key=K6FJNLCVDIUX upload=ZL6UYYFSBDJV tag=OBIF08FCW8DU type=write size=3551715 2023-12-03T11:43:15.978 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:15.975+0000 7f4da82f78c0 1 > prepared operation key=645V3LNUPS4A tag=5O4SZ1XLJDR8 type=del size=2678600 2023-12-03T11:43:15.982 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:15.975+0000 7f4da82f78c0 1 < completed delete operation key=TBD5MDTZYHGQ tag=GAU0NBD5ZWOF type=del 2023-12-03T11:43:15.986 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:15.979+0000 7f4da82f78c0 1 > prepared operation key=QGLKMQWQRM89 tag=NYOQ20A01AEY type=del size=33920 2023-12-03T11:43:15.990 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:15.983+0000 7f4da82f78c0 1 < completed delete operation key=L3HC1M7OJ3L7 tag=RRD1GEKDWSFT type=del 2023-12-03T11:43:15.997 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:15.991+0000 7f4da82f78c0 1 > prepared part key=_multipart_K4O9QAISDGSN.2~FZYBX232I9AT.0 size=1048576 2023-12-03T11:43:16.000 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:15.995+0000 7f4da82f78c0 1 > prepared part key=_multipart_K4O9QAISDGSN.2~FZYBX232I9AT.1 size=1048576 2023-12-03T11:43:16.002 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:15.999+0000 7f4da82f78c0 1 > prepared part key=_multipart_K4O9QAISDGSN.2~FZYBX232I9AT.2 size=645059 2023-12-03T11:43:16.002 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:15.999+0000 7f4da82f78c0 1 > prepared multipart upload key=K4O9QAISDGSN upload=FZYBX232I9AT tag=740TQ3OX24AW type=write size=3790787 2023-12-03T11:43:16.007 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.003+0000 7f4da82f78c0 1 < completed part key=_multipart_L3HC1M7OJ3L7.2~CTVGTW1ZGFNQ.0 size=873891 2023-12-03T11:43:16.013 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.007+0000 7f4da82f78c0 1 < completed multipart upload key=L3HC1M7OJ3L7 upload=CTVGTW1ZGFNQ tag=WUCP6SHWTAFR type=write size=1922467 2023-12-03T11:43:16.020 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.015+0000 7f4da82f78c0 1 > prepared part key=_multipart_XCT2GVJ4O84M.2~F5NN44O5CPXZ.0 size=724967 2023-12-03T11:43:16.020 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.015+0000 7f4da82f78c0 1 > prepared multipart upload key=XCT2GVJ4O84M upload=F5NN44O5CPXZ tag=9UZ7PJCR4NI7 type=write size=1773543 2023-12-03T11:43:16.024 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.019+0000 7f4da82f78c0 1 < completed part key=_multipart_4DF7KX58SVJY.2~Y7DJ34FX7TRA.0 size=965174 2023-12-03T11:43:16.030 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.027+0000 7f4da82f78c0 1 < completed multipart upload key=4DF7KX58SVJY upload=Y7DJ34FX7TRA tag=235VJDB205F6 type=write size=2013750 2023-12-03T11:43:16.034 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.031+0000 7f4da82f78c0 1 > prepared operation key=7AKK0TE2I43B tag=WN6C5SXFZO6J type=del size=3779691 2023-12-03T11:43:16.038 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.031+0000 7f4da82f78c0 1 < canceled operation key=M9A06B3PSDOD tag=V6F37879HB6F type=write size=122198 2023-12-03T11:43:16.046 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.039+0000 7f4da82f78c0 1 > prepared part key=_multipart_IOZ5MNNP5B2W.2~98HVU6Y3NEPO.0 size=347825 2023-12-03T11:43:16.046 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.039+0000 7f4da82f78c0 1 > prepared multipart upload key=IOZ5MNNP5B2W upload=98HVU6Y3NEPO tag=DQ6J3ND5XPDW type=write size=1396401 2023-12-03T11:43:16.050 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.043+0000 7f4da82f78c0 1 < completed delete operation key=UT0U43FV7Y0L tag=MMK4N11QBMRL type=del 2023-12-03T11:43:16.053 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.047+0000 7f4da82f78c0 1 > prepared operation key=ZO4GYMSV47J9 tag=BS3KGM7PC244 type=del size=989861 2023-12-03T11:43:16.060 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.051+0000 7f4da82f78c0 1 < completed delete operation key=QGLKMQWQRM89 tag=GJCQ9T9ICT68 type=del 2023-12-03T11:43:16.061 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.055+0000 7f4da82f78c0 1 > prepared operation key=D2PVZARQWEIV tag=D2SL5CLCPG94 type=del size=173864 2023-12-03T11:43:16.065 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.059+0000 7f4da82f78c0 1 < completed part key=_multipart_Q5C3IZCQEVO6.2~NTFZBULY5KZR.0 size=530664 2023-12-03T11:43:16.072 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.067+0000 7f4da82f78c0 1 < completed multipart upload key=Q5C3IZCQEVO6 upload=NTFZBULY5KZR tag=FBH2Z3OINJWG type=write size=1579240 2023-12-03T11:43:16.078 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.075+0000 7f4da82f78c0 1 > prepared part key=_multipart_PSYQ3RT9HX5N.2~CCYKRVECI483.0 size=1048576 2023-12-03T11:43:16.081 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.075+0000 7f4da82f78c0 1 > prepared part key=_multipart_PSYQ3RT9HX5N.2~CCYKRVECI483.1 size=1048576 2023-12-03T11:43:16.085 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.079+0000 7f4da82f78c0 1 > prepared part key=_multipart_PSYQ3RT9HX5N.2~CCYKRVECI483.2 size=39147 2023-12-03T11:43:16.085 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.079+0000 7f4da82f78c0 1 > prepared multipart upload key=PSYQ3RT9HX5N upload=CCYKRVECI483 tag=TL95ICV430V3 type=write size=3184875 2023-12-03T11:43:16.092 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.087+0000 7f4da82f78c0 1 < suggested update operation key=2HVLNPGB2PLL tag=F4GMJ3Y0QM58 type=write size=548478 2023-12-03T11:43:16.100 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.095+0000 7f4da82f78c0 1 > prepared part key=_multipart_7EDLY2Q78IBP.2~H513FD2U4JK8.0 size=1048576 2023-12-03T11:43:16.103 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.099+0000 7f4da82f78c0 1 > prepared part key=_multipart_7EDLY2Q78IBP.2~H513FD2U4JK8.1 size=311208 2023-12-03T11:43:16.103 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.099+0000 7f4da82f78c0 1 > prepared multipart upload key=7EDLY2Q78IBP upload=H513FD2U4JK8 tag=UEGJ628XL4HH type=write size=2408360 2023-12-03T11:43:16.107 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.103+0000 7f4da82f78c0 1 < completed delete operation key=1H0XTAA0VMYC tag=O3MRRA4ETBYH type=del 2023-12-03T11:43:16.114 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.107+0000 7f4da82f78c0 1 > prepared part key=_multipart_7AKK0TE2I43B.2~TCAWFH4O0XAF.0 size=1048576 2023-12-03T11:43:16.117 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.111+0000 7f4da82f78c0 1 > prepared part key=_multipart_7AKK0TE2I43B.2~TCAWFH4O0XAF.1 size=124193 2023-12-03T11:43:16.117 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.111+0000 7f4da82f78c0 1 > prepared multipart upload key=7AKK0TE2I43B upload=TCAWFH4O0XAF tag=EUB1TVQNB2RA type=write size=2221345 2023-12-03T11:43:16.121 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.115+0000 7f4da82f78c0 1 < completed part key=_multipart_645V3LNUPS4A.2~WIKZLR7X2UR3.0 size=1048576 2023-12-03T11:43:16.124 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.119+0000 7f4da82f78c0 1 < completed part key=_multipart_645V3LNUPS4A.2~WIKZLR7X2UR3.1 size=1048576 2023-12-03T11:43:16.124 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.119+0000 7f4da82f78c0 1 < canceled part key=_multipart_645V3LNUPS4A.2~WIKZLR7X2UR3.2 size=43351 2023-12-03T11:43:16.130 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.127+0000 7f4da82f78c0 1 < canceled multipart upload key=645V3LNUPS4A upload=WIKZLR7X2UR3 tag=HRF6FBH8UPMW type=write size=3189079 2023-12-03T11:43:16.134 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.131+0000 7f4da82f78c0 1 > prepared operation key=XCT2GVJ4O84M tag=F42HJIHWQWUE type=write size=759597 2023-12-03T11:43:16.138 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.131+0000 7f4da82f78c0 1 < completed part key=_multipart_K4O9QAISDGSN.2~O5MXS992DT2L.0 size=945390 2023-12-03T11:43:16.144 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.139+0000 7f4da82f78c0 1 < completed multipart upload key=K4O9QAISDGSN upload=O5MXS992DT2L tag=CLP3W8BSG2YH type=write size=1993966 2023-12-03T11:43:16.149 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.143+0000 7f4da82f78c0 1 > prepared operation key=D2PVZARQWEIV tag=9LFNITBDXXA7 type=del size=497601 2023-12-03T11:43:16.149 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.143+0000 7f4da82f78c0 1 < canceled part key=_multipart_2HVLNPGB2PLL.2~QML6XLNGULCK.0 size=1048576 2023-12-03T11:43:16.153 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.147+0000 7f4da82f78c0 1 < completed part key=_multipart_2HVLNPGB2PLL.2~QML6XLNGULCK.1 size=710830 2023-12-03T11:43:16.159 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.155+0000 7f4da82f78c0 1 < canceled multipart upload key=2HVLNPGB2PLL upload=QML6XLNGULCK tag=SEAZIQ8S9T6C type=write size=2807982 2023-12-03T11:43:16.167 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.163+0000 7f4da82f78c0 1 > prepared part key=_multipart_7EDLY2Q78IBP.2~VZILG0Q0OVMD.0 size=1048576 2023-12-03T11:43:16.169 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.163+0000 7f4da82f78c0 1 > prepared part key=_multipart_7EDLY2Q78IBP.2~VZILG0Q0OVMD.1 size=1048576 2023-12-03T11:43:16.172 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.167+0000 7f4da82f78c0 1 > prepared part key=_multipart_7EDLY2Q78IBP.2~VZILG0Q0OVMD.2 size=716166 2023-12-03T11:43:16.172 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.167+0000 7f4da82f78c0 1 > prepared multipart upload key=7EDLY2Q78IBP upload=VZILG0Q0OVMD tag=W8LCU86LXPTJ type=write size=3861894 2023-12-03T11:43:16.176 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.171+0000 7f4da82f78c0 1 < completed delete operation key=UT0U43FV7Y0L tag=IOSG513P307G type=del 2023-12-03T11:43:16.184 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.179+0000 7f4da82f78c0 1 > prepared part key=_multipart_Q3BH4HFRFZA5.2~2NMAGL1TJFCW.0 size=839427 2023-12-03T11:43:16.184 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.179+0000 7f4da82f78c0 1 > prepared multipart upload key=Q3BH4HFRFZA5 upload=2NMAGL1TJFCW tag=Q9WCN4DK1GW3 type=write size=1888003 2023-12-03T11:43:16.187 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.183+0000 7f4da82f78c0 1 < completed write operation key=IOZ5MNNP5B2W tag=BNELK85GEMYR type=write size=40345 2023-12-03T11:43:16.191 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.187+0000 7f4da82f78c0 1 > prepared operation key=M9A06B3PSDOD tag=XQ50GP5BYMGG type=del size=1634609 2023-12-03T11:43:16.199 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.195+0000 7f4da82f78c0 1 < suggested remove operation key=645V3LNUPS4A tag=5O4SZ1XLJDR8 type=del 2023-12-03T11:43:16.205 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.199+0000 7f4da82f78c0 1 > prepared part key=_multipart_PUY1C1KWIAHV.2~NT8VTWF82U6O.0 size=1048576 2023-12-03T11:43:16.209 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.203+0000 7f4da82f78c0 1 > prepared part key=_multipart_PUY1C1KWIAHV.2~NT8VTWF82U6O.1 size=174934 2023-12-03T11:43:16.209 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.203+0000 7f4da82f78c0 1 > prepared multipart upload key=PUY1C1KWIAHV upload=NT8VTWF82U6O tag=8R4UPHLTGI7Z type=write size=2272086 2023-12-03T11:43:16.213 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.207+0000 7f4da82f78c0 1 < completed delete operation key=QGLKMQWQRM89 tag=NYOQ20A01AEY type=del 2023-12-03T11:43:16.216 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.211+0000 7f4da82f78c0 1 > prepared operation key=7EDLY2Q78IBP tag=2CZVWE4NENUY type=del size=2853994 2023-12-03T11:43:16.220 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.215+0000 7f4da82f78c0 1 < completed part key=_multipart_K4O9QAISDGSN.2~FZYBX232I9AT.0 size=1048576 2023-12-03T11:43:16.223 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.219+0000 7f4da82f78c0 1 < completed part key=_multipart_K4O9QAISDGSN.2~FZYBX232I9AT.1 size=1048576 2023-12-03T11:43:16.227 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.223+0000 7f4da82f78c0 1 < completed part key=_multipart_K4O9QAISDGSN.2~FZYBX232I9AT.2 size=645059 2023-12-03T11:43:16.234 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.227+0000 7f4da82f78c0 1 < completed multipart upload key=K4O9QAISDGSN upload=FZYBX232I9AT tag=740TQ3OX24AW type=write size=3790787 2023-12-03T11:43:16.241 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.235+0000 7f4da82f78c0 1 > prepared part key=_multipart_6UZY1HWE143J.2~1THEZ1XED0KE.0 size=1048576 2023-12-03T11:43:16.243 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.239+0000 7f4da82f78c0 1 > prepared part key=_multipart_6UZY1HWE143J.2~1THEZ1XED0KE.1 size=996176 2023-12-03T11:43:16.243 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.239+0000 7f4da82f78c0 1 > prepared multipart upload key=6UZY1HWE143J upload=1THEZ1XED0KE tag=SVWT8T3H6OX0 type=write size=3093328 2023-12-03T11:43:16.244 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.239+0000 7f4da82f78c0 1 < canceled part key=_multipart_XCT2GVJ4O84M.2~F5NN44O5CPXZ.0 size=724967 2023-12-03T11:43:16.251 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.247+0000 7f4da82f78c0 1 < canceled multipart upload key=XCT2GVJ4O84M upload=F5NN44O5CPXZ tag=9UZ7PJCR4NI7 type=write size=1773543 2023-12-03T11:43:16.254 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.251+0000 7f4da82f78c0 1 > prepared operation key=UT0U43FV7Y0L tag=1U3V82IWN7Z0 type=del size=3260214 2023-12-03T11:43:16.258 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.255+0000 7f4da82f78c0 1 < completed delete operation key=7AKK0TE2I43B tag=WN6C5SXFZO6J type=del 2023-12-03T11:43:16.266 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.263+0000 7f4da82f78c0 1 > prepared part key=_multipart_D2PVZARQWEIV.2~3QL9CQ9LOFYC.0 size=1048576 2023-12-03T11:43:16.270 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.263+0000 7f4da82f78c0 1 > prepared part key=_multipart_D2PVZARQWEIV.2~3QL9CQ9LOFYC.1 size=1048576 2023-12-03T11:43:16.274 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.267+0000 7f4da82f78c0 1 > prepared part key=_multipart_D2PVZARQWEIV.2~3QL9CQ9LOFYC.2 size=863638 2023-12-03T11:43:16.274 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.267+0000 7f4da82f78c0 1 > prepared multipart upload key=D2PVZARQWEIV upload=3QL9CQ9LOFYC tag=NCV6IFFAQCLR type=write size=4009366 2023-12-03T11:43:16.276 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.271+0000 7f4da82f78c0 1 < completed part key=_multipart_IOZ5MNNP5B2W.2~98HVU6Y3NEPO.0 size=347825 2023-12-03T11:43:16.282 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.279+0000 7f4da82f78c0 1 < completed multipart upload key=IOZ5MNNP5B2W upload=98HVU6Y3NEPO tag=DQ6J3ND5XPDW type=write size=1396401 2023-12-03T11:43:16.286 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.279+0000 7f4da82f78c0 1 > prepared operation key=4DF7KX58SVJY tag=TREVW7S72Y3P type=del size=259434 2023-12-03T11:43:16.289 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.283+0000 7f4da82f78c0 1 < completed delete operation key=ZO4GYMSV47J9 tag=BS3KGM7PC244 type=del 2023-12-03T11:43:16.296 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.291+0000 7f4da82f78c0 1 > prepared part key=_multipart_1GAQFDQ35291.2~A785GL0MFG4C.0 size=711150 2023-12-03T11:43:16.296 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.291+0000 7f4da82f78c0 1 > prepared multipart upload key=1GAQFDQ35291 upload=A785GL0MFG4C tag=IUXRN9919ZX0 type=write size=1759726 2023-12-03T11:43:16.299 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.295+0000 7f4da82f78c0 1 < completed delete operation key=D2PVZARQWEIV tag=D2SL5CLCPG94 type=del 2023-12-03T11:43:16.306 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.299+0000 7f4da82f78c0 1 > prepared part key=_multipart_K2XC9VGBIFBD.2~0FVHHUZP5PAZ.0 size=1048576 2023-12-03T11:43:16.308 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.303+0000 7f4da82f78c0 1 > prepared part key=_multipart_K2XC9VGBIFBD.2~0FVHHUZP5PAZ.1 size=1048576 2023-12-03T11:43:16.317 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.311+0000 7f4da82f78c0 1 > prepared part key=_multipart_K2XC9VGBIFBD.2~0FVHHUZP5PAZ.2 size=594958 2023-12-03T11:43:16.317 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.311+0000 7f4da82f78c0 1 > prepared multipart upload key=K2XC9VGBIFBD upload=0FVHHUZP5PAZ tag=8VDEQAL71VEO type=write size=3740686 2023-12-03T11:43:16.318 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.315+0000 7f4da82f78c0 1 < canceled part key=_multipart_PSYQ3RT9HX5N.2~CCYKRVECI483.0 size=1048576 2023-12-03T11:43:16.321 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.315+0000 7f4da82f78c0 1 < completed part key=_multipart_PSYQ3RT9HX5N.2~CCYKRVECI483.1 size=1048576 2023-12-03T11:43:16.324 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.319+0000 7f4da82f78c0 1 < completed part key=_multipart_PSYQ3RT9HX5N.2~CCYKRVECI483.2 size=39147 2023-12-03T11:43:16.331 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.327+0000 7f4da82f78c0 1 < canceled multipart upload key=PSYQ3RT9HX5N upload=CCYKRVECI483 tag=TL95ICV430V3 type=write size=3184875 2023-12-03T11:43:16.334 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.331+0000 7f4da82f78c0 1 > prepared operation key=4LWB8EMR9EBJ tag=JLC20M3UB8C1 type=del size=851207 2023-12-03T11:43:16.338 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.335+0000 7f4da82f78c0 1 < completed part key=_multipart_7EDLY2Q78IBP.2~H513FD2U4JK8.0 size=1048576 2023-12-03T11:43:16.341 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.335+0000 7f4da82f78c0 1 < completed part key=_multipart_7EDLY2Q78IBP.2~H513FD2U4JK8.1 size=311208 2023-12-03T11:43:16.347 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.343+0000 7f4da82f78c0 1 < completed multipart upload key=7EDLY2Q78IBP upload=H513FD2U4JK8 tag=UEGJ628XL4HH type=write size=2408360 2023-12-03T11:43:16.351 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.347+0000 7f4da82f78c0 1 > prepared operation key=K2XC9VGBIFBD tag=TRG4QZ4Y9Q10 type=del size=1592476 2023-12-03T11:43:16.354 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.351+0000 7f4da82f78c0 1 < completed part key=_multipart_7AKK0TE2I43B.2~TCAWFH4O0XAF.0 size=1048576 2023-12-03T11:43:16.357 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.351+0000 7f4da82f78c0 1 < completed part key=_multipart_7AKK0TE2I43B.2~TCAWFH4O0XAF.1 size=124193 2023-12-03T11:43:16.364 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.359+0000 7f4da82f78c0 1 < completed multipart upload key=7AKK0TE2I43B upload=TCAWFH4O0XAF tag=EUB1TVQNB2RA type=write size=2221345 2023-12-03T11:43:16.367 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.363+0000 7f4da82f78c0 1 > prepared operation key=IOZ5MNNP5B2W tag=PCX18TW4ZKA3 type=del size=4029208 2023-12-03T11:43:16.372 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.367+0000 7f4da82f78c0 1 < completed write operation key=XCT2GVJ4O84M tag=F42HJIHWQWUE type=write size=759597 2023-12-03T11:43:16.376 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.371+0000 7f4da82f78c0 1 > prepared operation key=7AKK0TE2I43B tag=HKU531HPW334 type=del size=2619526 2023-12-03T11:43:16.384 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.379+0000 7f4da82f78c0 1 < suggested remove operation key=D2PVZARQWEIV tag=9LFNITBDXXA7 type=del 2023-12-03T11:43:16.391 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.387+0000 7f4da82f78c0 1 > prepared part key=_multipart_IOZ5MNNP5B2W.2~P9KW6P3LN98M.0 size=1048576 2023-12-03T11:43:16.394 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.391+0000 7f4da82f78c0 1 > prepared part key=_multipart_IOZ5MNNP5B2W.2~P9KW6P3LN98M.1 size=1048576 2023-12-03T11:43:16.397 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.391+0000 7f4da82f78c0 1 > prepared part key=_multipart_IOZ5MNNP5B2W.2~P9KW6P3LN98M.2 size=339443 2023-12-03T11:43:16.397 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.391+0000 7f4da82f78c0 1 > prepared multipart upload key=IOZ5MNNP5B2W upload=P9KW6P3LN98M tag=N8XS8V3GFBMM type=write size=3485171 2023-12-03T11:43:16.401 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.395+0000 7f4da82f78c0 1 < completed part key=_multipart_7EDLY2Q78IBP.2~VZILG0Q0OVMD.0 size=1048576 2023-12-03T11:43:16.401 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.395+0000 7f4da82f78c0 1 < canceled part key=_multipart_7EDLY2Q78IBP.2~VZILG0Q0OVMD.1 size=1048576 2023-12-03T11:43:16.404 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.399+0000 7f4da82f78c0 1 < completed part key=_multipart_7EDLY2Q78IBP.2~VZILG0Q0OVMD.2 size=716166 2023-12-03T11:43:16.410 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.407+0000 7f4da82f78c0 1 < canceled multipart upload key=7EDLY2Q78IBP upload=VZILG0Q0OVMD tag=W8LCU86LXPTJ type=write size=3861894 2023-12-03T11:43:16.414 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.411+0000 7f4da82f78c0 1 > prepared operation key=K6FJNLCVDIUX tag=F82FA7TMQFZ0 type=write size=299924 2023-12-03T11:43:16.419 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.415+0000 7f4da82f78c0 1 < completed part key=_multipart_Q3BH4HFRFZA5.2~2NMAGL1TJFCW.0 size=839427 2023-12-03T11:43:16.425 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.419+0000 7f4da82f78c0 1 < completed multipart upload key=Q3BH4HFRFZA5 upload=2NMAGL1TJFCW tag=Q9WCN4DK1GW3 type=write size=1888003 2023-12-03T11:43:16.429 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.423+0000 7f4da82f78c0 1 > prepared operation key=ZO4GYMSV47J9 tag=YT5LKKUK8CNJ type=write size=582861 2023-12-03T11:43:16.433 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.427+0000 7f4da82f78c0 1 < canceled operation key=M9A06B3PSDOD tag=XQ50GP5BYMGG type=del size=1634609 2023-12-03T11:43:16.436 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.431+0000 7f4da82f78c0 1 > prepared operation key=6UZY1HWE143J tag=PHX2D3YC6VGM type=del size=2517356 2023-12-03T11:43:16.441 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.435+0000 7f4da82f78c0 1 < completed part key=_multipart_PUY1C1KWIAHV.2~NT8VTWF82U6O.0 size=1048576 2023-12-03T11:43:16.444 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.439+0000 7f4da82f78c0 1 < completed part key=_multipart_PUY1C1KWIAHV.2~NT8VTWF82U6O.1 size=174934 2023-12-03T11:43:16.450 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.447+0000 7f4da82f78c0 1 < completed multipart upload key=PUY1C1KWIAHV upload=NT8VTWF82U6O tag=8R4UPHLTGI7Z type=write size=2272086 2023-12-03T11:43:16.454 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.451+0000 7f4da82f78c0 1 > prepared operation key=WEBJUD8426X3 tag=LPLS0OOFDG5X type=del size=3015127 2023-12-03T11:43:16.458 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.455+0000 7f4da82f78c0 1 < completed delete operation key=7EDLY2Q78IBP tag=2CZVWE4NENUY type=del 2023-12-03T11:43:16.465 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.459+0000 7f4da82f78c0 1 > prepared part key=_multipart_K4O9QAISDGSN.2~QXUXQYAIE5G1.0 size=1048576 2023-12-03T11:43:16.468 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.463+0000 7f4da82f78c0 1 > prepared part key=_multipart_K4O9QAISDGSN.2~QXUXQYAIE5G1.1 size=101541 2023-12-03T11:43:16.468 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.463+0000 7f4da82f78c0 1 > prepared multipart upload key=K4O9QAISDGSN upload=QXUXQYAIE5G1 tag=PD6T5XTOXC0Y type=write size=2198693 2023-12-03T11:43:16.473 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.467+0000 7f4da82f78c0 1 < completed part key=_multipart_6UZY1HWE143J.2~1THEZ1XED0KE.0 size=1048576 2023-12-03T11:43:16.475 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.471+0000 7f4da82f78c0 1 < completed part key=_multipart_6UZY1HWE143J.2~1THEZ1XED0KE.1 size=996176 2023-12-03T11:43:16.486 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.479+0000 7f4da82f78c0 1 < completed multipart upload key=6UZY1HWE143J upload=1THEZ1XED0KE tag=SVWT8T3H6OX0 type=write size=3093328 2023-12-03T11:43:16.489 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.483+0000 7f4da82f78c0 1 > prepared part key=_multipart_4DF7KX58SVJY.2~Q9J1JGQHG1D8.0 size=273281 2023-12-03T11:43:16.490 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.483+0000 7f4da82f78c0 1 > prepared multipart upload key=4DF7KX58SVJY upload=Q9J1JGQHG1D8 tag=XXPOSHEDT1M8 type=write size=1321857 2023-12-03T11:43:16.494 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.487+0000 7f4da82f78c0 1 < completed delete operation key=UT0U43FV7Y0L tag=1U3V82IWN7Z0 type=del 2023-12-03T11:43:16.498 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.491+0000 7f4da82f78c0 1 > prepared operation key=GMT5400N4YTT tag=P6XI2YSC2MJC type=del size=4185192 2023-12-03T11:43:16.502 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.495+0000 7f4da82f78c0 1 < completed part key=_multipart_D2PVZARQWEIV.2~3QL9CQ9LOFYC.0 size=1048576 2023-12-03T11:43:16.505 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.499+0000 7f4da82f78c0 1 < completed part key=_multipart_D2PVZARQWEIV.2~3QL9CQ9LOFYC.1 size=1048576 2023-12-03T11:43:16.508 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.503+0000 7f4da82f78c0 1 < completed part key=_multipart_D2PVZARQWEIV.2~3QL9CQ9LOFYC.2 size=863638 2023-12-03T11:43:16.515 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.511+0000 7f4da82f78c0 1 < completed multipart upload key=D2PVZARQWEIV upload=3QL9CQ9LOFYC tag=NCV6IFFAQCLR type=write size=4009366 2023-12-03T11:43:16.519 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.515+0000 7f4da82f78c0 1 > prepared operation key=UT0U43FV7Y0L tag=XGTEOKMJLZPV type=del size=1347438 2023-12-03T11:43:16.523 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.519+0000 7f4da82f78c0 1 < completed delete operation key=4DF7KX58SVJY tag=TREVW7S72Y3P type=del 2023-12-03T11:43:16.527 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.523+0000 7f4da82f78c0 1 > prepared operation key=RF6YEP4A6INZ tag=S1M488TT1L4Q type=write size=353321 2023-12-03T11:43:16.528 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.523+0000 7f4da82f78c0 1 < canceled part key=_multipart_1GAQFDQ35291.2~A785GL0MFG4C.0 size=711150 2023-12-03T11:43:16.535 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.531+0000 7f4da82f78c0 1 < canceled multipart upload key=1GAQFDQ35291 upload=A785GL0MFG4C tag=IUXRN9919ZX0 type=write size=1759726 2023-12-03T11:43:16.539 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.535+0000 7f4da82f78c0 1 > prepared operation key=WEBJUD8426X3 tag=U9ITUEZ0DGAC type=del size=3977031 2023-12-03T11:43:16.543 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.539+0000 7f4da82f78c0 1 < completed part key=_multipart_K2XC9VGBIFBD.2~0FVHHUZP5PAZ.0 size=1048576 2023-12-03T11:43:16.547 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.543+0000 7f4da82f78c0 1 < completed part key=_multipart_K2XC9VGBIFBD.2~0FVHHUZP5PAZ.1 size=1048576 2023-12-03T11:43:16.550 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.547+0000 7f4da82f78c0 1 < completed part key=_multipart_K2XC9VGBIFBD.2~0FVHHUZP5PAZ.2 size=594958 2023-12-03T11:43:16.557 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.551+0000 7f4da82f78c0 1 < completed multipart upload key=K2XC9VGBIFBD upload=0FVHHUZP5PAZ tag=8VDEQAL71VEO type=write size=3740686 2023-12-03T11:43:16.560 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.555+0000 7f4da82f78c0 1 > prepared operation key=K4O9QAISDGSN tag=FWGRIDZ0ZDIK type=del size=2392985 2023-12-03T11:43:16.568 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.563+0000 7f4da82f78c0 1 < suggested remove operation key=4LWB8EMR9EBJ tag=JLC20M3UB8C1 type=del 2023-12-03T11:43:16.572 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.567+0000 7f4da82f78c0 1 > prepared operation key=Q3BH4HFRFZA5 tag=27X4XZU0Z668 type=del size=669085 2023-12-03T11:43:16.576 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.571+0000 7f4da82f78c0 1 < completed delete operation key=K2XC9VGBIFBD tag=TRG4QZ4Y9Q10 type=del 2023-12-03T11:43:16.580 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.575+0000 7f4da82f78c0 1 > prepared operation key=TBD5MDTZYHGQ tag=61Z9JOAM47J0 type=del size=1136242 2023-12-03T11:43:16.588 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.583+0000 7f4da82f78c0 1 < suggested update operation key=IOZ5MNNP5B2W tag=PCX18TW4ZKA3 type=del size=4029208 2023-12-03T11:43:16.595 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.591+0000 7f4da82f78c0 1 > prepared part key=_multipart_Q5C3IZCQEVO6.2~J2Q63DS97OR3.0 size=1048576 2023-12-03T11:43:16.598 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.591+0000 7f4da82f78c0 1 > prepared part key=_multipart_Q5C3IZCQEVO6.2~J2Q63DS97OR3.1 size=433563 2023-12-03T11:43:16.598 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.591+0000 7f4da82f78c0 1 > prepared multipart upload key=Q5C3IZCQEVO6 upload=J2Q63DS97OR3 tag=ANZ8UN0KQMCK type=write size=2530715 2023-12-03T11:43:16.602 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.595+0000 7f4da82f78c0 1 < canceled operation key=7AKK0TE2I43B tag=HKU531HPW334 type=del size=2619526 2023-12-03T11:43:16.606 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.603+0000 7f4da82f78c0 1 > prepared operation key=Q3BH4HFRFZA5 tag=8TMTP2GN95I5 type=del size=1961702 2023-12-03T11:43:16.614 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.611+0000 7f4da82f78c0 1 < completed part key=_multipart_IOZ5MNNP5B2W.2~P9KW6P3LN98M.0 size=1048576 2023-12-03T11:43:16.617 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.611+0000 7f4da82f78c0 1 < completed part key=_multipart_IOZ5MNNP5B2W.2~P9KW6P3LN98M.1 size=1048576 2023-12-03T11:43:16.620 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.615+0000 7f4da82f78c0 1 < completed part key=_multipart_IOZ5MNNP5B2W.2~P9KW6P3LN98M.2 size=339443 2023-12-03T11:43:16.627 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.623+0000 7f4da82f78c0 1 < completed multipart upload key=IOZ5MNNP5B2W upload=P9KW6P3LN98M tag=N8XS8V3GFBMM type=write size=3485171 2023-12-03T11:43:16.630 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.627+0000 7f4da82f78c0 1 > prepared operation key=MY1AJ69R89HD tag=INGJB7PDGIXO type=write size=233833 2023-12-03T11:43:16.639 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.635+0000 7f4da82f78c0 1 < suggested update operation key=K6FJNLCVDIUX tag=F82FA7TMQFZ0 type=write size=299924 2023-12-03T11:43:16.642 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.635+0000 7f4da82f78c0 1 > prepared operation key=IOZ5MNNP5B2W tag=KQ7TRK9JOLD6 type=del size=3864296 2023-12-03T11:43:16.645 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.639+0000 7f4da82f78c0 1 < completed write operation key=ZO4GYMSV47J9 tag=YT5LKKUK8CNJ type=write size=582861 2023-12-03T11:43:16.653 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.647+0000 7f4da82f78c0 1 > prepared part key=_multipart_WEBJUD8426X3.2~BTL2HFTZP58I.0 size=1048576 2023-12-03T11:43:16.656 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.651+0000 7f4da82f78c0 1 > prepared part key=_multipart_WEBJUD8426X3.2~BTL2HFTZP58I.1 size=797000 2023-12-03T11:43:16.656 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.651+0000 7f4da82f78c0 1 > prepared multipart upload key=WEBJUD8426X3 upload=BTL2HFTZP58I tag=CAX9N02LXI1C type=write size=2894152 2023-12-03T11:43:16.660 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.655+0000 7f4da82f78c0 1 < completed delete operation key=6UZY1HWE143J tag=PHX2D3YC6VGM type=del 2023-12-03T11:43:16.668 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.663+0000 7f4da82f78c0 1 > prepared part key=_multipart_PUY1C1KWIAHV.2~LA8ZGY5WDL5J.0 size=1048576 2023-12-03T11:43:16.671 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.667+0000 7f4da82f78c0 1 > prepared part key=_multipart_PUY1C1KWIAHV.2~LA8ZGY5WDL5J.1 size=806064 2023-12-03T11:43:16.671 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.667+0000 7f4da82f78c0 1 > prepared multipart upload key=PUY1C1KWIAHV upload=LA8ZGY5WDL5J tag=0AIYK08SBACN type=write size=2903216 2023-12-03T11:43:16.675 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.671+0000 7f4da82f78c0 1 < completed delete operation key=WEBJUD8426X3 tag=LPLS0OOFDG5X type=del 2023-12-03T11:43:16.679 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.675+0000 7f4da82f78c0 1 > prepared operation key=2HVLNPGB2PLL tag=FKOQMZ4DBMEX type=write size=44474 2023-12-03T11:43:16.689 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.683+0000 7f4da82f78c0 1 < completed part key=_multipart_K4O9QAISDGSN.2~QXUXQYAIE5G1.0 size=1048576 2023-12-03T11:43:16.690 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.683+0000 7f4da82f78c0 1 < canceled part key=_multipart_K4O9QAISDGSN.2~QXUXQYAIE5G1.1 size=101541 2023-12-03T11:43:16.696 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.691+0000 7f4da82f78c0 1 < canceled multipart upload key=K4O9QAISDGSN upload=QXUXQYAIE5G1 tag=PD6T5XTOXC0Y type=write size=2198693 2023-12-03T11:43:16.703 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.699+0000 7f4da82f78c0 1 > prepared part key=_multipart_WEBJUD8426X3.2~2V96O18XGJWT.0 size=306076 2023-12-03T11:43:16.703 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.699+0000 7f4da82f78c0 1 > prepared multipart upload key=WEBJUD8426X3 upload=2V96O18XGJWT tag=8NOAVBH1IWRA type=write size=1354652 2023-12-03T11:43:16.707 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.703+0000 7f4da82f78c0 1 < completed part key=_multipart_4DF7KX58SVJY.2~Q9J1JGQHG1D8.0 size=273281 2023-12-03T11:43:16.713 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.707+0000 7f4da82f78c0 1 < completed multipart upload key=4DF7KX58SVJY upload=Q9J1JGQHG1D8 tag=XXPOSHEDT1M8 type=write size=1321857 2023-12-03T11:43:16.717 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.711+0000 7f4da82f78c0 1 > prepared operation key=K2XC9VGBIFBD tag=J23JE188RHRR type=del size=943809 2023-12-03T11:43:16.723 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.715+0000 7f4da82f78c0 1 < completed delete operation key=GMT5400N4YTT tag=P6XI2YSC2MJC type=del 2023-12-03T11:43:16.725 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.719+0000 7f4da82f78c0 1 > prepared operation key=XCT2GVJ4O84M tag=PGDO6OA5JUYL type=del size=3408018 2023-12-03T11:43:16.729 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.723+0000 7f4da82f78c0 1 < completed delete operation key=UT0U43FV7Y0L tag=XGTEOKMJLZPV type=del 2023-12-03T11:43:16.732 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.727+0000 7f4da82f78c0 1 > prepared operation key=L3HC1M7OJ3L7 tag=B4CHXVJDZO9E type=write size=967132 2023-12-03T11:43:16.737 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.731+0000 7f4da82f78c0 1 < completed write operation key=RF6YEP4A6INZ tag=S1M488TT1L4Q type=write size=353321 2023-12-03T11:43:16.741 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.735+0000 7f4da82f78c0 1 > prepared operation key=2HVLNPGB2PLL tag=SPXWDJGDKP13 type=del size=2658644 2023-12-03T11:43:16.745 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.739+0000 7f4da82f78c0 1 < completed delete operation key=WEBJUD8426X3 tag=U9ITUEZ0DGAC type=del 2023-12-03T11:43:16.752 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.747+0000 7f4da82f78c0 1 > prepared part key=_multipart_YCJ1J0AKOH1D.2~UDMABQPTOKMS.0 size=1048576 2023-12-03T11:43:16.755 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.751+0000 7f4da82f78c0 1 > prepared part key=_multipart_YCJ1J0AKOH1D.2~UDMABQPTOKMS.1 size=1048576 2023-12-03T11:43:16.758 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.755+0000 7f4da82f78c0 1 > prepared part key=_multipart_YCJ1J0AKOH1D.2~UDMABQPTOKMS.2 size=336744 2023-12-03T11:43:16.758 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.755+0000 7f4da82f78c0 1 > prepared multipart upload key=YCJ1J0AKOH1D upload=UDMABQPTOKMS tag=WR4TTC0ZTV7U type=write size=3482472 2023-12-03T11:43:16.762 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.759+0000 7f4da82f78c0 1 < completed delete operation key=K4O9QAISDGSN tag=FWGRIDZ0ZDIK type=del 2023-12-03T11:43:16.770 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.763+0000 7f4da82f78c0 1 > prepared part key=_multipart_RF6YEP4A6INZ.2~NN42IHQMR7T1.0 size=1048576 2023-12-03T11:43:16.773 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.767+0000 7f4da82f78c0 1 > prepared part key=_multipart_RF6YEP4A6INZ.2~NN42IHQMR7T1.1 size=1048576 2023-12-03T11:43:16.776 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.771+0000 7f4da82f78c0 1 > prepared part key=_multipart_RF6YEP4A6INZ.2~NN42IHQMR7T1.2 size=989090 2023-12-03T11:43:16.776 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.771+0000 7f4da82f78c0 1 > prepared multipart upload key=RF6YEP4A6INZ upload=NN42IHQMR7T1 tag=QKBUZCWLCZJC type=write size=4134818 2023-12-03T11:43:16.783 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.779+0000 7f4da82f78c0 1 < suggested remove operation key=Q3BH4HFRFZA5 tag=27X4XZU0Z668 type=del 2023-12-03T11:43:16.790 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.787+0000 7f4da82f78c0 1 > prepared part key=_multipart_ZO4GYMSV47J9.2~FUCCPC8KK9EH.0 size=489808 2023-12-03T11:43:16.790 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.787+0000 7f4da82f78c0 1 > prepared multipart upload key=ZO4GYMSV47J9 upload=FUCCPC8KK9EH tag=4SX3YCYJUW0K type=write size=1538384 2023-12-03T11:43:16.794 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.791+0000 7f4da82f78c0 1 < completed delete operation key=TBD5MDTZYHGQ tag=61Z9JOAM47J0 type=del 2023-12-03T11:43:16.799 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.791+0000 7f4da82f78c0 1 > prepared operation key=TBD5MDTZYHGQ tag=ZY2QJN0XJDCS type=del size=832212 2023-12-03T11:43:16.802 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.799+0000 7f4da82f78c0 1 < completed part key=_multipart_Q5C3IZCQEVO6.2~J2Q63DS97OR3.0 size=1048576 2023-12-03T11:43:16.805 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.799+0000 7f4da82f78c0 1 < completed part key=_multipart_Q5C3IZCQEVO6.2~J2Q63DS97OR3.1 size=433563 2023-12-03T11:43:16.813 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.807+0000 7f4da82f78c0 1 < completed multipart upload key=Q5C3IZCQEVO6 upload=J2Q63DS97OR3 tag=ANZ8UN0KQMCK type=write size=2530715 2023-12-03T11:43:16.818 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.811+0000 7f4da82f78c0 1 > prepared operation key=YCJ1J0AKOH1D tag=PQ63YSYGCCNX type=del size=1773289 2023-12-03T11:43:16.820 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.815+0000 7f4da82f78c0 -1 < failed to complete operation key=Q3BH4HFRFZA5 tag=8TMTP2GN95I5 type=del size=1961702: (22) Invalid argument 2023-12-03T11:43:16.828 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.823+0000 7f4da82f78c0 1 > prepared part key=_multipart_XCT2GVJ4O84M.2~E5OPJRHCXGNY.0 size=939250 2023-12-03T11:43:16.828 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.823+0000 7f4da82f78c0 1 > prepared multipart upload key=XCT2GVJ4O84M upload=E5OPJRHCXGNY tag=9PMMEBP92QSX type=write size=1987826 2023-12-03T11:43:16.831 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.827+0000 7f4da82f78c0 1 < completed write operation key=MY1AJ69R89HD tag=INGJB7PDGIXO type=write size=233833 2023-12-03T11:43:16.835 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.831+0000 7f4da82f78c0 1 > prepared operation key=TBD5MDTZYHGQ tag=K9E0YVVBTSTS type=del size=601447 2023-12-03T11:43:16.839 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.835+0000 7f4da82f78c0 1 < completed delete operation key=IOZ5MNNP5B2W tag=KQ7TRK9JOLD6 type=del 2023-12-03T11:43:16.846 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.839+0000 7f4da82f78c0 1 > prepared part key=_multipart_PUY1C1KWIAHV.2~WP7AUUWEVCM0.0 size=1048576 2023-12-03T11:43:16.851 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.843+0000 7f4da82f78c0 1 > prepared part key=_multipart_PUY1C1KWIAHV.2~WP7AUUWEVCM0.1 size=494576 2023-12-03T11:43:16.851 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.843+0000 7f4da82f78c0 1 > prepared multipart upload key=PUY1C1KWIAHV upload=WP7AUUWEVCM0 tag=ZNJV3DXCH8C0 type=write size=2591728 2023-12-03T11:43:16.851 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.843+0000 7f4da82f78c0 1 < canceled part key=_multipart_WEBJUD8426X3.2~BTL2HFTZP58I.0 size=1048576 2023-12-03T11:43:16.853 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.847+0000 7f4da82f78c0 1 < completed part key=_multipart_WEBJUD8426X3.2~BTL2HFTZP58I.1 size=797000 2023-12-03T11:43:16.860 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.855+0000 7f4da82f78c0 1 < canceled multipart upload key=WEBJUD8426X3 upload=BTL2HFTZP58I tag=CAX9N02LXI1C type=write size=2894152 2023-12-03T11:43:16.867 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.863+0000 7f4da82f78c0 1 > prepared part key=_multipart_6UZY1HWE143J.2~YH3SQMSJL9QV.0 size=1048576 2023-12-03T11:43:16.870 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.867+0000 7f4da82f78c0 1 > prepared part key=_multipart_6UZY1HWE143J.2~YH3SQMSJL9QV.1 size=1048576 2023-12-03T11:43:16.873 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.867+0000 7f4da82f78c0 1 > prepared part key=_multipart_6UZY1HWE143J.2~YH3SQMSJL9QV.2 size=790942 2023-12-03T11:43:16.873 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.867+0000 7f4da82f78c0 1 > prepared multipart upload key=6UZY1HWE143J upload=YH3SQMSJL9QV tag=OCEK9PGGX6YR type=write size=3936670 2023-12-03T11:43:16.877 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.871+0000 7f4da82f78c0 1 < completed part key=_multipart_PUY1C1KWIAHV.2~LA8ZGY5WDL5J.0 size=1048576 2023-12-03T11:43:16.881 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.875+0000 7f4da82f78c0 1 < completed part key=_multipart_PUY1C1KWIAHV.2~LA8ZGY5WDL5J.1 size=806064 2023-12-03T11:43:16.888 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.883+0000 7f4da82f78c0 1 < completed multipart upload key=PUY1C1KWIAHV upload=LA8ZGY5WDL5J tag=0AIYK08SBACN type=write size=2903216 2023-12-03T11:43:16.893 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.887+0000 7f4da82f78c0 1 > prepared operation key=ZO4GYMSV47J9 tag=7SQJIKEYRZ9H type=del size=3218744 2023-12-03T11:43:16.896 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.891+0000 7f4da82f78c0 1 < completed write operation key=2HVLNPGB2PLL tag=FKOQMZ4DBMEX type=write size=44474 2023-12-03T11:43:16.900 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.895+0000 7f4da82f78c0 1 > prepared operation key=QGLKMQWQRM89 tag=1NCR0HZW0BWF type=write size=668667 2023-12-03T11:43:16.904 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.899+0000 7f4da82f78c0 1 < completed part key=_multipart_WEBJUD8426X3.2~2V96O18XGJWT.0 size=306076 2023-12-03T11:43:16.911 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.907+0000 7f4da82f78c0 1 < completed multipart upload key=WEBJUD8426X3 upload=2V96O18XGJWT tag=8NOAVBH1IWRA type=write size=1354652 2023-12-03T11:43:16.919 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.915+0000 7f4da82f78c0 1 > prepared part key=_multipart_PUY1C1KWIAHV.2~7662PIZCYJ9H.0 size=1048576 2023-12-03T11:43:16.922 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.915+0000 7f4da82f78c0 1 > prepared part key=_multipart_PUY1C1KWIAHV.2~7662PIZCYJ9H.1 size=1048576 2023-12-03T11:43:16.927 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.919+0000 7f4da82f78c0 1 > prepared part key=_multipart_PUY1C1KWIAHV.2~7662PIZCYJ9H.2 size=361766 2023-12-03T11:43:16.927 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.919+0000 7f4da82f78c0 1 > prepared multipart upload key=PUY1C1KWIAHV upload=7662PIZCYJ9H tag=DMM7MIJKG3HL type=write size=3507494 2023-12-03T11:43:16.929 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.923+0000 7f4da82f78c0 1 < completed delete operation key=K2XC9VGBIFBD tag=J23JE188RHRR type=del 2023-12-03T11:43:16.933 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.927+0000 7f4da82f78c0 1 > prepared operation key=L3HC1M7OJ3L7 tag=RX9KXGR9NQJN type=del size=634436 2023-12-03T11:43:16.941 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.935+0000 7f4da82f78c0 1 < suggested remove operation key=XCT2GVJ4O84M tag=PGDO6OA5JUYL type=del 2023-12-03T11:43:16.945 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.939+0000 7f4da82f78c0 1 > prepared operation key=L3HC1M7OJ3L7 tag=3TA2WIJMFR6Y type=del size=3332535 2023-12-03T11:43:16.949 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.943+0000 7f4da82f78c0 1 < completed write operation key=L3HC1M7OJ3L7 tag=B4CHXVJDZO9E type=write size=967132 2023-12-03T11:43:16.953 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.947+0000 7f4da82f78c0 1 > prepared operation key=1H0XTAA0VMYC tag=GUAM848UKV70 type=del size=332882 2023-12-03T11:43:16.961 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.955+0000 7f4da82f78c0 1 < suggested remove operation key=2HVLNPGB2PLL tag=SPXWDJGDKP13 type=del 2023-12-03T11:43:16.968 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.963+0000 7f4da82f78c0 1 > prepared part key=_multipart_K2XC9VGBIFBD.2~1AUN77KY9X6U.0 size=1048576 2023-12-03T11:43:16.971 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.967+0000 7f4da82f78c0 1 > prepared part key=_multipart_K2XC9VGBIFBD.2~1AUN77KY9X6U.1 size=1048576 2023-12-03T11:43:16.974 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.967+0000 7f4da82f78c0 1 > prepared part key=_multipart_K2XC9VGBIFBD.2~1AUN77KY9X6U.2 size=381372 2023-12-03T11:43:16.974 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.967+0000 7f4da82f78c0 1 > prepared multipart upload key=K2XC9VGBIFBD upload=1AUN77KY9X6U tag=VKJCNKROISEM type=write size=3527100 2023-12-03T11:43:16.978 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.971+0000 7f4da82f78c0 1 < completed part key=_multipart_YCJ1J0AKOH1D.2~UDMABQPTOKMS.0 size=1048576 2023-12-03T11:43:16.981 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.975+0000 7f4da82f78c0 1 < completed part key=_multipart_YCJ1J0AKOH1D.2~UDMABQPTOKMS.1 size=1048576 2023-12-03T11:43:16.984 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.979+0000 7f4da82f78c0 1 < completed part key=_multipart_YCJ1J0AKOH1D.2~UDMABQPTOKMS.2 size=336744 2023-12-03T11:43:16.992 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.987+0000 7f4da82f78c0 1 < completed multipart upload key=YCJ1J0AKOH1D upload=UDMABQPTOKMS tag=WR4TTC0ZTV7U type=write size=3482472 2023-12-03T11:43:16.998 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.995+0000 7f4da82f78c0 1 > prepared part key=_multipart_M9A06B3PSDOD.2~CHDTGVVV9MGP.0 size=1048576 2023-12-03T11:43:17.001 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.995+0000 7f4da82f78c0 1 > prepared part key=_multipart_M9A06B3PSDOD.2~CHDTGVVV9MGP.1 size=464322 2023-12-03T11:43:17.001 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.995+0000 7f4da82f78c0 1 > prepared multipart upload key=M9A06B3PSDOD upload=CHDTGVVV9MGP tag=DR08O6H89EBA type=write size=2561474 2023-12-03T11:43:17.002 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.995+0000 7f4da82f78c0 1 < canceled part key=_multipart_RF6YEP4A6INZ.2~NN42IHQMR7T1.0 size=1048576 2023-12-03T11:43:17.005 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:16.999+0000 7f4da82f78c0 1 < completed part key=_multipart_RF6YEP4A6INZ.2~NN42IHQMR7T1.1 size=1048576 2023-12-03T11:43:17.008 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.003+0000 7f4da82f78c0 1 < completed part key=_multipart_RF6YEP4A6INZ.2~NN42IHQMR7T1.2 size=989090 2023-12-03T11:43:17.015 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.011+0000 7f4da82f78c0 1 < canceled multipart upload key=RF6YEP4A6INZ upload=NN42IHQMR7T1 tag=QKBUZCWLCZJC type=write size=4134818 2023-12-03T11:43:17.019 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.015+0000 7f4da82f78c0 1 > prepared operation key=MY1AJ69R89HD tag=DKE138IQVN87 type=del size=2324654 2023-12-03T11:43:17.023 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.019+0000 7f4da82f78c0 1 < completed part key=_multipart_ZO4GYMSV47J9.2~FUCCPC8KK9EH.0 size=489808 2023-12-03T11:43:17.030 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.027+0000 7f4da82f78c0 1 < completed multipart upload key=ZO4GYMSV47J9 upload=FUCCPC8KK9EH tag=4SX3YCYJUW0K type=write size=1538384 2023-12-03T11:43:17.034 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.031+0000 7f4da82f78c0 1 > prepared operation key=IOZ5MNNP5B2W tag=840597DI53YX type=del size=593229 2023-12-03T11:43:17.038 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.035+0000 7f4da82f78c0 1 < completed delete operation key=TBD5MDTZYHGQ tag=ZY2QJN0XJDCS type=del 2023-12-03T11:43:17.042 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.039+0000 7f4da82f78c0 1 > prepared operation key=WEBJUD8426X3 tag=T9XG0INVUEZF type=del size=3876307 2023-12-03T11:43:17.046 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.043+0000 7f4da82f78c0 1 < completed delete operation key=YCJ1J0AKOH1D tag=PQ63YSYGCCNX type=del 2023-12-03T11:43:17.051 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.047+0000 7f4da82f78c0 1 > prepared operation key=RF6YEP4A6INZ tag=822IKZSLQF71 type=del size=1461113 2023-12-03T11:43:17.061 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.055+0000 7f4da82f78c0 1 < completed part key=_multipart_XCT2GVJ4O84M.2~E5OPJRHCXGNY.0 size=939250 2023-12-03T11:43:17.068 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.063+0000 7f4da82f78c0 1 < completed multipart upload key=XCT2GVJ4O84M upload=E5OPJRHCXGNY tag=9PMMEBP92QSX type=write size=1987826 2023-12-03T11:43:17.073 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.067+0000 7f4da82f78c0 1 > prepared operation key=IOZ5MNNP5B2W tag=BAVC3N0N7HMH type=del size=3161827 2023-12-03T11:43:17.077 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.071+0000 7f4da82f78c0 1 < canceled operation key=TBD5MDTZYHGQ tag=K9E0YVVBTSTS type=del size=601447 2023-12-03T11:43:17.084 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.079+0000 7f4da82f78c0 1 > prepared part key=_multipart_GMT5400N4YTT.2~V5AL3M066D4S.0 size=1048576 2023-12-03T11:43:17.087 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.083+0000 7f4da82f78c0 1 > prepared part key=_multipart_GMT5400N4YTT.2~V5AL3M066D4S.1 size=1022179 2023-12-03T11:43:17.088 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.083+0000 7f4da82f78c0 1 > prepared multipart upload key=GMT5400N4YTT upload=V5AL3M066D4S tag=Z7UH3PU5BQMS type=write size=3119331 2023-12-03T11:43:17.088 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.083+0000 7f4da82f78c0 1 < canceled part key=_multipart_PUY1C1KWIAHV.2~WP7AUUWEVCM0.0 size=1048576 2023-12-03T11:43:17.092 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.087+0000 7f4da82f78c0 1 < completed part key=_multipart_PUY1C1KWIAHV.2~WP7AUUWEVCM0.1 size=494576 2023-12-03T11:43:17.098 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.091+0000 7f4da82f78c0 1 < canceled multipart upload key=PUY1C1KWIAHV upload=WP7AUUWEVCM0 tag=ZNJV3DXCH8C0 type=write size=2591728 2023-12-03T11:43:17.221 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.095+0000 7f4da82f78c0 1 > prepared operation key=1GAQFDQ35291 tag=0Z3X2WPTAS7M type=del size=2498539 2023-12-03T11:43:17.222 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.099+0000 7f4da82f78c0 1 < completed part key=_multipart_6UZY1HWE143J.2~YH3SQMSJL9QV.0 size=1048576 2023-12-03T11:43:17.222 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.103+0000 7f4da82f78c0 1 < completed part key=_multipart_6UZY1HWE143J.2~YH3SQMSJL9QV.1 size=1048576 2023-12-03T11:43:17.222 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.107+0000 7f4da82f78c0 1 < completed part key=_multipart_6UZY1HWE143J.2~YH3SQMSJL9QV.2 size=790942 2023-12-03T11:43:17.222 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.115+0000 7f4da82f78c0 1 < completed multipart upload key=6UZY1HWE143J upload=YH3SQMSJL9QV tag=OCEK9PGGX6YR type=write size=3936670 2023-12-03T11:43:17.222 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.119+0000 7f4da82f78c0 1 > prepared operation key=K2XC9VGBIFBD tag=Z1G9OSCZG3RB type=del size=3733931 2023-12-03T11:43:17.222 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.123+0000 7f4da82f78c0 1 < canceled operation key=ZO4GYMSV47J9 tag=7SQJIKEYRZ9H type=del size=3218744 2023-12-03T11:43:17.222 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.131+0000 7f4da82f78c0 1 > prepared part key=_multipart_M9A06B3PSDOD.2~Y9JQA77PZC88.0 size=1048576 2023-12-03T11:43:17.222 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.135+0000 7f4da82f78c0 1 > prepared part key=_multipart_M9A06B3PSDOD.2~Y9JQA77PZC88.1 size=1048576 2023-12-03T11:43:17.222 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.139+0000 7f4da82f78c0 1 > prepared part key=_multipart_M9A06B3PSDOD.2~Y9JQA77PZC88.2 size=437608 2023-12-03T11:43:17.222 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.139+0000 7f4da82f78c0 1 > prepared multipart upload key=M9A06B3PSDOD upload=Y9JQA77PZC88 tag=00IQQKN10LJ2 type=write size=3583336 2023-12-03T11:43:17.222 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.143+0000 7f4da82f78c0 1 < completed write operation key=QGLKMQWQRM89 tag=1NCR0HZW0BWF type=write size=668667 2023-12-03T11:43:17.222 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.147+0000 7f4da82f78c0 1 > prepared part key=_multipart_K2XC9VGBIFBD.2~OGCXQD3ZLMIF.0 size=1048576 2023-12-03T11:43:17.222 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.151+0000 7f4da82f78c0 1 > prepared part key=_multipart_K2XC9VGBIFBD.2~OGCXQD3ZLMIF.1 size=426995 2023-12-03T11:43:17.222 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.151+0000 7f4da82f78c0 1 > prepared multipart upload key=K2XC9VGBIFBD upload=OGCXQD3ZLMIF tag=YHYT5NHC0G0T type=write size=2524147 2023-12-03T11:43:17.223 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.155+0000 7f4da82f78c0 1 < completed part key=_multipart_PUY1C1KWIAHV.2~7662PIZCYJ9H.0 size=1048576 2023-12-03T11:43:17.223 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.159+0000 7f4da82f78c0 1 < completed part key=_multipart_PUY1C1KWIAHV.2~7662PIZCYJ9H.1 size=1048576 2023-12-03T11:43:17.223 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.163+0000 7f4da82f78c0 1 < completed part key=_multipart_PUY1C1KWIAHV.2~7662PIZCYJ9H.2 size=361766 2023-12-03T11:43:17.223 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.167+0000 7f4da82f78c0 1 < completed multipart upload key=PUY1C1KWIAHV upload=7662PIZCYJ9H tag=DMM7MIJKG3HL type=write size=3507494 2023-12-03T11:43:17.223 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.175+0000 7f4da82f78c0 1 > prepared part key=_multipart_645V3LNUPS4A.2~S377533O6GSI.0 size=1048576 2023-12-03T11:43:17.223 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.179+0000 7f4da82f78c0 1 > prepared part key=_multipart_645V3LNUPS4A.2~S377533O6GSI.1 size=274492 2023-12-03T11:43:17.223 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.179+0000 7f4da82f78c0 1 > prepared multipart upload key=645V3LNUPS4A upload=S377533O6GSI tag=ODGEHO806UC9 type=write size=2371644 2023-12-03T11:43:17.223 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.183+0000 7f4da82f78c0 1 < completed delete operation key=L3HC1M7OJ3L7 tag=RX9KXGR9NQJN type=del 2023-12-03T11:43:17.223 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.187+0000 7f4da82f78c0 1 > prepared operation key=D2PVZARQWEIV tag=YBYA3EV12OP9 type=del size=1558330 2023-12-03T11:43:17.223 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.195+0000 7f4da82f78c0 1 < suggested update operation key=L3HC1M7OJ3L7 tag=3TA2WIJMFR6Y type=del size=3332535 2023-12-03T11:43:17.223 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.199+0000 7f4da82f78c0 1 > prepared operation key=IA082W6GDNN2 tag=7EPPL3B8S1P7 type=write size=626665 2023-12-03T11:43:17.223 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.207+0000 7f4da82f78c0 1 < suggested remove operation key=1H0XTAA0VMYC tag=GUAM848UKV70 type=del 2023-12-03T11:43:17.223 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.211+0000 7f4da82f78c0 1 > prepared operation key=UT0U43FV7Y0L tag=OSSTZA8R5I7H type=del size=3539049 2023-12-03T11:43:17.223 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.215+0000 7f4da82f78c0 1 < completed part key=_multipart_K2XC9VGBIFBD.2~1AUN77KY9X6U.0 size=1048576 2023-12-03T11:43:17.224 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.219+0000 7f4da82f78c0 1 < completed part key=_multipart_K2XC9VGBIFBD.2~1AUN77KY9X6U.1 size=1048576 2023-12-03T11:43:17.226 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.219+0000 7f4da82f78c0 1 < completed part key=_multipart_K2XC9VGBIFBD.2~1AUN77KY9X6U.2 size=381372 2023-12-03T11:43:17.233 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.227+0000 7f4da82f78c0 1 < completed multipart upload key=K2XC9VGBIFBD upload=1AUN77KY9X6U tag=VKJCNKROISEM type=write size=3527100 2023-12-03T11:43:17.242 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.235+0000 7f4da82f78c0 1 > prepared part key=_multipart_XCT2GVJ4O84M.2~3M4H2IHIYXVW.0 size=1048576 2023-12-03T11:43:17.243 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.239+0000 7f4da82f78c0 1 > prepared part key=_multipart_XCT2GVJ4O84M.2~3M4H2IHIYXVW.1 size=502849 2023-12-03T11:43:17.243 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.239+0000 7f4da82f78c0 1 > prepared multipart upload key=XCT2GVJ4O84M upload=3M4H2IHIYXVW tag=BI2FJZI220BX type=write size=2600001 2023-12-03T11:43:17.247 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.243+0000 7f4da82f78c0 1 < completed part key=_multipart_M9A06B3PSDOD.2~CHDTGVVV9MGP.0 size=1048576 2023-12-03T11:43:17.251 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.247+0000 7f4da82f78c0 1 < completed part key=_multipart_M9A06B3PSDOD.2~CHDTGVVV9MGP.1 size=464322 2023-12-03T11:43:17.258 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.251+0000 7f4da82f78c0 1 < completed multipart upload key=M9A06B3PSDOD upload=CHDTGVVV9MGP tag=DR08O6H89EBA type=write size=2561474 2023-12-03T11:43:17.262 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.259+0000 7f4da82f78c0 1 > prepared operation key=7AKK0TE2I43B tag=EW7XA7IZRTFB type=del size=1854962 2023-12-03T11:43:17.266 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.263+0000 7f4da82f78c0 1 < completed delete operation key=MY1AJ69R89HD tag=DKE138IQVN87 type=del 2023-12-03T11:43:17.270 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.263+0000 7f4da82f78c0 1 > prepared operation key=K2XC9VGBIFBD tag=MHEUGT3YVDZ1 type=write size=370558 2023-12-03T11:43:17.274 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.267+0000 7f4da82f78c0 1 < completed delete operation key=IOZ5MNNP5B2W tag=840597DI53YX type=del 2023-12-03T11:43:17.278 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.271+0000 7f4da82f78c0 1 > prepared operation key=MY1AJ69R89HD tag=Z7JY345TKVF9 type=del size=2881582 2023-12-03T11:43:17.286 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.283+0000 7f4da82f78c0 1 < suggested remove operation key=WEBJUD8426X3 tag=T9XG0INVUEZF type=del 2023-12-03T11:43:17.294 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.287+0000 7f4da82f78c0 1 > prepared part key=_multipart_UT0U43FV7Y0L.2~9GK8UP41T9UI.0 size=145341 2023-12-03T11:43:17.294 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.287+0000 7f4da82f78c0 1 > prepared multipart upload key=UT0U43FV7Y0L upload=9GK8UP41T9UI tag=JKG336LX4KWK type=write size=1193917 2023-12-03T11:43:17.298 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.291+0000 7f4da82f78c0 1 < completed delete operation key=RF6YEP4A6INZ tag=822IKZSLQF71 type=del 2023-12-03T11:43:17.301 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.295+0000 7f4da82f78c0 1 > prepared operation key=RF6YEP4A6INZ tag=HCJXCA1U3RE8 type=del size=2108506 2023-12-03T11:43:17.307 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.303+0000 7f4da82f78c0 1 < completed delete operation key=IOZ5MNNP5B2W tag=BAVC3N0N7HMH type=del 2023-12-03T11:43:17.313 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.307+0000 7f4da82f78c0 1 > prepared part key=_multipart_WEBJUD8426X3.2~3SYWH5IJL2KK.0 size=1048576 2023-12-03T11:43:17.316 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.311+0000 7f4da82f78c0 1 > prepared part key=_multipart_WEBJUD8426X3.2~3SYWH5IJL2KK.1 size=980782 2023-12-03T11:43:17.316 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.311+0000 7f4da82f78c0 1 > prepared multipart upload key=WEBJUD8426X3 upload=3SYWH5IJL2KK tag=ZB23KAD1Q07B type=write size=3077934 2023-12-03T11:43:17.320 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.315+0000 7f4da82f78c0 1 < completed part key=_multipart_GMT5400N4YTT.2~V5AL3M066D4S.0 size=1048576 2023-12-03T11:43:17.323 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.319+0000 7f4da82f78c0 1 < completed part key=_multipart_GMT5400N4YTT.2~V5AL3M066D4S.1 size=1022179 2023-12-03T11:43:17.330 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.323+0000 7f4da82f78c0 1 < completed multipart upload key=GMT5400N4YTT upload=V5AL3M066D4S tag=Z7UH3PU5BQMS type=write size=3119331 2023-12-03T11:43:17.337 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.331+0000 7f4da82f78c0 1 > prepared part key=_multipart_RF6YEP4A6INZ.2~DJ9CTLHZRF6W.0 size=1048576 2023-12-03T11:43:17.340 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.335+0000 7f4da82f78c0 1 > prepared part key=_multipart_RF6YEP4A6INZ.2~DJ9CTLHZRF6W.1 size=536760 2023-12-03T11:43:17.340 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.335+0000 7f4da82f78c0 1 > prepared multipart upload key=RF6YEP4A6INZ upload=DJ9CTLHZRF6W tag=NVSF8EE7MGFJ type=write size=2633912 2023-12-03T11:43:17.345 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.339+0000 7f4da82f78c0 1 < completed delete operation key=1GAQFDQ35291 tag=0Z3X2WPTAS7M type=del 2023-12-03T11:43:17.349 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.343+0000 7f4da82f78c0 1 > prepared operation key=6UZY1HWE143J tag=2CVSCK85G46N type=del size=3297340 2023-12-03T11:43:17.353 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.347+0000 7f4da82f78c0 1 < completed delete operation key=K2XC9VGBIFBD tag=Z1G9OSCZG3RB type=del 2023-12-03T11:43:17.357 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.351+0000 7f4da82f78c0 1 > prepared operation key=L3HC1M7OJ3L7 tag=GE8H3ROBQ2DW type=del size=4069878 2023-12-03T11:43:17.361 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.355+0000 7f4da82f78c0 1 < completed part key=_multipart_M9A06B3PSDOD.2~Y9JQA77PZC88.0 size=1048576 2023-12-03T11:43:17.364 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.359+0000 7f4da82f78c0 1 < completed part key=_multipart_M9A06B3PSDOD.2~Y9JQA77PZC88.1 size=1048576 2023-12-03T11:43:17.367 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.363+0000 7f4da82f78c0 1 < completed part key=_multipart_M9A06B3PSDOD.2~Y9JQA77PZC88.2 size=437608 2023-12-03T11:43:17.374 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.367+0000 7f4da82f78c0 1 < completed multipart upload key=M9A06B3PSDOD upload=Y9JQA77PZC88 tag=00IQQKN10LJ2 type=write size=3583336 2023-12-03T11:43:17.377 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.371+0000 7f4da82f78c0 1 > prepared operation key=ZO4GYMSV47J9 tag=PP8JA1GAD1U3 type=del size=242278 2023-12-03T11:43:17.381 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.375+0000 7f4da82f78c0 1 < completed part key=_multipart_K2XC9VGBIFBD.2~OGCXQD3ZLMIF.0 size=1048576 2023-12-03T11:43:17.384 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.379+0000 7f4da82f78c0 1 < completed part key=_multipart_K2XC9VGBIFBD.2~OGCXQD3ZLMIF.1 size=426995 2023-12-03T11:43:17.392 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.387+0000 7f4da82f78c0 1 < completed multipart upload key=K2XC9VGBIFBD upload=OGCXQD3ZLMIF tag=YHYT5NHC0G0T type=write size=2524147 2023-12-03T11:43:17.398 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.395+0000 7f4da82f78c0 1 > prepared part key=_multipart_M9A06B3PSDOD.2~WUHVUOFK9D0L.0 size=1048576 2023-12-03T11:43:17.402 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.395+0000 7f4da82f78c0 1 > prepared part key=_multipart_M9A06B3PSDOD.2~WUHVUOFK9D0L.1 size=283861 2023-12-03T11:43:17.402 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.395+0000 7f4da82f78c0 1 > prepared multipart upload key=M9A06B3PSDOD upload=WUHVUOFK9D0L tag=EAT6H9ZBPDXT type=write size=2381013 2023-12-03T11:43:17.406 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.403+0000 7f4da82f78c0 1 < completed part key=_multipart_645V3LNUPS4A.2~S377533O6GSI.0 size=1048576 2023-12-03T11:43:17.409 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.403+0000 7f4da82f78c0 1 < completed part key=_multipart_645V3LNUPS4A.2~S377533O6GSI.1 size=274492 2023-12-03T11:43:17.416 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.411+0000 7f4da82f78c0 1 < completed multipart upload key=645V3LNUPS4A upload=S377533O6GSI tag=ODGEHO806UC9 type=write size=2371644 2023-12-03T11:43:17.420 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.415+0000 7f4da82f78c0 1 > prepared operation key=4LWB8EMR9EBJ tag=RPLE68JSIYK0 type=write size=872967 2023-12-03T11:43:17.433 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.427+0000 7f4da82f78c0 1 < suggested remove operation key=D2PVZARQWEIV tag=YBYA3EV12OP9 type=del 2023-12-03T11:43:17.437 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.431+0000 7f4da82f78c0 1 > prepared operation key=L3HC1M7OJ3L7 tag=SQNUZE7X1G9Z type=write size=114511 2023-12-03T11:43:17.440 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.435+0000 7f4da82f78c0 1 < completed write operation key=IA082W6GDNN2 tag=7EPPL3B8S1P7 type=write size=626665 2023-12-03T11:43:17.444 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.439+0000 7f4da82f78c0 1 > prepared operation key=645V3LNUPS4A tag=0PY39C5LP67I type=del size=3772756 2023-12-03T11:43:17.453 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.447+0000 7f4da82f78c0 1 < suggested remove operation key=UT0U43FV7Y0L tag=OSSTZA8R5I7H type=del 2023-12-03T11:43:17.460 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.455+0000 7f4da82f78c0 1 > prepared part key=_multipart_1H0XTAA0VMYC.2~G2K09KXTAKLD.0 size=697155 2023-12-03T11:43:17.460 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.455+0000 7f4da82f78c0 1 > prepared multipart upload key=1H0XTAA0VMYC upload=G2K09KXTAKLD tag=TELTSVB61T2J type=write size=1745731 2023-12-03T11:43:17.465 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.459+0000 7f4da82f78c0 1 < completed part key=_multipart_XCT2GVJ4O84M.2~3M4H2IHIYXVW.0 size=1048576 2023-12-03T11:43:17.465 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.459+0000 7f4da82f78c0 1 < canceled part key=_multipart_XCT2GVJ4O84M.2~3M4H2IHIYXVW.1 size=502849 2023-12-03T11:43:17.471 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.467+0000 7f4da82f78c0 1 < canceled multipart upload key=XCT2GVJ4O84M upload=3M4H2IHIYXVW tag=BI2FJZI220BX type=write size=2600001 2023-12-03T11:43:17.475 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.471+0000 7f4da82f78c0 1 > prepared operation key=ZO4GYMSV47J9 tag=UWNXL6N10CWD type=del size=1202159 2023-12-03T11:43:17.479 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.475+0000 7f4da82f78c0 1 < completed delete operation key=7AKK0TE2I43B tag=EW7XA7IZRTFB type=del 2023-12-03T11:43:17.487 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.483+0000 7f4da82f78c0 1 > prepared part key=_multipart_TBD5MDTZYHGQ.2~KLFMMVZWKLCI.0 size=842926 2023-12-03T11:43:17.487 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.483+0000 7f4da82f78c0 1 > prepared multipart upload key=TBD5MDTZYHGQ upload=KLFMMVZWKLCI tag=MTO8TDEH1TQX type=write size=1891502 2023-12-03T11:43:17.491 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.487+0000 7f4da82f78c0 1 < completed write operation key=K2XC9VGBIFBD tag=MHEUGT3YVDZ1 type=write size=370558 2023-12-03T11:43:17.496 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.491+0000 7f4da82f78c0 1 > prepared operation key=PSYQ3RT9HX5N tag=TR04MLERE36J type=write size=564108 2023-12-03T11:43:17.500 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.495+0000 7f4da82f78c0 1 < canceled operation key=MY1AJ69R89HD tag=Z7JY345TKVF9 type=del size=2881582 2023-12-03T11:43:17.504 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.499+0000 7f4da82f78c0 1 > prepared operation key=Q3BH4HFRFZA5 tag=QLE12YRRDIJX type=write size=892003 2023-12-03T11:43:17.509 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.503+0000 7f4da82f78c0 1 < completed part key=_multipart_UT0U43FV7Y0L.2~9GK8UP41T9UI.0 size=145341 2023-12-03T11:43:17.516 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.511+0000 7f4da82f78c0 1 < completed multipart upload key=UT0U43FV7Y0L upload=9GK8UP41T9UI tag=JKG336LX4KWK type=write size=1193917 2023-12-03T11:43:17.520 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.515+0000 7f4da82f78c0 1 > prepared operation key=M9A06B3PSDOD tag=QXYVIRRDDAT9 type=del size=3556151 2023-12-03T11:43:17.524 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.519+0000 7f4da82f78c0 1 < canceled operation key=RF6YEP4A6INZ tag=HCJXCA1U3RE8 type=del size=2108506 2023-12-03T11:43:17.527 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.523+0000 7f4da82f78c0 1 > prepared operation key=MY1AJ69R89HD tag=NQQ45QAS9SQC type=del size=4165633 2023-12-03T11:43:17.531 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.527+0000 7f4da82f78c0 1 < completed part key=_multipart_WEBJUD8426X3.2~3SYWH5IJL2KK.0 size=1048576 2023-12-03T11:43:17.535 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.531+0000 7f4da82f78c0 1 < completed part key=_multipart_WEBJUD8426X3.2~3SYWH5IJL2KK.1 size=980782 2023-12-03T11:43:17.541 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.535+0000 7f4da82f78c0 1 < completed multipart upload key=WEBJUD8426X3 upload=3SYWH5IJL2KK tag=ZB23KAD1Q07B type=write size=3077934 2023-12-03T11:43:17.546 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.539+0000 7f4da82f78c0 1 > prepared operation key=1GAQFDQ35291 tag=5P6L85UZK3ON type=del size=3052921 2023-12-03T11:43:17.549 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.543+0000 7f4da82f78c0 1 < completed part key=_multipart_RF6YEP4A6INZ.2~DJ9CTLHZRF6W.0 size=1048576 2023-12-03T11:43:17.552 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.547+0000 7f4da82f78c0 1 < completed part key=_multipart_RF6YEP4A6INZ.2~DJ9CTLHZRF6W.1 size=536760 2023-12-03T11:43:17.558 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.555+0000 7f4da82f78c0 1 < completed multipart upload key=RF6YEP4A6INZ upload=DJ9CTLHZRF6W tag=NVSF8EE7MGFJ type=write size=2633912 2023-12-03T11:43:17.563 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.559+0000 7f4da82f78c0 1 > prepared operation key=MY1AJ69R89HD tag=3C31GYUBILV4 type=del size=2936062 2023-12-03T11:43:17.572 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.567+0000 7f4da82f78c0 1 < suggested update operation key=6UZY1HWE143J tag=2CVSCK85G46N type=del size=3297340 2023-12-03T11:43:17.575 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.571+0000 7f4da82f78c0 1 > prepared operation key=GMT5400N4YTT tag=CFXJ8WZ3QKBC type=del size=2203795 2023-12-03T11:43:17.579 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.575+0000 7f4da82f78c0 1 < completed delete operation key=L3HC1M7OJ3L7 tag=GE8H3ROBQ2DW type=del 2023-12-03T11:43:17.583 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.579+0000 7f4da82f78c0 1 > prepared operation key=4DF7KX58SVJY tag=FRARGAFMHV7U type=del size=464046 2023-12-03T11:43:17.587 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.583+0000 7f4da82f78c0 1 < completed delete operation key=ZO4GYMSV47J9 tag=PP8JA1GAD1U3 type=del 2023-12-03T11:43:17.591 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.587+0000 7f4da82f78c0 1 > prepared operation key=PSYQ3RT9HX5N tag=S9ZLGXT4IDGE type=del size=562856 2023-12-03T11:43:17.591 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.587+0000 7f4da82f78c0 1 < canceled part key=_multipart_M9A06B3PSDOD.2~WUHVUOFK9D0L.0 size=1048576 2023-12-03T11:43:17.594 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.591+0000 7f4da82f78c0 1 < completed part key=_multipart_M9A06B3PSDOD.2~WUHVUOFK9D0L.1 size=283861 2023-12-03T11:43:17.601 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.595+0000 7f4da82f78c0 1 < canceled multipart upload key=M9A06B3PSDOD upload=WUHVUOFK9D0L tag=EAT6H9ZBPDXT type=write size=2381013 2023-12-03T11:43:17.605 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.599+0000 7f4da82f78c0 1 > prepared operation key=RF6YEP4A6INZ tag=X7PX7O8TJWD1 type=del size=3668105 2023-12-03T11:43:17.608 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.603+0000 7f4da82f78c0 1 < completed write operation key=4LWB8EMR9EBJ tag=RPLE68JSIYK0 type=write size=872967 2023-12-03T11:43:17.612 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.607+0000 7f4da82f78c0 1 > prepared operation key=IOZ5MNNP5B2W tag=I9W5RR7S5RMC type=write size=1025300 2023-12-03T11:43:17.617 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.611+0000 7f4da82f78c0 1 < completed write operation key=L3HC1M7OJ3L7 tag=SQNUZE7X1G9Z type=write size=114511 2023-12-03T11:43:17.620 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.615+0000 7f4da82f78c0 1 > prepared operation key=4DF7KX58SVJY tag=GIIZJFMZCS8X type=del size=3043815 2023-12-03T11:43:17.624 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.619+0000 7f4da82f78c0 1 < canceled operation key=645V3LNUPS4A tag=0PY39C5LP67I type=del size=3772756 2023-12-03T11:43:17.631 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.627+0000 7f4da82f78c0 1 > prepared part key=_multipart_K6FJNLCVDIUX.2~GTR2NF1TGAHE.0 size=203707 2023-12-03T11:43:17.631 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.627+0000 7f4da82f78c0 1 > prepared multipart upload key=K6FJNLCVDIUX upload=GTR2NF1TGAHE tag=BR3UW9R5AGZ2 type=write size=1252283 2023-12-03T11:43:17.635 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.631+0000 7f4da82f78c0 1 < completed part key=_multipart_1H0XTAA0VMYC.2~G2K09KXTAKLD.0 size=697155 2023-12-03T11:43:17.642 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.635+0000 7f4da82f78c0 1 < completed multipart upload key=1H0XTAA0VMYC upload=G2K09KXTAKLD tag=TELTSVB61T2J type=write size=1745731 2023-12-03T11:43:17.649 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.643+0000 7f4da82f78c0 1 > prepared part key=_multipart_4DF7KX58SVJY.2~1350NCDEN2DO.0 size=315823 2023-12-03T11:43:17.649 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.643+0000 7f4da82f78c0 1 > prepared multipart upload key=4DF7KX58SVJY upload=1350NCDEN2DO tag=Z8JYVSHN9HTB type=write size=1364399 2023-12-03T11:43:17.653 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.647+0000 7f4da82f78c0 1 < completed delete operation key=ZO4GYMSV47J9 tag=UWNXL6N10CWD type=del 2023-12-03T11:43:17.658 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.651+0000 7f4da82f78c0 1 > prepared operation key=1GAQFDQ35291 tag=UUAAA1ARQHJB type=del size=3714594 2023-12-03T11:43:17.662 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.655+0000 7f4da82f78c0 1 < completed part key=_multipart_TBD5MDTZYHGQ.2~KLFMMVZWKLCI.0 size=842926 2023-12-03T11:43:17.669 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.663+0000 7f4da82f78c0 1 < completed multipart upload key=TBD5MDTZYHGQ upload=KLFMMVZWKLCI tag=MTO8TDEH1TQX type=write size=1891502 2023-12-03T11:43:17.675 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.671+0000 7f4da82f78c0 1 > prepared part key=_multipart_QGLKMQWQRM89.2~0ONWKU5TPCCB.0 size=1048576 2023-12-03T11:43:17.679 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.675+0000 7f4da82f78c0 1 > prepared part key=_multipart_QGLKMQWQRM89.2~0ONWKU5TPCCB.1 size=197372 2023-12-03T11:43:17.679 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.675+0000 7f4da82f78c0 1 > prepared multipart upload key=QGLKMQWQRM89 upload=0ONWKU5TPCCB tag=719GA7XI2IZ6 type=write size=2294524 2023-12-03T11:43:17.683 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.679+0000 7f4da82f78c0 1 < completed write operation key=PSYQ3RT9HX5N tag=TR04MLERE36J type=write size=564108 2023-12-03T11:43:17.686 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.683+0000 7f4da82f78c0 1 > prepared operation key=Q3BH4HFRFZA5 tag=8WRF23FOAX18 type=del size=735094 2023-12-03T11:43:17.690 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.687+0000 7f4da82f78c0 1 < completed write operation key=Q3BH4HFRFZA5 tag=QLE12YRRDIJX type=write size=892003 2023-12-03T11:43:17.697 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.691+0000 7f4da82f78c0 1 > prepared part key=_multipart_D2PVZARQWEIV.2~NSFE74ZAKLSG.0 size=1048576 2023-12-03T11:43:17.700 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.695+0000 7f4da82f78c0 1 > prepared part key=_multipart_D2PVZARQWEIV.2~NSFE74ZAKLSG.1 size=1048576 2023-12-03T11:43:17.703 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.699+0000 7f4da82f78c0 1 > prepared part key=_multipart_D2PVZARQWEIV.2~NSFE74ZAKLSG.2 size=409890 2023-12-03T11:43:17.703 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.699+0000 7f4da82f78c0 1 > prepared multipart upload key=D2PVZARQWEIV upload=NSFE74ZAKLSG tag=Q27NCUK24BGH type=write size=3555618 2023-12-03T11:43:17.707 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.703+0000 7f4da82f78c0 1 < completed delete operation key=M9A06B3PSDOD tag=QXYVIRRDDAT9 type=del 2023-12-03T11:43:17.715 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.711+0000 7f4da82f78c0 1 > prepared part key=_multipart_MY1AJ69R89HD.2~XDMSLRBXAF1A.0 size=1048576 2023-12-03T11:43:17.718 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.711+0000 7f4da82f78c0 1 > prepared part key=_multipart_MY1AJ69R89HD.2~XDMSLRBXAF1A.1 size=515107 2023-12-03T11:43:17.718 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.711+0000 7f4da82f78c0 1 > prepared multipart upload key=MY1AJ69R89HD upload=XDMSLRBXAF1A tag=NFLTJJK239J2 type=write size=2612259 2023-12-03T11:43:17.727 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.723+0000 7f4da82f78c0 1 < suggested update operation key=MY1AJ69R89HD tag=NQQ45QAS9SQC type=del size=4165633 2023-12-03T11:43:17.731 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.727+0000 7f4da82f78c0 1 > prepared operation key=L3HC1M7OJ3L7 tag=GEQDWBQ6850U type=del size=1966379 2023-12-03T11:43:17.736 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.731+0000 7f4da82f78c0 1 < canceled operation key=1GAQFDQ35291 tag=5P6L85UZK3ON type=del size=3052921 2023-12-03T11:43:17.742 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.735+0000 7f4da82f78c0 1 > prepared operation key=4LWB8EMR9EBJ tag=W918ISNARNMJ type=del size=2750213 2023-12-03T11:43:17.744 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.739+0000 7f4da82f78c0 -1 < failed to complete operation key=MY1AJ69R89HD tag=3C31GYUBILV4 type=del size=2936062: (22) Invalid argument 2023-12-03T11:43:17.749 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.743+0000 7f4da82f78c0 1 > prepared operation key=K4O9QAISDGSN tag=972URA6CH6R6 type=del size=1249648 2023-12-03T11:43:17.753 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.747+0000 7f4da82f78c0 1 < completed delete operation key=GMT5400N4YTT tag=CFXJ8WZ3QKBC type=del 2023-12-03T11:43:17.762 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.755+0000 7f4da82f78c0 1 > prepared part key=_multipart_4DF7KX58SVJY.2~IKGGEDP2N5GO.0 size=549263 2023-12-03T11:43:17.762 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.755+0000 7f4da82f78c0 1 > prepared multipart upload key=4DF7KX58SVJY upload=IKGGEDP2N5GO tag=RXIV7CKBQGWO type=write size=1597839 2023-12-03T11:43:17.770 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.767+0000 7f4da82f78c0 1 < suggested update operation key=4DF7KX58SVJY tag=FRARGAFMHV7U type=del size=464046 2023-12-03T11:43:17.775 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.771+0000 7f4da82f78c0 1 > prepared operation key=L3HC1M7OJ3L7 tag=93HUT9GF92WR type=del size=3918812 2023-12-03T11:43:17.779 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.775+0000 7f4da82f78c0 1 < completed delete operation key=PSYQ3RT9HX5N tag=S9ZLGXT4IDGE type=del 2023-12-03T11:43:17.783 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.779+0000 7f4da82f78c0 1 > prepared operation key=D2PVZARQWEIV tag=ROQKWKU428BL type=del size=3521865 2023-12-03T11:43:17.787 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.783+0000 7f4da82f78c0 1 < completed delete operation key=RF6YEP4A6INZ tag=X7PX7O8TJWD1 type=del 2023-12-03T11:43:17.794 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.787+0000 7f4da82f78c0 1 > prepared part key=_multipart_PSYQ3RT9HX5N.2~32Z5BWNPI5JS.0 size=1048576 2023-12-03T11:43:17.797 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.791+0000 7f4da82f78c0 1 > prepared part key=_multipart_PSYQ3RT9HX5N.2~32Z5BWNPI5JS.1 size=1048576 2023-12-03T11:43:17.800 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.795+0000 7f4da82f78c0 1 > prepared part key=_multipart_PSYQ3RT9HX5N.2~32Z5BWNPI5JS.2 size=822143 2023-12-03T11:43:17.800 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.795+0000 7f4da82f78c0 1 > prepared multipart upload key=PSYQ3RT9HX5N upload=32Z5BWNPI5JS tag=8DT57UTU0LE9 type=write size=3967871 2023-12-03T11:43:17.804 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.799+0000 7f4da82f78c0 1 < completed write operation key=IOZ5MNNP5B2W tag=I9W5RR7S5RMC type=write size=1025300 2023-12-03T11:43:17.812 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.807+0000 7f4da82f78c0 1 > prepared part key=_multipart_QGLKMQWQRM89.2~EHZFKTP7525O.0 size=1048576 2023-12-03T11:43:17.821 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.815+0000 7f4da82f78c0 1 > prepared part key=_multipart_QGLKMQWQRM89.2~EHZFKTP7525O.1 size=1048576 2023-12-03T11:43:17.825 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.819+0000 7f4da82f78c0 1 > prepared part key=_multipart_QGLKMQWQRM89.2~EHZFKTP7525O.2 size=846976 2023-12-03T11:43:17.825 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.819+0000 7f4da82f78c0 1 > prepared multipart upload key=QGLKMQWQRM89 upload=EHZFKTP7525O tag=ZL4HOCO84H0H type=write size=3992704 2023-12-03T11:43:17.829 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.823+0000 7f4da82f78c0 -1 < failed to complete operation key=4DF7KX58SVJY tag=GIIZJFMZCS8X type=del size=3043815: (22) Invalid argument 2023-12-03T11:43:17.833 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.827+0000 7f4da82f78c0 1 > prepared operation key=YCJ1J0AKOH1D tag=MPUQIUJP1FFM type=write size=268231 2023-12-03T11:43:17.838 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.831+0000 7f4da82f78c0 1 < completed part key=_multipart_K6FJNLCVDIUX.2~GTR2NF1TGAHE.0 size=203707 2023-12-03T11:43:17.844 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.839+0000 7f4da82f78c0 1 < completed multipart upload key=K6FJNLCVDIUX upload=GTR2NF1TGAHE tag=BR3UW9R5AGZ2 type=write size=1252283 2023-12-03T11:43:17.848 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.843+0000 7f4da82f78c0 1 > prepared operation key=1H0XTAA0VMYC tag=OMOBO87IJ5LP type=del size=1125715 2023-12-03T11:43:17.849 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.843+0000 7f4da82f78c0 1 < canceled part key=_multipart_4DF7KX58SVJY.2~1350NCDEN2DO.0 size=315823 2023-12-03T11:43:17.855 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.851+0000 7f4da82f78c0 1 < canceled multipart upload key=4DF7KX58SVJY upload=1350NCDEN2DO tag=Z8JYVSHN9HTB type=write size=1364399 2023-12-03T11:43:17.864 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.855+0000 7f4da82f78c0 1 > prepared part key=_multipart_D2PVZARQWEIV.2~N3KQSAU1FMKZ.0 size=564531 2023-12-03T11:43:17.864 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.855+0000 7f4da82f78c0 1 > prepared multipart upload key=D2PVZARQWEIV upload=N3KQSAU1FMKZ tag=M9NN7S0FCIMH type=write size=1613107 2023-12-03T11:43:17.869 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.863+0000 7f4da82f78c0 1 < suggested remove operation key=1GAQFDQ35291 tag=UUAAA1ARQHJB type=del 2023-12-03T11:43:17.876 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.871+0000 7f4da82f78c0 1 > prepared part key=_multipart_XCT2GVJ4O84M.2~SAJKYV1J2HI6.0 size=1048576 2023-12-03T11:43:17.879 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.875+0000 7f4da82f78c0 1 > prepared part key=_multipart_XCT2GVJ4O84M.2~SAJKYV1J2HI6.1 size=361130 2023-12-03T11:43:17.879 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.875+0000 7f4da82f78c0 1 > prepared multipart upload key=XCT2GVJ4O84M upload=SAJKYV1J2HI6 tag=UWZINQQGFABA type=write size=2458282 2023-12-03T11:43:17.883 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.879+0000 7f4da82f78c0 1 < completed part key=_multipart_QGLKMQWQRM89.2~0ONWKU5TPCCB.0 size=1048576 2023-12-03T11:43:17.886 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.883+0000 7f4da82f78c0 1 < completed part key=_multipart_QGLKMQWQRM89.2~0ONWKU5TPCCB.1 size=197372 2023-12-03T11:43:17.894 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.891+0000 7f4da82f78c0 1 < completed multipart upload key=QGLKMQWQRM89 upload=0ONWKU5TPCCB tag=719GA7XI2IZ6 type=write size=2294524 2023-12-03T11:43:17.898 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.895+0000 7f4da82f78c0 1 > prepared operation key=UT0U43FV7Y0L tag=UL9YUTSBJG16 type=del size=3051415 2023-12-03T11:43:17.902 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.895+0000 7f4da82f78c0 1 < completed delete operation key=Q3BH4HFRFZA5 tag=8WRF23FOAX18 type=del 2023-12-03T11:43:17.906 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.899+0000 7f4da82f78c0 1 > prepared operation key=Q3BH4HFRFZA5 tag=3RPE2F0JT4M4 type=del size=2701376 2023-12-03T11:43:17.910 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.903+0000 7f4da82f78c0 1 < completed part key=_multipart_D2PVZARQWEIV.2~NSFE74ZAKLSG.0 size=1048576 2023-12-03T11:43:17.913 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.907+0000 7f4da82f78c0 1 < completed part key=_multipart_D2PVZARQWEIV.2~NSFE74ZAKLSG.1 size=1048576 2023-12-03T11:43:17.916 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.911+0000 7f4da82f78c0 1 < completed part key=_multipart_D2PVZARQWEIV.2~NSFE74ZAKLSG.2 size=409890 2023-12-03T11:43:17.925 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.919+0000 7f4da82f78c0 1 < completed multipart upload key=D2PVZARQWEIV upload=NSFE74ZAKLSG tag=Q27NCUK24BGH type=write size=3555618 2023-12-03T11:43:17.926 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.923+0000 7f4da82f78c0 1 > prepared operation key=MY1AJ69R89HD tag=IV6X29QPYSKQ type=del size=4073255 2023-12-03T11:43:17.927 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.923+0000 7f4da82f78c0 1 < canceled part key=_multipart_MY1AJ69R89HD.2~XDMSLRBXAF1A.0 size=1048576 2023-12-03T11:43:17.930 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.927+0000 7f4da82f78c0 1 < completed part key=_multipart_MY1AJ69R89HD.2~XDMSLRBXAF1A.1 size=515107 2023-12-03T11:43:17.937 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.931+0000 7f4da82f78c0 1 < canceled multipart upload key=MY1AJ69R89HD upload=XDMSLRBXAF1A tag=NFLTJJK239J2 type=write size=2612259 2023-12-03T11:43:17.941 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.935+0000 7f4da82f78c0 1 > prepared operation key=XCT2GVJ4O84M tag=ZWN5I1P2ZXW3 type=del size=108281 2023-12-03T11:43:17.945 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.939+0000 7f4da82f78c0 1 < canceled operation key=L3HC1M7OJ3L7 tag=GEQDWBQ6850U type=del size=1966379 2023-12-03T11:43:17.949 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.943+0000 7f4da82f78c0 1 > prepared operation key=K6FJNLCVDIUX tag=IGRV1GAFBG76 type=del size=850136 2023-12-03T11:43:17.953 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.947+0000 7f4da82f78c0 1 < completed delete operation key=4LWB8EMR9EBJ tag=W918ISNARNMJ type=del 2023-12-03T11:43:17.960 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.955+0000 7f4da82f78c0 1 > prepared part key=_multipart_Q3BH4HFRFZA5.2~78AGOF29H6OR.0 size=213203 2023-12-03T11:43:17.960 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.955+0000 7f4da82f78c0 1 > prepared multipart upload key=Q3BH4HFRFZA5 upload=78AGOF29H6OR tag=XY73M4JUJ6VH type=write size=1261779 2023-12-03T11:43:17.968 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.963+0000 7f4da82f78c0 1 < suggested update operation key=K4O9QAISDGSN tag=972URA6CH6R6 type=del size=1249648 2023-12-03T11:43:17.971 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.967+0000 7f4da82f78c0 1 > prepared operation key=M9A06B3PSDOD tag=0EZU7WN3NZL9 type=del size=2370827 2023-12-03T11:43:17.976 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.971+0000 7f4da82f78c0 1 < completed part key=_multipart_4DF7KX58SVJY.2~IKGGEDP2N5GO.0 size=549263 2023-12-03T11:43:17.982 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.979+0000 7f4da82f78c0 1 < completed multipart upload key=4DF7KX58SVJY upload=IKGGEDP2N5GO tag=RXIV7CKBQGWO type=write size=1597839 2023-12-03T11:43:17.989 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.983+0000 7f4da82f78c0 1 > prepared part key=_multipart_M9A06B3PSDOD.2~D5B6ITASMXO3.0 size=951318 2023-12-03T11:43:17.989 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.983+0000 7f4da82f78c0 1 > prepared multipart upload key=M9A06B3PSDOD upload=D5B6ITASMXO3 tag=Q4CGJGJKCMUM type=write size=1999894 2023-12-03T11:43:17.997 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.991+0000 7f4da82f78c0 1 < suggested update operation key=L3HC1M7OJ3L7 tag=93HUT9GF92WR type=del size=3918812 2023-12-03T11:43:18.001 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.995+0000 7f4da82f78c0 1 > prepared operation key=PUY1C1KWIAHV tag=2LYO5X2L8MY3 type=del size=106022 2023-12-03T11:43:18.005 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:17.999+0000 7f4da82f78c0 1 < canceled operation key=D2PVZARQWEIV tag=ROQKWKU428BL type=del size=3521865 2023-12-03T11:43:18.009 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.003+0000 7f4da82f78c0 1 > prepared operation key=Q5C3IZCQEVO6 tag=FYPRZMVTL0GG type=del size=3229680 2023-12-03T11:43:18.014 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.007+0000 7f4da82f78c0 1 < completed part key=_multipart_PSYQ3RT9HX5N.2~32Z5BWNPI5JS.0 size=1048576 2023-12-03T11:43:18.017 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.011+0000 7f4da82f78c0 1 < completed part key=_multipart_PSYQ3RT9HX5N.2~32Z5BWNPI5JS.1 size=1048576 2023-12-03T11:43:18.020 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.015+0000 7f4da82f78c0 1 < completed part key=_multipart_PSYQ3RT9HX5N.2~32Z5BWNPI5JS.2 size=822143 2023-12-03T11:43:18.028 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.023+0000 7f4da82f78c0 1 < completed multipart upload key=PSYQ3RT9HX5N upload=32Z5BWNPI5JS tag=8DT57UTU0LE9 type=write size=3967871 2023-12-03T11:43:18.031 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.027+0000 7f4da82f78c0 1 > prepared operation key=1H0XTAA0VMYC tag=Q7FPDYCGANVV type=del size=2122505 2023-12-03T11:43:18.035 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.031+0000 7f4da82f78c0 1 < completed part key=_multipart_QGLKMQWQRM89.2~EHZFKTP7525O.0 size=1048576 2023-12-03T11:43:18.036 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.031+0000 7f4da82f78c0 1 < canceled part key=_multipart_QGLKMQWQRM89.2~EHZFKTP7525O.1 size=1048576 2023-12-03T11:43:18.040 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.035+0000 7f4da82f78c0 1 < completed part key=_multipart_QGLKMQWQRM89.2~EHZFKTP7525O.2 size=846976 2023-12-03T11:43:18.046 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.043+0000 7f4da82f78c0 1 < canceled multipart upload key=QGLKMQWQRM89 upload=EHZFKTP7525O tag=ZL4HOCO84H0H type=write size=3992704 2023-12-03T11:43:18.050 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.047+0000 7f4da82f78c0 1 > prepared operation key=MY1AJ69R89HD tag=XVDLKVAL1DVZ type=del size=1032607 2023-12-03T11:43:18.054 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.051+0000 7f4da82f78c0 1 < completed write operation key=YCJ1J0AKOH1D tag=MPUQIUJP1FFM type=write size=268231 2023-12-03T11:43:18.061 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.055+0000 7f4da82f78c0 1 > prepared part key=_multipart_RF6YEP4A6INZ.2~7VIIVNQIN6D1.0 size=472894 2023-12-03T11:43:18.062 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.055+0000 7f4da82f78c0 1 > prepared multipart upload key=RF6YEP4A6INZ upload=7VIIVNQIN6D1 tag=N59NSYJ2SPZ4 type=write size=1521470 2023-12-03T11:43:18.066 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.059+0000 7f4da82f78c0 1 < completed delete operation key=1H0XTAA0VMYC tag=OMOBO87IJ5LP type=del 2023-12-03T11:43:18.073 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.067+0000 7f4da82f78c0 1 > prepared part key=_multipart_K6FJNLCVDIUX.2~W7QOUL5V1UP9.0 size=1048576 2023-12-03T11:43:18.076 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.071+0000 7f4da82f78c0 1 > prepared part key=_multipart_K6FJNLCVDIUX.2~W7QOUL5V1UP9.1 size=501188 2023-12-03T11:43:18.076 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.071+0000 7f4da82f78c0 1 > prepared multipart upload key=K6FJNLCVDIUX upload=W7QOUL5V1UP9 tag=42KPWQJ0G5GI type=write size=2598340 2023-12-03T11:43:18.080 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.075+0000 7f4da82f78c0 1 < completed part key=_multipart_D2PVZARQWEIV.2~N3KQSAU1FMKZ.0 size=564531 2023-12-03T11:43:18.088 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.083+0000 7f4da82f78c0 1 < completed multipart upload key=D2PVZARQWEIV upload=N3KQSAU1FMKZ tag=M9NN7S0FCIMH type=write size=1613107 2023-12-03T11:43:18.095 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.091+0000 7f4da82f78c0 1 > prepared part key=_multipart_4LWB8EMR9EBJ.2~8DOHVUSW1VGZ.0 size=1048576 2023-12-03T11:43:18.099 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.095+0000 7f4da82f78c0 1 > prepared part key=_multipart_4LWB8EMR9EBJ.2~8DOHVUSW1VGZ.1 size=1048576 2023-12-03T11:43:18.102 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.099+0000 7f4da82f78c0 1 > prepared part key=_multipart_4LWB8EMR9EBJ.2~8DOHVUSW1VGZ.2 size=96697 2023-12-03T11:43:18.102 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.099+0000 7f4da82f78c0 1 > prepared multipart upload key=4LWB8EMR9EBJ upload=8DOHVUSW1VGZ tag=IZ8S7O7LZN7R type=write size=3242425 2023-12-03T11:43:18.107 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.103+0000 7f4da82f78c0 1 < completed part key=_multipart_XCT2GVJ4O84M.2~SAJKYV1J2HI6.0 size=1048576 2023-12-03T11:43:18.111 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.107+0000 7f4da82f78c0 1 < completed part key=_multipart_XCT2GVJ4O84M.2~SAJKYV1J2HI6.1 size=361130 2023-12-03T11:43:18.120 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.115+0000 7f4da82f78c0 1 < completed multipart upload key=XCT2GVJ4O84M upload=SAJKYV1J2HI6 tag=UWZINQQGFABA type=write size=2458282 2023-12-03T11:43:18.126 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.123+0000 7f4da82f78c0 1 > prepared part key=_multipart_QGLKMQWQRM89.2~477D5GUIOV9D.0 size=1048576 2023-12-03T11:43:18.129 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.123+0000 7f4da82f78c0 1 > prepared part key=_multipart_QGLKMQWQRM89.2~477D5GUIOV9D.1 size=1048576 2023-12-03T11:43:18.132 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.127+0000 7f4da82f78c0 1 > prepared part key=_multipart_QGLKMQWQRM89.2~477D5GUIOV9D.2 size=487470 2023-12-03T11:43:18.132 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.127+0000 7f4da82f78c0 1 > prepared multipart upload key=QGLKMQWQRM89 upload=477D5GUIOV9D tag=YH82X4HJ4B7U type=write size=3633198 2023-12-03T11:43:18.141 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.135+0000 7f4da82f78c0 1 < suggested update operation key=UT0U43FV7Y0L tag=UL9YUTSBJG16 type=del size=3051415 2023-12-03T11:43:18.148 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.143+0000 7f4da82f78c0 1 > prepared part key=_multipart_Q3BH4HFRFZA5.2~RMMQ438P0E6L.0 size=1048576 2023-12-03T11:43:18.151 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.147+0000 7f4da82f78c0 1 > prepared part key=_multipart_Q3BH4HFRFZA5.2~RMMQ438P0E6L.1 size=643634 2023-12-03T11:43:18.151 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.147+0000 7f4da82f78c0 1 > prepared multipart upload key=Q3BH4HFRFZA5 upload=RMMQ438P0E6L tag=OEF0UMYEJ0QZ type=write size=2740786 2023-12-03T11:43:18.159 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.155+0000 7f4da82f78c0 1 < suggested update operation key=Q3BH4HFRFZA5 tag=3RPE2F0JT4M4 type=del size=2701376 2023-12-03T11:43:18.167 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.163+0000 7f4da82f78c0 1 > prepared part key=_multipart_7EDLY2Q78IBP.2~GOBM2PH7C803.0 size=286546 2023-12-03T11:43:18.167 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.163+0000 7f4da82f78c0 1 > prepared multipart upload key=7EDLY2Q78IBP upload=GOBM2PH7C803 tag=I32S51U79R5D type=write size=1335122 2023-12-03T11:43:18.171 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.167+0000 7f4da82f78c0 1 < completed delete operation key=MY1AJ69R89HD tag=IV6X29QPYSKQ type=del 2023-12-03T11:43:18.175 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.171+0000 7f4da82f78c0 1 > prepared operation key=6UZY1HWE143J tag=45V6252TG3H0 type=write size=280381 2023-12-03T11:43:18.179 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.175+0000 7f4da82f78c0 1 < completed delete operation key=XCT2GVJ4O84M tag=ZWN5I1P2ZXW3 type=del 2023-12-03T11:43:18.187 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.183+0000 7f4da82f78c0 1 > prepared part key=_multipart_L3HC1M7OJ3L7.2~ZGUK1UKJJIT8.0 size=1048576 2023-12-03T11:43:18.190 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.187+0000 7f4da82f78c0 1 > prepared part key=_multipart_L3HC1M7OJ3L7.2~ZGUK1UKJJIT8.1 size=31019 2023-12-03T11:43:18.190 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.187+0000 7f4da82f78c0 1 > prepared multipart upload key=L3HC1M7OJ3L7 upload=ZGUK1UKJJIT8 tag=JBXPTQN4CV1E type=write size=2128171 2023-12-03T11:43:18.205 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.199+0000 7f4da82f78c0 1 < suggested update operation key=K6FJNLCVDIUX tag=IGRV1GAFBG76 type=del size=850136 2023-12-03T11:43:18.210 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.203+0000 7f4da82f78c0 1 > prepared operation key=UT0U43FV7Y0L tag=AJIRZ0R4P1WD type=del size=1924710 2023-12-03T11:43:18.214 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.211+0000 7f4da82f78c0 1 < completed part key=_multipart_Q3BH4HFRFZA5.2~78AGOF29H6OR.0 size=213203 2023-12-03T11:43:18.221 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.215+0000 7f4da82f78c0 1 < completed multipart upload key=Q3BH4HFRFZA5 upload=78AGOF29H6OR tag=XY73M4JUJ6VH type=write size=1261779 2023-12-03T11:43:18.228 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.223+0000 7f4da82f78c0 1 > prepared part key=_multipart_K6FJNLCVDIUX.2~7GL1YLMI2192.0 size=1048576 2023-12-03T11:43:18.231 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.227+0000 7f4da82f78c0 1 > prepared part key=_multipart_K6FJNLCVDIUX.2~7GL1YLMI2192.1 size=1048576 2023-12-03T11:43:18.234 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.231+0000 7f4da82f78c0 1 > prepared part key=_multipart_K6FJNLCVDIUX.2~7GL1YLMI2192.2 size=97742 2023-12-03T11:43:18.234 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.231+0000 7f4da82f78c0 1 > prepared multipart upload key=K6FJNLCVDIUX upload=7GL1YLMI2192 tag=XIB09F4WX13I type=write size=3243470 2023-12-03T11:43:18.238 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.231+0000 7f4da82f78c0 1 < completed delete operation key=M9A06B3PSDOD tag=0EZU7WN3NZL9 type=del 2023-12-03T11:43:18.242 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.235+0000 7f4da82f78c0 1 > prepared operation key=7EDLY2Q78IBP tag=2CLGB32NQWYL type=write size=868582 2023-12-03T11:43:18.245 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.239+0000 7f4da82f78c0 1 < completed part key=_multipart_M9A06B3PSDOD.2~D5B6ITASMXO3.0 size=951318 2023-12-03T11:43:18.252 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.247+0000 7f4da82f78c0 1 < completed multipart upload key=M9A06B3PSDOD upload=D5B6ITASMXO3 tag=Q4CGJGJKCMUM type=write size=1999894 2023-12-03T11:43:18.255 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.251+0000 7f4da82f78c0 1 > prepared operation key=L3HC1M7OJ3L7 tag=IXBEOSRA00DA type=del size=884184 2023-12-03T11:43:18.259 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.255+0000 7f4da82f78c0 1 < canceled operation key=PUY1C1KWIAHV tag=2LYO5X2L8MY3 type=del size=106022 2023-12-03T11:43:18.263 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.259+0000 7f4da82f78c0 1 > prepared operation key=M9A06B3PSDOD tag=1VEUMVN61FWA type=del size=3173037 2023-12-03T11:43:18.267 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.263+0000 7f4da82f78c0 1 < completed delete operation key=Q5C3IZCQEVO6 tag=FYPRZMVTL0GG type=del 2023-12-03T11:43:18.270 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.267+0000 7f4da82f78c0 1 > prepared operation key=7AKK0TE2I43B tag=NAMNT6UC0NYJ type=del size=693834 2023-12-03T11:43:18.275 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.271+0000 7f4da82f78c0 1 < completed delete operation key=1H0XTAA0VMYC tag=Q7FPDYCGANVV type=del 2023-12-03T11:43:18.278 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.275+0000 7f4da82f78c0 1 > prepared operation key=PUY1C1KWIAHV tag=GVMK6X07D9QE type=del size=845924 2023-12-03T11:43:18.282 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.279+0000 7f4da82f78c0 1 < canceled operation key=MY1AJ69R89HD tag=XVDLKVAL1DVZ type=del size=1032607 2023-12-03T11:43:18.289 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.283+0000 7f4da82f78c0 1 > prepared part key=_multipart_7AKK0TE2I43B.2~YWAIIK0RN9E8.0 size=711541 2023-12-03T11:43:18.289 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.283+0000 7f4da82f78c0 1 > prepared multipart upload key=7AKK0TE2I43B upload=YWAIIK0RN9E8 tag=2HV447EGX3JX type=write size=1760117 2023-12-03T11:43:18.293 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.287+0000 7f4da82f78c0 1 < completed part key=_multipart_RF6YEP4A6INZ.2~7VIIVNQIN6D1.0 size=472894 2023-12-03T11:43:18.300 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.295+0000 7f4da82f78c0 1 < completed multipart upload key=RF6YEP4A6INZ upload=7VIIVNQIN6D1 tag=N59NSYJ2SPZ4 type=write size=1521470 2023-12-03T11:43:18.303 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.299+0000 7f4da82f78c0 1 > prepared operation key=M9A06B3PSDOD tag=Y34UP7T5OGZV type=del size=3629866 2023-12-03T11:43:18.308 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.303+0000 7f4da82f78c0 1 < completed part key=_multipart_K6FJNLCVDIUX.2~W7QOUL5V1UP9.0 size=1048576 2023-12-03T11:43:18.311 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.307+0000 7f4da82f78c0 1 < completed part key=_multipart_K6FJNLCVDIUX.2~W7QOUL5V1UP9.1 size=501188 2023-12-03T11:43:18.318 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.315+0000 7f4da82f78c0 1 < completed multipart upload key=K6FJNLCVDIUX upload=W7QOUL5V1UP9 tag=42KPWQJ0G5GI type=write size=2598340 2023-12-03T11:43:18.322 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.315+0000 7f4da82f78c0 1 > prepared operation key=IOZ5MNNP5B2W tag=JYIOWFQP9BLA type=del size=224308 2023-12-03T11:43:18.323 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.319+0000 7f4da82f78c0 1 < canceled part key=_multipart_4LWB8EMR9EBJ.2~8DOHVUSW1VGZ.0 size=1048576 2023-12-03T11:43:18.326 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.323+0000 7f4da82f78c0 1 < completed part key=_multipart_4LWB8EMR9EBJ.2~8DOHVUSW1VGZ.1 size=1048576 2023-12-03T11:43:18.330 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.323+0000 7f4da82f78c0 1 < completed part key=_multipart_4LWB8EMR9EBJ.2~8DOHVUSW1VGZ.2 size=96697 2023-12-03T11:43:18.336 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.331+0000 7f4da82f78c0 1 < canceled multipart upload key=4LWB8EMR9EBJ upload=8DOHVUSW1VGZ tag=IZ8S7O7LZN7R type=write size=3242425 2023-12-03T11:43:18.343 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.339+0000 7f4da82f78c0 1 > prepared part key=_multipart_M9A06B3PSDOD.2~SN7SVWL7AGVZ.0 size=1048576 2023-12-03T11:43:18.346 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.343+0000 7f4da82f78c0 1 > prepared part key=_multipart_M9A06B3PSDOD.2~SN7SVWL7AGVZ.1 size=1048576 2023-12-03T11:43:18.349 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.343+0000 7f4da82f78c0 1 > prepared part key=_multipart_M9A06B3PSDOD.2~SN7SVWL7AGVZ.2 size=362470 2023-12-03T11:43:18.349 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.343+0000 7f4da82f78c0 1 > prepared multipart upload key=M9A06B3PSDOD upload=SN7SVWL7AGVZ tag=LN4DWXY612KZ type=write size=3508198 2023-12-03T11:43:18.353 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.347+0000 7f4da82f78c0 1 < completed part key=_multipart_QGLKMQWQRM89.2~477D5GUIOV9D.0 size=1048576 2023-12-03T11:43:18.357 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.351+0000 7f4da82f78c0 1 < completed part key=_multipart_QGLKMQWQRM89.2~477D5GUIOV9D.1 size=1048576 2023-12-03T11:43:18.360 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.355+0000 7f4da82f78c0 1 < completed part key=_multipart_QGLKMQWQRM89.2~477D5GUIOV9D.2 size=487470 2023-12-03T11:43:18.367 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.363+0000 7f4da82f78c0 1 < completed multipart upload key=QGLKMQWQRM89 upload=477D5GUIOV9D tag=YH82X4HJ4B7U type=write size=3633198 2023-12-03T11:43:18.375 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.371+0000 7f4da82f78c0 1 > prepared part key=_multipart_Q3BH4HFRFZA5.2~UFF8ED0RUVYU.0 size=1020484 2023-12-03T11:43:18.375 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.371+0000 7f4da82f78c0 1 > prepared multipart upload key=Q3BH4HFRFZA5 upload=UFF8ED0RUVYU tag=QDYQS8KHA902 type=write size=2069060 2023-12-03T11:43:18.379 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.375+0000 7f4da82f78c0 1 < completed part key=_multipart_Q3BH4HFRFZA5.2~RMMQ438P0E6L.0 size=1048576 2023-12-03T11:43:18.382 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.379+0000 7f4da82f78c0 1 < completed part key=_multipart_Q3BH4HFRFZA5.2~RMMQ438P0E6L.1 size=643634 2023-12-03T11:43:18.389 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.383+0000 7f4da82f78c0 1 < completed multipart upload key=Q3BH4HFRFZA5 upload=RMMQ438P0E6L tag=OEF0UMYEJ0QZ type=write size=2740786 2023-12-03T11:43:18.393 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.387+0000 7f4da82f78c0 1 > prepared operation key=4LWB8EMR9EBJ tag=RVHZL083S1PI type=del size=2439442 2023-12-03T11:43:18.397 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.391+0000 7f4da82f78c0 1 < completed part key=_multipart_7EDLY2Q78IBP.2~GOBM2PH7C803.0 size=286546 2023-12-03T11:43:18.403 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.399+0000 7f4da82f78c0 1 < completed multipart upload key=7EDLY2Q78IBP upload=GOBM2PH7C803 tag=I32S51U79R5D type=write size=1335122 2023-12-03T11:43:18.412 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.407+0000 7f4da82f78c0 1 > prepared part key=_multipart_Q5C3IZCQEVO6.2~12ZD957S40HU.0 size=1048576 2023-12-03T11:43:18.413 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.407+0000 7f4da82f78c0 1 > prepared part key=_multipart_Q5C3IZCQEVO6.2~12ZD957S40HU.1 size=376675 2023-12-03T11:43:18.413 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.407+0000 7f4da82f78c0 1 > prepared multipart upload key=Q5C3IZCQEVO6 upload=12ZD957S40HU tag=YTP8BNKEOZ3E type=write size=2473827 2023-12-03T11:43:18.417 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.411+0000 7f4da82f78c0 1 < completed write operation key=6UZY1HWE143J tag=45V6252TG3H0 type=write size=280381 2023-12-03T11:43:18.421 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.415+0000 7f4da82f78c0 1 > prepared operation key=6UZY1HWE143J tag=WDTFHW6RQ5T2 type=del size=1314761 2023-12-03T11:43:18.421 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.415+0000 7f4da82f78c0 1 < canceled part key=_multipart_L3HC1M7OJ3L7.2~ZGUK1UKJJIT8.0 size=1048576 2023-12-03T11:43:18.425 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.419+0000 7f4da82f78c0 1 < completed part key=_multipart_L3HC1M7OJ3L7.2~ZGUK1UKJJIT8.1 size=31019 2023-12-03T11:43:18.432 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.427+0000 7f4da82f78c0 1 < canceled multipart upload key=L3HC1M7OJ3L7 upload=ZGUK1UKJJIT8 tag=JBXPTQN4CV1E type=write size=2128171 2023-12-03T11:43:18.436 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.431+0000 7f4da82f78c0 1 > prepared operation key=Q5C3IZCQEVO6 tag=8ZD2S1GHF45U type=del size=3405621 2023-12-03T11:43:18.439 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.435+0000 7f4da82f78c0 1 < canceled operation key=UT0U43FV7Y0L tag=AJIRZ0R4P1WD type=del size=1924710 2023-12-03T11:43:18.446 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.439+0000 7f4da82f78c0 1 > prepared part key=_multipart_ZO4GYMSV47J9.2~XY7YWGQ6IU3X.0 size=559663 2023-12-03T11:43:18.446 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.439+0000 7f4da82f78c0 1 > prepared multipart upload key=ZO4GYMSV47J9 upload=XY7YWGQ6IU3X tag=U5VV7CU7UMAC type=write size=1608239 2023-12-03T11:43:18.450 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.443+0000 7f4da82f78c0 1 < completed part key=_multipart_K6FJNLCVDIUX.2~7GL1YLMI2192.0 size=1048576 2023-12-03T11:43:18.453 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.447+0000 7f4da82f78c0 1 < completed part key=_multipart_K6FJNLCVDIUX.2~7GL1YLMI2192.1 size=1048576 2023-12-03T11:43:18.456 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.451+0000 7f4da82f78c0 1 < completed part key=_multipart_K6FJNLCVDIUX.2~7GL1YLMI2192.2 size=97742 2023-12-03T11:43:18.463 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.459+0000 7f4da82f78c0 1 < completed multipart upload key=K6FJNLCVDIUX upload=7GL1YLMI2192 tag=XIB09F4WX13I type=write size=3243470 2023-12-03T11:43:18.467 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.463+0000 7f4da82f78c0 1 > prepared operation key=1GAQFDQ35291 tag=JQP0ES8NAVZ2 type=del size=1700908 2023-12-03T11:43:18.471 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.467+0000 7f4da82f78c0 1 < completed write operation key=7EDLY2Q78IBP tag=2CLGB32NQWYL type=write size=868582 2023-12-03T11:43:18.475 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.471+0000 7f4da82f78c0 1 > prepared operation key=ZO4GYMSV47J9 tag=EMR7N780O2SX type=del size=3916096 2023-12-03T11:43:18.479 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.475+0000 7f4da82f78c0 1 < completed delete operation key=L3HC1M7OJ3L7 tag=IXBEOSRA00DA type=del 2023-12-03T11:43:18.483 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.479+0000 7f4da82f78c0 1 > prepared operation key=M9A06B3PSDOD tag=GUM0VY3AIW2N type=del size=3841290 2023-12-03T11:43:18.487 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.483+0000 7f4da82f78c0 1 < completed delete operation key=M9A06B3PSDOD tag=1VEUMVN61FWA type=del 2023-12-03T11:43:18.491 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.487+0000 7f4da82f78c0 1 > prepared operation key=4LWB8EMR9EBJ tag=RGUTSCA4T1WT type=del size=2878827 2023-12-03T11:43:18.499 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.495+0000 7f4da82f78c0 1 < suggested remove operation key=7AKK0TE2I43B tag=NAMNT6UC0NYJ type=del 2023-12-03T11:43:18.503 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.499+0000 7f4da82f78c0 1 > prepared operation key=1GAQFDQ35291 tag=EW852KL0X361 type=del size=2636821 2023-12-03T11:43:18.507 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.503+0000 7f4da82f78c0 1 < completed delete operation key=PUY1C1KWIAHV tag=GVMK6X07D9QE type=del 2023-12-03T11:43:18.511 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.507+0000 7f4da82f78c0 1 > prepared operation key=4LWB8EMR9EBJ tag=5D8O6NGO55YC type=del size=736714 2023-12-03T11:43:18.515 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.511+0000 7f4da82f78c0 1 < completed part key=_multipart_7AKK0TE2I43B.2~YWAIIK0RN9E8.0 size=711541 2023-12-03T11:43:18.522 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.515+0000 7f4da82f78c0 1 < completed multipart upload key=7AKK0TE2I43B upload=YWAIIK0RN9E8 tag=2HV447EGX3JX type=write size=1760117 2023-12-03T11:43:18.526 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.523+0000 7f4da82f78c0 1 > prepared operation key=MY1AJ69R89HD tag=8C4G70W24LFN type=write size=836515 2023-12-03T11:43:18.532 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.527+0000 7f4da82f78c0 1 < completed delete operation key=M9A06B3PSDOD tag=Y34UP7T5OGZV type=del 2023-12-03T11:43:18.538 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.531+0000 7f4da82f78c0 1 > prepared operation key=645V3LNUPS4A tag=UG11JPS7W0PS type=del size=872658 2023-12-03T11:43:18.541 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.535+0000 7f4da82f78c0 1 < completed delete operation key=IOZ5MNNP5B2W tag=JYIOWFQP9BLA type=del 2023-12-03T11:43:18.546 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.543+0000 7f4da82f78c0 1 > prepared operation key=645V3LNUPS4A tag=68R7SFB17XRS type=del size=2901521 2023-12-03T11:43:18.550 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.547+0000 7f4da82f78c0 1 < completed part key=_multipart_M9A06B3PSDOD.2~SN7SVWL7AGVZ.0 size=1048576 2023-12-03T11:43:18.554 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.547+0000 7f4da82f78c0 1 < completed part key=_multipart_M9A06B3PSDOD.2~SN7SVWL7AGVZ.1 size=1048576 2023-12-03T11:43:18.557 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.551+0000 7f4da82f78c0 1 < completed part key=_multipart_M9A06B3PSDOD.2~SN7SVWL7AGVZ.2 size=362470 2023-12-03T11:43:18.565 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.559+0000 7f4da82f78c0 1 < completed multipart upload key=M9A06B3PSDOD upload=SN7SVWL7AGVZ tag=LN4DWXY612KZ type=write size=3508198 2023-12-03T11:43:18.569 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.563+0000 7f4da82f78c0 1 > prepared operation key=K2XC9VGBIFBD tag=RU8ULFK3D9A9 type=write size=252867 2023-12-03T11:43:18.581 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.575+0000 7f4da82f78c0 1 < completed part key=_multipart_Q3BH4HFRFZA5.2~UFF8ED0RUVYU.0 size=1020484 2023-12-03T11:43:18.588 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.583+0000 7f4da82f78c0 1 < completed multipart upload key=Q3BH4HFRFZA5 upload=UFF8ED0RUVYU tag=QDYQS8KHA902 type=write size=2069060 2023-12-03T11:43:18.592 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.587+0000 7f4da82f78c0 1 > prepared operation key=Q5C3IZCQEVO6 tag=YJDJI7OACNM2 type=write size=622925 2023-12-03T11:43:18.600 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.595+0000 7f4da82f78c0 1 < suggested remove operation key=4LWB8EMR9EBJ tag=RVHZL083S1PI type=del 2023-12-03T11:43:18.607 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.603+0000 7f4da82f78c0 1 > prepared part key=_multipart_4DF7KX58SVJY.2~FW8HRMY6JA6E.0 size=1048576 2023-12-03T11:43:18.611 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.603+0000 7f4da82f78c0 1 > prepared part key=_multipart_4DF7KX58SVJY.2~FW8HRMY6JA6E.1 size=766660 2023-12-03T11:43:18.611 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.603+0000 7f4da82f78c0 1 > prepared multipart upload key=4DF7KX58SVJY upload=FW8HRMY6JA6E tag=M4WMP38LH7QJ type=write size=2863812 2023-12-03T11:43:18.614 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.607+0000 7f4da82f78c0 1 < completed part key=_multipart_Q5C3IZCQEVO6.2~12ZD957S40HU.0 size=1048576 2023-12-03T11:43:18.617 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.611+0000 7f4da82f78c0 1 < completed part key=_multipart_Q5C3IZCQEVO6.2~12ZD957S40HU.1 size=376675 2023-12-03T11:43:18.624 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.619+0000 7f4da82f78c0 1 < completed multipart upload key=Q5C3IZCQEVO6 upload=12ZD957S40HU tag=YTP8BNKEOZ3E type=write size=2473827 2023-12-03T11:43:18.632 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.627+0000 7f4da82f78c0 1 > prepared part key=_multipart_UT0U43FV7Y0L.2~2HRP61ZB4PPD.0 size=237928 2023-12-03T11:43:18.632 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.627+0000 7f4da82f78c0 1 > prepared multipart upload key=UT0U43FV7Y0L upload=2HRP61ZB4PPD tag=II1ORVPRB9MC type=write size=1286504 2023-12-03T11:43:18.635 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.631+0000 7f4da82f78c0 1 < canceled operation key=6UZY1HWE143J tag=WDTFHW6RQ5T2 type=del size=1314761 2023-12-03T11:43:18.639 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.635+0000 7f4da82f78c0 1 > prepared operation key=K6FJNLCVDIUX tag=UFTNKXKZGZZU type=del size=2377064 2023-12-03T11:43:18.644 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.639+0000 7f4da82f78c0 1 < completed delete operation key=Q5C3IZCQEVO6 tag=8ZD2S1GHF45U type=del 2023-12-03T11:43:18.651 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.647+0000 7f4da82f78c0 1 > prepared part key=_multipart_M9A06B3PSDOD.2~R2EI0D7LJ0ZA.0 size=1048576 2023-12-03T11:43:18.654 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.647+0000 7f4da82f78c0 1 > prepared part key=_multipart_M9A06B3PSDOD.2~R2EI0D7LJ0ZA.1 size=1048576 2023-12-03T11:43:18.657 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.651+0000 7f4da82f78c0 1 > prepared part key=_multipart_M9A06B3PSDOD.2~R2EI0D7LJ0ZA.2 size=242041 2023-12-03T11:43:18.657 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.651+0000 7f4da82f78c0 1 > prepared multipart upload key=M9A06B3PSDOD upload=R2EI0D7LJ0ZA tag=958SXSI13SL6 type=write size=3387769 2023-12-03T11:43:18.661 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.655+0000 7f4da82f78c0 1 < completed part key=_multipart_ZO4GYMSV47J9.2~XY7YWGQ6IU3X.0 size=559663 2023-12-03T11:43:18.668 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.663+0000 7f4da82f78c0 1 < completed multipart upload key=ZO4GYMSV47J9 upload=XY7YWGQ6IU3X tag=U5VV7CU7UMAC type=write size=1608239 2023-12-03T11:43:18.675 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.671+0000 7f4da82f78c0 1 > prepared part key=_multipart_IOZ5MNNP5B2W.2~N20OLLQMAYZV.0 size=1048576 2023-12-03T11:43:18.679 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.675+0000 7f4da82f78c0 1 > prepared part key=_multipart_IOZ5MNNP5B2W.2~N20OLLQMAYZV.1 size=1048576 2023-12-03T11:43:18.682 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.675+0000 7f4da82f78c0 1 > prepared part key=_multipart_IOZ5MNNP5B2W.2~N20OLLQMAYZV.2 size=10193 2023-12-03T11:43:18.682 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.675+0000 7f4da82f78c0 1 > prepared multipart upload key=IOZ5MNNP5B2W upload=N20OLLQMAYZV tag=BJYDJAOEVJEP type=write size=3155921 2023-12-03T11:43:18.686 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.679+0000 7f4da82f78c0 1 < completed delete operation key=1GAQFDQ35291 tag=JQP0ES8NAVZ2 type=del 2023-12-03T11:43:18.690 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.683+0000 7f4da82f78c0 1 > prepared operation key=RF6YEP4A6INZ tag=CHTKUIHAPVD9 type=del size=873285 2023-12-03T11:43:18.694 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.687+0000 7f4da82f78c0 1 < completed delete operation key=ZO4GYMSV47J9 tag=EMR7N780O2SX type=del 2023-12-03T11:43:18.698 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.691+0000 7f4da82f78c0 1 > prepared operation key=6UZY1HWE143J tag=YNSWM43TBPGP type=del size=3144802 2023-12-03T11:43:18.702 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.695+0000 7f4da82f78c0 1 < completed delete operation key=M9A06B3PSDOD tag=GUM0VY3AIW2N type=del 2023-12-03T11:43:18.706 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.699+0000 7f4da82f78c0 1 > prepared operation key=7AKK0TE2I43B tag=AB8RIY33VD9Z type=del size=1995098 2023-12-03T11:43:18.710 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.703+0000 7f4da82f78c0 -1 < failed to complete operation key=4LWB8EMR9EBJ tag=RGUTSCA4T1WT type=del size=2878827: (22) Invalid argument 2023-12-03T11:43:18.717 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.711+0000 7f4da82f78c0 1 > prepared part key=_multipart_K4O9QAISDGSN.2~23UWXGXD3NH1.0 size=1048576 2023-12-03T11:43:18.720 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.715+0000 7f4da82f78c0 1 > prepared part key=_multipart_K4O9QAISDGSN.2~23UWXGXD3NH1.1 size=1048576 2023-12-03T11:43:18.724 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.719+0000 7f4da82f78c0 1 > prepared part key=_multipart_K4O9QAISDGSN.2~23UWXGXD3NH1.2 size=1009126 2023-12-03T11:43:18.724 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.719+0000 7f4da82f78c0 1 > prepared multipart upload key=K4O9QAISDGSN upload=23UWXGXD3NH1 tag=12MY9UUCUBIG type=write size=4154854 2023-12-03T11:43:18.728 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.723+0000 7f4da82f78c0 1 < completed delete operation key=1GAQFDQ35291 tag=EW852KL0X361 type=del 2023-12-03T11:43:18.732 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.727+0000 7f4da82f78c0 1 > prepared operation key=TBD5MDTZYHGQ tag=JSZ2Q3IB7QP8 type=del size=3051391 2023-12-03T11:43:18.736 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.731+0000 7f4da82f78c0 -1 < failed to complete operation key=4LWB8EMR9EBJ tag=5D8O6NGO55YC type=del size=736714: (22) Invalid argument 2023-12-03T11:43:18.741 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.735+0000 7f4da82f78c0 1 > prepared operation key=TBD5MDTZYHGQ tag=LEAL7NXHKJML type=del size=3055940 2023-12-03T11:43:18.745 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.739+0000 7f4da82f78c0 1 < completed write operation key=MY1AJ69R89HD tag=8C4G70W24LFN type=write size=836515 2023-12-03T11:43:18.749 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.743+0000 7f4da82f78c0 1 > prepared operation key=IA082W6GDNN2 tag=KN3OBM7DDI7B type=write size=711808 2023-12-03T11:43:18.753 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.747+0000 7f4da82f78c0 1 < completed delete operation key=645V3LNUPS4A tag=UG11JPS7W0PS type=del 2023-12-03T11:43:18.757 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.751+0000 7f4da82f78c0 1 > prepared operation key=645V3LNUPS4A tag=U8CPN2T3SC4O type=del size=4016720 2023-12-03T11:43:18.761 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.755+0000 7f4da82f78c0 1 < completed delete operation key=645V3LNUPS4A tag=68R7SFB17XRS type=del 2023-12-03T11:43:18.769 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.763+0000 7f4da82f78c0 1 > prepared part key=_multipart_4LWB8EMR9EBJ.2~WUSIXY2MFKA5.0 size=1048576 2023-12-03T11:43:18.772 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.767+0000 7f4da82f78c0 1 > prepared part key=_multipart_4LWB8EMR9EBJ.2~WUSIXY2MFKA5.1 size=1048576 2023-12-03T11:43:18.775 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.771+0000 7f4da82f78c0 1 > prepared part key=_multipart_4LWB8EMR9EBJ.2~WUSIXY2MFKA5.2 size=840677 2023-12-03T11:43:18.775 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.771+0000 7f4da82f78c0 1 > prepared multipart upload key=4LWB8EMR9EBJ upload=WUSIXY2MFKA5 tag=OGTJQSVAECJ7 type=write size=3986405 2023-12-03T11:43:18.779 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.775+0000 7f4da82f78c0 1 < completed write operation key=K2XC9VGBIFBD tag=RU8ULFK3D9A9 type=write size=252867 2023-12-03T11:43:18.786 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.779+0000 7f4da82f78c0 1 > prepared part key=_multipart_UT0U43FV7Y0L.2~H50XG7Z90PJ0.0 size=1048576 2023-12-03T11:43:18.788 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.783+0000 7f4da82f78c0 1 > prepared part key=_multipart_UT0U43FV7Y0L.2~H50XG7Z90PJ0.1 size=1048576 2023-12-03T11:43:18.792 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.787+0000 7f4da82f78c0 1 > prepared part key=_multipart_UT0U43FV7Y0L.2~H50XG7Z90PJ0.2 size=30891 2023-12-03T11:43:18.792 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.787+0000 7f4da82f78c0 1 > prepared multipart upload key=UT0U43FV7Y0L upload=H50XG7Z90PJ0 tag=O8B9G14S1Z8D type=write size=3176619 2023-12-03T11:43:18.800 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.795+0000 7f4da82f78c0 1 < suggested update operation key=Q5C3IZCQEVO6 tag=YJDJI7OACNM2 type=write size=622925 2023-12-03T11:43:18.803 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.799+0000 7f4da82f78c0 1 > prepared operation key=K4O9QAISDGSN tag=Z60QGCO3MQKI type=del size=20564 2023-12-03T11:43:18.808 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.803+0000 7f4da82f78c0 1 < completed part key=_multipart_4DF7KX58SVJY.2~FW8HRMY6JA6E.0 size=1048576 2023-12-03T11:43:18.811 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.807+0000 7f4da82f78c0 1 < completed part key=_multipart_4DF7KX58SVJY.2~FW8HRMY6JA6E.1 size=766660 2023-12-03T11:43:18.818 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.815+0000 7f4da82f78c0 1 < completed multipart upload key=4DF7KX58SVJY upload=FW8HRMY6JA6E tag=M4WMP38LH7QJ type=write size=2863812 2023-12-03T11:43:18.822 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.815+0000 7f4da82f78c0 1 > prepared operation key=K2XC9VGBIFBD tag=XDEIJ0EMXW0Y type=write size=416715 2023-12-03T11:43:18.826 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.823+0000 7f4da82f78c0 1 < completed part key=_multipart_UT0U43FV7Y0L.2~2HRP61ZB4PPD.0 size=237928 2023-12-03T11:43:18.833 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.827+0000 7f4da82f78c0 1 < completed multipart upload key=UT0U43FV7Y0L upload=2HRP61ZB4PPD tag=II1ORVPRB9MC type=write size=1286504 2023-12-03T11:43:18.840 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.835+0000 7f4da82f78c0 1 > prepared part key=_multipart_MY1AJ69R89HD.2~ZO4MX28HH3NR.0 size=1048576 2023-12-03T11:43:18.844 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.839+0000 7f4da82f78c0 1 > prepared part key=_multipart_MY1AJ69R89HD.2~ZO4MX28HH3NR.1 size=71992 2023-12-03T11:43:18.844 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.839+0000 7f4da82f78c0 1 > prepared multipart upload key=MY1AJ69R89HD upload=ZO4MX28HH3NR tag=4XY0PH7ILP3U type=write size=2169144 2023-12-03T11:43:18.847 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.843+0000 7f4da82f78c0 1 < completed delete operation key=K6FJNLCVDIUX tag=UFTNKXKZGZZU type=del 2023-12-03T11:43:18.854 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.847+0000 7f4da82f78c0 1 > prepared part key=_multipart_QGLKMQWQRM89.2~TKRVV4C8P5W5.0 size=368080 2023-12-03T11:43:18.854 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.847+0000 7f4da82f78c0 1 > prepared multipart upload key=QGLKMQWQRM89 upload=TKRVV4C8P5W5 tag=IU8Z93LDGR8B type=write size=1416656 2023-12-03T11:43:18.858 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.851+0000 7f4da82f78c0 1 < completed part key=_multipart_M9A06B3PSDOD.2~R2EI0D7LJ0ZA.0 size=1048576 2023-12-03T11:43:18.860 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.855+0000 7f4da82f78c0 1 < completed part key=_multipart_M9A06B3PSDOD.2~R2EI0D7LJ0ZA.1 size=1048576 2023-12-03T11:43:18.863 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.859+0000 7f4da82f78c0 1 < completed part key=_multipart_M9A06B3PSDOD.2~R2EI0D7LJ0ZA.2 size=242041 2023-12-03T11:43:18.869 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.863+0000 7f4da82f78c0 1 < completed multipart upload key=M9A06B3PSDOD upload=R2EI0D7LJ0ZA tag=958SXSI13SL6 type=write size=3387769 2023-12-03T11:43:18.877 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.871+0000 7f4da82f78c0 1 > prepared part key=_multipart_L3HC1M7OJ3L7.2~LRSDFO71PKI0.0 size=1048576 2023-12-03T11:43:18.880 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.875+0000 7f4da82f78c0 1 > prepared part key=_multipart_L3HC1M7OJ3L7.2~LRSDFO71PKI0.1 size=1048576 2023-12-03T11:43:18.885 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.879+0000 7f4da82f78c0 1 > prepared part key=_multipart_L3HC1M7OJ3L7.2~LRSDFO71PKI0.2 size=579220 2023-12-03T11:43:18.885 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.879+0000 7f4da82f78c0 1 > prepared multipart upload key=L3HC1M7OJ3L7 upload=LRSDFO71PKI0 tag=HT67N5OFF347 type=write size=3724948 2023-12-03T11:43:18.885 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.879+0000 7f4da82f78c0 1 < canceled part key=_multipart_IOZ5MNNP5B2W.2~N20OLLQMAYZV.0 size=1048576 2023-12-03T11:43:18.887 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.883+0000 7f4da82f78c0 1 < completed part key=_multipart_IOZ5MNNP5B2W.2~N20OLLQMAYZV.1 size=1048576 2023-12-03T11:43:18.888 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.883+0000 7f4da82f78c0 1 < canceled part key=_multipart_IOZ5MNNP5B2W.2~N20OLLQMAYZV.2 size=10193 2023-12-03T11:43:18.894 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.887+0000 7f4da82f78c0 1 < canceled multipart upload key=IOZ5MNNP5B2W upload=N20OLLQMAYZV tag=BJYDJAOEVJEP type=write size=3155921 2023-12-03T11:43:18.898 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.891+0000 7f4da82f78c0 1 > prepared operation key=QGLKMQWQRM89 tag=9GCE4641NUJR type=del size=937652 2023-12-03T11:43:18.902 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.895+0000 7f4da82f78c0 1 < completed delete operation key=RF6YEP4A6INZ tag=CHTKUIHAPVD9 type=del 2023-12-03T11:43:18.906 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.899+0000 7f4da82f78c0 1 > prepared operation key=4LWB8EMR9EBJ tag=9W71IABS392F type=del size=1890416 2023-12-03T11:43:18.913 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.907+0000 7f4da82f78c0 1 < suggested remove operation key=6UZY1HWE143J tag=YNSWM43TBPGP type=del 2023-12-03T11:43:18.917 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.911+0000 7f4da82f78c0 1 > prepared operation key=M9A06B3PSDOD tag=ADTWGU13YOWT type=del size=3300391 2023-12-03T11:43:18.925 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.919+0000 7f4da82f78c0 1 < suggested update operation key=7AKK0TE2I43B tag=AB8RIY33VD9Z type=del size=1995098 2023-12-03T11:43:18.929 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.923+0000 7f4da82f78c0 1 > prepared operation key=4DF7KX58SVJY tag=M8D3TYFNZ5BB type=del size=3562769 2023-12-03T11:43:18.933 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.927+0000 7f4da82f78c0 1 < completed part key=_multipart_K4O9QAISDGSN.2~23UWXGXD3NH1.0 size=1048576 2023-12-03T11:43:18.936 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.931+0000 7f4da82f78c0 1 < completed part key=_multipart_K4O9QAISDGSN.2~23UWXGXD3NH1.1 size=1048576 2023-12-03T11:43:18.939 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.935+0000 7f4da82f78c0 1 < completed part key=_multipart_K4O9QAISDGSN.2~23UWXGXD3NH1.2 size=1009126 2023-12-03T11:43:18.952 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.947+0000 7f4da82f78c0 1 < completed multipart upload key=K4O9QAISDGSN upload=23UWXGXD3NH1 tag=12MY9UUCUBIG type=write size=4154854 2023-12-03T11:43:18.961 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.955+0000 7f4da82f78c0 1 > prepared part key=_multipart_Q3BH4HFRFZA5.2~BB5NODK5NCHR.0 size=1048576 2023-12-03T11:43:18.964 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.959+0000 7f4da82f78c0 1 > prepared part key=_multipart_Q3BH4HFRFZA5.2~BB5NODK5NCHR.1 size=787473 2023-12-03T11:43:18.964 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.959+0000 7f4da82f78c0 1 > prepared multipart upload key=Q3BH4HFRFZA5 upload=BB5NODK5NCHR tag=3EJJNM7ZLHUX type=write size=2884625 2023-12-03T11:43:18.969 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.963+0000 7f4da82f78c0 1 < completed delete operation key=TBD5MDTZYHGQ tag=JSZ2Q3IB7QP8 type=del 2023-12-03T11:43:18.974 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.967+0000 7f4da82f78c0 1 > prepared operation key=4DF7KX58SVJY tag=OHIP4UMFTWKR type=del size=1918262 2023-12-03T11:43:18.979 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.975+0000 7f4da82f78c0 1 < completed delete operation key=TBD5MDTZYHGQ tag=LEAL7NXHKJML type=del 2023-12-03T11:43:18.983 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.979+0000 7f4da82f78c0 1 > prepared operation key=PUY1C1KWIAHV tag=L5F1W9PET1NE type=del size=2535152 2023-12-03T11:43:18.988 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.983+0000 7f4da82f78c0 1 < completed write operation key=IA082W6GDNN2 tag=KN3OBM7DDI7B type=write size=711808 2023-12-03T11:43:18.993 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.987+0000 7f4da82f78c0 1 > prepared operation key=IA082W6GDNN2 tag=64LB2Y3JI25I type=write size=538433 2023-12-03T11:43:18.997 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.991+0000 7f4da82f78c0 1 < completed delete operation key=645V3LNUPS4A tag=U8CPN2T3SC4O type=del 2023-12-03T11:43:19.001 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.995+0000 7f4da82f78c0 1 > prepared operation key=TBD5MDTZYHGQ tag=D10IATDKV9NF type=del size=1517825 2023-12-03T11:43:19.005 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:18.999+0000 7f4da82f78c0 1 < completed part key=_multipart_4LWB8EMR9EBJ.2~WUSIXY2MFKA5.0 size=1048576 2023-12-03T11:43:19.008 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.003+0000 7f4da82f78c0 1 < completed part key=_multipart_4LWB8EMR9EBJ.2~WUSIXY2MFKA5.1 size=1048576 2023-12-03T11:43:19.011 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.007+0000 7f4da82f78c0 1 < completed part key=_multipart_4LWB8EMR9EBJ.2~WUSIXY2MFKA5.2 size=840677 2023-12-03T11:43:19.017 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.011+0000 7f4da82f78c0 1 < completed multipart upload key=4LWB8EMR9EBJ upload=WUSIXY2MFKA5 tag=OGTJQSVAECJ7 type=write size=3986405 2023-12-03T11:43:19.020 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.015+0000 7f4da82f78c0 1 > prepared operation key=K4O9QAISDGSN tag=KD8C73TWOCEJ type=write size=593703 2023-12-03T11:43:19.025 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.019+0000 7f4da82f78c0 1 < completed part key=_multipart_UT0U43FV7Y0L.2~H50XG7Z90PJ0.0 size=1048576 2023-12-03T11:43:19.028 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.023+0000 7f4da82f78c0 1 < completed part key=_multipart_UT0U43FV7Y0L.2~H50XG7Z90PJ0.1 size=1048576 2023-12-03T11:43:19.032 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.027+0000 7f4da82f78c0 1 < completed part key=_multipart_UT0U43FV7Y0L.2~H50XG7Z90PJ0.2 size=30891 2023-12-03T11:43:19.039 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.035+0000 7f4da82f78c0 1 < completed multipart upload key=UT0U43FV7Y0L upload=H50XG7Z90PJ0 tag=O8B9G14S1Z8D type=write size=3176619 2023-12-03T11:43:19.043 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.039+0000 7f4da82f78c0 1 > prepared operation key=1H0XTAA0VMYC tag=H1A1K47OYQ1Z type=del size=454802 2023-12-03T11:43:19.046 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.043+0000 7f4da82f78c0 1 < completed delete operation key=K4O9QAISDGSN tag=Z60QGCO3MQKI type=del 2023-12-03T11:43:19.053 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.047+0000 7f4da82f78c0 1 > prepared part key=_multipart_PSYQ3RT9HX5N.2~BELKIO8QAQ7O.0 size=1048576 2023-12-03T11:43:19.055 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.051+0000 7f4da82f78c0 1 > prepared part key=_multipart_PSYQ3RT9HX5N.2~BELKIO8QAQ7O.1 size=1048576 2023-12-03T11:43:19.059 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.055+0000 7f4da82f78c0 1 > prepared part key=_multipart_PSYQ3RT9HX5N.2~BELKIO8QAQ7O.2 size=84341 2023-12-03T11:43:19.059 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.055+0000 7f4da82f78c0 1 > prepared multipart upload key=PSYQ3RT9HX5N upload=BELKIO8QAQ7O tag=BRC91BZYQQ3C type=write size=3230069 2023-12-03T11:43:19.062 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.055+0000 7f4da82f78c0 1 < completed write operation key=K2XC9VGBIFBD tag=XDEIJ0EMXW0Y type=write size=416715 2023-12-03T11:43:19.069 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.063+0000 7f4da82f78c0 1 > prepared part key=_multipart_IA082W6GDNN2.2~5L292MG4NAK4.0 size=1048576 2023-12-03T11:43:19.072 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.067+0000 7f4da82f78c0 1 > prepared part key=_multipart_IA082W6GDNN2.2~5L292MG4NAK4.1 size=647752 2023-12-03T11:43:19.072 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.067+0000 7f4da82f78c0 1 > prepared multipart upload key=IA082W6GDNN2 upload=5L292MG4NAK4 tag=ZACOQUMRNCAO type=write size=2744904 2023-12-03T11:43:19.076 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.071+0000 7f4da82f78c0 1 < completed part key=_multipart_MY1AJ69R89HD.2~ZO4MX28HH3NR.0 size=1048576 2023-12-03T11:43:19.078 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.075+0000 7f4da82f78c0 1 < completed part key=_multipart_MY1AJ69R89HD.2~ZO4MX28HH3NR.1 size=71992 2023-12-03T11:43:19.087 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.083+0000 7f4da82f78c0 1 < completed multipart upload key=MY1AJ69R89HD upload=ZO4MX28HH3NR tag=4XY0PH7ILP3U type=write size=2169144 2023-12-03T11:43:19.091 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.087+0000 7f4da82f78c0 1 > prepared operation key=85DYZW2I0U7X tag=TP5VUX26AFR8 type=del size=2608481 2023-12-03T11:43:19.092 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.087+0000 7f4da82f78c0 1 < canceled part key=_multipart_QGLKMQWQRM89.2~TKRVV4C8P5W5.0 size=368080 2023-12-03T11:43:19.098 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.095+0000 7f4da82f78c0 1 < canceled multipart upload key=QGLKMQWQRM89 upload=TKRVV4C8P5W5 tag=IU8Z93LDGR8B type=write size=1416656 2023-12-03T11:43:19.101 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.095+0000 7f4da82f78c0 1 > prepared operation key=WEBJUD8426X3 tag=00WZPPL01K7B type=del size=1278089 2023-12-03T11:43:19.104 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.099+0000 7f4da82f78c0 1 < completed part key=_multipart_L3HC1M7OJ3L7.2~LRSDFO71PKI0.0 size=1048576 2023-12-03T11:43:19.106 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.103+0000 7f4da82f78c0 1 < completed part key=_multipart_L3HC1M7OJ3L7.2~LRSDFO71PKI0.1 size=1048576 2023-12-03T11:43:19.108 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.103+0000 7f4da82f78c0 1 < completed part key=_multipart_L3HC1M7OJ3L7.2~LRSDFO71PKI0.2 size=579220 2023-12-03T11:43:19.113 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.107+0000 7f4da82f78c0 1 < completed multipart upload key=L3HC1M7OJ3L7 upload=LRSDFO71PKI0 tag=HT67N5OFF347 type=write size=3724948 2023-12-03T11:43:19.116 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.111+0000 7f4da82f78c0 1 > prepared operation key=4DF7KX58SVJY tag=AD4PF0PHHNR3 type=write size=1009403 2023-12-03T11:43:19.119 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.115+0000 7f4da82f78c0 1 < completed delete operation key=QGLKMQWQRM89 tag=9GCE4641NUJR type=del 2023-12-03T11:43:19.124 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.119+0000 7f4da82f78c0 1 > prepared part key=_multipart_4DF7KX58SVJY.2~PLH98CFOUATB.0 size=1048576 2023-12-03T11:43:19.126 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.119+0000 7f4da82f78c0 1 > prepared part key=_multipart_4DF7KX58SVJY.2~PLH98CFOUATB.1 size=532375 2023-12-03T11:43:19.126 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.119+0000 7f4da82f78c0 1 > prepared multipart upload key=4DF7KX58SVJY upload=PLH98CFOUATB tag=ACCBCBI05JH0 type=write size=2629527 2023-12-03T11:43:19.131 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.127+0000 7f4da82f78c0 1 < suggested update operation key=4LWB8EMR9EBJ tag=9W71IABS392F type=del size=1890416 2023-12-03T11:43:19.133 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.127+0000 7f4da82f78c0 1 > prepared operation key=M9A06B3PSDOD tag=R39M0E54LQ4V type=del size=2930480 2023-12-03T11:43:19.136 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.131+0000 7f4da82f78c0 1 < completed delete operation key=M9A06B3PSDOD tag=ADTWGU13YOWT type=del 2023-12-03T11:43:19.140 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.135+0000 7f4da82f78c0 1 > prepared operation key=UT0U43FV7Y0L tag=60BEWM3ZS6Q8 type=del size=1301394 2023-12-03T11:43:19.143 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.139+0000 7f4da82f78c0 1 < completed delete operation key=4DF7KX58SVJY tag=M8D3TYFNZ5BB type=del 2023-12-03T11:43:19.146 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.143+0000 7f4da82f78c0 1 > prepared operation key=4DF7KX58SVJY tag=89OP5S0HNTPS type=del size=778050 2023-12-03T11:43:19.149 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.143+0000 7f4da82f78c0 1 < completed part key=_multipart_Q3BH4HFRFZA5.2~BB5NODK5NCHR.0 size=1048576 2023-12-03T11:43:19.151 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.147+0000 7f4da82f78c0 1 < completed part key=_multipart_Q3BH4HFRFZA5.2~BB5NODK5NCHR.1 size=787473 2023-12-03T11:43:19.156 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.151+0000 7f4da82f78c0 1 < completed multipart upload key=Q3BH4HFRFZA5 upload=BB5NODK5NCHR tag=3EJJNM7ZLHUX type=write size=2884625 2023-12-03T11:43:19.160 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.155+0000 7f4da82f78c0 1 > prepared part key=_multipart_XCT2GVJ4O84M.2~99G110RSTHSX.0 size=1048576 2023-12-03T11:43:19.163 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.159+0000 7f4da82f78c0 1 > prepared part key=_multipart_XCT2GVJ4O84M.2~99G110RSTHSX.1 size=478076 2023-12-03T11:43:19.163 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.159+0000 7f4da82f78c0 1 > prepared multipart upload key=XCT2GVJ4O84M upload=99G110RSTHSX tag=OLH6QSNREMZ0 type=write size=2575228 2023-12-03T11:43:19.165 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.159+0000 7f4da82f78c0 1 < canceled operation key=4DF7KX58SVJY tag=OHIP4UMFTWKR type=del size=1918262 2023-12-03T11:43:19.168 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.163+0000 7f4da82f78c0 1 > prepared operation key=7AKK0TE2I43B tag=64R3K0OB0HU1 type=del size=120418 2023-12-03T11:43:19.171 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.167+0000 7f4da82f78c0 1 < completed delete operation key=PUY1C1KWIAHV tag=L5F1W9PET1NE type=del 2023-12-03T11:43:19.176 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.171+0000 7f4da82f78c0 1 > prepared part key=_multipart_YCJ1J0AKOH1D.2~IAN8XQSGR43L.0 size=1048576 2023-12-03T11:43:19.178 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.175+0000 7f4da82f78c0 1 > prepared part key=_multipart_YCJ1J0AKOH1D.2~IAN8XQSGR43L.1 size=512053 2023-12-03T11:43:19.178 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.175+0000 7f4da82f78c0 1 > prepared multipart upload key=YCJ1J0AKOH1D upload=IAN8XQSGR43L tag=26MSZNZPU360 type=write size=2609205 2023-12-03T11:43:19.181 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.175+0000 7f4da82f78c0 1 < completed write operation key=IA082W6GDNN2 tag=64LB2Y3JI25I type=write size=538433 2023-12-03T11:43:19.186 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.183+0000 7f4da82f78c0 1 > prepared part key=_multipart_PSYQ3RT9HX5N.2~5MYNB78B3B7Y.0 size=1048576 2023-12-03T11:43:19.188 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.183+0000 7f4da82f78c0 1 > prepared part key=_multipart_PSYQ3RT9HX5N.2~5MYNB78B3B7Y.1 size=728326 2023-12-03T11:43:19.188 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.183+0000 7f4da82f78c0 1 > prepared multipart upload key=PSYQ3RT9HX5N upload=5MYNB78B3B7Y tag=IKDK1E2WKNPA type=write size=2825478 2023-12-03T11:43:19.191 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.187+0000 7f4da82f78c0 1 < completed delete operation key=TBD5MDTZYHGQ tag=D10IATDKV9NF type=del 2023-12-03T11:43:19.195 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.191+0000 7f4da82f78c0 1 > prepared operation key=1H0XTAA0VMYC tag=JXJNQ4SQ3AN1 type=del size=3716736 2023-12-03T11:43:19.201 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.195+0000 7f4da82f78c0 1 < suggested remove operation key=K4O9QAISDGSN tag=KD8C73TWOCEJ type=write 2023-12-03T11:43:19.204 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.199+0000 7f4da82f78c0 1 > prepared operation key=TBD5MDTZYHGQ tag=5AK30N1XBCY8 type=del size=4144203 2023-12-03T11:43:19.207 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.203+0000 7f4da82f78c0 1 < completed delete operation key=1H0XTAA0VMYC tag=H1A1K47OYQ1Z type=del 2023-12-03T11:43:19.210 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.207+0000 7f4da82f78c0 1 > prepared operation key=4DF7KX58SVJY tag=AHOK06WSSFXQ type=del size=2650632 2023-12-03T11:43:19.213 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.207+0000 7f4da82f78c0 1 < completed part key=_multipart_PSYQ3RT9HX5N.2~BELKIO8QAQ7O.0 size=1048576 2023-12-03T11:43:19.215 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.211+0000 7f4da82f78c0 1 < completed part key=_multipart_PSYQ3RT9HX5N.2~BELKIO8QAQ7O.1 size=1048576 2023-12-03T11:43:19.218 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.211+0000 7f4da82f78c0 1 < completed part key=_multipart_PSYQ3RT9HX5N.2~BELKIO8QAQ7O.2 size=84341 2023-12-03T11:43:19.223 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.219+0000 7f4da82f78c0 1 < completed multipart upload key=PSYQ3RT9HX5N upload=BELKIO8QAQ7O tag=BRC91BZYQQ3C type=write size=3230069 2023-12-03T11:43:19.228 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.223+0000 7f4da82f78c0 1 > prepared part key=_multipart_K6FJNLCVDIUX.2~4KHQ2Q68BT0L.0 size=1048576 2023-12-03T11:43:19.230 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.227+0000 7f4da82f78c0 1 > prepared part key=_multipart_K6FJNLCVDIUX.2~4KHQ2Q68BT0L.1 size=1048576 2023-12-03T11:43:19.232 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.227+0000 7f4da82f78c0 1 > prepared part key=_multipart_K6FJNLCVDIUX.2~4KHQ2Q68BT0L.2 size=1036799 2023-12-03T11:43:19.232 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.227+0000 7f4da82f78c0 1 > prepared multipart upload key=K6FJNLCVDIUX upload=4KHQ2Q68BT0L tag=KXAED85IZ32M type=write size=4182527 2023-12-03T11:43:19.233 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.227+0000 7f4da82f78c0 1 < canceled part key=_multipart_IA082W6GDNN2.2~5L292MG4NAK4.0 size=1048576 2023-12-03T11:43:19.235 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.231+0000 7f4da82f78c0 1 < completed part key=_multipart_IA082W6GDNN2.2~5L292MG4NAK4.1 size=647752 2023-12-03T11:43:19.241 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.235+0000 7f4da82f78c0 1 < canceled multipart upload key=IA082W6GDNN2 upload=5L292MG4NAK4 tag=ZACOQUMRNCAO type=write size=2744904 2023-12-03T11:43:19.244 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.239+0000 7f4da82f78c0 1 > prepared operation key=RF6YEP4A6INZ tag=45XTGD22ZARH type=del size=2506461 2023-12-03T11:43:19.247 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.243+0000 7f4da82f78c0 1 < canceled operation key=85DYZW2I0U7X tag=TP5VUX26AFR8 type=del size=2608481 2023-12-03T11:43:19.251 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.247+0000 7f4da82f78c0 1 > prepared operation key=K6FJNLCVDIUX tag=QLSLKPRWSDG4 type=del size=1117648 2023-12-03T11:43:19.254 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.247+0000 7f4da82f78c0 1 < completed delete operation key=WEBJUD8426X3 tag=00WZPPL01K7B type=del 2023-12-03T11:43:19.257 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.251+0000 7f4da82f78c0 1 > prepared operation key=IOZ5MNNP5B2W tag=5Q0NEER3UJ43 type=del size=3943416 2023-12-03T11:43:19.260 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.255+0000 7f4da82f78c0 1 < completed write operation key=4DF7KX58SVJY tag=AD4PF0PHHNR3 type=write size=1009403 2023-12-03T11:43:19.269 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.263+0000 7f4da82f78c0 1 > prepared operation key=IOZ5MNNP5B2W tag=ITKK82ICIUPT type=del size=3563186 2023-12-03T11:43:19.273 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.267+0000 7f4da82f78c0 1 < completed part key=_multipart_4DF7KX58SVJY.2~PLH98CFOUATB.0 size=1048576 2023-12-03T11:43:19.275 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.271+0000 7f4da82f78c0 1 < completed part key=_multipart_4DF7KX58SVJY.2~PLH98CFOUATB.1 size=532375 2023-12-03T11:43:19.281 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.275+0000 7f4da82f78c0 1 < completed multipart upload key=4DF7KX58SVJY upload=PLH98CFOUATB tag=ACCBCBI05JH0 type=write size=2629527 2023-12-03T11:43:19.287 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.283+0000 7f4da82f78c0 1 > prepared part key=_multipart_ZO4GYMSV47J9.2~6PREYW8G035H.0 size=520759 2023-12-03T11:43:19.287 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.283+0000 7f4da82f78c0 1 > prepared multipart upload key=ZO4GYMSV47J9 upload=6PREYW8G035H tag=U7XH9G30ELCG type=write size=1569335 2023-12-03T11:43:19.293 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.287+0000 7f4da82f78c0 1 < suggested remove operation key=M9A06B3PSDOD tag=R39M0E54LQ4V type=del 2023-12-03T11:43:19.296 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.291+0000 7f4da82f78c0 1 > prepared operation key=RF6YEP4A6INZ tag=OOSH20TBQ9F5 type=del size=4013272 2023-12-03T11:43:19.302 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.299+0000 7f4da82f78c0 1 < suggested update operation key=UT0U43FV7Y0L tag=60BEWM3ZS6Q8 type=del size=1301394 2023-12-03T11:43:19.309 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.303+0000 7f4da82f78c0 1 > prepared part key=_multipart_4DF7KX58SVJY.2~2WFGJO66QWML.0 size=1048576 2023-12-03T11:43:19.311 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.307+0000 7f4da82f78c0 1 > prepared part key=_multipart_4DF7KX58SVJY.2~2WFGJO66QWML.1 size=156973 2023-12-03T11:43:19.311 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.307+0000 7f4da82f78c0 1 > prepared multipart upload key=4DF7KX58SVJY upload=2WFGJO66QWML tag=BH12LAK4Q7K2 type=write size=2254125 2023-12-03T11:43:19.314 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.311+0000 7f4da82f78c0 1 < completed delete operation key=4DF7KX58SVJY tag=89OP5S0HNTPS type=del 2023-12-03T11:43:19.318 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.315+0000 7f4da82f78c0 1 > prepared operation key=6UZY1HWE143J tag=966IAAI0RD2H type=del size=3957896 2023-12-03T11:43:19.322 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.315+0000 7f4da82f78c0 1 < completed part key=_multipart_XCT2GVJ4O84M.2~99G110RSTHSX.0 size=1048576 2023-12-03T11:43:19.322 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.315+0000 7f4da82f78c0 1 < canceled part key=_multipart_XCT2GVJ4O84M.2~99G110RSTHSX.1 size=478076 2023-12-03T11:43:19.327 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.323+0000 7f4da82f78c0 1 < canceled multipart upload key=XCT2GVJ4O84M upload=99G110RSTHSX tag=OLH6QSNREMZ0 type=write size=2575228 2023-12-03T11:43:19.331 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.327+0000 7f4da82f78c0 1 > prepared operation key=K6FJNLCVDIUX tag=MF4OZZJU6E4H type=del size=3507723 2023-12-03T11:43:19.335 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.331+0000 7f4da82f78c0 1 < completed delete operation key=7AKK0TE2I43B tag=64R3K0OB0HU1 type=del 2023-12-03T11:43:19.341 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.335+0000 7f4da82f78c0 1 > prepared part key=_multipart_D2PVZARQWEIV.2~8SIFYT0Y8BXA.0 size=1048576 2023-12-03T11:43:19.344 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.339+0000 7f4da82f78c0 1 > prepared part key=_multipart_D2PVZARQWEIV.2~8SIFYT0Y8BXA.1 size=1048576 2023-12-03T11:43:19.346 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.343+0000 7f4da82f78c0 1 > prepared part key=_multipart_D2PVZARQWEIV.2~8SIFYT0Y8BXA.2 size=288454 2023-12-03T11:43:19.346 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.343+0000 7f4da82f78c0 1 > prepared multipart upload key=D2PVZARQWEIV upload=8SIFYT0Y8BXA tag=GO22FBJVBPTU type=write size=3434182 2023-12-03T11:43:19.350 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.343+0000 7f4da82f78c0 1 < completed part key=_multipart_YCJ1J0AKOH1D.2~IAN8XQSGR43L.0 size=1048576 2023-12-03T11:43:19.353 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.347+0000 7f4da82f78c0 1 < completed part key=_multipart_YCJ1J0AKOH1D.2~IAN8XQSGR43L.1 size=512053 2023-12-03T11:43:19.358 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.351+0000 7f4da82f78c0 1 < completed multipart upload key=YCJ1J0AKOH1D upload=IAN8XQSGR43L tag=26MSZNZPU360 type=write size=2609205 2023-12-03T11:43:19.361 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.355+0000 7f4da82f78c0 1 > prepared operation key=RF6YEP4A6INZ tag=YNFV84E5NWSO type=del size=751480 2023-12-03T11:43:19.364 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.359+0000 7f4da82f78c0 1 < completed part key=_multipart_PSYQ3RT9HX5N.2~5MYNB78B3B7Y.0 size=1048576 2023-12-03T11:43:19.367 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.363+0000 7f4da82f78c0 1 < completed part key=_multipart_PSYQ3RT9HX5N.2~5MYNB78B3B7Y.1 size=728326 2023-12-03T11:43:19.372 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.367+0000 7f4da82f78c0 1 < completed multipart upload key=PSYQ3RT9HX5N upload=5MYNB78B3B7Y tag=IKDK1E2WKNPA type=write size=2825478 2023-12-03T11:43:19.375 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.371+0000 7f4da82f78c0 1 > prepared operation key=2HVLNPGB2PLL tag=RJFFLROPZH7S type=write size=123715 2023-12-03T11:43:19.378 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.375+0000 7f4da82f78c0 1 < completed delete operation key=1H0XTAA0VMYC tag=JXJNQ4SQ3AN1 type=del 2023-12-03T11:43:19.382 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.375+0000 7f4da82f78c0 1 > prepared operation key=IA082W6GDNN2 tag=ZXULGJA5MWSJ type=del size=3900885 2023-12-03T11:43:19.385 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.379+0000 7f4da82f78c0 1 < completed delete operation key=TBD5MDTZYHGQ tag=5AK30N1XBCY8 type=del 2023-12-03T11:43:19.388 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.383+0000 7f4da82f78c0 1 > prepared operation key=85DYZW2I0U7X tag=HF6NCMR13QCO type=del size=3045645 2023-12-03T11:43:19.391 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.387+0000 7f4da82f78c0 1 < completed delete operation key=4DF7KX58SVJY tag=AHOK06WSSFXQ type=del 2023-12-03T11:43:19.397 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.391+0000 7f4da82f78c0 1 > prepared part key=_multipart_2HVLNPGB2PLL.2~ZW6TKSALBJBH.0 size=1048576 2023-12-03T11:43:19.400 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.395+0000 7f4da82f78c0 1 > prepared part key=_multipart_2HVLNPGB2PLL.2~ZW6TKSALBJBH.1 size=556253 2023-12-03T11:43:19.400 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.395+0000 7f4da82f78c0 1 > prepared multipart upload key=2HVLNPGB2PLL upload=ZW6TKSALBJBH tag=IF2ORBQRK5U3 type=write size=2653405 2023-12-03T11:43:19.404 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.399+0000 7f4da82f78c0 1 < completed part key=_multipart_K6FJNLCVDIUX.2~4KHQ2Q68BT0L.0 size=1048576 2023-12-03T11:43:19.406 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.403+0000 7f4da82f78c0 1 < completed part key=_multipart_K6FJNLCVDIUX.2~4KHQ2Q68BT0L.1 size=1048576 2023-12-03T11:43:19.409 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.403+0000 7f4da82f78c0 1 < completed part key=_multipart_K6FJNLCVDIUX.2~4KHQ2Q68BT0L.2 size=1036799 2023-12-03T11:43:19.415 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.411+0000 7f4da82f78c0 1 < completed multipart upload key=K6FJNLCVDIUX upload=4KHQ2Q68BT0L tag=KXAED85IZ32M type=write size=4182527 2023-12-03T11:43:19.422 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.419+0000 7f4da82f78c0 1 > prepared part key=_multipart_PSYQ3RT9HX5N.2~8MZ4Y7R0213V.0 size=144279 2023-12-03T11:43:19.423 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.419+0000 7f4da82f78c0 1 > prepared multipart upload key=PSYQ3RT9HX5N upload=8MZ4Y7R0213V tag=OZVB5ASQ6HXF type=write size=1192855 2023-12-03T11:43:19.427 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.423+0000 7f4da82f78c0 1 < completed delete operation key=RF6YEP4A6INZ tag=45XTGD22ZARH type=del 2023-12-03T11:43:19.430 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.427+0000 7f4da82f78c0 1 > prepared operation key=K4O9QAISDGSN tag=8DU2PCMQ75TW type=del size=3343868 2023-12-03T11:43:19.434 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.431+0000 7f4da82f78c0 1 < canceled operation key=K6FJNLCVDIUX tag=QLSLKPRWSDG4 type=del size=1117648 2023-12-03T11:43:19.438 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.435+0000 7f4da82f78c0 1 > prepared operation key=L3HC1M7OJ3L7 tag=GMH1HMIGNMON type=del size=734262 2023-12-03T11:43:19.442 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.439+0000 7f4da82f78c0 1 < completed delete operation key=IOZ5MNNP5B2W tag=5Q0NEER3UJ43 type=del 2023-12-03T11:43:19.449 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.443+0000 7f4da82f78c0 1 > prepared part key=_multipart_PSYQ3RT9HX5N.2~8IBVV94GTA82.0 size=1048576 2023-12-03T11:43:19.452 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.447+0000 7f4da82f78c0 1 > prepared part key=_multipart_PSYQ3RT9HX5N.2~8IBVV94GTA82.1 size=1048576 2023-12-03T11:43:19.455 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.451+0000 7f4da82f78c0 1 > prepared part key=_multipart_PSYQ3RT9HX5N.2~8IBVV94GTA82.2 size=479907 2023-12-03T11:43:19.455 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.451+0000 7f4da82f78c0 1 > prepared multipart upload key=PSYQ3RT9HX5N upload=8IBVV94GTA82 tag=4K608R8JQUIR type=write size=3625635 2023-12-03T11:43:19.459 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.455+0000 7f4da82f78c0 1 < completed delete operation key=IOZ5MNNP5B2W tag=ITKK82ICIUPT type=del 2023-12-03T11:43:19.464 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.459+0000 7f4da82f78c0 1 > prepared operation key=K6FJNLCVDIUX tag=P4TYJ7D0VYBJ type=write size=438101 2023-12-03T11:43:19.464 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.459+0000 7f4da82f78c0 1 < canceled part key=_multipart_ZO4GYMSV47J9.2~6PREYW8G035H.0 size=520759 2023-12-03T11:43:19.471 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.467+0000 7f4da82f78c0 1 < canceled multipart upload key=ZO4GYMSV47J9 upload=6PREYW8G035H tag=U7XH9G30ELCG type=write size=1569335 2023-12-03T11:43:19.475 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.471+0000 7f4da82f78c0 1 > prepared operation key=PUY1C1KWIAHV tag=BPUVQT3W0E3M type=del size=3387541 2023-12-03T11:43:19.479 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.475+0000 7f4da82f78c0 1 < completed delete operation key=RF6YEP4A6INZ tag=OOSH20TBQ9F5 type=del 2023-12-03T11:43:19.483 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.479+0000 7f4da82f78c0 1 > prepared operation key=GMT5400N4YTT tag=O2EX1ZBRA1PM type=del size=2822919 2023-12-03T11:43:19.487 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.483+0000 7f4da82f78c0 1 < completed part key=_multipart_4DF7KX58SVJY.2~2WFGJO66QWML.0 size=1048576 2023-12-03T11:43:19.491 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.487+0000 7f4da82f78c0 1 < completed part key=_multipart_4DF7KX58SVJY.2~2WFGJO66QWML.1 size=156973 2023-12-03T11:43:19.498 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.491+0000 7f4da82f78c0 1 < completed multipart upload key=4DF7KX58SVJY upload=2WFGJO66QWML tag=BH12LAK4Q7K2 type=write size=2254125 2023-12-03T11:43:19.505 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.499+0000 7f4da82f78c0 1 > prepared part key=_multipart_1H0XTAA0VMYC.2~MPKFQ77OR3AD.0 size=33643 2023-12-03T11:43:19.505 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.499+0000 7f4da82f78c0 1 > prepared multipart upload key=1H0XTAA0VMYC upload=MPKFQ77OR3AD tag=3H3WJG60OQIP type=write size=1082219 2023-12-03T11:43:19.509 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.503+0000 7f4da82f78c0 1 < canceled operation key=6UZY1HWE143J tag=966IAAI0RD2H type=del size=3957896 2023-12-03T11:43:19.516 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.511+0000 7f4da82f78c0 1 > prepared part key=_multipart_M9A06B3PSDOD.2~4DV5QE54ACOP.0 size=1048576 2023-12-03T11:43:19.519 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.515+0000 7f4da82f78c0 1 > prepared part key=_multipart_M9A06B3PSDOD.2~4DV5QE54ACOP.1 size=628950 2023-12-03T11:43:19.519 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.515+0000 7f4da82f78c0 1 > prepared multipart upload key=M9A06B3PSDOD upload=4DV5QE54ACOP tag=FXNF1PA923TI type=write size=2726102 2023-12-03T11:43:19.523 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.519+0000 7f4da82f78c0 1 < completed delete operation key=K6FJNLCVDIUX tag=MF4OZZJU6E4H type=del 2023-12-03T11:43:19.528 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.523+0000 7f4da82f78c0 1 > prepared operation key=D2PVZARQWEIV tag=NNOABONYRX37 type=write size=158024 2023-12-03T11:43:19.532 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.527+0000 7f4da82f78c0 1 < completed part key=_multipart_D2PVZARQWEIV.2~8SIFYT0Y8BXA.0 size=1048576 2023-12-03T11:43:19.535 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.531+0000 7f4da82f78c0 1 < completed part key=_multipart_D2PVZARQWEIV.2~8SIFYT0Y8BXA.1 size=1048576 2023-12-03T11:43:19.538 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.535+0000 7f4da82f78c0 1 < completed part key=_multipart_D2PVZARQWEIV.2~8SIFYT0Y8BXA.2 size=288454 2023-12-03T11:43:19.545 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.539+0000 7f4da82f78c0 1 < completed multipart upload key=D2PVZARQWEIV upload=8SIFYT0Y8BXA tag=GO22FBJVBPTU type=write size=3434182 2023-12-03T11:43:19.549 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.543+0000 7f4da82f78c0 1 > prepared operation key=6UZY1HWE143J tag=QBKS43ZRZW3A type=write size=464395 2023-12-03T11:43:19.557 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.551+0000 7f4da82f78c0 1 < suggested remove operation key=RF6YEP4A6INZ tag=YNFV84E5NWSO type=del 2023-12-03T11:43:19.561 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.555+0000 7f4da82f78c0 1 > prepared operation key=YCJ1J0AKOH1D tag=R2EHYFB4GWHH type=del size=4048668 2023-12-03T11:43:19.566 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.559+0000 7f4da82f78c0 1 < completed write operation key=2HVLNPGB2PLL tag=RJFFLROPZH7S type=write size=123715 2023-12-03T11:43:19.570 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.563+0000 7f4da82f78c0 1 > prepared operation key=ZO4GYMSV47J9 tag=UVQFK6B4AJF2 type=del size=1773705 2023-12-03T11:43:19.574 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.567+0000 7f4da82f78c0 1 < completed delete operation key=IA082W6GDNN2 tag=ZXULGJA5MWSJ type=del 2023-12-03T11:43:19.582 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.575+0000 7f4da82f78c0 1 > prepared part key=_multipart_YCJ1J0AKOH1D.2~L8CPOUQXVDZM.0 size=1048576 2023-12-03T11:43:19.585 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.579+0000 7f4da82f78c0 1 > prepared part key=_multipart_YCJ1J0AKOH1D.2~L8CPOUQXVDZM.1 size=1048576 2023-12-03T11:43:19.588 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.583+0000 7f4da82f78c0 1 > prepared part key=_multipart_YCJ1J0AKOH1D.2~L8CPOUQXVDZM.2 size=50542 2023-12-03T11:43:19.588 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.583+0000 7f4da82f78c0 1 > prepared multipart upload key=YCJ1J0AKOH1D upload=L8CPOUQXVDZM tag=X68QFC08JF2T type=write size=3196270 2023-12-03T11:43:19.592 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.587+0000 7f4da82f78c0 1 < completed delete operation key=85DYZW2I0U7X tag=HF6NCMR13QCO type=del 2023-12-03T11:43:19.596 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.591+0000 7f4da82f78c0 1 > prepared operation key=Q3BH4HFRFZA5 tag=JZY2AAVPQN5Y type=del size=3025689 2023-12-03T11:43:19.600 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.595+0000 7f4da82f78c0 1 < completed part key=_multipart_2HVLNPGB2PLL.2~ZW6TKSALBJBH.0 size=1048576 2023-12-03T11:43:19.603 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.599+0000 7f4da82f78c0 1 < completed part key=_multipart_2HVLNPGB2PLL.2~ZW6TKSALBJBH.1 size=556253 2023-12-03T11:43:19.617 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.611+0000 7f4da82f78c0 1 < completed multipart upload key=2HVLNPGB2PLL upload=ZW6TKSALBJBH tag=IF2ORBQRK5U3 type=write size=2653405 2023-12-03T11:43:19.621 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.615+0000 7f4da82f78c0 1 > prepared operation key=K4O9QAISDGSN tag=E726SNBTEI0V type=del size=2315965 2023-12-03T11:43:19.625 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.619+0000 7f4da82f78c0 1 < completed part key=_multipart_PSYQ3RT9HX5N.2~8MZ4Y7R0213V.0 size=144279 2023-12-03T11:43:19.632 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.627+0000 7f4da82f78c0 1 < completed multipart upload key=PSYQ3RT9HX5N upload=8MZ4Y7R0213V tag=OZVB5ASQ6HXF type=write size=1192855 2023-12-03T11:43:19.636 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.631+0000 7f4da82f78c0 1 > prepared operation key=WEBJUD8426X3 tag=3I3MB3H7J0IF type=del size=3374836 2023-12-03T11:43:19.641 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.635+0000 7f4da82f78c0 1 < completed delete operation key=K4O9QAISDGSN tag=8DU2PCMQ75TW type=del 2023-12-03T11:43:19.645 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.639+0000 7f4da82f78c0 1 > prepared operation key=K4O9QAISDGSN tag=04SYY8YG2401 type=write size=913153 2023-12-03T11:43:19.649 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.643+0000 7f4da82f78c0 1 < completed delete operation key=L3HC1M7OJ3L7 tag=GMH1HMIGNMON type=del 2023-12-03T11:43:19.657 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.651+0000 7f4da82f78c0 1 > prepared part key=_multipart_K4O9QAISDGSN.2~XPBT5AMK1SJV.0 size=871210 2023-12-03T11:43:19.657 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.651+0000 7f4da82f78c0 1 > prepared multipart upload key=K4O9QAISDGSN upload=XPBT5AMK1SJV tag=693P3FCFGUT1 type=write size=1919786 2023-12-03T11:43:19.661 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.655+0000 7f4da82f78c0 1 < completed part key=_multipart_PSYQ3RT9HX5N.2~8IBVV94GTA82.0 size=1048576 2023-12-03T11:43:19.664 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.659+0000 7f4da82f78c0 1 < completed part key=_multipart_PSYQ3RT9HX5N.2~8IBVV94GTA82.1 size=1048576 2023-12-03T11:43:19.668 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.663+0000 7f4da82f78c0 1 < completed part key=_multipart_PSYQ3RT9HX5N.2~8IBVV94GTA82.2 size=479907 2023-12-03T11:43:19.674 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.667+0000 7f4da82f78c0 1 < completed multipart upload key=PSYQ3RT9HX5N upload=8IBVV94GTA82 tag=4K608R8JQUIR type=write size=3625635 2023-12-03T11:43:19.681 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.675+0000 7f4da82f78c0 1 > prepared part key=_multipart_IOZ5MNNP5B2W.2~1V0JNADVU11U.0 size=1048576 2023-12-03T11:43:19.684 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.679+0000 7f4da82f78c0 1 > prepared part key=_multipart_IOZ5MNNP5B2W.2~1V0JNADVU11U.1 size=15883 2023-12-03T11:43:19.684 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.679+0000 7f4da82f78c0 1 > prepared multipart upload key=IOZ5MNNP5B2W upload=1V0JNADVU11U tag=EG13A4NMCMCZ type=write size=2113035 2023-12-03T11:43:19.688 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.683+0000 7f4da82f78c0 1 < completed write operation key=K6FJNLCVDIUX tag=P4TYJ7D0VYBJ type=write size=438101 2023-12-03T11:43:19.693 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.687+0000 7f4da82f78c0 1 > prepared operation key=MY1AJ69R89HD tag=XCBMG0D0OP4O type=write size=744234 2023-12-03T11:43:19.698 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.691+0000 7f4da82f78c0 1 < completed delete operation key=PUY1C1KWIAHV tag=BPUVQT3W0E3M type=del 2023-12-03T11:43:19.702 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.699+0000 7f4da82f78c0 1 > prepared operation key=645V3LNUPS4A tag=W9HB7GXKKR1G type=del size=1368765 2023-12-03T11:43:19.707 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.703+0000 7f4da82f78c0 1 < canceled operation key=GMT5400N4YTT tag=O2EX1ZBRA1PM type=del size=2822919 2023-12-03T11:43:19.711 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.707+0000 7f4da82f78c0 1 > prepared operation key=WEBJUD8426X3 tag=7GYMJM6QHUTW type=del size=144993 2023-12-03T11:43:19.715 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.711+0000 7f4da82f78c0 1 < completed part key=_multipart_1H0XTAA0VMYC.2~MPKFQ77OR3AD.0 size=33643 2023-12-03T11:43:19.722 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.715+0000 7f4da82f78c0 1 < completed multipart upload key=1H0XTAA0VMYC upload=MPKFQ77OR3AD tag=3H3WJG60OQIP type=write size=1082219 2023-12-03T11:43:19.726 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.719+0000 7f4da82f78c0 1 > prepared operation key=7EDLY2Q78IBP tag=3PGDZ1NTHL1A type=write size=193278 2023-12-03T11:43:19.730 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.723+0000 7f4da82f78c0 1 < completed part key=_multipart_M9A06B3PSDOD.2~4DV5QE54ACOP.0 size=1048576 2023-12-03T11:43:19.733 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.727+0000 7f4da82f78c0 1 < completed part key=_multipart_M9A06B3PSDOD.2~4DV5QE54ACOP.1 size=628950 2023-12-03T11:43:19.739 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.735+0000 7f4da82f78c0 1 < completed multipart upload key=M9A06B3PSDOD upload=4DV5QE54ACOP tag=FXNF1PA923TI type=write size=2726102 2023-12-03T11:43:19.747 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.743+0000 7f4da82f78c0 1 > prepared part key=_multipart_Q5C3IZCQEVO6.2~Q1M2YT07JXCV.0 size=1048576 2023-12-03T11:43:19.750 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.743+0000 7f4da82f78c0 1 > prepared part key=_multipart_Q5C3IZCQEVO6.2~Q1M2YT07JXCV.1 size=1048576 2023-12-03T11:43:19.753 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.747+0000 7f4da82f78c0 1 > prepared part key=_multipart_Q5C3IZCQEVO6.2~Q1M2YT07JXCV.2 size=445993 2023-12-03T11:43:19.753 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.747+0000 7f4da82f78c0 1 > prepared multipart upload key=Q5C3IZCQEVO6 upload=Q1M2YT07JXCV tag=PNBCKGDVR4F1 type=write size=3591721 2023-12-03T11:43:19.761 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.755+0000 7f4da82f78c0 1 < suggested remove operation key=D2PVZARQWEIV tag=NNOABONYRX37 type=write 2023-12-03T11:43:19.765 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.759+0000 7f4da82f78c0 1 > prepared operation key=XCT2GVJ4O84M tag=XCIWUS9OEWEN type=del size=2309298 2023-12-03T11:43:19.769 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.763+0000 7f4da82f78c0 1 < completed write operation key=6UZY1HWE143J tag=QBKS43ZRZW3A type=write size=464395 2023-12-03T11:43:19.777 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.771+0000 7f4da82f78c0 1 > prepared part key=_multipart_1GAQFDQ35291.2~RRR7TCY9ES7R.0 size=1048576 2023-12-03T11:43:19.780 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.775+0000 7f4da82f78c0 1 > prepared part key=_multipart_1GAQFDQ35291.2~RRR7TCY9ES7R.1 size=1000228 2023-12-03T11:43:19.780 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.775+0000 7f4da82f78c0 1 > prepared multipart upload key=1GAQFDQ35291 upload=RRR7TCY9ES7R tag=JY25YS47FL1Y type=write size=3097380 2023-12-03T11:43:19.787 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.783+0000 7f4da82f78c0 1 < suggested remove operation key=YCJ1J0AKOH1D tag=R2EHYFB4GWHH type=del 2023-12-03T11:43:19.791 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.787+0000 7f4da82f78c0 1 > prepared operation key=WEBJUD8426X3 tag=YI7JM4JBQD26 type=del size=2723932 2023-12-03T11:43:19.795 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.791+0000 7f4da82f78c0 1 < completed delete operation key=ZO4GYMSV47J9 tag=UVQFK6B4AJF2 type=del 2023-12-03T11:43:19.800 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.795+0000 7f4da82f78c0 1 > prepared operation key=85DYZW2I0U7X tag=R9E0TZHTQ0WK type=del size=53610 2023-12-03T11:43:19.805 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.799+0000 7f4da82f78c0 1 < completed part key=_multipart_YCJ1J0AKOH1D.2~L8CPOUQXVDZM.0 size=1048576 2023-12-03T11:43:19.805 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.799+0000 7f4da82f78c0 1 < canceled part key=_multipart_YCJ1J0AKOH1D.2~L8CPOUQXVDZM.1 size=1048576 2023-12-03T11:43:19.809 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.803+0000 7f4da82f78c0 1 < completed part key=_multipart_YCJ1J0AKOH1D.2~L8CPOUQXVDZM.2 size=50542 2023-12-03T11:43:19.816 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.811+0000 7f4da82f78c0 1 < canceled multipart upload key=YCJ1J0AKOH1D upload=L8CPOUQXVDZM tag=X68QFC08JF2T type=write size=3196270 2023-12-03T11:43:19.821 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.815+0000 7f4da82f78c0 1 > prepared operation key=6UZY1HWE143J tag=QHDIB9WERZCS type=del size=903575 2023-12-03T11:43:19.825 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.819+0000 7f4da82f78c0 1 < completed delete operation key=Q3BH4HFRFZA5 tag=JZY2AAVPQN5Y type=del 2023-12-03T11:43:19.830 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.823+0000 7f4da82f78c0 1 > prepared operation key=1GAQFDQ35291 tag=B4Q6RD0HHWG6 type=del size=2379705 2023-12-03T11:43:19.834 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.831+0000 7f4da82f78c0 1 < canceled operation key=K4O9QAISDGSN tag=E726SNBTEI0V type=del size=2315965 2023-12-03T11:43:19.838 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.835+0000 7f4da82f78c0 1 > prepared operation key=6UZY1HWE143J tag=ZH91Z252N902 type=del size=2059060 2023-12-03T11:43:19.842 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.839+0000 7f4da82f78c0 1 < completed delete operation key=WEBJUD8426X3 tag=3I3MB3H7J0IF type=del 2023-12-03T11:43:19.847 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.843+0000 7f4da82f78c0 1 > prepared operation key=MY1AJ69R89HD tag=694CV4M87CJN type=del size=1073560 2023-12-03T11:43:19.850 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.847+0000 7f4da82f78c0 1 < completed write operation key=K4O9QAISDGSN tag=04SYY8YG2401 type=write size=913153 2023-12-03T11:43:19.854 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.851+0000 7f4da82f78c0 1 > prepared operation key=K2XC9VGBIFBD tag=9B00MES3A8BI type=del size=1876739 2023-12-03T11:43:19.858 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.855+0000 7f4da82f78c0 1 < completed part key=_multipart_K4O9QAISDGSN.2~XPBT5AMK1SJV.0 size=871210 2023-12-03T11:43:19.865 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.859+0000 7f4da82f78c0 1 < completed multipart upload key=K4O9QAISDGSN upload=XPBT5AMK1SJV tag=693P3FCFGUT1 type=write size=1919786 2023-12-03T11:43:19.872 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.867+0000 7f4da82f78c0 1 > prepared part key=_multipart_M9A06B3PSDOD.2~3AHU4S5VK8U7.0 size=1048576 2023-12-03T11:43:19.875 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.871+0000 7f4da82f78c0 1 > prepared part key=_multipart_M9A06B3PSDOD.2~3AHU4S5VK8U7.1 size=1048576 2023-12-03T11:43:19.878 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.875+0000 7f4da82f78c0 1 > prepared part key=_multipart_M9A06B3PSDOD.2~3AHU4S5VK8U7.2 size=727387 2023-12-03T11:43:19.878 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.875+0000 7f4da82f78c0 1 > prepared multipart upload key=M9A06B3PSDOD upload=3AHU4S5VK8U7 tag=553ZFYB8YMIP type=write size=3873115 2023-12-03T11:43:19.883 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.879+0000 7f4da82f78c0 1 < completed part key=_multipart_IOZ5MNNP5B2W.2~1V0JNADVU11U.0 size=1048576 2023-12-03T11:43:19.886 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.883+0000 7f4da82f78c0 1 < completed part key=_multipart_IOZ5MNNP5B2W.2~1V0JNADVU11U.1 size=15883 2023-12-03T11:43:19.893 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.887+0000 7f4da82f78c0 1 < completed multipart upload key=IOZ5MNNP5B2W upload=1V0JNADVU11U tag=EG13A4NMCMCZ type=write size=2113035 2023-12-03T11:43:19.897 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.891+0000 7f4da82f78c0 1 > prepared operation key=IOZ5MNNP5B2W tag=KJ5XUPUH52GW type=del size=3886267 2023-12-03T11:43:19.906 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.899+0000 7f4da82f78c0 1 < suggested remove operation key=MY1AJ69R89HD tag=XCBMG0D0OP4O type=write 2023-12-03T11:43:19.907 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.903+0000 7f4da82f78c0 1 > prepared operation key=ZO4GYMSV47J9 tag=9QQH4AYYE9AE type=del size=3568060 2023-12-03T11:43:19.912 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.907+0000 7f4da82f78c0 1 < completed delete operation key=645V3LNUPS4A tag=W9HB7GXKKR1G type=del 2023-12-03T11:43:19.915 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.911+0000 7f4da82f78c0 1 > prepared operation key=1GAQFDQ35291 tag=FSESHUC326TY type=write size=640015 2023-12-03T11:43:19.919 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.915+0000 7f4da82f78c0 1 < completed delete operation key=WEBJUD8426X3 tag=7GYMJM6QHUTW type=del 2023-12-03T11:43:19.924 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.919+0000 7f4da82f78c0 1 > prepared operation key=IOZ5MNNP5B2W tag=9WFGH4POVTRC type=del size=3177073 2023-12-03T11:43:19.928 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.923+0000 7f4da82f78c0 1 < completed write operation key=7EDLY2Q78IBP tag=3PGDZ1NTHL1A type=write size=193278 2023-12-03T11:43:19.932 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.927+0000 7f4da82f78c0 1 > prepared operation key=QGLKMQWQRM89 tag=2IRC8ODPVIAZ type=del size=1679571 2023-12-03T11:43:19.933 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.927+0000 7f4da82f78c0 1 < canceled part key=_multipart_Q5C3IZCQEVO6.2~Q1M2YT07JXCV.0 size=1048576 2023-12-03T11:43:19.936 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.931+0000 7f4da82f78c0 1 < completed part key=_multipart_Q5C3IZCQEVO6.2~Q1M2YT07JXCV.1 size=1048576 2023-12-03T11:43:19.939 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.935+0000 7f4da82f78c0 1 < completed part key=_multipart_Q5C3IZCQEVO6.2~Q1M2YT07JXCV.2 size=445993 2023-12-03T11:43:19.947 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.943+0000 7f4da82f78c0 1 < canceled multipart upload key=Q5C3IZCQEVO6 upload=Q1M2YT07JXCV tag=PNBCKGDVR4F1 type=write size=3591721 2023-12-03T11:43:19.955 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.951+0000 7f4da82f78c0 1 > prepared part key=_multipart_K4O9QAISDGSN.2~J7SUU9R8TXSP.0 size=1048576 2023-12-03T11:43:19.958 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.951+0000 7f4da82f78c0 1 > prepared part key=_multipart_K4O9QAISDGSN.2~J7SUU9R8TXSP.1 size=716514 2023-12-03T11:43:19.958 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.951+0000 7f4da82f78c0 1 > prepared multipart upload key=K4O9QAISDGSN upload=J7SUU9R8TXSP tag=N0613GDOSBWC type=write size=2813666 2023-12-03T11:43:19.962 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.955+0000 7f4da82f78c0 1 < completed delete operation key=XCT2GVJ4O84M tag=XCIWUS9OEWEN type=del 2023-12-03T11:43:19.966 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.959+0000 7f4da82f78c0 1 > prepared operation key=YCJ1J0AKOH1D tag=XBUTDJSQ430V type=write size=772628 2023-12-03T11:43:19.970 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.963+0000 7f4da82f78c0 1 < completed part key=_multipart_1GAQFDQ35291.2~RRR7TCY9ES7R.0 size=1048576 2023-12-03T11:43:19.970 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.963+0000 7f4da82f78c0 1 < canceled part key=_multipart_1GAQFDQ35291.2~RRR7TCY9ES7R.1 size=1000228 2023-12-03T11:43:19.976 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.971+0000 7f4da82f78c0 1 < canceled multipart upload key=1GAQFDQ35291 upload=RRR7TCY9ES7R tag=JY25YS47FL1Y type=write size=3097380 2023-12-03T11:43:19.980 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.975+0000 7f4da82f78c0 1 > prepared operation key=ZO4GYMSV47J9 tag=JOE22AQ3FKU9 type=write size=840137 2023-12-03T11:43:19.984 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.979+0000 7f4da82f78c0 1 < completed delete operation key=WEBJUD8426X3 tag=YI7JM4JBQD26 type=del 2023-12-03T11:43:19.990 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.987+0000 7f4da82f78c0 1 > prepared part key=_multipart_GMT5400N4YTT.2~BVXOODB3BNMT.0 size=148495 2023-12-03T11:43:19.990 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.987+0000 7f4da82f78c0 1 > prepared multipart upload key=GMT5400N4YTT upload=BVXOODB3BNMT tag=GB0I7M5PGQT3 type=write size=1197071 2023-12-03T11:43:19.994 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.991+0000 7f4da82f78c0 1 < completed delete operation key=85DYZW2I0U7X tag=R9E0TZHTQ0WK type=del 2023-12-03T11:43:20.004 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:19.999+0000 7f4da82f78c0 1 > prepared operation key=1GAQFDQ35291 tag=XVQB268RSE0F type=del size=1810236 2023-12-03T11:43:20.008 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.003+0000 7f4da82f78c0 1 < completed delete operation key=6UZY1HWE143J tag=QHDIB9WERZCS type=del 2023-12-03T11:43:20.011 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.007+0000 7f4da82f78c0 1 > prepared operation key=85DYZW2I0U7X tag=IG68CMMWQ9Q8 type=del size=1831076 2023-12-03T11:43:20.015 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.011+0000 7f4da82f78c0 1 < completed delete operation key=1GAQFDQ35291 tag=B4Q6RD0HHWG6 type=del 2023-12-03T11:43:20.018 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.015+0000 7f4da82f78c0 1 > prepared operation key=645V3LNUPS4A tag=VTM9MQ7R3KKP type=write size=445179 2023-12-03T11:43:20.022 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.019+0000 7f4da82f78c0 1 < completed delete operation key=6UZY1HWE143J tag=ZH91Z252N902 type=del 2023-12-03T11:43:20.029 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.023+0000 7f4da82f78c0 1 > prepared part key=_multipart_M9A06B3PSDOD.2~F6BJEVQS0JNR.0 size=1048576 2023-12-03T11:43:20.032 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.027+0000 7f4da82f78c0 1 > prepared part key=_multipart_M9A06B3PSDOD.2~F6BJEVQS0JNR.1 size=1048576 2023-12-03T11:43:20.035 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.031+0000 7f4da82f78c0 1 > prepared part key=_multipart_M9A06B3PSDOD.2~F6BJEVQS0JNR.2 size=398017 2023-12-03T11:43:20.035 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.031+0000 7f4da82f78c0 1 > prepared multipart upload key=M9A06B3PSDOD upload=F6BJEVQS0JNR tag=7VUWCCWU7KJ1 type=write size=3543745 2023-12-03T11:43:20.038 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.031+0000 7f4da82f78c0 -1 < failed to complete operation key=MY1AJ69R89HD tag=694CV4M87CJN type=del size=1073560: (22) Invalid argument 2023-12-03T11:43:20.041 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.035+0000 7f4da82f78c0 1 > prepared operation key=PUY1C1KWIAHV tag=4380JGPI781C type=del size=3886241 2023-12-03T11:43:20.049 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.043+0000 7f4da82f78c0 1 < suggested update operation key=K2XC9VGBIFBD tag=9B00MES3A8BI type=del size=1876739 2023-12-03T11:43:20.053 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.047+0000 7f4da82f78c0 1 > prepared operation key=M9A06B3PSDOD tag=RFH6YQ4VR8SN type=del size=3307669 2023-12-03T11:43:20.056 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.051+0000 7f4da82f78c0 1 < completed part key=_multipart_M9A06B3PSDOD.2~3AHU4S5VK8U7.0 size=1048576 2023-12-03T11:43:20.060 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.055+0000 7f4da82f78c0 1 < completed part key=_multipart_M9A06B3PSDOD.2~3AHU4S5VK8U7.1 size=1048576 2023-12-03T11:43:20.063 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.059+0000 7f4da82f78c0 1 < completed part key=_multipart_M9A06B3PSDOD.2~3AHU4S5VK8U7.2 size=727387 2023-12-03T11:43:20.069 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.063+0000 7f4da82f78c0 1 < completed multipart upload key=M9A06B3PSDOD upload=3AHU4S5VK8U7 tag=553ZFYB8YMIP type=write size=3873115 2023-12-03T11:43:20.077 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.071+0000 7f4da82f78c0 1 > prepared part key=_multipart_D2PVZARQWEIV.2~CDRCDLDCSMSP.0 size=1048576 2023-12-03T11:43:20.080 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.075+0000 7f4da82f78c0 1 > prepared part key=_multipart_D2PVZARQWEIV.2~CDRCDLDCSMSP.1 size=1048576 2023-12-03T11:43:20.083 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.079+0000 7f4da82f78c0 1 > prepared part key=_multipart_D2PVZARQWEIV.2~CDRCDLDCSMSP.2 size=944739 2023-12-03T11:43:20.083 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.079+0000 7f4da82f78c0 1 > prepared multipart upload key=D2PVZARQWEIV upload=CDRCDLDCSMSP tag=YJBNIVCDKEBU type=write size=4090467 2023-12-03T11:43:20.087 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.083+0000 7f4da82f78c0 1 < completed delete operation key=IOZ5MNNP5B2W tag=KJ5XUPUH52GW type=del 2023-12-03T11:43:20.094 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.087+0000 7f4da82f78c0 1 > prepared part key=_multipart_2HVLNPGB2PLL.2~IZI6HHSPUK4L.0 size=1048576 2023-12-03T11:43:20.097 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.091+0000 7f4da82f78c0 1 > prepared part key=_multipart_2HVLNPGB2PLL.2~IZI6HHSPUK4L.1 size=351549 2023-12-03T11:43:20.097 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.091+0000 7f4da82f78c0 1 > prepared multipart upload key=2HVLNPGB2PLL upload=IZI6HHSPUK4L tag=41MCROLAQZEE type=write size=2448701 2023-12-03T11:43:20.102 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.095+0000 7f4da82f78c0 1 < canceled operation key=ZO4GYMSV47J9 tag=9QQH4AYYE9AE type=del size=3568060 2023-12-03T11:43:20.110 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.103+0000 7f4da82f78c0 1 > prepared operation key=K4O9QAISDGSN tag=CC5ML4V5UF38 type=del size=1027121 2023-12-03T11:43:20.110 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.107+0000 7f4da82f78c0 1 < completed write operation key=1GAQFDQ35291 tag=FSESHUC326TY type=write size=640015 2023-12-03T11:43:20.118 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.111+0000 7f4da82f78c0 1 > prepared part key=_multipart_7EDLY2Q78IBP.2~KXU3S45KF57J.0 size=1048576 2023-12-03T11:43:20.121 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.115+0000 7f4da82f78c0 1 > prepared part key=_multipart_7EDLY2Q78IBP.2~KXU3S45KF57J.1 size=539317 2023-12-03T11:43:20.121 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.115+0000 7f4da82f78c0 1 > prepared multipart upload key=7EDLY2Q78IBP upload=KXU3S45KF57J tag=R8O1IYDIPY97 type=write size=2636469 2023-12-03T11:43:20.125 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.119+0000 7f4da82f78c0 1 < completed delete operation key=IOZ5MNNP5B2W tag=9WFGH4POVTRC type=del 2023-12-03T11:43:20.129 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.123+0000 7f4da82f78c0 1 > prepared operation key=4LWB8EMR9EBJ tag=4NPWHK0ZEHZU type=del size=3103663 2023-12-03T11:43:20.133 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.127+0000 7f4da82f78c0 1 < completed delete operation key=QGLKMQWQRM89 tag=2IRC8ODPVIAZ type=del 2023-12-03T11:43:20.137 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.131+0000 7f4da82f78c0 1 > prepared operation key=2HVLNPGB2PLL tag=WVDBDDHYFHRS type=del size=2637788 2023-12-03T11:43:20.141 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.135+0000 7f4da82f78c0 1 < completed part key=_multipart_K4O9QAISDGSN.2~J7SUU9R8TXSP.0 size=1048576 2023-12-03T11:43:20.145 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.139+0000 7f4da82f78c0 1 < completed part key=_multipart_K4O9QAISDGSN.2~J7SUU9R8TXSP.1 size=716514 2023-12-03T11:43:20.153 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.147+0000 7f4da82f78c0 1 < completed multipart upload key=K4O9QAISDGSN upload=J7SUU9R8TXSP tag=N0613GDOSBWC type=write size=2813666 2023-12-03T11:43:20.157 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.151+0000 7f4da82f78c0 1 > prepared operation key=Q3BH4HFRFZA5 tag=50ZELXAQ69DZ type=del size=268335 2023-12-03T11:43:20.165 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.159+0000 7f4da82f78c0 1 < suggested update operation key=YCJ1J0AKOH1D tag=XBUTDJSQ430V type=write size=772628 2023-12-03T11:43:20.169 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.163+0000 7f4da82f78c0 1 > prepared operation key=6UZY1HWE143J tag=PQW40WLH019L type=write size=267821 2023-12-03T11:43:20.172 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.167+0000 7f4da82f78c0 1 < canceled operation key=ZO4GYMSV47J9 tag=JOE22AQ3FKU9 type=write size=840137 2023-12-03T11:43:20.179 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.171+0000 7f4da82f78c0 1 > prepared operation key=K6FJNLCVDIUX tag=VZBWLQM9YB0F type=del size=1532574 2023-12-03T11:43:20.179 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.171+0000 7f4da82f78c0 1 < completed part key=_multipart_GMT5400N4YTT.2~BVXOODB3BNMT.0 size=148495 2023-12-03T11:43:20.184 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.179+0000 7f4da82f78c0 1 < completed multipart upload key=GMT5400N4YTT upload=BVXOODB3BNMT tag=GB0I7M5PGQT3 type=write size=1197071 2023-12-03T11:43:20.186 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.179+0000 7f4da82f78c0 1 > prepared operation key=XCT2GVJ4O84M tag=4Z7OK7ZAO2US type=write size=192115 2023-12-03T11:43:20.189 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.183+0000 7f4da82f78c0 1 < completed delete operation key=1GAQFDQ35291 tag=XVQB268RSE0F type=del 2023-12-03T11:43:20.191 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.187+0000 7f4da82f78c0 1 > prepared operation key=XCT2GVJ4O84M tag=87HNIISN1T9B type=del size=2819673 2023-12-03T11:43:20.194 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.187+0000 7f4da82f78c0 1 < completed delete operation key=85DYZW2I0U7X tag=IG68CMMWQ9Q8 type=del 2023-12-03T11:43:20.198 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.195+0000 7f4da82f78c0 1 > prepared part key=_multipart_85DYZW2I0U7X.2~FZM7M7C0YYN3.0 size=866923 2023-12-03T11:43:20.199 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.195+0000 7f4da82f78c0 1 > prepared multipart upload key=85DYZW2I0U7X upload=FZM7M7C0YYN3 tag=2CUDXBJ31AW1 type=write size=1915499 2023-12-03T11:43:20.200 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.195+0000 7f4da82f78c0 1 < completed write operation key=645V3LNUPS4A tag=VTM9MQ7R3KKP type=write size=445179 2023-12-03T11:43:20.202 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.199+0000 7f4da82f78c0 1 > prepared operation key=YCJ1J0AKOH1D tag=VIW0I3TN4TRV type=del size=2846482 2023-12-03T11:43:20.216 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.211+0000 7f4da82f78c0 1 < completed part key=_multipart_M9A06B3PSDOD.2~F6BJEVQS0JNR.0 size=1048576 2023-12-03T11:43:20.218 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.211+0000 7f4da82f78c0 1 < completed part key=_multipart_M9A06B3PSDOD.2~F6BJEVQS0JNR.1 size=1048576 2023-12-03T11:43:20.220 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.215+0000 7f4da82f78c0 1 < completed part key=_multipart_M9A06B3PSDOD.2~F6BJEVQS0JNR.2 size=398017 2023-12-03T11:43:20.223 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.219+0000 7f4da82f78c0 1 < completed multipart upload key=M9A06B3PSDOD upload=F6BJEVQS0JNR tag=7VUWCCWU7KJ1 type=write size=3543745 2023-12-03T11:43:20.225 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.219+0000 7f4da82f78c0 1 > prepared operation key=WEBJUD8426X3 tag=LND1KABC80LM type=del size=1153284 2023-12-03T11:43:20.231 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.227+0000 7f4da82f78c0 1 < suggested remove operation key=PUY1C1KWIAHV tag=4380JGPI781C type=del 2023-12-03T11:43:20.235 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.231+0000 7f4da82f78c0 1 > prepared part key=_multipart_6UZY1HWE143J.2~TKBOJACURR4R.0 size=1048576 2023-12-03T11:43:20.236 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.231+0000 7f4da82f78c0 1 > prepared part key=_multipart_6UZY1HWE143J.2~TKBOJACURR4R.1 size=1048576 2023-12-03T11:43:20.238 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.231+0000 7f4da82f78c0 1 > prepared part key=_multipart_6UZY1HWE143J.2~TKBOJACURR4R.2 size=323307 2023-12-03T11:43:20.238 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.231+0000 7f4da82f78c0 1 > prepared multipart upload key=6UZY1HWE143J upload=TKBOJACURR4R tag=FCXONXMA7YVN type=write size=3469035 2023-12-03T11:43:20.240 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.235+0000 7f4da82f78c0 1 < completed delete operation key=M9A06B3PSDOD tag=RFH6YQ4VR8SN type=del 2023-12-03T11:43:20.244 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.239+0000 7f4da82f78c0 1 > prepared part key=_multipart_GMT5400N4YTT.2~CEA3FM1G7SHZ.0 size=1048576 2023-12-03T11:43:20.245 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.239+0000 7f4da82f78c0 1 > prepared part key=_multipart_GMT5400N4YTT.2~CEA3FM1G7SHZ.1 size=1048576 2023-12-03T11:43:20.247 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.243+0000 7f4da82f78c0 1 > prepared part key=_multipart_GMT5400N4YTT.2~CEA3FM1G7SHZ.2 size=33624 2023-12-03T11:43:20.247 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.243+0000 7f4da82f78c0 1 > prepared multipart upload key=GMT5400N4YTT upload=CEA3FM1G7SHZ tag=3RYTCQY0LE4W type=write size=3179352 2023-12-03T11:43:20.248 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.243+0000 7f4da82f78c0 1 < completed part key=_multipart_D2PVZARQWEIV.2~CDRCDLDCSMSP.0 size=1048576 2023-12-03T11:43:20.250 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.247+0000 7f4da82f78c0 1 < completed part key=_multipart_D2PVZARQWEIV.2~CDRCDLDCSMSP.1 size=1048576 2023-12-03T11:43:20.250 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.247+0000 7f4da82f78c0 1 < canceled part key=_multipart_D2PVZARQWEIV.2~CDRCDLDCSMSP.2 size=944739 2023-12-03T11:43:20.253 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.247+0000 7f4da82f78c0 1 < canceled multipart upload key=D2PVZARQWEIV upload=CDRCDLDCSMSP tag=YJBNIVCDKEBU type=write size=4090467 2023-12-03T11:43:20.257 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.251+0000 7f4da82f78c0 1 > prepared part key=_multipart_PUY1C1KWIAHV.2~O24ZXG43NIZ9.0 size=1048576 2023-12-03T11:43:20.259 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.255+0000 7f4da82f78c0 1 > prepared part key=_multipart_PUY1C1KWIAHV.2~O24ZXG43NIZ9.1 size=732899 2023-12-03T11:43:20.259 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.255+0000 7f4da82f78c0 1 > prepared multipart upload key=PUY1C1KWIAHV upload=O24ZXG43NIZ9 tag=DSVZ6S1Y2TVB type=write size=2830051 2023-12-03T11:43:20.261 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.255+0000 7f4da82f78c0 1 < completed part key=_multipart_2HVLNPGB2PLL.2~IZI6HHSPUK4L.0 size=1048576 2023-12-03T11:43:20.261 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.255+0000 7f4da82f78c0 1 < canceled part key=_multipart_2HVLNPGB2PLL.2~IZI6HHSPUK4L.1 size=351549 2023-12-03T11:43:20.265 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.259+0000 7f4da82f78c0 1 < canceled multipart upload key=2HVLNPGB2PLL upload=IZI6HHSPUK4L tag=41MCROLAQZEE type=write size=2448701 2023-12-03T11:43:20.266 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.263+0000 7f4da82f78c0 1 > prepared operation key=IA082W6GDNN2 tag=OFJVSY6WYS3O type=del size=1618110 2023-12-03T11:43:20.269 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.263+0000 7f4da82f78c0 1 < suggested remove operation key=K4O9QAISDGSN tag=CC5ML4V5UF38 type=del 2023-12-03T11:43:20.271 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.267+0000 7f4da82f78c0 1 > prepared operation key=6UZY1HWE143J tag=KP0HS9VXQXO9 type=del size=2026811 2023-12-03T11:43:20.273 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.267+0000 7f4da82f78c0 1 < completed part key=_multipart_7EDLY2Q78IBP.2~KXU3S45KF57J.0 size=1048576 2023-12-03T11:43:20.274 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.271+0000 7f4da82f78c0 1 < completed part key=_multipart_7EDLY2Q78IBP.2~KXU3S45KF57J.1 size=539317 2023-12-03T11:43:20.277 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.271+0000 7f4da82f78c0 1 < completed multipart upload key=7EDLY2Q78IBP upload=KXU3S45KF57J tag=R8O1IYDIPY97 type=write size=2636469 2023-12-03T11:43:20.280 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.275+0000 7f4da82f78c0 1 > prepared operation key=UT0U43FV7Y0L tag=HN7X34IZYRE6 type=write size=215261 2023-12-03T11:43:20.282 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.275+0000 7f4da82f78c0 1 < completed delete operation key=4LWB8EMR9EBJ tag=4NPWHK0ZEHZU type=del 2023-12-03T11:43:20.296 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.291+0000 7f4da82f78c0 1 > prepared operation key=K2XC9VGBIFBD tag=7QK49V7N2O4S type=del size=1649020 2023-12-03T11:43:20.298 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.295+0000 7f4da82f78c0 1 < completed delete operation key=2HVLNPGB2PLL tag=WVDBDDHYFHRS type=del 2023-12-03T11:43:20.301 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.295+0000 7f4da82f78c0 1 > prepared part key=_multipart_RF6YEP4A6INZ.2~254RYWDE1UA3.0 size=149713 2023-12-03T11:43:20.302 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.295+0000 7f4da82f78c0 1 > prepared multipart upload key=RF6YEP4A6INZ upload=254RYWDE1UA3 tag=CDJ2S8ATTH19 type=write size=1198289 2023-12-03T11:43:20.307 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.303+0000 7f4da82f78c0 1 < suggested remove operation key=Q3BH4HFRFZA5 tag=50ZELXAQ69DZ type=del 2023-12-03T11:43:20.309 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.303+0000 7f4da82f78c0 1 > prepared operation key=85DYZW2I0U7X tag=LQC3ULH5008J type=write size=132080 2023-12-03T11:43:20.313 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.307+0000 7f4da82f78c0 1 < suggested remove operation key=6UZY1HWE143J tag=PQW40WLH019L type=write 2023-12-03T11:43:20.316 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.311+0000 7f4da82f78c0 1 > prepared part key=_multipart_K6FJNLCVDIUX.2~T1D4EDL8YRRX.0 size=1048576 2023-12-03T11:43:20.318 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.311+0000 7f4da82f78c0 1 > prepared part key=_multipart_K6FJNLCVDIUX.2~T1D4EDL8YRRX.1 size=522759 2023-12-03T11:43:20.318 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.311+0000 7f4da82f78c0 1 > prepared multipart upload key=K6FJNLCVDIUX upload=T1D4EDL8YRRX tag=CCODHUONOL69 type=write size=2619911 2023-12-03T11:43:20.319 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.315+0000 7f4da82f78c0 1 < completed delete operation key=K6FJNLCVDIUX tag=VZBWLQM9YB0F type=del 2023-12-03T11:43:20.321 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.315+0000 7f4da82f78c0 1 > prepared operation key=UT0U43FV7Y0L tag=R90LQ107SKTQ type=del size=1149987 2023-12-03T11:43:20.325 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.319+0000 7f4da82f78c0 1 < suggested update operation key=XCT2GVJ4O84M tag=4Z7OK7ZAO2US type=write size=192115 2023-12-03T11:43:20.326 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.323+0000 7f4da82f78c0 1 > prepared operation key=4LWB8EMR9EBJ tag=I34XBTA9WGE3 type=write size=984777 2023-12-03T11:43:20.328 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.323+0000 7f4da82f78c0 -1 < failed to complete operation key=XCT2GVJ4O84M tag=87HNIISN1T9B type=del size=2819673: (22) Invalid argument 2023-12-03T11:43:20.332 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.327+0000 7f4da82f78c0 1 > prepared part key=_multipart_K4O9QAISDGSN.2~8ZM18G2HBZ7B.0 size=1048576 2023-12-03T11:43:20.333 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.327+0000 7f4da82f78c0 1 > prepared part key=_multipart_K4O9QAISDGSN.2~8ZM18G2HBZ7B.1 size=1048576 2023-12-03T11:43:20.334 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.331+0000 7f4da82f78c0 1 > prepared part key=_multipart_K4O9QAISDGSN.2~8ZM18G2HBZ7B.2 size=42322 2023-12-03T11:43:20.335 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.331+0000 7f4da82f78c0 1 > prepared multipart upload key=K4O9QAISDGSN upload=8ZM18G2HBZ7B tag=Q0RBEHTVPPAV type=write size=3188050 2023-12-03T11:43:20.336 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.331+0000 7f4da82f78c0 1 < completed part key=_multipart_85DYZW2I0U7X.2~FZM7M7C0YYN3.0 size=866923 2023-12-03T11:43:20.339 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.335+0000 7f4da82f78c0 1 < completed multipart upload key=85DYZW2I0U7X upload=FZM7M7C0YYN3 tag=2CUDXBJ31AW1 type=write size=1915499 2023-12-03T11:43:20.341 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.335+0000 7f4da82f78c0 1 > prepared operation key=L3HC1M7OJ3L7 tag=TPZQ3WA8POO6 type=del size=3691383 2023-12-03T11:43:20.343 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.339+0000 7f4da82f78c0 1 < completed delete operation key=YCJ1J0AKOH1D tag=VIW0I3TN4TRV type=del 2023-12-03T11:43:20.347 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.343+0000 7f4da82f78c0 1 > prepared part key=_multipart_1H0XTAA0VMYC.2~9HLULLQUV7A1.0 size=1048576 2023-12-03T11:43:20.348 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.343+0000 7f4da82f78c0 1 > prepared part key=_multipart_1H0XTAA0VMYC.2~9HLULLQUV7A1.1 size=18024 2023-12-03T11:43:20.348 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.343+0000 7f4da82f78c0 1 > prepared multipart upload key=1H0XTAA0VMYC upload=9HLULLQUV7A1 tag=FHLM49Y20VTE type=write size=2115176 2023-12-03T11:43:20.353 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.347+0000 7f4da82f78c0 1 < suggested update operation key=WEBJUD8426X3 tag=LND1KABC80LM type=del size=1153284 2023-12-03T11:43:20.354 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.351+0000 7f4da82f78c0 1 > prepared operation key=GMT5400N4YTT tag=BOPVAR79IENG type=del size=3225101 2023-12-03T11:43:20.355 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.351+0000 7f4da82f78c0 1 < canceled part key=_multipart_6UZY1HWE143J.2~TKBOJACURR4R.0 size=1048576 2023-12-03T11:43:20.357 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.351+0000 7f4da82f78c0 1 < completed part key=_multipart_6UZY1HWE143J.2~TKBOJACURR4R.1 size=1048576 2023-12-03T11:43:20.358 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.355+0000 7f4da82f78c0 1 < completed part key=_multipart_6UZY1HWE143J.2~TKBOJACURR4R.2 size=323307 2023-12-03T11:43:20.362 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.355+0000 7f4da82f78c0 1 < canceled multipart upload key=6UZY1HWE143J upload=TKBOJACURR4R tag=FCXONXMA7YVN type=write size=3469035 2023-12-03T11:43:20.364 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.359+0000 7f4da82f78c0 1 > prepared operation key=TBD5MDTZYHGQ tag=OMXZASGFD0FL type=del size=2597102 2023-12-03T11:43:20.365 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.359+0000 7f4da82f78c0 1 < completed part key=_multipart_GMT5400N4YTT.2~CEA3FM1G7SHZ.0 size=1048576 2023-12-03T11:43:20.367 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.363+0000 7f4da82f78c0 1 < completed part key=_multipart_GMT5400N4YTT.2~CEA3FM1G7SHZ.1 size=1048576 2023-12-03T11:43:20.369 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.363+0000 7f4da82f78c0 1 < completed part key=_multipart_GMT5400N4YTT.2~CEA3FM1G7SHZ.2 size=33624 2023-12-03T11:43:20.372 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.367+0000 7f4da82f78c0 1 < completed multipart upload key=GMT5400N4YTT upload=CEA3FM1G7SHZ tag=3RYTCQY0LE4W type=write size=3179352 2023-12-03T11:43:20.374 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.371+0000 7f4da82f78c0 1 > prepared operation key=QGLKMQWQRM89 tag=X9MQR8IA0ZJT type=write size=1031748 2023-12-03T11:43:20.376 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.371+0000 7f4da82f78c0 1 < completed part key=_multipart_PUY1C1KWIAHV.2~O24ZXG43NIZ9.0 size=1048576 2023-12-03T11:43:20.378 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.371+0000 7f4da82f78c0 1 < completed part key=_multipart_PUY1C1KWIAHV.2~O24ZXG43NIZ9.1 size=732899 2023-12-03T11:43:20.381 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.375+0000 7f4da82f78c0 1 < completed multipart upload key=PUY1C1KWIAHV upload=O24ZXG43NIZ9 tag=DSVZ6S1Y2TVB type=write size=2830051 2023-12-03T11:43:20.386 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.379+0000 7f4da82f78c0 1 > prepared operation key=4DF7KX58SVJY tag=IBXQA8XY6UV3 type=del size=883184 2023-12-03T11:43:20.386 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.379+0000 7f4da82f78c0 1 < canceled operation key=IA082W6GDNN2 tag=OFJVSY6WYS3O type=del size=1618110 2023-12-03T11:43:20.388 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.383+0000 7f4da82f78c0 1 > prepared operation key=XCT2GVJ4O84M tag=SQ0Y9OAY3XKG type=del size=4094912 2023-12-03T11:43:20.390 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.383+0000 7f4da82f78c0 -1 < failed to complete operation key=6UZY1HWE143J tag=KP0HS9VXQXO9 type=del size=2026811: (22) Invalid argument 2023-12-03T11:43:20.392 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.387+0000 7f4da82f78c0 1 > prepared operation key=4DF7KX58SVJY tag=1DAIPINHSZ0Q type=del size=2829971 2023-12-03T11:43:20.394 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.387+0000 7f4da82f78c0 1 < completed write operation key=UT0U43FV7Y0L tag=HN7X34IZYRE6 type=write size=215261 2023-12-03T11:43:20.398 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.391+0000 7f4da82f78c0 1 > prepared part key=_multipart_85DYZW2I0U7X.2~XCHJ1G5RZBYW.0 size=1048576 2023-12-03T11:43:20.399 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.395+0000 7f4da82f78c0 1 > prepared part key=_multipart_85DYZW2I0U7X.2~XCHJ1G5RZBYW.1 size=934355 2023-12-03T11:43:20.400 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.395+0000 7f4da82f78c0 1 > prepared multipart upload key=85DYZW2I0U7X upload=XCHJ1G5RZBYW tag=K0JUR3S8OH66 type=write size=3031507 2023-12-03T11:43:20.402 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.395+0000 7f4da82f78c0 1 < completed delete operation key=K2XC9VGBIFBD tag=7QK49V7N2O4S type=del 2023-12-03T11:43:20.404 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.399+0000 7f4da82f78c0 1 > prepared operation key=ZO4GYMSV47J9 tag=ERD0VP2F92T7 type=del size=3830877 2023-12-03T11:43:20.405 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.399+0000 7f4da82f78c0 1 < completed part key=_multipart_RF6YEP4A6INZ.2~254RYWDE1UA3.0 size=149713 2023-12-03T11:43:20.409 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.403+0000 7f4da82f78c0 1 < completed multipart upload key=RF6YEP4A6INZ upload=254RYWDE1UA3 tag=CDJ2S8ATTH19 type=write size=1198289 2023-12-03T11:43:20.414 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.407+0000 7f4da82f78c0 1 > prepared part key=_multipart_2HVLNPGB2PLL.2~YNJ80CS5FXDN.0 size=1048576 2023-12-03T11:43:20.415 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.411+0000 7f4da82f78c0 1 > prepared part key=_multipart_2HVLNPGB2PLL.2~YNJ80CS5FXDN.1 size=65467 2023-12-03T11:43:20.415 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.411+0000 7f4da82f78c0 1 > prepared multipart upload key=2HVLNPGB2PLL upload=YNJ80CS5FXDN tag=2WYD2E20IJBY type=write size=2162619 2023-12-03T11:43:20.417 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.411+0000 7f4da82f78c0 1 < completed write operation key=85DYZW2I0U7X tag=LQC3ULH5008J type=write size=132080 2023-12-03T11:43:20.423 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.415+0000 7f4da82f78c0 1 > prepared part key=_multipart_85DYZW2I0U7X.2~2SEY8T2E4R7N.0 size=1048576 2023-12-03T11:43:20.423 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.419+0000 7f4da82f78c0 1 > prepared part key=_multipart_85DYZW2I0U7X.2~2SEY8T2E4R7N.1 size=1048576 2023-12-03T11:43:20.424 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.419+0000 7f4da82f78c0 1 > prepared part key=_multipart_85DYZW2I0U7X.2~2SEY8T2E4R7N.2 size=708165 2023-12-03T11:43:20.424 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.419+0000 7f4da82f78c0 1 > prepared multipart upload key=85DYZW2I0U7X upload=2SEY8T2E4R7N tag=ZUZOCQUKMES5 type=write size=3853893 2023-12-03T11:43:20.426 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.419+0000 7f4da82f78c0 1 < completed part key=_multipart_K6FJNLCVDIUX.2~T1D4EDL8YRRX.0 size=1048576 2023-12-03T11:43:20.428 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.423+0000 7f4da82f78c0 1 < completed part key=_multipart_K6FJNLCVDIUX.2~T1D4EDL8YRRX.1 size=522759 2023-12-03T11:43:20.431 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.427+0000 7f4da82f78c0 1 < completed multipart upload key=K6FJNLCVDIUX upload=T1D4EDL8YRRX tag=CCODHUONOL69 type=write size=2619911 2023-12-03T11:43:20.433 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.427+0000 7f4da82f78c0 1 > prepared operation key=6UZY1HWE143J tag=INEJVQ1X2NZ2 type=del size=1304846 2023-12-03T11:43:20.436 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.431+0000 7f4da82f78c0 1 < completed delete operation key=UT0U43FV7Y0L tag=R90LQ107SKTQ type=del 2023-12-03T11:43:20.439 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.431+0000 7f4da82f78c0 1 > prepared operation key=PSYQ3RT9HX5N tag=GJABBWMSIGS5 type=del size=2667613 2023-12-03T11:43:20.440 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.435+0000 7f4da82f78c0 1 < completed write operation key=4LWB8EMR9EBJ tag=I34XBTA9WGE3 type=write size=984777 2023-12-03T11:43:20.444 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.439+0000 7f4da82f78c0 1 > prepared part key=_multipart_1H0XTAA0VMYC.2~NVA1YK5TQJCY.0 size=1048576 2023-12-03T11:43:20.445 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.439+0000 7f4da82f78c0 1 > prepared part key=_multipart_1H0XTAA0VMYC.2~NVA1YK5TQJCY.1 size=208636 2023-12-03T11:43:20.446 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.439+0000 7f4da82f78c0 1 > prepared multipart upload key=1H0XTAA0VMYC upload=NVA1YK5TQJCY tag=VDEJ3QRV7WX0 type=write size=2305788 2023-12-03T11:43:20.448 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.443+0000 7f4da82f78c0 1 < completed part key=_multipart_K4O9QAISDGSN.2~8ZM18G2HBZ7B.0 size=1048576 2023-12-03T11:43:20.450 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.447+0000 7f4da82f78c0 1 < completed part key=_multipart_K4O9QAISDGSN.2~8ZM18G2HBZ7B.1 size=1048576 2023-12-03T11:43:20.452 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.447+0000 7f4da82f78c0 1 < completed part key=_multipart_K4O9QAISDGSN.2~8ZM18G2HBZ7B.2 size=42322 2023-12-03T11:43:20.456 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.451+0000 7f4da82f78c0 1 < completed multipart upload key=K4O9QAISDGSN upload=8ZM18G2HBZ7B tag=Q0RBEHTVPPAV type=write size=3188050 2023-12-03T11:43:20.459 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.455+0000 7f4da82f78c0 1 > prepared operation key=IOZ5MNNP5B2W tag=FLQXI4VGPXYB type=del size=1886544 2023-12-03T11:43:20.461 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.455+0000 7f4da82f78c0 1 < completed delete operation key=L3HC1M7OJ3L7 tag=TPZQ3WA8POO6 type=del 2023-12-03T11:43:20.465 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.459+0000 7f4da82f78c0 1 > prepared part key=_multipart_GMT5400N4YTT.2~123O4Q7S96CN.0 size=384746 2023-12-03T11:43:20.465 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.459+0000 7f4da82f78c0 1 > prepared multipart upload key=GMT5400N4YTT upload=123O4Q7S96CN tag=83V5E3BQVCST type=write size=1433322 2023-12-03T11:43:20.466 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.463+0000 7f4da82f78c0 1 < completed part key=_multipart_1H0XTAA0VMYC.2~9HLULLQUV7A1.0 size=1048576 2023-12-03T11:43:20.467 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.463+0000 7f4da82f78c0 1 < canceled part key=_multipart_1H0XTAA0VMYC.2~9HLULLQUV7A1.1 size=18024 2023-12-03T11:43:20.470 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.467+0000 7f4da82f78c0 1 < canceled multipart upload key=1H0XTAA0VMYC upload=9HLULLQUV7A1 tag=FHLM49Y20VTE type=write size=2115176 2023-12-03T11:43:20.472 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.467+0000 7f4da82f78c0 1 > prepared operation key=645V3LNUPS4A tag=9EN9GZE0W36P type=del size=940762 2023-12-03T11:43:20.475 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.471+0000 7f4da82f78c0 1 < completed delete operation key=GMT5400N4YTT tag=BOPVAR79IENG type=del 2023-12-03T11:43:20.479 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.475+0000 7f4da82f78c0 1 > prepared part key=_multipart_1H0XTAA0VMYC.2~FXGHFUQHLTC4.0 size=215438 2023-12-03T11:43:20.480 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.475+0000 7f4da82f78c0 1 > prepared multipart upload key=1H0XTAA0VMYC upload=FXGHFUQHLTC4 tag=31WTDH4A7X48 type=write size=1264014 2023-12-03T11:43:20.484 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.479+0000 7f4da82f78c0 1 < suggested update operation key=TBD5MDTZYHGQ tag=OMXZASGFD0FL type=del size=2597102 2023-12-03T11:43:20.486 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.483+0000 7f4da82f78c0 1 > prepared operation key=K4O9QAISDGSN tag=2KZSN1A44H0T type=write size=943118 2023-12-03T11:43:20.490 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.483+0000 7f4da82f78c0 1 < completed write operation key=QGLKMQWQRM89 tag=X9MQR8IA0ZJT type=write size=1031748 2023-12-03T11:43:20.492 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.487+0000 7f4da82f78c0 1 > prepared operation key=1GAQFDQ35291 tag=71LPIRMOQONK type=write size=658040 2023-12-03T11:43:20.495 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.491+0000 7f4da82f78c0 1 < completed delete operation key=4DF7KX58SVJY tag=IBXQA8XY6UV3 type=del 2023-12-03T11:43:20.497 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.491+0000 7f4da82f78c0 1 > prepared operation key=ZO4GYMSV47J9 tag=BLG7D3T0G98H type=del size=4174311 2023-12-03T11:43:20.506 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.499+0000 7f4da82f78c0 1 < suggested remove operation key=XCT2GVJ4O84M tag=SQ0Y9OAY3XKG type=del 2023-12-03T11:43:20.508 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.503+0000 7f4da82f78c0 1 > prepared operation key=K6FJNLCVDIUX tag=JS82MBSMMG3Y type=write size=827687 2023-12-03T11:43:20.513 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.507+0000 7f4da82f78c0 1 < suggested update operation key=4DF7KX58SVJY tag=1DAIPINHSZ0Q type=del size=2829971 2023-12-03T11:43:20.516 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.511+0000 7f4da82f78c0 1 > prepared operation key=M9A06B3PSDOD tag=RS0I13O7JTW2 type=del size=2067730 2023-12-03T11:43:20.519 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.515+0000 7f4da82f78c0 1 < completed part key=_multipart_85DYZW2I0U7X.2~XCHJ1G5RZBYW.0 size=1048576 2023-12-03T11:43:20.519 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.515+0000 7f4da82f78c0 1 < canceled part key=_multipart_85DYZW2I0U7X.2~XCHJ1G5RZBYW.1 size=934355 2023-12-03T11:43:20.523 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.519+0000 7f4da82f78c0 1 < canceled multipart upload key=85DYZW2I0U7X upload=XCHJ1G5RZBYW tag=K0JUR3S8OH66 type=write size=3031507 2023-12-03T11:43:20.525 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.519+0000 7f4da82f78c0 1 > prepared operation key=IOZ5MNNP5B2W tag=TS4FNZG82SQV type=del size=1728841 2023-12-03T11:43:20.531 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.527+0000 7f4da82f78c0 1 < suggested update operation key=ZO4GYMSV47J9 tag=ERD0VP2F92T7 type=del size=3830877 2023-12-03T11:43:20.534 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.531+0000 7f4da82f78c0 1 > prepared operation key=QGLKMQWQRM89 tag=IMLJ40L41SQK type=write size=837000 2023-12-03T11:43:20.538 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.531+0000 7f4da82f78c0 1 < completed part key=_multipart_2HVLNPGB2PLL.2~YNJ80CS5FXDN.0 size=1048576 2023-12-03T11:43:20.541 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.535+0000 7f4da82f78c0 1 < completed part key=_multipart_2HVLNPGB2PLL.2~YNJ80CS5FXDN.1 size=65467 2023-12-03T11:43:20.546 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.539+0000 7f4da82f78c0 1 < completed multipart upload key=2HVLNPGB2PLL upload=YNJ80CS5FXDN tag=2WYD2E20IJBY type=write size=2162619 2023-12-03T11:43:20.551 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.547+0000 7f4da82f78c0 1 > prepared part key=_multipart_L3HC1M7OJ3L7.2~6MNGDWV2393X.0 size=302686 2023-12-03T11:43:20.551 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.547+0000 7f4da82f78c0 1 > prepared multipart upload key=L3HC1M7OJ3L7 upload=6MNGDWV2393X tag=BFVGYMPFDXPD type=write size=1351262 2023-12-03T11:43:20.551 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.547+0000 7f4da82f78c0 1 < canceled part key=_multipart_85DYZW2I0U7X.2~2SEY8T2E4R7N.0 size=1048576 2023-12-03T11:43:20.551 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.547+0000 7f4da82f78c0 1 < canceled part key=_multipart_85DYZW2I0U7X.2~2SEY8T2E4R7N.1 size=1048576 2023-12-03T11:43:20.554 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.547+0000 7f4da82f78c0 1 < completed part key=_multipart_85DYZW2I0U7X.2~2SEY8T2E4R7N.2 size=708165 2023-12-03T11:43:20.559 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.555+0000 7f4da82f78c0 1 < canceled multipart upload key=85DYZW2I0U7X upload=2SEY8T2E4R7N tag=ZUZOCQUKMES5 type=write size=3853893 2023-12-03T11:43:20.564 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.559+0000 7f4da82f78c0 1 > prepared part key=_multipart_7AKK0TE2I43B.2~A52XHK7RNWA8.0 size=1048576 2023-12-03T11:43:20.566 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.563+0000 7f4da82f78c0 1 > prepared part key=_multipart_7AKK0TE2I43B.2~A52XHK7RNWA8.1 size=1048576 2023-12-03T11:43:20.568 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.563+0000 7f4da82f78c0 1 > prepared part key=_multipart_7AKK0TE2I43B.2~A52XHK7RNWA8.2 size=681910 2023-12-03T11:43:20.569 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.563+0000 7f4da82f78c0 1 > prepared multipart upload key=7AKK0TE2I43B upload=A52XHK7RNWA8 tag=FVZODW8V5LXI type=write size=3827638 2023-12-03T11:43:20.571 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.567+0000 7f4da82f78c0 1 < completed delete operation key=6UZY1HWE143J tag=INEJVQ1X2NZ2 type=del 2023-12-03T11:43:20.577 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.571+0000 7f4da82f78c0 1 > prepared part key=_multipart_K6FJNLCVDIUX.2~ENLDJ99DV3P9.0 size=955621 2023-12-03T11:43:20.577 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.571+0000 7f4da82f78c0 1 > prepared multipart upload key=K6FJNLCVDIUX upload=ENLDJ99DV3P9 tag=Z0NB4SF3M7SR type=write size=2004197 2023-12-03T11:43:20.580 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.575+0000 7f4da82f78c0 1 < completed delete operation key=PSYQ3RT9HX5N tag=GJABBWMSIGS5 type=del 2023-12-03T11:43:20.583 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.579+0000 7f4da82f78c0 1 > prepared operation key=85DYZW2I0U7X tag=LLZHW9MVXAME type=del size=2512407 2023-12-03T11:43:20.585 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.579+0000 7f4da82f78c0 1 < completed part key=_multipart_1H0XTAA0VMYC.2~NVA1YK5TQJCY.0 size=1048576 2023-12-03T11:43:20.587 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.583+0000 7f4da82f78c0 1 < completed part key=_multipart_1H0XTAA0VMYC.2~NVA1YK5TQJCY.1 size=208636 2023-12-03T11:43:20.592 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.587+0000 7f4da82f78c0 1 < completed multipart upload key=1H0XTAA0VMYC upload=NVA1YK5TQJCY tag=VDEJ3QRV7WX0 type=write size=2305788 2023-12-03T11:43:20.595 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.591+0000 7f4da82f78c0 1 > prepared operation key=Q3BH4HFRFZA5 tag=VVENJH09WGEU type=write size=577338 2023-12-03T11:43:20.598 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.591+0000 7f4da82f78c0 1 < completed delete operation key=IOZ5MNNP5B2W tag=FLQXI4VGPXYB type=del 2023-12-03T11:43:20.600 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.595+0000 7f4da82f78c0 1 > prepared operation key=ZO4GYMSV47J9 tag=MTXUXARS06FH type=del size=3824770 2023-12-03T11:43:20.603 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.599+0000 7f4da82f78c0 1 < completed part key=_multipart_GMT5400N4YTT.2~123O4Q7S96CN.0 size=384746 2023-12-03T11:43:20.608 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.603+0000 7f4da82f78c0 1 < completed multipart upload key=GMT5400N4YTT upload=123O4Q7S96CN tag=83V5E3BQVCST type=write size=1433322 2023-12-03T11:43:20.611 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.607+0000 7f4da82f78c0 1 > prepared operation key=Q3BH4HFRFZA5 tag=M570KB8HL7KD type=write size=137429 2023-12-03T11:43:20.613 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.607+0000 7f4da82f78c0 1 < completed delete operation key=645V3LNUPS4A tag=9EN9GZE0W36P type=del 2023-12-03T11:43:20.616 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.611+0000 7f4da82f78c0 1 > prepared operation key=645V3LNUPS4A tag=3AWATWRSO6R6 type=del size=880879 2023-12-03T11:43:20.619 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.615+0000 7f4da82f78c0 1 < completed part key=_multipart_1H0XTAA0VMYC.2~FXGHFUQHLTC4.0 size=215438 2023-12-03T11:43:20.623 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.619+0000 7f4da82f78c0 1 < completed multipart upload key=1H0XTAA0VMYC upload=FXGHFUQHLTC4 tag=31WTDH4A7X48 type=write size=1264014 2023-12-03T11:43:20.626 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.623+0000 7f4da82f78c0 1 > prepared operation key=7AKK0TE2I43B tag=NUT3GK6IX7ZN type=del size=312274 2023-12-03T11:43:20.629 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.623+0000 7f4da82f78c0 1 < completed write operation key=K4O9QAISDGSN tag=2KZSN1A44H0T type=write size=943118 2023-12-03T11:43:20.633 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.627+0000 7f4da82f78c0 1 > prepared part key=_multipart_2HVLNPGB2PLL.2~UDR1F26IYZ15.0 size=1048576 2023-12-03T11:43:20.636 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.631+0000 7f4da82f78c0 1 > prepared part key=_multipart_2HVLNPGB2PLL.2~UDR1F26IYZ15.1 size=1048576 2023-12-03T11:43:20.638 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.631+0000 7f4da82f78c0 1 > prepared part key=_multipart_2HVLNPGB2PLL.2~UDR1F26IYZ15.2 size=461811 2023-12-03T11:43:20.638 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.631+0000 7f4da82f78c0 1 > prepared multipart upload key=2HVLNPGB2PLL upload=UDR1F26IYZ15 tag=1KMSWL8DP3AW type=write size=3607539 2023-12-03T11:43:20.641 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.635+0000 7f4da82f78c0 1 < completed write operation key=1GAQFDQ35291 tag=71LPIRMOQONK type=write size=658040 2023-12-03T11:43:20.646 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.639+0000 7f4da82f78c0 1 > prepared part key=_multipart_PUY1C1KWIAHV.2~U8WN4SHX6RU5.0 size=1048576 2023-12-03T11:43:20.648 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.643+0000 7f4da82f78c0 1 > prepared part key=_multipart_PUY1C1KWIAHV.2~U8WN4SHX6RU5.1 size=440566 2023-12-03T11:43:20.648 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.643+0000 7f4da82f78c0 1 > prepared multipart upload key=PUY1C1KWIAHV upload=U8WN4SHX6RU5 tag=ZEU4CWZ3TOIT type=write size=2537718 2023-12-03T11:43:20.650 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.647+0000 7f4da82f78c0 -1 < failed to complete operation key=ZO4GYMSV47J9 tag=BLG7D3T0G98H type=del size=4174311: (22) Invalid argument 2023-12-03T11:43:20.653 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.647+0000 7f4da82f78c0 1 > prepared operation key=MY1AJ69R89HD tag=TCT3KUHTCSDU type=del size=2972198 2023-12-03T11:43:20.656 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.651+0000 7f4da82f78c0 1 < completed write operation key=K6FJNLCVDIUX tag=JS82MBSMMG3Y type=write size=827687 2023-12-03T11:43:20.661 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.655+0000 7f4da82f78c0 1 > prepared part key=_multipart_QGLKMQWQRM89.2~M5UDN1DUG54W.0 size=1048576 2023-12-03T11:43:20.663 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.659+0000 7f4da82f78c0 1 > prepared part key=_multipart_QGLKMQWQRM89.2~M5UDN1DUG54W.1 size=61080 2023-12-03T11:43:20.664 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.659+0000 7f4da82f78c0 1 > prepared multipart upload key=QGLKMQWQRM89 upload=M5UDN1DUG54W tag=SAJPH7WDANDU type=write size=2158232 2023-12-03T11:43:20.666 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.663+0000 7f4da82f78c0 1 < completed delete operation key=M9A06B3PSDOD tag=RS0I13O7JTW2 type=del 2023-12-03T11:43:20.669 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.663+0000 7f4da82f78c0 1 > prepared operation key=K6FJNLCVDIUX tag=WOWA41E3HL4R type=write size=1006536 2023-12-03T11:43:20.672 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.667+0000 7f4da82f78c0 1 < completed delete operation key=IOZ5MNNP5B2W tag=TS4FNZG82SQV type=del 2023-12-03T11:43:20.675 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.671+0000 7f4da82f78c0 1 > prepared operation key=PSYQ3RT9HX5N tag=NCHWBNIHWW2W type=del size=3862656 2023-12-03T11:43:20.677 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.671+0000 7f4da82f78c0 1 < completed write operation key=QGLKMQWQRM89 tag=IMLJ40L41SQK type=write size=837000 2023-12-03T11:43:20.680 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.675+0000 7f4da82f78c0 1 > prepared operation key=UT0U43FV7Y0L tag=GDGRTCRJGVRV type=del size=1575043 2023-12-03T11:43:20.681 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.675+0000 7f4da82f78c0 1 < canceled part key=_multipart_L3HC1M7OJ3L7.2~6MNGDWV2393X.0 size=302686 2023-12-03T11:43:20.686 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.683+0000 7f4da82f78c0 1 < canceled multipart upload key=L3HC1M7OJ3L7 upload=6MNGDWV2393X tag=BFVGYMPFDXPD type=write size=1351262 2023-12-03T11:43:20.691 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.687+0000 7f4da82f78c0 1 > prepared part key=_multipart_L3HC1M7OJ3L7.2~VR22NSEDXL2S.0 size=1048576 2023-12-03T11:43:20.694 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.687+0000 7f4da82f78c0 1 > prepared part key=_multipart_L3HC1M7OJ3L7.2~VR22NSEDXL2S.1 size=42361 2023-12-03T11:43:20.694 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.687+0000 7f4da82f78c0 1 > prepared multipart upload key=L3HC1M7OJ3L7 upload=VR22NSEDXL2S tag=L8PF75SF6HD7 type=write size=2139513 2023-12-03T11:43:20.697 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.691+0000 7f4da82f78c0 1 < completed part key=_multipart_7AKK0TE2I43B.2~A52XHK7RNWA8.0 size=1048576 2023-12-03T11:43:20.699 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.695+0000 7f4da82f78c0 1 < completed part key=_multipart_7AKK0TE2I43B.2~A52XHK7RNWA8.1 size=1048576 2023-12-03T11:43:20.702 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.695+0000 7f4da82f78c0 1 < completed part key=_multipart_7AKK0TE2I43B.2~A52XHK7RNWA8.2 size=681910 2023-12-03T11:43:20.708 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.703+0000 7f4da82f78c0 1 < completed multipart upload key=7AKK0TE2I43B upload=A52XHK7RNWA8 tag=FVZODW8V5LXI type=write size=3827638 2023-12-03T11:43:20.711 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.707+0000 7f4da82f78c0 1 > prepared operation key=K6FJNLCVDIUX tag=NI5YE41VTE5K type=del size=2586635 2023-12-03T11:43:20.715 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.711+0000 7f4da82f78c0 1 < completed part key=_multipart_K6FJNLCVDIUX.2~ENLDJ99DV3P9.0 size=955621 2023-12-03T11:43:20.721 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.715+0000 7f4da82f78c0 1 < completed multipart upload key=K6FJNLCVDIUX upload=ENLDJ99DV3P9 tag=Z0NB4SF3M7SR type=write size=2004197 2023-12-03T11:43:20.724 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.719+0000 7f4da82f78c0 1 > prepared operation key=1GAQFDQ35291 tag=UGWX73R77WSG type=write size=730309 2023-12-03T11:43:20.728 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.723+0000 7f4da82f78c0 1 < completed delete operation key=85DYZW2I0U7X tag=LLZHW9MVXAME type=del 2023-12-03T11:43:20.731 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.727+0000 7f4da82f78c0 1 > prepared operation key=645V3LNUPS4A tag=NXSNB245ONVF type=del size=3324701 2023-12-03T11:43:20.734 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.731+0000 7f4da82f78c0 1 < completed write operation key=Q3BH4HFRFZA5 tag=VVENJH09WGEU type=write size=577338 2023-12-03T11:43:20.741 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.735+0000 7f4da82f78c0 1 > prepared part key=_multipart_TBD5MDTZYHGQ.2~GQSD204CW5S8.0 size=17655 2023-12-03T11:43:20.741 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.735+0000 7f4da82f78c0 1 > prepared multipart upload key=TBD5MDTZYHGQ upload=GQSD204CW5S8 tag=3VB5P78YIWHK type=write size=1066231 2023-12-03T11:43:20.748 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.743+0000 7f4da82f78c0 1 < suggested update operation key=ZO4GYMSV47J9 tag=MTXUXARS06FH type=del size=3824770 2023-12-03T11:43:20.755 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.751+0000 7f4da82f78c0 1 > prepared part key=_multipart_K6FJNLCVDIUX.2~OT9FT9VKYJ56.0 size=447725 2023-12-03T11:43:20.755 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.751+0000 7f4da82f78c0 1 > prepared multipart upload key=K6FJNLCVDIUX upload=OT9FT9VKYJ56 tag=E2E6OW4JUBOY type=write size=1496301 2023-12-03T11:43:20.762 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.759+0000 7f4da82f78c0 1 < suggested update operation key=Q3BH4HFRFZA5 tag=M570KB8HL7KD type=write size=137429 2023-12-03T11:43:20.766 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.763+0000 7f4da82f78c0 1 > prepared operation key=YCJ1J0AKOH1D tag=1QKTC2SP5AC7 type=del size=476360 2023-12-03T11:43:20.770 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.763+0000 7f4da82f78c0 1 < canceled operation key=645V3LNUPS4A tag=3AWATWRSO6R6 type=del size=880879 2023-12-03T11:43:20.774 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.767+0000 7f4da82f78c0 1 > prepared operation key=IOZ5MNNP5B2W tag=J8CZQMIRPUV2 type=del size=1542767 2023-12-03T11:43:20.777 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.771+0000 7f4da82f78c0 1 < completed delete operation key=7AKK0TE2I43B tag=NUT3GK6IX7ZN type=del 2023-12-03T11:43:20.780 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.775+0000 7f4da82f78c0 1 > prepared operation key=XCT2GVJ4O84M tag=G9AYAC83MCFT type=del size=3078883 2023-12-03T11:43:20.788 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.783+0000 7f4da82f78c0 1 < completed part key=_multipart_2HVLNPGB2PLL.2~UDR1F26IYZ15.0 size=1048576 2023-12-03T11:43:20.791 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.787+0000 7f4da82f78c0 1 < completed part key=_multipart_2HVLNPGB2PLL.2~UDR1F26IYZ15.1 size=1048576 2023-12-03T11:43:20.794 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.787+0000 7f4da82f78c0 1 < completed part key=_multipart_2HVLNPGB2PLL.2~UDR1F26IYZ15.2 size=461811 2023-12-03T11:43:20.799 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.795+0000 7f4da82f78c0 1 < completed multipart upload key=2HVLNPGB2PLL upload=UDR1F26IYZ15 tag=1KMSWL8DP3AW type=write size=3607539 2023-12-03T11:43:20.803 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.799+0000 7f4da82f78c0 1 > prepared operation key=PSYQ3RT9HX5N tag=2XMMPFX424PB type=del size=4087450 2023-12-03T11:43:20.806 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.803+0000 7f4da82f78c0 1 < completed part key=_multipart_PUY1C1KWIAHV.2~U8WN4SHX6RU5.0 size=1048576 2023-12-03T11:43:20.809 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.803+0000 7f4da82f78c0 1 < completed part key=_multipart_PUY1C1KWIAHV.2~U8WN4SHX6RU5.1 size=440566 2023-12-03T11:43:20.814 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.807+0000 7f4da82f78c0 1 < completed multipart upload key=PUY1C1KWIAHV upload=U8WN4SHX6RU5 tag=ZEU4CWZ3TOIT type=write size=2537718 2023-12-03T11:43:20.817 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.811+0000 7f4da82f78c0 1 > prepared operation key=4LWB8EMR9EBJ tag=KBMI8T0OTG7B type=del size=2628225 2023-12-03T11:43:20.820 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.815+0000 7f4da82f78c0 1 < completed delete operation key=MY1AJ69R89HD tag=TCT3KUHTCSDU type=del 2023-12-03T11:43:20.823 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.819+0000 7f4da82f78c0 1 > prepared operation key=YCJ1J0AKOH1D tag=FV9J4E4GZAT3 type=del size=17266 2023-12-03T11:43:20.823 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.819+0000 7f4da82f78c0 1 < canceled part key=_multipart_QGLKMQWQRM89.2~M5UDN1DUG54W.0 size=1048576 2023-12-03T11:43:20.823 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.819+0000 7f4da82f78c0 1 < canceled part key=_multipart_QGLKMQWQRM89.2~M5UDN1DUG54W.1 size=61080 2023-12-03T11:43:20.828 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.823+0000 7f4da82f78c0 1 < canceled multipart upload key=QGLKMQWQRM89 upload=M5UDN1DUG54W tag=SAJPH7WDANDU type=write size=2158232 2023-12-03T11:43:20.832 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.827+0000 7f4da82f78c0 1 > prepared operation key=IOZ5MNNP5B2W tag=Z22G5S17YAHD type=del size=2772240 2023-12-03T11:43:20.836 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.831+0000 7f4da82f78c0 1 < completed write operation key=K6FJNLCVDIUX tag=WOWA41E3HL4R type=write size=1006536 2023-12-03T11:43:20.840 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.835+0000 7f4da82f78c0 1 > prepared operation key=4LWB8EMR9EBJ tag=D4VLC2PP2PK0 type=del size=1776753 2023-12-03T11:43:20.844 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.839+0000 7f4da82f78c0 1 < completed delete operation key=PSYQ3RT9HX5N tag=NCHWBNIHWW2W type=del 2023-12-03T11:43:20.848 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.843+0000 7f4da82f78c0 1 > prepared operation key=YCJ1J0AKOH1D tag=14PI1KH2DL1S type=del size=1123494 2023-12-03T11:43:20.855 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.851+0000 7f4da82f78c0 1 < suggested update operation key=UT0U43FV7Y0L tag=GDGRTCRJGVRV type=del size=1575043 2023-12-03T11:43:20.859 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.855+0000 7f4da82f78c0 1 > prepared operation key=Q3BH4HFRFZA5 tag=UUCNJJ0WJEVV type=del size=142879 2023-12-03T11:43:20.866 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.859+0000 7f4da82f78c0 1 < completed part key=_multipart_L3HC1M7OJ3L7.2~VR22NSEDXL2S.0 size=1048576 2023-12-03T11:43:20.866 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.859+0000 7f4da82f78c0 1 < completed part key=_multipart_L3HC1M7OJ3L7.2~VR22NSEDXL2S.1 size=42361 2023-12-03T11:43:20.872 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.867+0000 7f4da82f78c0 1 < completed multipart upload key=L3HC1M7OJ3L7 upload=VR22NSEDXL2S tag=L8PF75SF6HD7 type=write size=2139513 2023-12-03T11:43:20.876 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.871+0000 7f4da82f78c0 1 > prepared operation key=PUY1C1KWIAHV tag=2RTIZ50Q7H0H type=write size=999915 2023-12-03T11:43:20.880 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.875+0000 7f4da82f78c0 1 < completed delete operation key=K6FJNLCVDIUX tag=NI5YE41VTE5K type=del 2023-12-03T11:43:20.884 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.879+0000 7f4da82f78c0 1 > prepared operation key=PUY1C1KWIAHV tag=7VTUR0F0BZ12 type=write size=870931 2023-12-03T11:43:20.888 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.883+0000 7f4da82f78c0 1 < canceled operation key=1GAQFDQ35291 tag=UGWX73R77WSG type=write size=730309 2023-12-03T11:43:20.892 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.887+0000 7f4da82f78c0 1 > prepared operation key=4DF7KX58SVJY tag=MK2I3OJDZ4K0 type=write size=227123 2023-12-03T11:43:20.895 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.891+0000 7f4da82f78c0 1 < completed delete operation key=645V3LNUPS4A tag=NXSNB245ONVF type=del 2023-12-03T11:43:20.900 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.895+0000 7f4da82f78c0 1 > prepared operation key=PSYQ3RT9HX5N tag=VIOABC3Y623K type=write size=40824 2023-12-03T11:43:20.903 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.899+0000 7f4da82f78c0 1 < completed part key=_multipart_TBD5MDTZYHGQ.2~GQSD204CW5S8.0 size=17655 2023-12-03T11:43:20.910 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.907+0000 7f4da82f78c0 1 < completed multipart upload key=TBD5MDTZYHGQ upload=GQSD204CW5S8 tag=3VB5P78YIWHK type=write size=1066231 2023-12-03T11:43:20.915 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.911+0000 7f4da82f78c0 1 > prepared operation key=XCT2GVJ4O84M tag=98LI5QHH3S65 type=del size=267503 2023-12-03T11:43:20.919 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.915+0000 7f4da82f78c0 1 < completed part key=_multipart_K6FJNLCVDIUX.2~OT9FT9VKYJ56.0 size=447725 2023-12-03T11:43:20.926 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.919+0000 7f4da82f78c0 1 < completed multipart upload key=K6FJNLCVDIUX upload=OT9FT9VKYJ56 tag=E2E6OW4JUBOY type=write size=1496301 2023-12-03T11:43:20.930 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.923+0000 7f4da82f78c0 1 > prepared operation key=6UZY1HWE143J tag=WUFXMYZR04GB type=del size=4188873 2023-12-03T11:43:20.933 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.927+0000 7f4da82f78c0 1 < completed delete operation key=YCJ1J0AKOH1D tag=1QKTC2SP5AC7 type=del 2023-12-03T11:43:20.937 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.931+0000 7f4da82f78c0 1 > prepared operation key=1GAQFDQ35291 tag=5Q3USIT9GO4D type=del size=2635176 2023-12-03T11:43:20.940 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.935+0000 7f4da82f78c0 1 < completed delete operation key=IOZ5MNNP5B2W tag=J8CZQMIRPUV2 type=del 2023-12-03T11:43:20.947 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.943+0000 7f4da82f78c0 1 > prepared part key=_multipart_7AKK0TE2I43B.2~1V9UQHZUSRJ9.0 size=35512 2023-12-03T11:43:20.947 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.943+0000 7f4da82f78c0 1 > prepared multipart upload key=7AKK0TE2I43B upload=1V9UQHZUSRJ9 tag=SHI6SEFJ41F8 type=write size=1084088 2023-12-03T11:43:20.951 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.947+0000 7f4da82f78c0 1 < completed delete operation key=XCT2GVJ4O84M tag=G9AYAC83MCFT type=del 2023-12-03T11:43:20.954 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.951+0000 7f4da82f78c0 1 > prepared operation key=Q5C3IZCQEVO6 tag=MGB1KJ1YZRTF type=del size=3561205 2023-12-03T11:43:20.962 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.955+0000 7f4da82f78c0 1 < suggested remove operation key=PSYQ3RT9HX5N tag=2XMMPFX424PB type=del 2023-12-03T11:43:20.971 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.967+0000 7f4da82f78c0 1 > prepared part key=_multipart_2HVLNPGB2PLL.2~IXSSZC9U4TRV.0 size=1048576 2023-12-03T11:43:20.973 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.967+0000 7f4da82f78c0 1 > prepared part key=_multipart_2HVLNPGB2PLL.2~IXSSZC9U4TRV.1 size=1048576 2023-12-03T11:43:20.977 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.971+0000 7f4da82f78c0 1 > prepared part key=_multipart_2HVLNPGB2PLL.2~IXSSZC9U4TRV.2 size=340396 2023-12-03T11:43:20.977 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.971+0000 7f4da82f78c0 1 > prepared multipart upload key=2HVLNPGB2PLL upload=IXSSZC9U4TRV tag=OADTV1P2N0WW type=write size=3486124 2023-12-03T11:43:20.981 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.975+0000 7f4da82f78c0 1 < completed delete operation key=4LWB8EMR9EBJ tag=KBMI8T0OTG7B type=del 2023-12-03T11:43:20.985 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.979+0000 7f4da82f78c0 1 > prepared operation key=4DF7KX58SVJY tag=ZOKVSTJ2NSKM type=write size=41240 2023-12-03T11:43:20.988 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.983+0000 7f4da82f78c0 1 < completed delete operation key=YCJ1J0AKOH1D tag=FV9J4E4GZAT3 type=del 2023-12-03T11:43:20.993 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.987+0000 7f4da82f78c0 1 > prepared operation key=7EDLY2Q78IBP tag=I0C83QARR3Z4 type=write size=465260 2023-12-03T11:43:20.997 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.991+0000 7f4da82f78c0 1 < completed delete operation key=IOZ5MNNP5B2W tag=Z22G5S17YAHD type=del 2023-12-03T11:43:21.006 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:20.999+0000 7f4da82f78c0 1 > prepared part key=_multipart_UT0U43FV7Y0L.2~03M3Y15NMPQM.0 size=1048576 2023-12-03T11:43:21.009 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.003+0000 7f4da82f78c0 1 > prepared part key=_multipart_UT0U43FV7Y0L.2~03M3Y15NMPQM.1 size=1048576 2023-12-03T11:43:21.012 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.007+0000 7f4da82f78c0 1 > prepared part key=_multipart_UT0U43FV7Y0L.2~03M3Y15NMPQM.2 size=802749 2023-12-03T11:43:21.013 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.007+0000 7f4da82f78c0 1 > prepared multipart upload key=UT0U43FV7Y0L upload=03M3Y15NMPQM tag=JC4CHFRUT4FZ type=write size=3948477 2023-12-03T11:43:21.017 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.011+0000 7f4da82f78c0 1 < canceled operation key=4LWB8EMR9EBJ tag=D4VLC2PP2PK0 type=del size=1776753 2023-12-03T11:43:21.021 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.015+0000 7f4da82f78c0 1 > prepared operation key=QGLKMQWQRM89 tag=KHODLNU3J5Z6 type=write size=691686 2023-12-03T11:43:21.030 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.023+0000 7f4da82f78c0 1 < suggested remove operation key=YCJ1J0AKOH1D tag=14PI1KH2DL1S type=del 2023-12-03T11:43:21.033 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.027+0000 7f4da82f78c0 1 > prepared operation key=4DF7KX58SVJY tag=LTXJWYPU7VKX type=write size=83657 2023-12-03T11:43:21.037 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.031+0000 7f4da82f78c0 1 < completed delete operation key=Q3BH4HFRFZA5 tag=UUCNJJ0WJEVV type=del 2023-12-03T11:43:21.040 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.035+0000 7f4da82f78c0 1 > prepared operation key=QGLKMQWQRM89 tag=L7OBAN7A55FY type=del size=1067007 2023-12-03T11:43:21.046 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.039+0000 7f4da82f78c0 1 < suggested remove operation key=PUY1C1KWIAHV tag=2RTIZ50Q7H0H type=write 2023-12-03T11:43:21.053 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.047+0000 7f4da82f78c0 1 > prepared part key=_multipart_4LWB8EMR9EBJ.2~XW0620G0373X.0 size=1048576 2023-12-03T11:43:21.054 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.047+0000 7f4da82f78c0 1 > prepared part key=_multipart_4LWB8EMR9EBJ.2~XW0620G0373X.1 size=870051 2023-12-03T11:43:21.054 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.047+0000 7f4da82f78c0 1 > prepared multipart upload key=4LWB8EMR9EBJ upload=XW0620G0373X tag=TE897TQAR2N8 type=write size=2967203 2023-12-03T11:43:21.057 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.051+0000 7f4da82f78c0 -1 < failed to complete operation key=PUY1C1KWIAHV tag=7VTUR0F0BZ12 type=write size=870931: (22) Invalid argument 2023-12-03T11:43:21.060 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.055+0000 7f4da82f78c0 1 > prepared operation key=WEBJUD8426X3 tag=YYRHC4Y3G2DC type=del size=183870 2023-12-03T11:43:21.063 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.059+0000 7f4da82f78c0 1 < completed write operation key=4DF7KX58SVJY tag=MK2I3OJDZ4K0 type=write size=227123 2023-12-03T11:43:21.067 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.063+0000 7f4da82f78c0 1 > prepared operation key=PUY1C1KWIAHV tag=65T40LPHY5D5 type=del size=1966528 2023-12-03T11:43:21.070 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.063+0000 7f4da82f78c0 -1 < failed to complete operation key=PSYQ3RT9HX5N tag=VIOABC3Y623K type=write size=40824: (22) Invalid argument 2023-12-03T11:43:21.073 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.067+0000 7f4da82f78c0 1 > prepared operation key=QGLKMQWQRM89 tag=U1P71NM958K1 type=write size=340640 2023-12-03T11:43:21.076 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.071+0000 7f4da82f78c0 1 < completed delete operation key=XCT2GVJ4O84M tag=98LI5QHH3S65 type=del 2023-12-03T11:43:21.082 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.075+0000 7f4da82f78c0 1 > prepared part key=_multipart_Q5C3IZCQEVO6.2~M2D663QGKILC.0 size=919745 2023-12-03T11:43:21.082 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.075+0000 7f4da82f78c0 1 > prepared multipart upload key=Q5C3IZCQEVO6 upload=M2D663QGKILC tag=Q5IA9EVNGEQ5 type=write size=1968321 2023-12-03T11:43:21.086 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.079+0000 7f4da82f78c0 1 < completed delete operation key=6UZY1HWE143J tag=WUFXMYZR04GB type=del 2023-12-03T11:43:21.088 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.083+0000 7f4da82f78c0 1 > prepared operation key=IOZ5MNNP5B2W tag=YGXV2KE0NCMD type=del size=855656 2023-12-03T11:43:21.091 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.087+0000 7f4da82f78c0 1 < canceled operation key=1GAQFDQ35291 tag=5Q3USIT9GO4D type=del size=2635176 2023-12-03T11:43:21.094 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.091+0000 7f4da82f78c0 1 > prepared operation key=QGLKMQWQRM89 tag=2D4TQF91T3X6 type=del size=3879644 2023-12-03T11:43:21.098 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.091+0000 7f4da82f78c0 1 < completed part key=_multipart_7AKK0TE2I43B.2~1V9UQHZUSRJ9.0 size=35512 2023-12-03T11:43:21.103 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.099+0000 7f4da82f78c0 1 < completed multipart upload key=7AKK0TE2I43B upload=1V9UQHZUSRJ9 tag=SHI6SEFJ41F8 type=write size=1084088 2023-12-03T11:43:21.107 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.103+0000 7f4da82f78c0 1 > prepared operation key=645V3LNUPS4A tag=0NKSIK7AQ07Q type=del size=3053418 2023-12-03T11:43:21.110 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.107+0000 7f4da82f78c0 1 < completed delete operation key=Q5C3IZCQEVO6 tag=MGB1KJ1YZRTF type=del 2023-12-03T11:43:21.114 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.107+0000 7f4da82f78c0 1 > prepared operation key=L3HC1M7OJ3L7 tag=QAFA541S7DM8 type=del size=96149 2023-12-03T11:43:21.117 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.111+0000 7f4da82f78c0 1 < completed part key=_multipart_2HVLNPGB2PLL.2~IXSSZC9U4TRV.0 size=1048576 2023-12-03T11:43:21.119 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.115+0000 7f4da82f78c0 1 < completed part key=_multipart_2HVLNPGB2PLL.2~IXSSZC9U4TRV.1 size=1048576 2023-12-03T11:43:21.122 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.115+0000 7f4da82f78c0 1 < completed part key=_multipart_2HVLNPGB2PLL.2~IXSSZC9U4TRV.2 size=340396 2023-12-03T11:43:21.127 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.123+0000 7f4da82f78c0 1 < completed multipart upload key=2HVLNPGB2PLL upload=IXSSZC9U4TRV tag=OADTV1P2N0WW type=write size=3486124 2023-12-03T11:43:21.136 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.131+0000 7f4da82f78c0 1 > prepared operation key=6UZY1HWE143J tag=9E74TKE3IRT4 type=del size=3075715 2023-12-03T11:43:21.139 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.135+0000 7f4da82f78c0 1 < completed write operation key=4DF7KX58SVJY tag=ZOKVSTJ2NSKM type=write size=41240 2023-12-03T11:43:21.145 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.139+0000 7f4da82f78c0 1 > prepared part key=_multipart_YCJ1J0AKOH1D.2~3D38R466WPOZ.0 size=1011045 2023-12-03T11:43:21.145 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.139+0000 7f4da82f78c0 1 > prepared multipart upload key=YCJ1J0AKOH1D upload=3D38R466WPOZ tag=7J86MY6FB0S4 type=write size=2059621 2023-12-03T11:43:21.149 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.143+0000 7f4da82f78c0 1 < completed write operation key=7EDLY2Q78IBP tag=I0C83QARR3Z4 type=write size=465260 2023-12-03T11:43:21.156 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.151+0000 7f4da82f78c0 1 > prepared part key=_multipart_4DF7KX58SVJY.2~S5DG65AAKTL5.0 size=1048576 2023-12-03T11:43:21.158 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.155+0000 7f4da82f78c0 1 > prepared part key=_multipart_4DF7KX58SVJY.2~S5DG65AAKTL5.1 size=1048576 2023-12-03T11:43:21.161 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.155+0000 7f4da82f78c0 1 > prepared part key=_multipart_4DF7KX58SVJY.2~S5DG65AAKTL5.2 size=995600 2023-12-03T11:43:21.161 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.155+0000 7f4da82f78c0 1 > prepared multipart upload key=4DF7KX58SVJY upload=S5DG65AAKTL5 tag=KSZIJPFL70DS type=write size=4141328 2023-12-03T11:43:21.164 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.159+0000 7f4da82f78c0 1 < completed part key=_multipart_UT0U43FV7Y0L.2~03M3Y15NMPQM.0 size=1048576 2023-12-03T11:43:21.168 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.163+0000 7f4da82f78c0 1 < completed part key=_multipart_UT0U43FV7Y0L.2~03M3Y15NMPQM.1 size=1048576 2023-12-03T11:43:21.171 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.167+0000 7f4da82f78c0 1 < completed part key=_multipart_UT0U43FV7Y0L.2~03M3Y15NMPQM.2 size=802749 2023-12-03T11:43:21.177 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.171+0000 7f4da82f78c0 1 < completed multipart upload key=UT0U43FV7Y0L upload=03M3Y15NMPQM tag=JC4CHFRUT4FZ type=write size=3948477 2023-12-03T11:43:21.181 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.175+0000 7f4da82f78c0 1 > prepared operation key=Q5C3IZCQEVO6 tag=35Y8EFZR875A type=del size=1590535 2023-12-03T11:43:21.185 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.179+0000 7f4da82f78c0 1 < completed write operation key=QGLKMQWQRM89 tag=KHODLNU3J5Z6 type=write size=691686 2023-12-03T11:43:21.191 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.187+0000 7f4da82f78c0 1 > prepared part key=_multipart_M9A06B3PSDOD.2~J4JDELHXYQZ6.0 size=1048576 2023-12-03T11:43:21.194 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.187+0000 7f4da82f78c0 1 > prepared part key=_multipart_M9A06B3PSDOD.2~J4JDELHXYQZ6.1 size=1048576 2023-12-03T11:43:21.196 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.191+0000 7f4da82f78c0 1 > prepared part key=_multipart_M9A06B3PSDOD.2~J4JDELHXYQZ6.2 size=389560 2023-12-03T11:43:21.197 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.191+0000 7f4da82f78c0 1 > prepared multipart upload key=M9A06B3PSDOD upload=J4JDELHXYQZ6 tag=1QYY6TOYI44Z type=write size=3535288 2023-12-03T11:43:21.200 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.195+0000 7f4da82f78c0 1 < completed write operation key=4DF7KX58SVJY tag=LTXJWYPU7VKX type=write size=83657 2023-12-03T11:43:21.205 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.199+0000 7f4da82f78c0 1 > prepared operation key=4DF7KX58SVJY tag=1FW7B82BTS3I type=del size=75460 2023-12-03T11:43:21.208 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.203+0000 7f4da82f78c0 1 < completed delete operation key=QGLKMQWQRM89 tag=L7OBAN7A55FY type=del 2023-12-03T11:43:21.215 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.211+0000 7f4da82f78c0 1 > prepared part key=_multipart_4LWB8EMR9EBJ.2~XTUBRATM2ZIR.0 size=1048576 2023-12-03T11:43:21.218 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.211+0000 7f4da82f78c0 1 > prepared part key=_multipart_4LWB8EMR9EBJ.2~XTUBRATM2ZIR.1 size=1048576 2023-12-03T11:43:21.220 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.215+0000 7f4da82f78c0 1 > prepared part key=_multipart_4LWB8EMR9EBJ.2~XTUBRATM2ZIR.2 size=569379 2023-12-03T11:43:21.221 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.215+0000 7f4da82f78c0 1 > prepared multipart upload key=4LWB8EMR9EBJ upload=XTUBRATM2ZIR tag=T2HZ73UVLOQT type=write size=3715107 2023-12-03T11:43:21.224 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.219+0000 7f4da82f78c0 1 < completed part key=_multipart_4LWB8EMR9EBJ.2~XW0620G0373X.0 size=1048576 2023-12-03T11:43:21.227 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.223+0000 7f4da82f78c0 1 < completed part key=_multipart_4LWB8EMR9EBJ.2~XW0620G0373X.1 size=870051 2023-12-03T11:43:21.234 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.227+0000 7f4da82f78c0 1 < completed multipart upload key=4LWB8EMR9EBJ upload=XW0620G0373X tag=TE897TQAR2N8 type=write size=2967203 2023-12-03T11:43:21.241 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.235+0000 7f4da82f78c0 1 > prepared part key=_multipart_WEBJUD8426X3.2~C3OVZ5A59QDE.0 size=1048576 2023-12-03T11:43:21.244 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.239+0000 7f4da82f78c0 1 > prepared part key=_multipart_WEBJUD8426X3.2~C3OVZ5A59QDE.1 size=1048576 2023-12-03T11:43:21.247 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.243+0000 7f4da82f78c0 1 > prepared part key=_multipart_WEBJUD8426X3.2~C3OVZ5A59QDE.2 size=876491 2023-12-03T11:43:21.247 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.243+0000 7f4da82f78c0 1 > prepared multipart upload key=WEBJUD8426X3 upload=C3OVZ5A59QDE tag=5BPHS7TE4KC7 type=write size=4022219 2023-12-03T11:43:21.251 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.247+0000 7f4da82f78c0 1 < completed delete operation key=WEBJUD8426X3 tag=YYRHC4Y3G2DC type=del 2023-12-03T11:43:21.257 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.251+0000 7f4da82f78c0 1 > prepared part key=_multipart_ZO4GYMSV47J9.2~0DNJ4YR2VNKJ.0 size=1048576 2023-12-03T11:43:21.260 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.255+0000 7f4da82f78c0 1 > prepared part key=_multipart_ZO4GYMSV47J9.2~0DNJ4YR2VNKJ.1 size=1048576 2023-12-03T11:43:21.262 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.259+0000 7f4da82f78c0 1 > prepared part key=_multipart_ZO4GYMSV47J9.2~0DNJ4YR2VNKJ.2 size=520980 2023-12-03T11:43:21.263 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.259+0000 7f4da82f78c0 1 > prepared multipart upload key=ZO4GYMSV47J9 upload=0DNJ4YR2VNKJ tag=7Y1GCGMH0EY0 type=write size=3666708 2023-12-03T11:43:21.270 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.263+0000 7f4da82f78c0 1 < suggested update operation key=PUY1C1KWIAHV tag=65T40LPHY5D5 type=del size=1966528 2023-12-03T11:43:21.276 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.271+0000 7f4da82f78c0 1 > prepared part key=_multipart_1GAQFDQ35291.2~LGJIJZ0BJHK3.0 size=1048576 2023-12-03T11:43:21.279 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.275+0000 7f4da82f78c0 1 > prepared part key=_multipart_1GAQFDQ35291.2~LGJIJZ0BJHK3.1 size=674649 2023-12-03T11:43:21.279 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.275+0000 7f4da82f78c0 1 > prepared multipart upload key=1GAQFDQ35291 upload=LGJIJZ0BJHK3 tag=KD5IQO5E8W8E type=write size=2771801 2023-12-03T11:43:21.285 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.279+0000 7f4da82f78c0 1 < suggested update operation key=QGLKMQWQRM89 tag=U1P71NM958K1 type=write size=340640 2023-12-03T11:43:21.288 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.283+0000 7f4da82f78c0 1 > prepared operation key=IA082W6GDNN2 tag=3DSAQ872R4EQ type=del size=1144574 2023-12-03T11:43:21.292 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.287+0000 7f4da82f78c0 1 < completed part key=_multipart_Q5C3IZCQEVO6.2~M2D663QGKILC.0 size=919745 2023-12-03T11:43:21.298 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.291+0000 7f4da82f78c0 1 < completed multipart upload key=Q5C3IZCQEVO6 upload=M2D663QGKILC tag=Q5IA9EVNGEQ5 type=write size=1968321 2023-12-03T11:43:21.303 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.299+0000 7f4da82f78c0 1 > prepared part key=_multipart_4LWB8EMR9EBJ.2~P94QT63O2KQ0.0 size=1048576 2023-12-03T11:43:21.306 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.303+0000 7f4da82f78c0 1 > prepared part key=_multipart_4LWB8EMR9EBJ.2~P94QT63O2KQ0.1 size=772524 2023-12-03T11:43:21.306 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.303+0000 7f4da82f78c0 1 > prepared multipart upload key=4LWB8EMR9EBJ upload=P94QT63O2KQ0 tag=SMTVMX4RRY3S type=write size=2869676 2023-12-03T11:43:21.309 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.303+0000 7f4da82f78c0 1 < completed delete operation key=IOZ5MNNP5B2W tag=YGXV2KE0NCMD type=del 2023-12-03T11:43:21.316 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.311+0000 7f4da82f78c0 1 > prepared part key=_multipart_7EDLY2Q78IBP.2~XMF6CRY9SFF1.0 size=95192 2023-12-03T11:43:21.316 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.311+0000 7f4da82f78c0 1 > prepared multipart upload key=7EDLY2Q78IBP upload=XMF6CRY9SFF1 tag=NMMH0NBEU3PK type=write size=1143768 2023-12-03T11:43:21.322 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.315+0000 7f4da82f78c0 1 < suggested remove operation key=QGLKMQWQRM89 tag=2D4TQF91T3X6 type=del 2023-12-03T11:43:21.328 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.323+0000 7f4da82f78c0 1 > prepared part key=_multipart_XCT2GVJ4O84M.2~P7BWQA2BHM83.0 size=1048576 2023-12-03T11:43:21.332 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.327+0000 7f4da82f78c0 1 > prepared part key=_multipart_XCT2GVJ4O84M.2~P7BWQA2BHM83.1 size=1048576 2023-12-03T11:43:21.335 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.331+0000 7f4da82f78c0 1 > prepared part key=_multipart_XCT2GVJ4O84M.2~P7BWQA2BHM83.2 size=625570 2023-12-03T11:43:21.335 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.331+0000 7f4da82f78c0 1 > prepared multipart upload key=XCT2GVJ4O84M upload=P7BWQA2BHM83 tag=7D5H6O122NCO type=write size=3771298 2023-12-03T11:43:21.338 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.335+0000 7f4da82f78c0 1 < completed delete operation key=645V3LNUPS4A tag=0NKSIK7AQ07Q type=del 2023-12-03T11:43:21.346 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.343+0000 7f4da82f78c0 1 > prepared part key=_multipart_1H0XTAA0VMYC.2~63LPMO5KQ69B.0 size=1048576 2023-12-03T11:43:21.349 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.343+0000 7f4da82f78c0 1 > prepared part key=_multipart_1H0XTAA0VMYC.2~63LPMO5KQ69B.1 size=1048576 2023-12-03T11:43:21.352 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.347+0000 7f4da82f78c0 1 > prepared part key=_multipart_1H0XTAA0VMYC.2~63LPMO5KQ69B.2 size=773532 2023-12-03T11:43:21.352 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.347+0000 7f4da82f78c0 1 > prepared multipart upload key=1H0XTAA0VMYC upload=63LPMO5KQ69B tag=ZFSYGXL061I6 type=write size=3919260 2023-12-03T11:43:21.359 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.355+0000 7f4da82f78c0 1 < suggested update operation key=L3HC1M7OJ3L7 tag=QAFA541S7DM8 type=del size=96149 2023-12-03T11:43:21.366 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.359+0000 7f4da82f78c0 1 > prepared part key=_multipart_PUY1C1KWIAHV.2~B1AKB5XIM9NZ.0 size=1048576 2023-12-03T11:43:21.369 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.363+0000 7f4da82f78c0 1 > prepared part key=_multipart_PUY1C1KWIAHV.2~B1AKB5XIM9NZ.1 size=543762 2023-12-03T11:43:21.369 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.363+0000 7f4da82f78c0 1 > prepared multipart upload key=PUY1C1KWIAHV upload=B1AKB5XIM9NZ tag=YTP2UDN3QLEP type=write size=2640914 2023-12-03T11:43:21.373 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.367+0000 7f4da82f78c0 1 < completed delete operation key=6UZY1HWE143J tag=9E74TKE3IRT4 type=del 2023-12-03T11:43:21.376 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.371+0000 7f4da82f78c0 1 > prepared operation key=RF6YEP4A6INZ tag=GC9O3JE0WYW3 type=del size=1337714 2023-12-03T11:43:21.380 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.375+0000 7f4da82f78c0 1 < completed part key=_multipart_YCJ1J0AKOH1D.2~3D38R466WPOZ.0 size=1011045 2023-12-03T11:43:21.386 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.383+0000 7f4da82f78c0 1 < completed multipart upload key=YCJ1J0AKOH1D upload=3D38R466WPOZ tag=7J86MY6FB0S4 type=write size=2059621 2023-12-03T11:43:21.390 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.383+0000 7f4da82f78c0 1 > prepared operation key=UT0U43FV7Y0L tag=SPXR4NNLWS31 type=del size=4011283 2023-12-03T11:43:21.393 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.387+0000 7f4da82f78c0 1 < completed part key=_multipart_4DF7KX58SVJY.2~S5DG65AAKTL5.0 size=1048576 2023-12-03T11:43:21.396 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.391+0000 7f4da82f78c0 1 < completed part key=_multipart_4DF7KX58SVJY.2~S5DG65AAKTL5.1 size=1048576 2023-12-03T11:43:21.400 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.395+0000 7f4da82f78c0 1 < completed part key=_multipart_4DF7KX58SVJY.2~S5DG65AAKTL5.2 size=995600 2023-12-03T11:43:21.406 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.399+0000 7f4da82f78c0 1 < completed multipart upload key=4DF7KX58SVJY upload=S5DG65AAKTL5 tag=KSZIJPFL70DS type=write size=4141328 2023-12-03T11:43:21.413 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.407+0000 7f4da82f78c0 1 > prepared part key=_multipart_WEBJUD8426X3.2~7NX95YDK1ED5.0 size=1048576 2023-12-03T11:43:21.414 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.411+0000 7f4da82f78c0 1 > prepared part key=_multipart_WEBJUD8426X3.2~7NX95YDK1ED5.1 size=884759 2023-12-03T11:43:21.414 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.411+0000 7f4da82f78c0 1 > prepared multipart upload key=WEBJUD8426X3 upload=7NX95YDK1ED5 tag=JPEUC7MJ4R6Q type=write size=2981911 2023-12-03T11:43:21.418 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.411+0000 7f4da82f78c0 1 < completed delete operation key=Q5C3IZCQEVO6 tag=35Y8EFZR875A type=del 2023-12-03T11:43:21.421 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.415+0000 7f4da82f78c0 1 > prepared operation key=1GAQFDQ35291 tag=FUBWOLGH27GW type=del size=3597028 2023-12-03T11:43:21.426 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.419+0000 7f4da82f78c0 1 < completed part key=_multipart_M9A06B3PSDOD.2~J4JDELHXYQZ6.0 size=1048576 2023-12-03T11:43:21.428 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.423+0000 7f4da82f78c0 1 < completed part key=_multipart_M9A06B3PSDOD.2~J4JDELHXYQZ6.1 size=1048576 2023-12-03T11:43:21.431 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.427+0000 7f4da82f78c0 1 < completed part key=_multipart_M9A06B3PSDOD.2~J4JDELHXYQZ6.2 size=389560 2023-12-03T11:43:21.437 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.431+0000 7f4da82f78c0 1 < completed multipart upload key=M9A06B3PSDOD upload=J4JDELHXYQZ6 tag=1QYY6TOYI44Z type=write size=3535288 2023-12-03T11:43:21.440 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.435+0000 7f4da82f78c0 1 > prepared operation key=K2XC9VGBIFBD tag=VM4RYXUI2OGN type=del size=2573310 2023-12-03T11:43:21.444 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.439+0000 7f4da82f78c0 1 < completed delete operation key=4DF7KX58SVJY tag=1FW7B82BTS3I type=del 2023-12-03T11:43:21.447 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.443+0000 7f4da82f78c0 1 > prepared operation key=Q5C3IZCQEVO6 tag=FPDV2AIFY5M0 type=del size=2481349 2023-12-03T11:43:21.450 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.447+0000 7f4da82f78c0 1 < completed part key=_multipart_4LWB8EMR9EBJ.2~XTUBRATM2ZIR.0 size=1048576 2023-12-03T11:43:21.451 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.447+0000 7f4da82f78c0 1 < canceled part key=_multipart_4LWB8EMR9EBJ.2~XTUBRATM2ZIR.1 size=1048576 2023-12-03T11:43:21.453 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.447+0000 7f4da82f78c0 1 < completed part key=_multipart_4LWB8EMR9EBJ.2~XTUBRATM2ZIR.2 size=569379 2023-12-03T11:43:21.465 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.459+0000 7f4da82f78c0 1 < canceled multipart upload key=4LWB8EMR9EBJ upload=XTUBRATM2ZIR tag=T2HZ73UVLOQT type=write size=3715107 2023-12-03T11:43:21.473 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.467+0000 7f4da82f78c0 1 > prepared part key=_multipart_MY1AJ69R89HD.2~MX6NXQ0MJT4I.0 size=1048576 2023-12-03T11:43:21.475 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.471+0000 7f4da82f78c0 1 > prepared part key=_multipart_MY1AJ69R89HD.2~MX6NXQ0MJT4I.1 size=31711 2023-12-03T11:43:21.475 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.471+0000 7f4da82f78c0 1 > prepared multipart upload key=MY1AJ69R89HD upload=MX6NXQ0MJT4I tag=P4OWWC4JUBQP type=write size=2128863 2023-12-03T11:43:21.480 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.475+0000 7f4da82f78c0 1 < completed part key=_multipart_WEBJUD8426X3.2~C3OVZ5A59QDE.0 size=1048576 2023-12-03T11:43:21.480 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.475+0000 7f4da82f78c0 1 < canceled part key=_multipart_WEBJUD8426X3.2~C3OVZ5A59QDE.1 size=1048576 2023-12-03T11:43:21.483 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.479+0000 7f4da82f78c0 1 < completed part key=_multipart_WEBJUD8426X3.2~C3OVZ5A59QDE.2 size=876491 2023-12-03T11:43:21.489 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.483+0000 7f4da82f78c0 1 < canceled multipart upload key=WEBJUD8426X3 upload=C3OVZ5A59QDE tag=5BPHS7TE4KC7 type=write size=4022219 2023-12-03T11:43:21.493 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.487+0000 7f4da82f78c0 1 > prepared operation key=K2XC9VGBIFBD tag=DST1LXFN2TCB type=write size=717384 2023-12-03T11:43:21.494 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.491+0000 7f4da82f78c0 1 < canceled part key=_multipart_ZO4GYMSV47J9.2~0DNJ4YR2VNKJ.0 size=1048576 2023-12-03T11:43:21.498 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.491+0000 7f4da82f78c0 1 < completed part key=_multipart_ZO4GYMSV47J9.2~0DNJ4YR2VNKJ.1 size=1048576 2023-12-03T11:43:21.501 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.495+0000 7f4da82f78c0 1 < completed part key=_multipart_ZO4GYMSV47J9.2~0DNJ4YR2VNKJ.2 size=520980 2023-12-03T11:43:21.507 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.503+0000 7f4da82f78c0 1 < canceled multipart upload key=ZO4GYMSV47J9 upload=0DNJ4YR2VNKJ tag=7Y1GCGMH0EY0 type=write size=3666708 2023-12-03T11:43:21.511 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.507+0000 7f4da82f78c0 1 > prepared operation key=645V3LNUPS4A tag=ZK4PRFM7T2IU type=del size=3309849 2023-12-03T11:43:21.516 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.511+0000 7f4da82f78c0 1 < completed part key=_multipart_1GAQFDQ35291.2~LGJIJZ0BJHK3.0 size=1048576 2023-12-03T11:43:21.519 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.515+0000 7f4da82f78c0 1 < completed part key=_multipart_1GAQFDQ35291.2~LGJIJZ0BJHK3.1 size=674649 2023-12-03T11:43:21.525 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.519+0000 7f4da82f78c0 1 < completed multipart upload key=1GAQFDQ35291 upload=LGJIJZ0BJHK3 tag=KD5IQO5E8W8E type=write size=2771801 2023-12-03T11:43:21.529 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.523+0000 7f4da82f78c0 1 > prepared operation key=D2PVZARQWEIV tag=K08VNZROGNS1 type=write size=61244 2023-12-03T11:43:21.532 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.527+0000 7f4da82f78c0 1 < completed delete operation key=IA082W6GDNN2 tag=3DSAQ872R4EQ type=del 2023-12-03T11:43:21.536 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.531+0000 7f4da82f78c0 1 > prepared operation key=D2PVZARQWEIV tag=WD1ZG1GF6OK5 type=del size=1426889 2023-12-03T11:43:21.541 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.535+0000 7f4da82f78c0 1 < completed part key=_multipart_4LWB8EMR9EBJ.2~P94QT63O2KQ0.0 size=1048576 2023-12-03T11:43:21.544 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.539+0000 7f4da82f78c0 1 < completed part key=_multipart_4LWB8EMR9EBJ.2~P94QT63O2KQ0.1 size=772524 2023-12-03T11:43:21.550 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.547+0000 7f4da82f78c0 1 < completed multipart upload key=4LWB8EMR9EBJ upload=P94QT63O2KQ0 tag=SMTVMX4RRY3S type=write size=2869676 2023-12-03T11:43:21.557 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.551+0000 7f4da82f78c0 1 > prepared part key=_multipart_85DYZW2I0U7X.2~VFA8WQEV55TG.0 size=767175 2023-12-03T11:43:21.557 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.551+0000 7f4da82f78c0 1 > prepared multipart upload key=85DYZW2I0U7X upload=VFA8WQEV55TG tag=SB9RB7RNBF2R type=write size=1815751 2023-12-03T11:43:21.561 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.555+0000 7f4da82f78c0 1 < completed part key=_multipart_7EDLY2Q78IBP.2~XMF6CRY9SFF1.0 size=95192 2023-12-03T11:43:21.567 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.563+0000 7f4da82f78c0 1 < completed multipart upload key=7EDLY2Q78IBP upload=XMF6CRY9SFF1 tag=NMMH0NBEU3PK type=write size=1143768 2023-12-03T11:43:21.574 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.571+0000 7f4da82f78c0 1 > prepared part key=_multipart_MY1AJ69R89HD.2~EMIA5BDP4SMX.0 size=1048576 2023-12-03T11:43:21.577 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.571+0000 7f4da82f78c0 1 > prepared part key=_multipart_MY1AJ69R89HD.2~EMIA5BDP4SMX.1 size=1048576 2023-12-03T11:43:21.580 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.575+0000 7f4da82f78c0 1 > prepared part key=_multipart_MY1AJ69R89HD.2~EMIA5BDP4SMX.2 size=760537 2023-12-03T11:43:21.580 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.575+0000 7f4da82f78c0 1 > prepared multipart upload key=MY1AJ69R89HD upload=EMIA5BDP4SMX tag=6N3I2C9YVS8Q type=write size=3906265 2023-12-03T11:43:21.584 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.579+0000 7f4da82f78c0 1 < completed part key=_multipart_XCT2GVJ4O84M.2~P7BWQA2BHM83.0 size=1048576 2023-12-03T11:43:21.587 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.583+0000 7f4da82f78c0 1 < completed part key=_multipart_XCT2GVJ4O84M.2~P7BWQA2BHM83.1 size=1048576 2023-12-03T11:43:21.590 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.587+0000 7f4da82f78c0 1 < completed part key=_multipart_XCT2GVJ4O84M.2~P7BWQA2BHM83.2 size=625570 2023-12-03T11:43:21.597 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.591+0000 7f4da82f78c0 1 < completed multipart upload key=XCT2GVJ4O84M upload=P7BWQA2BHM83 tag=7D5H6O122NCO type=write size=3771298 2023-12-03T11:43:21.601 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.595+0000 7f4da82f78c0 1 > prepared operation key=K4O9QAISDGSN tag=DJ99N8NB36I7 type=del size=610196 2023-12-03T11:43:21.605 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.599+0000 7f4da82f78c0 1 < completed part key=_multipart_1H0XTAA0VMYC.2~63LPMO5KQ69B.0 size=1048576 2023-12-03T11:43:21.608 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.603+0000 7f4da82f78c0 1 < completed part key=_multipart_1H0XTAA0VMYC.2~63LPMO5KQ69B.1 size=1048576 2023-12-03T11:43:21.612 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.607+0000 7f4da82f78c0 1 < completed part key=_multipart_1H0XTAA0VMYC.2~63LPMO5KQ69B.2 size=773532 2023-12-03T11:43:21.619 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.615+0000 7f4da82f78c0 1 < completed multipart upload key=1H0XTAA0VMYC upload=63LPMO5KQ69B tag=ZFSYGXL061I6 type=write size=3919260 2023-12-03T11:43:21.623 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.619+0000 7f4da82f78c0 1 > prepared operation key=Q3BH4HFRFZA5 tag=CPCDUSM4XYA8 type=del size=1620552 2023-12-03T11:43:21.624 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.619+0000 7f4da82f78c0 1 < canceled part key=_multipart_PUY1C1KWIAHV.2~B1AKB5XIM9NZ.0 size=1048576 2023-12-03T11:43:21.628 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.623+0000 7f4da82f78c0 1 < completed part key=_multipart_PUY1C1KWIAHV.2~B1AKB5XIM9NZ.1 size=543762 2023-12-03T11:43:21.635 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.631+0000 7f4da82f78c0 1 < canceled multipart upload key=PUY1C1KWIAHV upload=B1AKB5XIM9NZ tag=YTP2UDN3QLEP type=write size=2640914 2023-12-03T11:43:21.640 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.635+0000 7f4da82f78c0 1 > prepared operation key=PUY1C1KWIAHV tag=LSK26SD68UNM type=del size=2715159 2023-12-03T11:43:21.644 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.639+0000 7f4da82f78c0 1 < completed delete operation key=RF6YEP4A6INZ tag=GC9O3JE0WYW3 type=del 2023-12-03T11:43:21.652 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.647+0000 7f4da82f78c0 1 > prepared part key=_multipart_IOZ5MNNP5B2W.2~16I6U0VHVABS.0 size=1048576 2023-12-03T11:43:21.655 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.651+0000 7f4da82f78c0 1 > prepared part key=_multipart_IOZ5MNNP5B2W.2~16I6U0VHVABS.1 size=289233 2023-12-03T11:43:21.655 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.651+0000 7f4da82f78c0 1 > prepared multipart upload key=IOZ5MNNP5B2W upload=16I6U0VHVABS tag=JHWUDKVF7FD4 type=write size=2386385 2023-12-03T11:43:21.659 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.655+0000 7f4da82f78c0 1 < completed delete operation key=UT0U43FV7Y0L tag=SPXR4NNLWS31 type=del 2023-12-03T11:43:21.667 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.663+0000 7f4da82f78c0 1 > prepared part key=_multipart_XCT2GVJ4O84M.2~QKBB01DZ9DOB.0 size=1048576 2023-12-03T11:43:21.670 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.663+0000 7f4da82f78c0 1 > prepared part key=_multipart_XCT2GVJ4O84M.2~QKBB01DZ9DOB.1 size=1048576 2023-12-03T11:43:21.673 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.667+0000 7f4da82f78c0 1 > prepared part key=_multipart_XCT2GVJ4O84M.2~QKBB01DZ9DOB.2 size=750982 2023-12-03T11:43:21.673 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.667+0000 7f4da82f78c0 1 > prepared multipart upload key=XCT2GVJ4O84M upload=QKBB01DZ9DOB tag=2GGA3AH15N8U type=write size=3896710 2023-12-03T11:43:21.674 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.667+0000 7f4da82f78c0 1 < canceled part key=_multipart_WEBJUD8426X3.2~7NX95YDK1ED5.0 size=1048576 2023-12-03T11:43:21.674 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.667+0000 7f4da82f78c0 1 < canceled part key=_multipart_WEBJUD8426X3.2~7NX95YDK1ED5.1 size=884759 2023-12-03T11:43:21.680 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.675+0000 7f4da82f78c0 1 < canceled multipart upload key=WEBJUD8426X3 upload=7NX95YDK1ED5 tag=JPEUC7MJ4R6Q type=write size=2981911 2023-12-03T11:43:21.684 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.679+0000 7f4da82f78c0 1 > prepared operation key=UT0U43FV7Y0L tag=WMT9Z5BGQO1J type=del size=2244555 2023-12-03T11:43:21.688 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.683+0000 7f4da82f78c0 1 < completed delete operation key=1GAQFDQ35291 tag=FUBWOLGH27GW type=del 2023-12-03T11:43:21.692 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.687+0000 7f4da82f78c0 1 > prepared operation key=XCT2GVJ4O84M tag=OXPI7SVNOMXJ type=write size=721582 2023-12-03T11:43:21.696 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.691+0000 7f4da82f78c0 1 < completed delete operation key=K2XC9VGBIFBD tag=VM4RYXUI2OGN type=del 2023-12-03T11:43:21.699 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.695+0000 7f4da82f78c0 1 > prepared operation key=QGLKMQWQRM89 tag=AIAJWXZ25WB5 type=del size=2349865 2023-12-03T11:43:21.703 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.699+0000 7f4da82f78c0 1 < completed delete operation key=Q5C3IZCQEVO6 tag=FPDV2AIFY5M0 type=del 2023-12-03T11:43:21.711 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.703+0000 7f4da82f78c0 1 > prepared operation key=IOZ5MNNP5B2W tag=1JS1KGCJR1BP type=del size=3353041 2023-12-03T11:43:21.712 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.707+0000 7f4da82f78c0 1 < completed part key=_multipart_MY1AJ69R89HD.2~MX6NXQ0MJT4I.0 size=1048576 2023-12-03T11:43:21.715 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.711+0000 7f4da82f78c0 1 < completed part key=_multipart_MY1AJ69R89HD.2~MX6NXQ0MJT4I.1 size=31711 2023-12-03T11:43:21.722 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.715+0000 7f4da82f78c0 1 < completed multipart upload key=MY1AJ69R89HD upload=MX6NXQ0MJT4I tag=P4OWWC4JUBQP type=write size=2128863 2023-12-03T11:43:21.729 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.723+0000 7f4da82f78c0 1 > prepared part key=_multipart_RF6YEP4A6INZ.2~PLJXYHX9API2.0 size=1048576 2023-12-03T11:43:21.732 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.727+0000 7f4da82f78c0 1 > prepared part key=_multipart_RF6YEP4A6INZ.2~PLJXYHX9API2.1 size=1048576 2023-12-03T11:43:21.735 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.731+0000 7f4da82f78c0 1 > prepared part key=_multipart_RF6YEP4A6INZ.2~PLJXYHX9API2.2 size=915765 2023-12-03T11:43:21.735 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.731+0000 7f4da82f78c0 1 > prepared multipart upload key=RF6YEP4A6INZ upload=PLJXYHX9API2 tag=Y2U54QOJAMJW type=write size=4061493 2023-12-03T11:43:21.740 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.735+0000 7f4da82f78c0 1 < canceled operation key=K2XC9VGBIFBD tag=DST1LXFN2TCB type=write size=717384 2023-12-03T11:43:21.743 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.739+0000 7f4da82f78c0 1 > prepared operation key=IA082W6GDNN2 tag=2D25JK80OVGI type=del size=1553282 2023-12-03T11:43:21.747 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.743+0000 7f4da82f78c0 1 < completed delete operation key=645V3LNUPS4A tag=ZK4PRFM7T2IU type=del 2023-12-03T11:43:21.752 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.747+0000 7f4da82f78c0 1 > prepared operation key=4LWB8EMR9EBJ tag=PSUVB9083CCH type=del size=1569138 2023-12-03T11:43:21.755 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.751+0000 7f4da82f78c0 1 < completed write operation key=D2PVZARQWEIV tag=K08VNZROGNS1 type=write size=61244 2023-12-03T11:43:21.762 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.759+0000 7f4da82f78c0 1 > prepared part key=_multipart_PUY1C1KWIAHV.2~WS6T5WKZQYKE.0 size=468569 2023-12-03T11:43:21.762 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.759+0000 7f4da82f78c0 1 > prepared multipart upload key=PUY1C1KWIAHV upload=WS6T5WKZQYKE tag=7T3G6VJ6LAMP type=write size=1517145 2023-12-03T11:43:21.766 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.759+0000 7f4da82f78c0 1 < completed delete operation key=D2PVZARQWEIV tag=WD1ZG1GF6OK5 type=del 2023-12-03T11:43:21.772 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.767+0000 7f4da82f78c0 1 > prepared part key=_multipart_UT0U43FV7Y0L.2~FHVBEBRLBRWQ.0 size=686076 2023-12-03T11:43:21.772 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.767+0000 7f4da82f78c0 1 > prepared multipart upload key=UT0U43FV7Y0L upload=FHVBEBRLBRWQ tag=CQEPLFJYI45K type=write size=1734652 2023-12-03T11:43:21.776 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.771+0000 7f4da82f78c0 1 < completed part key=_multipart_85DYZW2I0U7X.2~VFA8WQEV55TG.0 size=767175 2023-12-03T11:43:21.782 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.775+0000 7f4da82f78c0 1 < completed multipart upload key=85DYZW2I0U7X upload=VFA8WQEV55TG tag=SB9RB7RNBF2R type=write size=1815751 2023-12-03T11:43:21.785 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.779+0000 7f4da82f78c0 1 > prepared operation key=ZO4GYMSV47J9 tag=T8EE85ZMIORJ type=write size=1037623 2023-12-03T11:43:21.789 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.783+0000 7f4da82f78c0 1 < completed part key=_multipart_MY1AJ69R89HD.2~EMIA5BDP4SMX.0 size=1048576 2023-12-03T11:43:21.791 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.787+0000 7f4da82f78c0 1 < completed part key=_multipart_MY1AJ69R89HD.2~EMIA5BDP4SMX.1 size=1048576 2023-12-03T11:43:21.794 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.791+0000 7f4da82f78c0 1 < completed part key=_multipart_MY1AJ69R89HD.2~EMIA5BDP4SMX.2 size=760537 2023-12-03T11:43:21.801 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.795+0000 7f4da82f78c0 1 < completed multipart upload key=MY1AJ69R89HD upload=EMIA5BDP4SMX tag=6N3I2C9YVS8Q type=write size=3906265 2023-12-03T11:43:21.807 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.803+0000 7f4da82f78c0 1 > prepared part key=_multipart_645V3LNUPS4A.2~P3KV9V2NRJYU.0 size=1048576 2023-12-03T11:43:21.811 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.807+0000 7f4da82f78c0 1 > prepared part key=_multipart_645V3LNUPS4A.2~P3KV9V2NRJYU.1 size=167384 2023-12-03T11:43:21.811 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.807+0000 7f4da82f78c0 1 > prepared multipart upload key=645V3LNUPS4A upload=P3KV9V2NRJYU tag=8F9FWNBP69H1 type=write size=2264536 2023-12-03T11:43:21.814 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.811+0000 7f4da82f78c0 1 < completed delete operation key=K4O9QAISDGSN tag=DJ99N8NB36I7 type=del 2023-12-03T11:43:21.818 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.811+0000 7f4da82f78c0 1 > prepared operation key=85DYZW2I0U7X tag=GN1IQQ48RNZ6 type=del size=905172 2023-12-03T11:43:21.827 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.823+0000 7f4da82f78c0 1 < canceled operation key=Q3BH4HFRFZA5 tag=CPCDUSM4XYA8 type=del size=1620552 2023-12-03T11:43:21.830 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.823+0000 7f4da82f78c0 1 > prepared operation key=XCT2GVJ4O84M tag=EXVIHR8KRH6X type=del size=1479080 2023-12-03T11:43:21.837 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.831+0000 7f4da82f78c0 1 < suggested remove operation key=PUY1C1KWIAHV tag=LSK26SD68UNM type=del 2023-12-03T11:43:21.844 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.839+0000 7f4da82f78c0 1 > prepared part key=_multipart_4LWB8EMR9EBJ.2~R15POC8XT0WG.0 size=1048576 2023-12-03T11:43:21.847 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.843+0000 7f4da82f78c0 1 > prepared part key=_multipart_4LWB8EMR9EBJ.2~R15POC8XT0WG.1 size=1048576 2023-12-03T11:43:21.850 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.847+0000 7f4da82f78c0 1 > prepared part key=_multipart_4LWB8EMR9EBJ.2~R15POC8XT0WG.2 size=669064 2023-12-03T11:43:21.850 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.847+0000 7f4da82f78c0 1 > prepared multipart upload key=4LWB8EMR9EBJ upload=R15POC8XT0WG tag=JDGGI3AAXCYX type=write size=3814792 2023-12-03T11:43:21.854 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.847+0000 7f4da82f78c0 1 < completed part key=_multipart_IOZ5MNNP5B2W.2~16I6U0VHVABS.0 size=1048576 2023-12-03T11:43:21.857 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.851+0000 7f4da82f78c0 1 < completed part key=_multipart_IOZ5MNNP5B2W.2~16I6U0VHVABS.1 size=289233 2023-12-03T11:43:21.868 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.859+0000 7f4da82f78c0 1 < completed multipart upload key=IOZ5MNNP5B2W upload=16I6U0VHVABS tag=JHWUDKVF7FD4 type=write size=2386385 2023-12-03T11:43:21.868 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.863+0000 7f4da82f78c0 1 > prepared operation key=7EDLY2Q78IBP tag=PXRIGLK2XFZV type=del size=1888408 2023-12-03T11:43:21.871 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.867+0000 7f4da82f78c0 1 < completed part key=_multipart_XCT2GVJ4O84M.2~QKBB01DZ9DOB.0 size=1048576 2023-12-03T11:43:21.871 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.867+0000 7f4da82f78c0 1 < canceled part key=_multipart_XCT2GVJ4O84M.2~QKBB01DZ9DOB.1 size=1048576 2023-12-03T11:43:21.871 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.867+0000 7f4da82f78c0 1 < canceled part key=_multipart_XCT2GVJ4O84M.2~QKBB01DZ9DOB.2 size=750982 2023-12-03T11:43:21.878 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.871+0000 7f4da82f78c0 1 < canceled multipart upload key=XCT2GVJ4O84M upload=QKBB01DZ9DOB tag=2GGA3AH15N8U type=write size=3896710 2023-12-03T11:43:21.886 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.879+0000 7f4da82f78c0 1 > prepared part key=_multipart_ZO4GYMSV47J9.2~NHU1GBX3ZH1Q.0 size=1048576 2023-12-03T11:43:21.888 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.883+0000 7f4da82f78c0 1 > prepared part key=_multipart_ZO4GYMSV47J9.2~NHU1GBX3ZH1Q.1 size=937977 2023-12-03T11:43:21.889 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.883+0000 7f4da82f78c0 1 > prepared multipart upload key=ZO4GYMSV47J9 upload=NHU1GBX3ZH1Q tag=EYETBEPJQFDP type=write size=3035129 2023-12-03T11:43:21.892 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.887+0000 7f4da82f78c0 1 < completed delete operation key=UT0U43FV7Y0L tag=WMT9Z5BGQO1J type=del 2023-12-03T11:43:21.896 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.891+0000 7f4da82f78c0 1 > prepared operation key=IOZ5MNNP5B2W tag=D8HW8KJFFQBP type=del size=3713852 2023-12-03T11:43:21.901 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.895+0000 7f4da82f78c0 1 < completed write operation key=XCT2GVJ4O84M tag=OXPI7SVNOMXJ type=write size=721582 2023-12-03T11:43:21.905 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.899+0000 7f4da82f78c0 1 > prepared operation key=Q5C3IZCQEVO6 tag=ZZSPI47X3921 type=write size=98356 2023-12-03T11:43:21.909 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.903+0000 7f4da82f78c0 1 < completed delete operation key=QGLKMQWQRM89 tag=AIAJWXZ25WB5 type=del 2023-12-03T11:43:21.914 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.907+0000 7f4da82f78c0 1 > prepared operation key=PUY1C1KWIAHV tag=MMLHZA5W5G4G type=write size=778132 2023-12-03T11:43:21.919 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.915+0000 7f4da82f78c0 1 < completed delete operation key=IOZ5MNNP5B2W tag=1JS1KGCJR1BP type=del 2023-12-03T11:43:21.923 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.919+0000 7f4da82f78c0 1 > prepared operation key=GMT5400N4YTT tag=S227MKIL8GZN type=del size=1766796 2023-12-03T11:43:21.927 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.923+0000 7f4da82f78c0 1 < completed part key=_multipart_RF6YEP4A6INZ.2~PLJXYHX9API2.0 size=1048576 2023-12-03T11:43:21.931 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.927+0000 7f4da82f78c0 1 < completed part key=_multipart_RF6YEP4A6INZ.2~PLJXYHX9API2.1 size=1048576 2023-12-03T11:43:21.934 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.931+0000 7f4da82f78c0 1 < completed part key=_multipart_RF6YEP4A6INZ.2~PLJXYHX9API2.2 size=915765 2023-12-03T11:43:21.941 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.935+0000 7f4da82f78c0 1 < completed multipart upload key=RF6YEP4A6INZ upload=PLJXYHX9API2 tag=Y2U54QOJAMJW type=write size=4061493 2023-12-03T11:43:21.947 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.943+0000 7f4da82f78c0 1 > prepared part key=_multipart_K4O9QAISDGSN.2~PJFXLT8UGDS3.0 size=1048576 2023-12-03T11:43:21.950 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.947+0000 7f4da82f78c0 1 > prepared part key=_multipart_K4O9QAISDGSN.2~PJFXLT8UGDS3.1 size=36197 2023-12-03T11:43:21.950 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.947+0000 7f4da82f78c0 1 > prepared multipart upload key=K4O9QAISDGSN upload=PJFXLT8UGDS3 tag=G0L1U42QU2R7 type=write size=2133349 2023-12-03T11:43:21.954 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.951+0000 7f4da82f78c0 1 < completed delete operation key=IA082W6GDNN2 tag=2D25JK80OVGI type=del 2023-12-03T11:43:21.958 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.951+0000 7f4da82f78c0 1 > prepared operation key=4DF7KX58SVJY tag=IBXU5Z5T5N3S type=del size=442743 2023-12-03T11:43:21.961 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.955+0000 7f4da82f78c0 1 < completed delete operation key=4LWB8EMR9EBJ tag=PSUVB9083CCH type=del 2023-12-03T11:43:21.965 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.959+0000 7f4da82f78c0 1 > prepared operation key=UT0U43FV7Y0L tag=CNXZQQ2NGWTJ type=del size=1842689 2023-12-03T11:43:21.969 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.963+0000 7f4da82f78c0 1 < completed part key=_multipart_PUY1C1KWIAHV.2~WS6T5WKZQYKE.0 size=468569 2023-12-03T11:43:21.975 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.971+0000 7f4da82f78c0 1 < completed multipart upload key=PUY1C1KWIAHV upload=WS6T5WKZQYKE tag=7T3G6VJ6LAMP type=write size=1517145 2023-12-03T11:43:21.978 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.975+0000 7f4da82f78c0 1 > prepared operation key=K4O9QAISDGSN tag=37S584D1AL02 type=del size=3366313 2023-12-03T11:43:21.982 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.979+0000 7f4da82f78c0 1 < completed part key=_multipart_UT0U43FV7Y0L.2~FHVBEBRLBRWQ.0 size=686076 2023-12-03T11:43:21.988 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.983+0000 7f4da82f78c0 1 < completed multipart upload key=UT0U43FV7Y0L upload=FHVBEBRLBRWQ tag=CQEPLFJYI45K type=write size=1734652 2023-12-03T11:43:21.992 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.987+0000 7f4da82f78c0 1 > prepared operation key=K2XC9VGBIFBD tag=H1ZUJ7N1P6ON type=del size=837761 2023-12-03T11:43:21.995 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.991+0000 7f4da82f78c0 1 < completed write operation key=ZO4GYMSV47J9 tag=T8EE85ZMIORJ type=write size=1037623 2023-12-03T11:43:22.001 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.995+0000 7f4da82f78c0 1 > prepared part key=_multipart_4DF7KX58SVJY.2~XDSVB1JLFARC.0 size=794889 2023-12-03T11:43:22.002 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.995+0000 7f4da82f78c0 1 > prepared multipart upload key=4DF7KX58SVJY upload=XDSVB1JLFARC tag=KVXDT3LCW0DK type=write size=1843465 2023-12-03T11:43:22.005 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.999+0000 7f4da82f78c0 1 < completed part key=_multipart_645V3LNUPS4A.2~P3KV9V2NRJYU.0 size=1048576 2023-12-03T11:43:22.005 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:21.999+0000 7f4da82f78c0 1 < canceled part key=_multipart_645V3LNUPS4A.2~P3KV9V2NRJYU.1 size=167384 2023-12-03T11:43:22.012 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.007+0000 7f4da82f78c0 1 < canceled multipart upload key=645V3LNUPS4A upload=P3KV9V2NRJYU tag=8F9FWNBP69H1 type=write size=2264536 2023-12-03T11:43:22.019 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.015+0000 7f4da82f78c0 1 > prepared part key=_multipart_2HVLNPGB2PLL.2~0EBA15A71GLD.0 size=396287 2023-12-03T11:43:22.019 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.015+0000 7f4da82f78c0 1 > prepared multipart upload key=2HVLNPGB2PLL upload=0EBA15A71GLD tag=5PLLXHECQQF1 type=write size=1444863 2023-12-03T11:43:22.022 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.019+0000 7f4da82f78c0 1 < completed delete operation key=85DYZW2I0U7X tag=GN1IQQ48RNZ6 type=del 2023-12-03T11:43:22.026 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.019+0000 7f4da82f78c0 1 > prepared operation key=2HVLNPGB2PLL tag=POPG6ETR3O40 type=del size=1061915 2023-12-03T11:43:22.030 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.023+0000 7f4da82f78c0 1 < completed delete operation key=XCT2GVJ4O84M tag=EXVIHR8KRH6X type=del 2023-12-03T11:43:22.037 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.031+0000 7f4da82f78c0 1 > prepared part key=_multipart_2HVLNPGB2PLL.2~G6ZEG6OOF5HI.0 size=1048576 2023-12-03T11:43:22.040 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.035+0000 7f4da82f78c0 1 > prepared part key=_multipart_2HVLNPGB2PLL.2~G6ZEG6OOF5HI.1 size=377847 2023-12-03T11:43:22.040 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.035+0000 7f4da82f78c0 1 > prepared multipart upload key=2HVLNPGB2PLL upload=G6ZEG6OOF5HI tag=4LRBV5KKFDBS type=write size=2474999 2023-12-03T11:43:22.044 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.039+0000 7f4da82f78c0 1 < completed part key=_multipart_4LWB8EMR9EBJ.2~R15POC8XT0WG.0 size=1048576 2023-12-03T11:43:22.047 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.043+0000 7f4da82f78c0 1 < completed part key=_multipart_4LWB8EMR9EBJ.2~R15POC8XT0WG.1 size=1048576 2023-12-03T11:43:22.050 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.047+0000 7f4da82f78c0 1 < completed part key=_multipart_4LWB8EMR9EBJ.2~R15POC8XT0WG.2 size=669064 2023-12-03T11:43:22.057 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.051+0000 7f4da82f78c0 1 < completed multipart upload key=4LWB8EMR9EBJ upload=R15POC8XT0WG tag=JDGGI3AAXCYX type=write size=3814792 2023-12-03T11:43:22.061 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.055+0000 7f4da82f78c0 1 > prepared operation key=4DF7KX58SVJY tag=1J10T1L2RITZ type=del size=3009412 2023-12-03T11:43:22.067 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.063+0000 7f4da82f78c0 1 < completed delete operation key=7EDLY2Q78IBP tag=PXRIGLK2XFZV type=del 2023-12-03T11:43:22.074 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.067+0000 7f4da82f78c0 1 > prepared part key=_multipart_85DYZW2I0U7X.2~PERGAPFT0EQ7.0 size=1048576 2023-12-03T11:43:22.078 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.071+0000 7f4da82f78c0 1 > prepared part key=_multipart_85DYZW2I0U7X.2~PERGAPFT0EQ7.1 size=883539 2023-12-03T11:43:22.078 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.071+0000 7f4da82f78c0 1 > prepared multipart upload key=85DYZW2I0U7X upload=PERGAPFT0EQ7 tag=4DF9H8UDRTKY type=write size=2980691 2023-12-03T11:43:22.082 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.075+0000 7f4da82f78c0 1 < completed part key=_multipart_ZO4GYMSV47J9.2~NHU1GBX3ZH1Q.0 size=1048576 2023-12-03T11:43:22.086 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.079+0000 7f4da82f78c0 1 < completed part key=_multipart_ZO4GYMSV47J9.2~NHU1GBX3ZH1Q.1 size=937977 2023-12-03T11:43:22.093 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.087+0000 7f4da82f78c0 1 < completed multipart upload key=ZO4GYMSV47J9 upload=NHU1GBX3ZH1Q tag=EYETBEPJQFDP type=write size=3035129 2023-12-03T11:43:22.097 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.091+0000 7f4da82f78c0 1 > prepared operation key=Q5C3IZCQEVO6 tag=39MPS1O2FE3P type=del size=4186682 2023-12-03T11:43:22.102 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.095+0000 7f4da82f78c0 1 < completed delete operation key=IOZ5MNNP5B2W tag=D8HW8KJFFQBP type=del 2023-12-03T11:43:22.109 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.103+0000 7f4da82f78c0 1 > prepared part key=_multipart_K2XC9VGBIFBD.2~W8I3HUA5T9P2.0 size=1048576 2023-12-03T11:43:22.112 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.107+0000 7f4da82f78c0 1 > prepared part key=_multipart_K2XC9VGBIFBD.2~W8I3HUA5T9P2.1 size=460275 2023-12-03T11:43:22.112 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.107+0000 7f4da82f78c0 1 > prepared multipart upload key=K2XC9VGBIFBD upload=W8I3HUA5T9P2 tag=1UABZZENK1KU type=write size=2557427 2023-12-03T11:43:22.116 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.111+0000 7f4da82f78c0 1 < completed write operation key=Q5C3IZCQEVO6 tag=ZZSPI47X3921 type=write size=98356 2023-12-03T11:43:22.120 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.115+0000 7f4da82f78c0 1 > prepared operation key=Q3BH4HFRFZA5 tag=29I6E19Z1HR0 type=del size=3159759 2023-12-03T11:43:22.125 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.119+0000 7f4da82f78c0 1 < completed write operation key=PUY1C1KWIAHV tag=MMLHZA5W5G4G type=write size=778132 2023-12-03T11:43:22.129 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.123+0000 7f4da82f78c0 1 > prepared operation key=QGLKMQWQRM89 tag=IAMZTTG30QIP type=del size=1817850 2023-12-03T11:43:22.133 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.127+0000 7f4da82f78c0 1 < canceled operation key=GMT5400N4YTT tag=S227MKIL8GZN type=del size=1766796 2023-12-03T11:43:22.141 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.135+0000 7f4da82f78c0 1 > prepared part key=_multipart_K2XC9VGBIFBD.2~BKM832HYXADR.0 size=1048576 2023-12-03T11:43:22.144 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.139+0000 7f4da82f78c0 1 > prepared part key=_multipart_K2XC9VGBIFBD.2~BKM832HYXADR.1 size=973526 2023-12-03T11:43:22.144 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.139+0000 7f4da82f78c0 1 > prepared multipart upload key=K2XC9VGBIFBD upload=BKM832HYXADR tag=T11RU3UC4VZ9 type=write size=3070678 2023-12-03T11:43:22.148 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.143+0000 7f4da82f78c0 1 < completed part key=_multipart_K4O9QAISDGSN.2~PJFXLT8UGDS3.0 size=1048576 2023-12-03T11:43:22.151 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.147+0000 7f4da82f78c0 1 < completed part key=_multipart_K4O9QAISDGSN.2~PJFXLT8UGDS3.1 size=36197 2023-12-03T11:43:22.159 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.155+0000 7f4da82f78c0 1 < completed multipart upload key=K4O9QAISDGSN upload=PJFXLT8UGDS3 tag=G0L1U42QU2R7 type=write size=2133349 2023-12-03T11:43:22.163 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.159+0000 7f4da82f78c0 1 > prepared operation key=IA082W6GDNN2 tag=I4BIRKHKVTUJ type=del size=4077124 2023-12-03T11:43:22.167 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.163+0000 7f4da82f78c0 1 < completed delete operation key=4DF7KX58SVJY tag=IBXU5Z5T5N3S type=del 2023-12-03T11:43:22.171 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.167+0000 7f4da82f78c0 1 > prepared operation key=Q5C3IZCQEVO6 tag=ADJBETM4A550 type=del size=85320 2023-12-03T11:43:22.180 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.175+0000 7f4da82f78c0 1 < suggested remove operation key=UT0U43FV7Y0L tag=CNXZQQ2NGWTJ type=del 2023-12-03T11:43:22.184 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.179+0000 7f4da82f78c0 1 > prepared operation key=IOZ5MNNP5B2W tag=US3QDZA44OZ6 type=del size=2061541 2023-12-03T11:43:22.187 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.183+0000 7f4da82f78c0 1 < completed delete operation key=K4O9QAISDGSN tag=37S584D1AL02 type=del 2023-12-03T11:43:22.205 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.199+0000 7f4da82f78c0 1 > prepared part key=_multipart_L3HC1M7OJ3L7.2~NWQJPXCWYFPR.0 size=1048576 2023-12-03T11:43:22.208 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.203+0000 7f4da82f78c0 1 > prepared part key=_multipart_L3HC1M7OJ3L7.2~NWQJPXCWYFPR.1 size=1048576 2023-12-03T11:43:22.210 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.207+0000 7f4da82f78c0 1 > prepared part key=_multipart_L3HC1M7OJ3L7.2~NWQJPXCWYFPR.2 size=921488 2023-12-03T11:43:22.211 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.207+0000 7f4da82f78c0 1 > prepared multipart upload key=L3HC1M7OJ3L7 upload=NWQJPXCWYFPR tag=ISSKMVIRAR0K type=write size=4067216 2023-12-03T11:43:22.214 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.211+0000 7f4da82f78c0 1 < completed delete operation key=K2XC9VGBIFBD tag=H1ZUJ7N1P6ON type=del 2023-12-03T11:43:22.218 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.215+0000 7f4da82f78c0 1 > prepared operation key=D2PVZARQWEIV tag=SF16L45V1UX6 type=del size=2034598 2023-12-03T11:43:22.222 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.219+0000 7f4da82f78c0 1 < completed part key=_multipart_4DF7KX58SVJY.2~XDSVB1JLFARC.0 size=794889 2023-12-03T11:43:22.229 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.223+0000 7f4da82f78c0 1 < completed multipart upload key=4DF7KX58SVJY upload=XDSVB1JLFARC tag=KVXDT3LCW0DK type=write size=1843465 2023-12-03T11:43:22.236 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.231+0000 7f4da82f78c0 1 > prepared part key=_multipart_7AKK0TE2I43B.2~FP9J9TP12VBL.0 size=1024528 2023-12-03T11:43:22.236 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.231+0000 7f4da82f78c0 1 > prepared multipart upload key=7AKK0TE2I43B upload=FP9J9TP12VBL tag=2XJO6TREQFO3 type=write size=2073104 2023-12-03T11:43:22.242 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.235+0000 7f4da82f78c0 1 < completed part key=_multipart_2HVLNPGB2PLL.2~0EBA15A71GLD.0 size=396287 2023-12-03T11:43:22.247 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.243+0000 7f4da82f78c0 1 < completed multipart upload key=2HVLNPGB2PLL upload=0EBA15A71GLD tag=5PLLXHECQQF1 type=write size=1444863 2023-12-03T11:43:22.252 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.247+0000 7f4da82f78c0 1 > prepared operation key=TBD5MDTZYHGQ tag=FBDXNLHLNPVF type=del size=2825929 2023-12-03T11:43:22.255 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.251+0000 7f4da82f78c0 1 < completed delete operation key=2HVLNPGB2PLL tag=POPG6ETR3O40 type=del 2023-12-03T11:43:22.263 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.259+0000 7f4da82f78c0 1 > prepared part key=_multipart_4DF7KX58SVJY.2~B7FI2M3E3FF3.0 size=824192 2023-12-03T11:43:22.263 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.259+0000 7f4da82f78c0 1 > prepared multipart upload key=4DF7KX58SVJY upload=B7FI2M3E3FF3 tag=97Z0QKR0RY3O type=write size=1872768 2023-12-03T11:43:22.268 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.263+0000 7f4da82f78c0 1 < completed part key=_multipart_2HVLNPGB2PLL.2~G6ZEG6OOF5HI.0 size=1048576 2023-12-03T11:43:22.271 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.267+0000 7f4da82f78c0 1 < completed part key=_multipart_2HVLNPGB2PLL.2~G6ZEG6OOF5HI.1 size=377847 2023-12-03T11:43:22.278 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.271+0000 7f4da82f78c0 1 < completed multipart upload key=2HVLNPGB2PLL upload=G6ZEG6OOF5HI tag=4LRBV5KKFDBS type=write size=2474999 2023-12-03T11:43:22.284 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.279+0000 7f4da82f78c0 1 > prepared part key=_multipart_4DF7KX58SVJY.2~J9VACDFX9Y4Y.0 size=1048576 2023-12-03T11:43:22.287 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.283+0000 7f4da82f78c0 1 > prepared part key=_multipart_4DF7KX58SVJY.2~J9VACDFX9Y4Y.1 size=154306 2023-12-03T11:43:22.287 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.283+0000 7f4da82f78c0 1 > prepared multipart upload key=4DF7KX58SVJY upload=J9VACDFX9Y4Y tag=SHH8I1VQFHXC type=write size=2251458 2023-12-03T11:43:22.294 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.291+0000 7f4da82f78c0 1 < suggested update operation key=4DF7KX58SVJY tag=1J10T1L2RITZ type=del size=3009412 2023-12-03T11:43:22.301 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.295+0000 7f4da82f78c0 1 > prepared part key=_multipart_K4O9QAISDGSN.2~SDZIK3Q5VXR0.0 size=1048576 2023-12-03T11:43:22.304 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.299+0000 7f4da82f78c0 1 > prepared part key=_multipart_K4O9QAISDGSN.2~SDZIK3Q5VXR0.1 size=1048576 2023-12-03T11:43:22.307 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.303+0000 7f4da82f78c0 1 > prepared part key=_multipart_K4O9QAISDGSN.2~SDZIK3Q5VXR0.2 size=740025 2023-12-03T11:43:22.308 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.303+0000 7f4da82f78c0 1 > prepared multipart upload key=K4O9QAISDGSN upload=SDZIK3Q5VXR0 tag=SLJ6HP8H3JOH type=write size=3885753 2023-12-03T11:43:22.311 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.307+0000 7f4da82f78c0 1 < completed part key=_multipart_85DYZW2I0U7X.2~PERGAPFT0EQ7.0 size=1048576 2023-12-03T11:43:22.315 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.311+0000 7f4da82f78c0 1 < completed part key=_multipart_85DYZW2I0U7X.2~PERGAPFT0EQ7.1 size=883539 2023-12-03T11:43:22.322 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.315+0000 7f4da82f78c0 1 < completed multipart upload key=85DYZW2I0U7X upload=PERGAPFT0EQ7 tag=4DF9H8UDRTKY type=write size=2980691 2023-12-03T11:43:22.329 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.323+0000 7f4da82f78c0 1 > prepared part key=_multipart_TBD5MDTZYHGQ.2~WQAUBMJNZBZK.0 size=384303 2023-12-03T11:43:22.330 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.323+0000 7f4da82f78c0 1 > prepared multipart upload key=TBD5MDTZYHGQ upload=WQAUBMJNZBZK tag=T4JFL4UIBSWZ type=write size=1432879 2023-12-03T11:43:22.333 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.327+0000 7f4da82f78c0 1 < completed delete operation key=Q5C3IZCQEVO6 tag=39MPS1O2FE3P type=del 2023-12-03T11:43:22.337 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.331+0000 7f4da82f78c0 1 > prepared operation key=PSYQ3RT9HX5N tag=8NXQ7R6VAONL type=del size=2701265 2023-12-03T11:43:22.338 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.335+0000 7f4da82f78c0 1 < canceled part key=_multipart_K2XC9VGBIFBD.2~W8I3HUA5T9P2.0 size=1048576 2023-12-03T11:43:22.341 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.335+0000 7f4da82f78c0 1 < completed part key=_multipart_K2XC9VGBIFBD.2~W8I3HUA5T9P2.1 size=460275 2023-12-03T11:43:22.348 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.343+0000 7f4da82f78c0 1 < canceled multipart upload key=K2XC9VGBIFBD upload=W8I3HUA5T9P2 tag=1UABZZENK1KU type=write size=2557427 2023-12-03T11:43:22.355 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.351+0000 7f4da82f78c0 1 > prepared part key=_multipart_Q3BH4HFRFZA5.2~S4EZ5APKLPGM.0 size=5338 2023-12-03T11:43:22.355 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.351+0000 7f4da82f78c0 1 > prepared multipart upload key=Q3BH4HFRFZA5 upload=S4EZ5APKLPGM tag=701IAEW7Y9JW type=write size=1053914 2023-12-03T11:43:22.359 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.355+0000 7f4da82f78c0 1 < completed delete operation key=Q3BH4HFRFZA5 tag=29I6E19Z1HR0 type=del 2023-12-03T11:43:22.362 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.359+0000 7f4da82f78c0 1 > prepared operation key=PSYQ3RT9HX5N tag=2DO9X3G3A7ZH type=del size=810371 2023-12-03T11:43:22.366 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.363+0000 7f4da82f78c0 1 < completed delete operation key=QGLKMQWQRM89 tag=IAMZTTG30QIP type=del 2023-12-03T11:43:22.371 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.367+0000 7f4da82f78c0 1 > prepared operation key=1GAQFDQ35291 tag=3FP62EQR7GW1 type=del size=1025735 2023-12-03T11:43:22.375 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.371+0000 7f4da82f78c0 1 < completed part key=_multipart_K2XC9VGBIFBD.2~BKM832HYXADR.0 size=1048576 2023-12-03T11:43:22.378 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.371+0000 7f4da82f78c0 1 < completed part key=_multipart_K2XC9VGBIFBD.2~BKM832HYXADR.1 size=973526 2023-12-03T11:43:22.384 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.379+0000 7f4da82f78c0 1 < completed multipart upload key=K2XC9VGBIFBD upload=BKM832HYXADR tag=T11RU3UC4VZ9 type=write size=3070678 2023-12-03T11:43:22.388 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.383+0000 7f4da82f78c0 1 > prepared operation key=IOZ5MNNP5B2W tag=6H2DQQ2K2NEA type=del size=3909388 2023-12-03T11:43:22.391 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.387+0000 7f4da82f78c0 1 < completed delete operation key=IA082W6GDNN2 tag=I4BIRKHKVTUJ type=del 2023-12-03T11:43:22.398 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.395+0000 7f4da82f78c0 1 > prepared part key=_multipart_MY1AJ69R89HD.2~49LQ34BCW9HJ.0 size=277326 2023-12-03T11:43:22.398 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.395+0000 7f4da82f78c0 1 > prepared multipart upload key=MY1AJ69R89HD upload=49LQ34BCW9HJ tag=SVY48CO1D8J6 type=write size=1325902 2023-12-03T11:43:22.402 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.399+0000 7f4da82f78c0 1 < completed delete operation key=Q5C3IZCQEVO6 tag=ADJBETM4A550 type=del 2023-12-03T11:43:22.406 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.403+0000 7f4da82f78c0 1 > prepared operation key=645V3LNUPS4A tag=ZKB1EXWM9TDY type=del size=3252242 2023-12-03T11:43:22.410 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.403+0000 7f4da82f78c0 1 < completed delete operation key=IOZ5MNNP5B2W tag=US3QDZA44OZ6 type=del 2023-12-03T11:43:22.417 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.411+0000 7f4da82f78c0 1 > prepared part key=_multipart_ZO4GYMSV47J9.2~3X1J25AN6SAH.0 size=1048576 2023-12-03T11:43:22.420 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.415+0000 7f4da82f78c0 1 > prepared part key=_multipart_ZO4GYMSV47J9.2~3X1J25AN6SAH.1 size=627413 2023-12-03T11:43:22.420 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.415+0000 7f4da82f78c0 1 > prepared multipart upload key=ZO4GYMSV47J9 upload=3X1J25AN6SAH tag=KV3W9T4GBKH8 type=write size=2724565 2023-12-03T11:43:22.423 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.419+0000 7f4da82f78c0 1 < completed part key=_multipart_L3HC1M7OJ3L7.2~NWQJPXCWYFPR.0 size=1048576 2023-12-03T11:43:22.426 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.423+0000 7f4da82f78c0 1 < completed part key=_multipart_L3HC1M7OJ3L7.2~NWQJPXCWYFPR.1 size=1048576 2023-12-03T11:43:22.429 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.423+0000 7f4da82f78c0 1 < completed part key=_multipart_L3HC1M7OJ3L7.2~NWQJPXCWYFPR.2 size=921488 2023-12-03T11:43:22.437 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.431+0000 7f4da82f78c0 1 < completed multipart upload key=L3HC1M7OJ3L7 upload=NWQJPXCWYFPR tag=ISSKMVIRAR0K type=write size=4067216 2023-12-03T11:43:22.445 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.439+0000 7f4da82f78c0 1 > prepared part key=_multipart_4LWB8EMR9EBJ.2~LFAUR0P1O71D.0 size=1048576 2023-12-03T11:43:22.447 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.439+0000 7f4da82f78c0 1 > prepared part key=_multipart_4LWB8EMR9EBJ.2~LFAUR0P1O71D.1 size=1048576 2023-12-03T11:43:22.448 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.443+0000 7f4da82f78c0 1 > prepared part key=_multipart_4LWB8EMR9EBJ.2~LFAUR0P1O71D.2 size=444610 2023-12-03T11:43:22.449 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.443+0000 7f4da82f78c0 1 > prepared multipart upload key=4LWB8EMR9EBJ upload=LFAUR0P1O71D tag=22O3509L1T4T type=write size=3590338 2023-12-03T11:43:22.452 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.447+0000 7f4da82f78c0 1 < completed delete operation key=D2PVZARQWEIV tag=SF16L45V1UX6 type=del 2023-12-03T11:43:22.456 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.451+0000 7f4da82f78c0 1 > prepared operation key=K6FJNLCVDIUX tag=V8KOIFETOXF4 type=write size=153070 2023-12-03T11:43:22.460 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.455+0000 7f4da82f78c0 1 < completed part key=_multipart_7AKK0TE2I43B.2~FP9J9TP12VBL.0 size=1024528 2023-12-03T11:43:22.466 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.463+0000 7f4da82f78c0 1 < completed multipart upload key=7AKK0TE2I43B upload=FP9J9TP12VBL tag=2XJO6TREQFO3 type=write size=2073104 2023-12-03T11:43:22.470 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.463+0000 7f4da82f78c0 1 > prepared operation key=K4O9QAISDGSN tag=1U0021FLMXYI type=del size=3937854 2023-12-03T11:43:22.474 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.467+0000 7f4da82f78c0 1 < completed delete operation key=TBD5MDTZYHGQ tag=FBDXNLHLNPVF type=del 2023-12-03T11:43:22.480 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.475+0000 7f4da82f78c0 1 > prepared part key=_multipart_RF6YEP4A6INZ.2~CSGDWVKAQLNY.0 size=463279 2023-12-03T11:43:22.480 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.475+0000 7f4da82f78c0 1 > prepared multipart upload key=RF6YEP4A6INZ upload=CSGDWVKAQLNY tag=FYW1B0TJYSZO type=write size=1511855 2023-12-03T11:43:22.485 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.479+0000 7f4da82f78c0 1 < completed part key=_multipart_4DF7KX58SVJY.2~B7FI2M3E3FF3.0 size=824192 2023-12-03T11:43:22.490 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.487+0000 7f4da82f78c0 1 < completed multipart upload key=4DF7KX58SVJY upload=B7FI2M3E3FF3 tag=97Z0QKR0RY3O type=write size=1872768 2023-12-03T11:43:22.497 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.491+0000 7f4da82f78c0 1 > prepared part key=_multipart_PUY1C1KWIAHV.2~H0YNBLD6E13V.0 size=1048576 2023-12-03T11:43:22.500 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.495+0000 7f4da82f78c0 1 > prepared part key=_multipart_PUY1C1KWIAHV.2~H0YNBLD6E13V.1 size=1048576 2023-12-03T11:43:22.503 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.499+0000 7f4da82f78c0 1 > prepared part key=_multipart_PUY1C1KWIAHV.2~H0YNBLD6E13V.2 size=1031565 2023-12-03T11:43:22.503 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.499+0000 7f4da82f78c0 1 > prepared multipart upload key=PUY1C1KWIAHV upload=H0YNBLD6E13V tag=TV59U3N6Z63X type=write size=4177293 2023-12-03T11:43:22.507 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.503+0000 7f4da82f78c0 1 < completed part key=_multipart_4DF7KX58SVJY.2~J9VACDFX9Y4Y.0 size=1048576 2023-12-03T11:43:22.510 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.503+0000 7f4da82f78c0 1 < completed part key=_multipart_4DF7KX58SVJY.2~J9VACDFX9Y4Y.1 size=154306 2023-12-03T11:43:22.516 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.511+0000 7f4da82f78c0 1 < completed multipart upload key=4DF7KX58SVJY upload=J9VACDFX9Y4Y tag=SHH8I1VQFHXC type=write size=2251458 2023-12-03T11:43:22.520 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.515+0000 7f4da82f78c0 1 > prepared operation key=TBD5MDTZYHGQ tag=OAP6TXHBHN7N type=del size=1646497 2023-12-03T11:43:22.524 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.519+0000 7f4da82f78c0 1 < completed part key=_multipart_K4O9QAISDGSN.2~SDZIK3Q5VXR0.0 size=1048576 2023-12-03T11:43:22.527 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.523+0000 7f4da82f78c0 1 < completed part key=_multipart_K4O9QAISDGSN.2~SDZIK3Q5VXR0.1 size=1048576 2023-12-03T11:43:22.527 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.523+0000 7f4da82f78c0 1 < canceled part key=_multipart_K4O9QAISDGSN.2~SDZIK3Q5VXR0.2 size=740025 2023-12-03T11:43:22.534 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.527+0000 7f4da82f78c0 1 < canceled multipart upload key=K4O9QAISDGSN upload=SDZIK3Q5VXR0 tag=SLJ6HP8H3JOH type=write size=3885753 2023-12-03T11:43:22.540 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.535+0000 7f4da82f78c0 1 > prepared part key=_multipart_YCJ1J0AKOH1D.2~4P827Z1VT3YV.0 size=1048576 2023-12-03T11:43:22.543 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.539+0000 7f4da82f78c0 1 > prepared part key=_multipart_YCJ1J0AKOH1D.2~4P827Z1VT3YV.1 size=1048576 2023-12-03T11:43:22.546 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.543+0000 7f4da82f78c0 1 > prepared part key=_multipart_YCJ1J0AKOH1D.2~4P827Z1VT3YV.2 size=622731 2023-12-03T11:43:22.546 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.543+0000 7f4da82f78c0 1 > prepared multipart upload key=YCJ1J0AKOH1D upload=4P827Z1VT3YV tag=NZ9HA2YC91LV type=write size=3768459 2023-12-03T11:43:22.550 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.547+0000 7f4da82f78c0 1 < completed part key=_multipart_TBD5MDTZYHGQ.2~WQAUBMJNZBZK.0 size=384303 2023-12-03T11:43:22.563 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.559+0000 7f4da82f78c0 1 < completed multipart upload key=TBD5MDTZYHGQ upload=WQAUBMJNZBZK tag=T4JFL4UIBSWZ type=write size=1432879 2023-12-03T11:43:22.570 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.563+0000 7f4da82f78c0 1 > prepared part key=_multipart_85DYZW2I0U7X.2~6Y1ZSCNCVZ0Z.0 size=934445 2023-12-03T11:43:22.570 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.563+0000 7f4da82f78c0 1 > prepared multipart upload key=85DYZW2I0U7X upload=6Y1ZSCNCVZ0Z tag=6BF832ANOGSW type=write size=1983021 2023-12-03T11:43:22.573 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.567+0000 7f4da82f78c0 1 < completed delete operation key=PSYQ3RT9HX5N tag=8NXQ7R6VAONL type=del 2023-12-03T11:43:22.577 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.571+0000 7f4da82f78c0 1 > prepared operation key=645V3LNUPS4A tag=P0Q7GY6EKVUT type=del size=2879657 2023-12-03T11:43:22.581 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.575+0000 7f4da82f78c0 1 < completed part key=_multipart_Q3BH4HFRFZA5.2~S4EZ5APKLPGM.0 size=5338 2023-12-03T11:43:22.588 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.583+0000 7f4da82f78c0 1 < completed multipart upload key=Q3BH4HFRFZA5 upload=S4EZ5APKLPGM tag=701IAEW7Y9JW type=write size=1053914 2023-12-03T11:43:22.592 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.587+0000 7f4da82f78c0 1 > prepared operation key=85DYZW2I0U7X tag=1QK7N76VXQUN type=write size=497757 2023-12-03T11:43:22.597 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.591+0000 7f4da82f78c0 1 < completed delete operation key=PSYQ3RT9HX5N tag=2DO9X3G3A7ZH type=del 2023-12-03T11:43:22.604 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.599+0000 7f4da82f78c0 1 > prepared part key=_multipart_QGLKMQWQRM89.2~E0B6YYYX5E62.0 size=1048576 2023-12-03T11:43:22.607 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.603+0000 7f4da82f78c0 1 > prepared part key=_multipart_QGLKMQWQRM89.2~E0B6YYYX5E62.1 size=1048576 2023-12-03T11:43:22.610 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.603+0000 7f4da82f78c0 1 > prepared part key=_multipart_QGLKMQWQRM89.2~E0B6YYYX5E62.2 size=299162 2023-12-03T11:43:22.610 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.603+0000 7f4da82f78c0 1 > prepared multipart upload key=QGLKMQWQRM89 upload=E0B6YYYX5E62 tag=72LDXZNA3MCD type=write size=3444890 2023-12-03T11:43:22.614 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.607+0000 7f4da82f78c0 1 < canceled operation key=1GAQFDQ35291 tag=3FP62EQR7GW1 type=del size=1025735 2023-12-03T11:43:22.617 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.611+0000 7f4da82f78c0 1 > prepared operation key=7EDLY2Q78IBP tag=3RPRAOUHUTFV type=del size=3785837 2023-12-03T11:43:22.621 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.615+0000 7f4da82f78c0 1 < completed delete operation key=IOZ5MNNP5B2W tag=6H2DQQ2K2NEA type=del 2023-12-03T11:43:22.625 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.619+0000 7f4da82f78c0 1 > prepared operation key=TBD5MDTZYHGQ tag=UQ9HSGZGMK0Q type=del size=2767573 2023-12-03T11:43:22.629 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.623+0000 7f4da82f78c0 1 < completed part key=_multipart_MY1AJ69R89HD.2~49LQ34BCW9HJ.0 size=277326 2023-12-03T11:43:22.635 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.631+0000 7f4da82f78c0 1 < completed multipart upload key=MY1AJ69R89HD upload=49LQ34BCW9HJ tag=SVY48CO1D8J6 type=write size=1325902 2023-12-03T11:43:22.642 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.635+0000 7f4da82f78c0 1 > prepared part key=_multipart_IOZ5MNNP5B2W.2~TZ00RQ71E18I.0 size=1048576 2023-12-03T11:43:22.644 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.639+0000 7f4da82f78c0 1 > prepared part key=_multipart_IOZ5MNNP5B2W.2~TZ00RQ71E18I.1 size=1048576 2023-12-03T11:43:22.650 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.643+0000 7f4da82f78c0 1 > prepared part key=_multipart_IOZ5MNNP5B2W.2~TZ00RQ71E18I.2 size=874058 2023-12-03T11:43:22.650 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.643+0000 7f4da82f78c0 1 > prepared multipart upload key=IOZ5MNNP5B2W upload=TZ00RQ71E18I tag=TXUOXFSA0YTB type=write size=4019786 2023-12-03T11:43:22.655 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.651+0000 7f4da82f78c0 1 < suggested remove operation key=645V3LNUPS4A tag=ZKB1EXWM9TDY type=del 2023-12-03T11:43:22.658 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.655+0000 7f4da82f78c0 1 > prepared operation key=PSYQ3RT9HX5N tag=X5V617O74D1E type=del size=1825538 2023-12-03T11:43:22.662 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.659+0000 7f4da82f78c0 1 < completed part key=_multipart_ZO4GYMSV47J9.2~3X1J25AN6SAH.0 size=1048576 2023-12-03T11:43:22.662 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.659+0000 7f4da82f78c0 1 < canceled part key=_multipart_ZO4GYMSV47J9.2~3X1J25AN6SAH.1 size=627413 2023-12-03T11:43:22.669 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.663+0000 7f4da82f78c0 1 < canceled multipart upload key=ZO4GYMSV47J9 upload=3X1J25AN6SAH tag=KV3W9T4GBKH8 type=write size=2724565 2023-12-03T11:43:22.673 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.667+0000 7f4da82f78c0 1 > prepared operation key=1H0XTAA0VMYC tag=G3FQPUB0JW68 type=del size=3376119 2023-12-03T11:43:22.674 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.671+0000 7f4da82f78c0 1 < canceled part key=_multipart_4LWB8EMR9EBJ.2~LFAUR0P1O71D.0 size=1048576 2023-12-03T11:43:22.678 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.671+0000 7f4da82f78c0 1 < completed part key=_multipart_4LWB8EMR9EBJ.2~LFAUR0P1O71D.1 size=1048576 2023-12-03T11:43:22.681 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.675+0000 7f4da82f78c0 1 < completed part key=_multipart_4LWB8EMR9EBJ.2~LFAUR0P1O71D.2 size=444610 2023-12-03T11:43:22.688 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.683+0000 7f4da82f78c0 1 < canceled multipart upload key=4LWB8EMR9EBJ upload=LFAUR0P1O71D tag=22O3509L1T4T type=write size=3590338 2023-12-03T11:43:22.696 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.691+0000 7f4da82f78c0 1 > prepared part key=_multipart_6UZY1HWE143J.2~V3CD59JYQIQW.0 size=1048576 2023-12-03T11:43:22.699 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.695+0000 7f4da82f78c0 1 > prepared part key=_multipart_6UZY1HWE143J.2~V3CD59JYQIQW.1 size=978004 2023-12-03T11:43:22.699 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.695+0000 7f4da82f78c0 1 > prepared multipart upload key=6UZY1HWE143J upload=V3CD59JYQIQW tag=RY828NSU4QTX type=write size=3075156 2023-12-03T11:43:22.703 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.699+0000 7f4da82f78c0 1 < completed write operation key=K6FJNLCVDIUX tag=V8KOIFETOXF4 type=write size=153070 2023-12-03T11:43:22.711 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.707+0000 7f4da82f78c0 1 > prepared part key=_multipart_K2XC9VGBIFBD.2~2DINJ6YG01L8.0 size=1048576 2023-12-03T11:43:22.714 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.707+0000 7f4da82f78c0 1 > prepared part key=_multipart_K2XC9VGBIFBD.2~2DINJ6YG01L8.1 size=1048576 2023-12-03T11:43:22.717 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.711+0000 7f4da82f78c0 1 > prepared part key=_multipart_K2XC9VGBIFBD.2~2DINJ6YG01L8.2 size=761413 2023-12-03T11:43:22.717 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.711+0000 7f4da82f78c0 1 > prepared multipart upload key=K2XC9VGBIFBD upload=2DINJ6YG01L8 tag=2QXP97U695OA type=write size=3907141 2023-12-03T11:43:22.721 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.715+0000 7f4da82f78c0 1 < completed delete operation key=K4O9QAISDGSN tag=1U0021FLMXYI type=del 2023-12-03T11:43:22.725 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.719+0000 7f4da82f78c0 1 > prepared operation key=TBD5MDTZYHGQ tag=3A50SWULGPPX type=del size=2437596 2023-12-03T11:43:22.729 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.723+0000 7f4da82f78c0 1 < completed part key=_multipart_RF6YEP4A6INZ.2~CSGDWVKAQLNY.0 size=463279 2023-12-03T11:43:22.735 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.731+0000 7f4da82f78c0 1 < completed multipart upload key=RF6YEP4A6INZ upload=CSGDWVKAQLNY tag=FYW1B0TJYSZO type=write size=1511855 2023-12-03T11:43:22.742 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.739+0000 7f4da82f78c0 1 > prepared part key=_multipart_IA082W6GDNN2.2~HROXRDMMTETN.0 size=886937 2023-12-03T11:43:22.742 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.739+0000 7f4da82f78c0 1 > prepared multipart upload key=IA082W6GDNN2 upload=HROXRDMMTETN tag=20WA95ADDC37 type=write size=1935513 2023-12-03T11:43:22.746 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.743+0000 7f4da82f78c0 1 < completed part key=_multipart_PUY1C1KWIAHV.2~H0YNBLD6E13V.0 size=1048576 2023-12-03T11:43:22.749 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.743+0000 7f4da82f78c0 1 < completed part key=_multipart_PUY1C1KWIAHV.2~H0YNBLD6E13V.1 size=1048576 2023-12-03T11:43:22.753 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.747+0000 7f4da82f78c0 1 < completed part key=_multipart_PUY1C1KWIAHV.2~H0YNBLD6E13V.2 size=1031565 2023-12-03T11:43:22.759 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.755+0000 7f4da82f78c0 1 < completed multipart upload key=PUY1C1KWIAHV upload=H0YNBLD6E13V tag=TV59U3N6Z63X type=write size=4177293 2023-12-03T11:43:22.767 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.763+0000 7f4da82f78c0 1 > prepared part key=_multipart_1GAQFDQ35291.2~TUV7SDKDSVFJ.0 size=21579 2023-12-03T11:43:22.767 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.763+0000 7f4da82f78c0 1 > prepared multipart upload key=1GAQFDQ35291 upload=TUV7SDKDSVFJ tag=VG9E35CHF1YF type=write size=1070155 2023-12-03T11:43:22.772 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.767+0000 7f4da82f78c0 1 < completed delete operation key=TBD5MDTZYHGQ tag=OAP6TXHBHN7N type=del 2023-12-03T11:43:22.777 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.771+0000 7f4da82f78c0 1 > prepared operation key=7EDLY2Q78IBP tag=T8VKS9W7NXST type=write size=440639 2023-12-03T11:43:22.782 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.775+0000 7f4da82f78c0 1 < completed part key=_multipart_YCJ1J0AKOH1D.2~4P827Z1VT3YV.0 size=1048576 2023-12-03T11:43:22.784 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.779+0000 7f4da82f78c0 1 < completed part key=_multipart_YCJ1J0AKOH1D.2~4P827Z1VT3YV.1 size=1048576 2023-12-03T11:43:22.787 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.783+0000 7f4da82f78c0 1 < completed part key=_multipart_YCJ1J0AKOH1D.2~4P827Z1VT3YV.2 size=622731 2023-12-03T11:43:22.794 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.787+0000 7f4da82f78c0 1 < completed multipart upload key=YCJ1J0AKOH1D upload=4P827Z1VT3YV tag=NZ9HA2YC91LV type=write size=3768459 2023-12-03T11:43:22.798 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.791+0000 7f4da82f78c0 1 > prepared operation key=6UZY1HWE143J tag=QSW4YNCV4UME type=del size=2591568 2023-12-03T11:43:22.801 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.795+0000 7f4da82f78c0 1 < completed part key=_multipart_85DYZW2I0U7X.2~6Y1ZSCNCVZ0Z.0 size=934445 2023-12-03T11:43:22.808 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.803+0000 7f4da82f78c0 1 < completed multipart upload key=85DYZW2I0U7X upload=6Y1ZSCNCVZ0Z tag=6BF832ANOGSW type=write size=1983021 2023-12-03T11:43:22.811 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.807+0000 7f4da82f78c0 1 > prepared operation key=K6FJNLCVDIUX tag=WINJFFD1RV6R type=del size=2426782 2023-12-03T11:43:22.815 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.811+0000 7f4da82f78c0 -1 < failed to complete operation key=645V3LNUPS4A tag=P0Q7GY6EKVUT type=del size=2879657: (22) Invalid argument 2023-12-03T11:43:22.819 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.815+0000 7f4da82f78c0 1 > prepared operation key=4LWB8EMR9EBJ tag=SEZSD60HFL6F type=write size=1035723 2023-12-03T11:43:22.827 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.823+0000 7f4da82f78c0 1 < suggested update operation key=85DYZW2I0U7X tag=1QK7N76VXQUN type=write size=497757 2023-12-03T11:43:22.831 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.827+0000 7f4da82f78c0 1 > prepared operation key=4LWB8EMR9EBJ tag=P5TIPM1T2VZ3 type=write size=838507 2023-12-03T11:43:22.835 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.831+0000 7f4da82f78c0 1 < completed part key=_multipart_QGLKMQWQRM89.2~E0B6YYYX5E62.0 size=1048576 2023-12-03T11:43:22.838 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.835+0000 7f4da82f78c0 1 < completed part key=_multipart_QGLKMQWQRM89.2~E0B6YYYX5E62.1 size=1048576 2023-12-03T11:43:22.841 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.835+0000 7f4da82f78c0 1 < completed part key=_multipart_QGLKMQWQRM89.2~E0B6YYYX5E62.2 size=299162 2023-12-03T11:43:22.848 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.843+0000 7f4da82f78c0 1 < completed multipart upload key=QGLKMQWQRM89 upload=E0B6YYYX5E62 tag=72LDXZNA3MCD type=write size=3444890 2023-12-03T11:43:22.853 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.847+0000 7f4da82f78c0 1 > prepared operation key=K4O9QAISDGSN tag=XGZQLHPK6HY8 type=write size=296813 2023-12-03T11:43:22.856 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.851+0000 7f4da82f78c0 1 < canceled operation key=7EDLY2Q78IBP tag=3RPRAOUHUTFV type=del size=3785837 2023-12-03T11:43:22.864 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.859+0000 7f4da82f78c0 1 > prepared part key=_multipart_RF6YEP4A6INZ.2~81SFJCCEOV6L.0 size=1048576 2023-12-03T11:43:22.867 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.863+0000 7f4da82f78c0 1 > prepared part key=_multipart_RF6YEP4A6INZ.2~81SFJCCEOV6L.1 size=1048576 2023-12-03T11:43:22.871 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.863+0000 7f4da82f78c0 1 > prepared part key=_multipart_RF6YEP4A6INZ.2~81SFJCCEOV6L.2 size=622207 2023-12-03T11:43:22.871 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.863+0000 7f4da82f78c0 1 > prepared multipart upload key=RF6YEP4A6INZ upload=81SFJCCEOV6L tag=PVN7OG1UOJZG type=write size=3767935 2023-12-03T11:43:22.874 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.867+0000 7f4da82f78c0 1 < canceled operation key=TBD5MDTZYHGQ tag=UQ9HSGZGMK0Q type=del size=2767573 2023-12-03T11:43:22.878 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.871+0000 7f4da82f78c0 1 > prepared operation key=4DF7KX58SVJY tag=UDQTMLHNX6GW type=del size=2260243 2023-12-03T11:43:22.882 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.875+0000 7f4da82f78c0 1 < completed part key=_multipart_IOZ5MNNP5B2W.2~TZ00RQ71E18I.0 size=1048576 2023-12-03T11:43:22.885 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.879+0000 7f4da82f78c0 1 < completed part key=_multipart_IOZ5MNNP5B2W.2~TZ00RQ71E18I.1 size=1048576 2023-12-03T11:43:22.889 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.883+0000 7f4da82f78c0 1 < completed part key=_multipart_IOZ5MNNP5B2W.2~TZ00RQ71E18I.2 size=874058 2023-12-03T11:43:22.896 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.891+0000 7f4da82f78c0 1 < completed multipart upload key=IOZ5MNNP5B2W upload=TZ00RQ71E18I tag=TXUOXFSA0YTB type=write size=4019786 2023-12-03T11:43:22.902 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.899+0000 7f4da82f78c0 1 > prepared part key=_multipart_MY1AJ69R89HD.2~8PUWTI3UXZP8.0 size=296074 2023-12-03T11:43:22.902 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.899+0000 7f4da82f78c0 1 > prepared multipart upload key=MY1AJ69R89HD upload=8PUWTI3UXZP8 tag=8MQM6TWMTKP3 type=write size=1344650 2023-12-03T11:43:22.906 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.903+0000 7f4da82f78c0 1 < completed delete operation key=PSYQ3RT9HX5N tag=X5V617O74D1E type=del 2023-12-03T11:43:22.910 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.907+0000 7f4da82f78c0 1 > prepared operation key=D2PVZARQWEIV tag=07T7WZ4UKLOW type=del size=1366761 2023-12-03T11:43:22.915 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.911+0000 7f4da82f78c0 1 < canceled operation key=1H0XTAA0VMYC tag=G3FQPUB0JW68 type=del size=3376119 2023-12-03T11:43:22.919 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.915+0000 7f4da82f78c0 1 > prepared operation key=1H0XTAA0VMYC tag=0D2DTKCA1I08 type=del size=3755014 2023-12-03T11:43:22.929 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.923+0000 7f4da82f78c0 1 < completed part key=_multipart_6UZY1HWE143J.2~V3CD59JYQIQW.0 size=1048576 2023-12-03T11:43:22.929 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.923+0000 7f4da82f78c0 1 < canceled part key=_multipart_6UZY1HWE143J.2~V3CD59JYQIQW.1 size=978004 2023-12-03T11:43:22.936 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.931+0000 7f4da82f78c0 1 < canceled multipart upload key=6UZY1HWE143J upload=V3CD59JYQIQW tag=RY828NSU4QTX type=write size=3075156 2023-12-03T11:43:22.940 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.935+0000 7f4da82f78c0 1 > prepared operation key=1H0XTAA0VMYC tag=OQW22WQO3SKO type=del size=2295519 2023-12-03T11:43:22.944 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.939+0000 7f4da82f78c0 1 < completed part key=_multipart_K2XC9VGBIFBD.2~2DINJ6YG01L8.0 size=1048576 2023-12-03T11:43:22.947 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.943+0000 7f4da82f78c0 1 < completed part key=_multipart_K2XC9VGBIFBD.2~2DINJ6YG01L8.1 size=1048576 2023-12-03T11:43:22.950 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.943+0000 7f4da82f78c0 1 < completed part key=_multipart_K2XC9VGBIFBD.2~2DINJ6YG01L8.2 size=761413 2023-12-03T11:43:22.957 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.951+0000 7f4da82f78c0 1 < completed multipart upload key=K2XC9VGBIFBD upload=2DINJ6YG01L8 tag=2QXP97U695OA type=write size=3907141 2023-12-03T11:43:22.961 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.955+0000 7f4da82f78c0 1 > prepared operation key=2HVLNPGB2PLL tag=K44WAMFBAAHF type=del size=3326326 2023-12-03T11:43:22.964 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.959+0000 7f4da82f78c0 1 < completed delete operation key=TBD5MDTZYHGQ tag=3A50SWULGPPX type=del 2023-12-03T11:43:22.968 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.963+0000 7f4da82f78c0 1 > prepared operation key=PSYQ3RT9HX5N tag=KSNJ3LZD58BV type=del size=3955030 2023-12-03T11:43:22.972 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.967+0000 7f4da82f78c0 1 < completed part key=_multipart_IA082W6GDNN2.2~HROXRDMMTETN.0 size=886937 2023-12-03T11:43:22.978 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.975+0000 7f4da82f78c0 1 < completed multipart upload key=IA082W6GDNN2 upload=HROXRDMMTETN tag=20WA95ADDC37 type=write size=1935513 2023-12-03T11:43:22.982 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.979+0000 7f4da82f78c0 1 > prepared operation key=Q3BH4HFRFZA5 tag=JPJB72242S0D type=write size=649756 2023-12-03T11:43:22.986 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.983+0000 7f4da82f78c0 1 < completed part key=_multipart_1GAQFDQ35291.2~TUV7SDKDSVFJ.0 size=21579 2023-12-03T11:43:22.993 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.987+0000 7f4da82f78c0 1 < completed multipart upload key=1GAQFDQ35291 upload=TUV7SDKDSVFJ tag=VG9E35CHF1YF type=write size=1070155 2023-12-03T11:43:22.997 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.991+0000 7f4da82f78c0 1 > prepared operation key=GMT5400N4YTT tag=ISA9JM5WZNU2 type=del size=2906486 2023-12-03T11:43:23.002 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:22.995+0000 7f4da82f78c0 1 < completed write operation key=7EDLY2Q78IBP tag=T8VKS9W7NXST type=write size=440639 2023-12-03T11:43:23.009 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.003+0000 7f4da82f78c0 1 > prepared part key=_multipart_YCJ1J0AKOH1D.2~4UUH6F2NCTEN.0 size=868288 2023-12-03T11:43:23.010 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.003+0000 7f4da82f78c0 1 > prepared multipart upload key=YCJ1J0AKOH1D upload=4UUH6F2NCTEN tag=Q0X43N2283YN type=write size=1916864 2023-12-03T11:43:23.013 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.007+0000 7f4da82f78c0 1 < canceled operation key=6UZY1HWE143J tag=QSW4YNCV4UME type=del size=2591568 2023-12-03T11:43:23.017 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.011+0000 7f4da82f78c0 1 > prepared operation key=K6FJNLCVDIUX tag=TSIK8KGM9VJR type=del size=1647288 2023-12-03T11:43:23.022 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.015+0000 7f4da82f78c0 1 < completed delete operation key=K6FJNLCVDIUX tag=WINJFFD1RV6R type=del 2023-12-03T11:43:23.026 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.019+0000 7f4da82f78c0 1 > prepared operation key=K6FJNLCVDIUX tag=ZBTZ6GG5UK5A type=del size=4113175 2023-12-03T11:43:23.030 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.027+0000 7f4da82f78c0 1 < completed write operation key=4LWB8EMR9EBJ tag=SEZSD60HFL6F type=write size=1035723 2023-12-03T11:43:23.034 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.027+0000 7f4da82f78c0 1 > prepared operation key=ZO4GYMSV47J9 tag=CHUAWYQPE3OR type=del size=3404113 2023-12-03T11:43:23.038 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.035+0000 7f4da82f78c0 1 < completed write operation key=4LWB8EMR9EBJ tag=P5TIPM1T2VZ3 type=write size=838507 2023-12-03T11:43:23.042 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.039+0000 7f4da82f78c0 1 > prepared operation key=6UZY1HWE143J tag=HMI5R72TB6II type=del size=3276704 2023-12-03T11:43:23.047 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.043+0000 7f4da82f78c0 1 < completed write operation key=K4O9QAISDGSN tag=XGZQLHPK6HY8 type=write size=296813 2023-12-03T11:43:23.053 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.047+0000 7f4da82f78c0 1 > prepared part key=_multipart_645V3LNUPS4A.2~2UKE6FQ40E3U.0 size=1048576 2023-12-03T11:43:23.056 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.051+0000 7f4da82f78c0 1 > prepared part key=_multipart_645V3LNUPS4A.2~2UKE6FQ40E3U.1 size=1048576 2023-12-03T11:43:23.059 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.055+0000 7f4da82f78c0 1 > prepared part key=_multipart_645V3LNUPS4A.2~2UKE6FQ40E3U.2 size=446801 2023-12-03T11:43:23.059 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.055+0000 7f4da82f78c0 1 > prepared multipart upload key=645V3LNUPS4A upload=2UKE6FQ40E3U tag=ZDDJ9B9J70IJ type=write size=3592529 2023-12-03T11:43:23.063 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.059+0000 7f4da82f78c0 1 < completed part key=_multipart_RF6YEP4A6INZ.2~81SFJCCEOV6L.0 size=1048576 2023-12-03T11:43:23.065 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.059+0000 7f4da82f78c0 1 < completed part key=_multipart_RF6YEP4A6INZ.2~81SFJCCEOV6L.1 size=1048576 2023-12-03T11:43:23.068 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.063+0000 7f4da82f78c0 1 < completed part key=_multipart_RF6YEP4A6INZ.2~81SFJCCEOV6L.2 size=622207 2023-12-03T11:43:23.075 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.071+0000 7f4da82f78c0 1 < completed multipart upload key=RF6YEP4A6INZ upload=81SFJCCEOV6L tag=PVN7OG1UOJZG type=write size=3767935 2023-12-03T11:43:23.079 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.075+0000 7f4da82f78c0 1 > prepared operation key=4DF7KX58SVJY tag=SIZXLV5KDZQV type=del size=2573905 2023-12-03T11:43:23.083 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.079+0000 7f4da82f78c0 1 < completed delete operation key=4DF7KX58SVJY tag=UDQTMLHNX6GW type=del 2023-12-03T11:43:23.087 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.083+0000 7f4da82f78c0 1 > prepared operation key=4LWB8EMR9EBJ tag=Y8SQ4QTPJ4VQ type=write size=1004767 2023-12-03T11:43:23.092 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.087+0000 7f4da82f78c0 1 < completed part key=_multipart_MY1AJ69R89HD.2~8PUWTI3UXZP8.0 size=296074 2023-12-03T11:43:23.098 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.091+0000 7f4da82f78c0 1 < completed multipart upload key=MY1AJ69R89HD upload=8PUWTI3UXZP8 tag=8MQM6TWMTKP3 type=write size=1344650 2023-12-03T11:43:23.102 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.099+0000 7f4da82f78c0 1 > prepared operation key=645V3LNUPS4A tag=2PGF2DHUM8XT type=del size=2833315 2023-12-03T11:43:23.111 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.107+0000 7f4da82f78c0 1 < suggested remove operation key=D2PVZARQWEIV tag=07T7WZ4UKLOW type=del 2023-12-03T11:43:23.115 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.111+0000 7f4da82f78c0 1 > prepared operation key=WEBJUD8426X3 tag=11DQBO49WU7M type=del size=941848 2023-12-03T11:43:23.119 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.115+0000 7f4da82f78c0 1 < completed delete operation key=1H0XTAA0VMYC tag=0D2DTKCA1I08 type=del 2023-12-03T11:43:23.126 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.119+0000 7f4da82f78c0 1 > prepared part key=_multipart_YCJ1J0AKOH1D.2~GAIZISURQ7Q4.0 size=1048576 2023-12-03T11:43:23.128 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.123+0000 7f4da82f78c0 1 > prepared part key=_multipart_YCJ1J0AKOH1D.2~GAIZISURQ7Q4.1 size=603103 2023-12-03T11:43:23.129 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.123+0000 7f4da82f78c0 1 > prepared multipart upload key=YCJ1J0AKOH1D upload=GAIZISURQ7Q4 tag=0MZF5KUMNCPR type=write size=2700255 2023-12-03T11:43:23.132 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.127+0000 7f4da82f78c0 1 < canceled operation key=1H0XTAA0VMYC tag=OQW22WQO3SKO type=del size=2295519 2023-12-03T11:43:23.136 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.131+0000 7f4da82f78c0 1 > prepared operation key=Q3BH4HFRFZA5 tag=OS1D2ZDZ0W1U type=del size=2459122 2023-12-03T11:43:23.142 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.135+0000 7f4da82f78c0 1 < completed delete operation key=2HVLNPGB2PLL tag=K44WAMFBAAHF type=del 2023-12-03T11:43:23.146 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.139+0000 7f4da82f78c0 1 > prepared operation key=M9A06B3PSDOD tag=DYY9IM91CYGP type=del size=1368696 2023-12-03T11:43:23.150 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.143+0000 7f4da82f78c0 1 < completed delete operation key=PSYQ3RT9HX5N tag=KSNJ3LZD58BV type=del 2023-12-03T11:43:23.157 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.151+0000 7f4da82f78c0 1 > prepared part key=_multipart_ZO4GYMSV47J9.2~Z0QUFUD2RNYO.0 size=1048576 2023-12-03T11:43:23.160 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.155+0000 7f4da82f78c0 1 > prepared part key=_multipart_ZO4GYMSV47J9.2~Z0QUFUD2RNYO.1 size=1048576 2023-12-03T11:43:23.163 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.159+0000 7f4da82f78c0 1 > prepared part key=_multipart_ZO4GYMSV47J9.2~Z0QUFUD2RNYO.2 size=773015 2023-12-03T11:43:23.163 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.159+0000 7f4da82f78c0 1 > prepared multipart upload key=ZO4GYMSV47J9 upload=Z0QUFUD2RNYO tag=UDADBHR4HMG2 type=write size=3918743 2023-12-03T11:43:23.171 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.167+0000 7f4da82f78c0 1 < suggested update operation key=Q3BH4HFRFZA5 tag=JPJB72242S0D type=write size=649756 2023-12-03T11:43:23.175 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.171+0000 7f4da82f78c0 1 > prepared operation key=6UZY1HWE143J tag=9NMMNVOI4C4U type=del size=3190925 2023-12-03T11:43:23.179 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.175+0000 7f4da82f78c0 1 < completed delete operation key=GMT5400N4YTT tag=ISA9JM5WZNU2 type=del 2023-12-03T11:43:23.182 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.179+0000 7f4da82f78c0 1 > prepared operation key=2HVLNPGB2PLL tag=XAD5ZBUKPX4Q type=del size=3465947 2023-12-03T11:43:23.186 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.183+0000 7f4da82f78c0 1 < completed part key=_multipart_YCJ1J0AKOH1D.2~4UUH6F2NCTEN.0 size=868288 2023-12-03T11:43:23.194 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.187+0000 7f4da82f78c0 1 < completed multipart upload key=YCJ1J0AKOH1D upload=4UUH6F2NCTEN tag=Q0X43N2283YN type=write size=1916864 2023-12-03T11:43:23.199 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.195+0000 7f4da82f78c0 1 > prepared part key=_multipart_6UZY1HWE143J.2~EBXC1AHCRH20.0 size=1048576 2023-12-03T11:43:23.202 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.199+0000 7f4da82f78c0 1 > prepared part key=_multipart_6UZY1HWE143J.2~EBXC1AHCRH20.1 size=1048576 2023-12-03T11:43:23.205 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.199+0000 7f4da82f78c0 1 > prepared part key=_multipart_6UZY1HWE143J.2~EBXC1AHCRH20.2 size=357579 2023-12-03T11:43:23.205 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.199+0000 7f4da82f78c0 1 > prepared multipart upload key=6UZY1HWE143J upload=EBXC1AHCRH20 tag=ATFVC731613G type=write size=3503307 2023-12-03T11:43:23.209 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.203+0000 7f4da82f78c0 1 < completed delete operation key=K6FJNLCVDIUX tag=TSIK8KGM9VJR type=del 2023-12-03T11:43:23.213 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.207+0000 7f4da82f78c0 1 > prepared operation key=XCT2GVJ4O84M tag=0QXDEKX65M4C type=del size=2551826 2023-12-03T11:43:23.217 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.211+0000 7f4da82f78c0 1 < completed delete operation key=K6FJNLCVDIUX tag=ZBTZ6GG5UK5A type=del 2023-12-03T11:43:23.221 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.215+0000 7f4da82f78c0 1 > prepared operation key=Q5C3IZCQEVO6 tag=7VL01IQXXJJL type=write size=623949 2023-12-03T11:43:23.225 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.219+0000 7f4da82f78c0 1 < completed delete operation key=ZO4GYMSV47J9 tag=CHUAWYQPE3OR type=del 2023-12-03T11:43:23.232 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.227+0000 7f4da82f78c0 1 > prepared part key=_multipart_MY1AJ69R89HD.2~8FZPQ8BA9ZNG.0 size=566820 2023-12-03T11:43:23.232 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.227+0000 7f4da82f78c0 1 > prepared multipart upload key=MY1AJ69R89HD upload=8FZPQ8BA9ZNG tag=O2RDKMZA1SIZ type=write size=1615396 2023-12-03T11:43:23.236 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.231+0000 7f4da82f78c0 1 < completed delete operation key=6UZY1HWE143J tag=HMI5R72TB6II type=del 2023-12-03T11:43:23.243 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.239+0000 7f4da82f78c0 1 > prepared part key=_multipart_MY1AJ69R89HD.2~13IBCIGCLGUC.0 size=650238 2023-12-03T11:43:23.243 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.239+0000 7f4da82f78c0 1 > prepared multipart upload key=MY1AJ69R89HD upload=13IBCIGCLGUC tag=2GG6051AF3AU type=write size=1698814 2023-12-03T11:43:23.244 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.239+0000 7f4da82f78c0 1 < canceled part key=_multipart_645V3LNUPS4A.2~2UKE6FQ40E3U.0 size=1048576 2023-12-03T11:43:23.246 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.243+0000 7f4da82f78c0 1 < completed part key=_multipart_645V3LNUPS4A.2~2UKE6FQ40E3U.1 size=1048576 2023-12-03T11:43:23.249 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.243+0000 7f4da82f78c0 1 < completed part key=_multipart_645V3LNUPS4A.2~2UKE6FQ40E3U.2 size=446801 2023-12-03T11:43:23.256 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.251+0000 7f4da82f78c0 1 < canceled multipart upload key=645V3LNUPS4A upload=2UKE6FQ40E3U tag=ZDDJ9B9J70IJ type=write size=3592529 2023-12-03T11:43:23.261 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.255+0000 7f4da82f78c0 1 > prepared operation key=4LWB8EMR9EBJ tag=U0TWNQMVWGVF type=write size=337360 2023-12-03T11:43:23.267 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.263+0000 7f4da82f78c0 1 < suggested update operation key=4DF7KX58SVJY tag=SIZXLV5KDZQV type=del size=2573905 2023-12-03T11:43:23.271 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.267+0000 7f4da82f78c0 1 > prepared operation key=M9A06B3PSDOD tag=NA818NH9PQ50 type=write size=742417 2023-12-03T11:43:23.278 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.271+0000 7f4da82f78c0 1 < suggested update operation key=4LWB8EMR9EBJ tag=Y8SQ4QTPJ4VQ type=write size=1004767 2023-12-03T11:43:23.281 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.275+0000 7f4da82f78c0 1 > prepared operation key=2HVLNPGB2PLL tag=R823RJK7MJDS type=del size=2690427 2023-12-03T11:43:23.285 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.279+0000 7f4da82f78c0 1 < completed delete operation key=645V3LNUPS4A tag=2PGF2DHUM8XT type=del 2023-12-03T11:43:23.292 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.287+0000 7f4da82f78c0 1 > prepared part key=_multipart_RF6YEP4A6INZ.2~O61GJ2MR798A.0 size=1048576 2023-12-03T11:43:23.303 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.299+0000 7f4da82f78c0 1 > prepared part key=_multipart_RF6YEP4A6INZ.2~O61GJ2MR798A.1 size=765277 2023-12-03T11:43:23.303 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.299+0000 7f4da82f78c0 1 > prepared multipart upload key=RF6YEP4A6INZ upload=O61GJ2MR798A tag=34QXBPDFG59S type=write size=2862429 2023-12-03T11:43:23.307 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.303+0000 7f4da82f78c0 1 < completed delete operation key=WEBJUD8426X3 tag=11DQBO49WU7M type=del 2023-12-03T11:43:23.313 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.307+0000 7f4da82f78c0 1 > prepared part key=_multipart_IOZ5MNNP5B2W.2~ROVDLJLGJSU5.0 size=1048576 2023-12-03T11:43:23.316 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.311+0000 7f4da82f78c0 1 > prepared part key=_multipart_IOZ5MNNP5B2W.2~ROVDLJLGJSU5.1 size=485549 2023-12-03T11:43:23.316 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.311+0000 7f4da82f78c0 1 > prepared multipart upload key=IOZ5MNNP5B2W upload=ROVDLJLGJSU5 tag=WRECLU7U2QDZ type=write size=2582701 2023-12-03T11:43:23.320 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.315+0000 7f4da82f78c0 1 < completed part key=_multipart_YCJ1J0AKOH1D.2~GAIZISURQ7Q4.0 size=1048576 2023-12-03T11:43:23.323 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.319+0000 7f4da82f78c0 1 < completed part key=_multipart_YCJ1J0AKOH1D.2~GAIZISURQ7Q4.1 size=603103 2023-12-03T11:43:23.329 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.323+0000 7f4da82f78c0 1 < completed multipart upload key=YCJ1J0AKOH1D upload=GAIZISURQ7Q4 tag=0MZF5KUMNCPR type=write size=2700255 2023-12-03T11:43:23.333 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.327+0000 7f4da82f78c0 1 > prepared operation key=645V3LNUPS4A tag=VZ9MJTA72IY3 type=write size=477483 2023-12-03T11:43:23.337 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.331+0000 7f4da82f78c0 -1 < failed to complete operation key=Q3BH4HFRFZA5 tag=OS1D2ZDZ0W1U type=del size=2459122: (22) Invalid argument 2023-12-03T11:43:23.341 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.335+0000 7f4da82f78c0 1 > prepared operation key=7AKK0TE2I43B tag=NM2E67B5Z565 type=del size=3042212 2023-12-03T11:43:23.344 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.339+0000 7f4da82f78c0 1 < completed delete operation key=M9A06B3PSDOD tag=DYY9IM91CYGP type=del 2023-12-03T11:43:23.348 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.343+0000 7f4da82f78c0 1 > prepared operation key=QGLKMQWQRM89 tag=5ZILI8Q315HP type=write size=1005100 2023-12-03T11:43:23.352 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.347+0000 7f4da82f78c0 1 < completed part key=_multipart_ZO4GYMSV47J9.2~Z0QUFUD2RNYO.0 size=1048576 2023-12-03T11:43:23.355 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.351+0000 7f4da82f78c0 1 < completed part key=_multipart_ZO4GYMSV47J9.2~Z0QUFUD2RNYO.1 size=1048576 2023-12-03T11:43:23.358 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.355+0000 7f4da82f78c0 1 < completed part key=_multipart_ZO4GYMSV47J9.2~Z0QUFUD2RNYO.2 size=773015 2023-12-03T11:43:23.365 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.359+0000 7f4da82f78c0 1 < completed multipart upload key=ZO4GYMSV47J9 upload=Z0QUFUD2RNYO tag=UDADBHR4HMG2 type=write size=3918743 2023-12-03T11:43:23.372 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.367+0000 7f4da82f78c0 1 > prepared part key=_multipart_RF6YEP4A6INZ.2~S9JCE30T8THL.0 size=982612 2023-12-03T11:43:23.372 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.367+0000 7f4da82f78c0 1 > prepared multipart upload key=RF6YEP4A6INZ upload=S9JCE30T8THL tag=6LSAX930M01O type=write size=2031188 2023-12-03T11:43:23.380 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.375+0000 7f4da82f78c0 1 < suggested remove operation key=6UZY1HWE143J tag=9NMMNVOI4C4U type=del 2023-12-03T11:43:23.383 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.379+0000 7f4da82f78c0 1 > prepared operation key=MY1AJ69R89HD tag=N8NYOT69TYJS type=del size=2840784 2023-12-03T11:43:23.388 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.383+0000 7f4da82f78c0 1 < canceled operation key=2HVLNPGB2PLL tag=XAD5ZBUKPX4Q type=del size=3465947 2023-12-03T11:43:23.392 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.387+0000 7f4da82f78c0 1 > prepared operation key=IOZ5MNNP5B2W tag=K9KTXVOAZ7SY type=del size=328021 2023-12-03T11:43:23.397 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.391+0000 7f4da82f78c0 1 < completed part key=_multipart_6UZY1HWE143J.2~EBXC1AHCRH20.0 size=1048576 2023-12-03T11:43:23.400 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.395+0000 7f4da82f78c0 1 < completed part key=_multipart_6UZY1HWE143J.2~EBXC1AHCRH20.1 size=1048576 2023-12-03T11:43:23.404 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.399+0000 7f4da82f78c0 1 < completed part key=_multipart_6UZY1HWE143J.2~EBXC1AHCRH20.2 size=357579 2023-12-03T11:43:23.411 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.407+0000 7f4da82f78c0 1 < completed multipart upload key=6UZY1HWE143J upload=EBXC1AHCRH20 tag=ATFVC731613G type=write size=3503307 2023-12-03T11:43:23.416 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.411+0000 7f4da82f78c0 1 > prepared operation key=D2PVZARQWEIV tag=7RIB7R1PJ4CR type=del size=3730480 2023-12-03T11:43:23.424 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.419+0000 7f4da82f78c0 1 < suggested remove operation key=XCT2GVJ4O84M tag=0QXDEKX65M4C type=del 2023-12-03T11:43:23.428 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.423+0000 7f4da82f78c0 1 > prepared operation key=M9A06B3PSDOD tag=95DMZ0LS70OB type=write size=27804 2023-12-03T11:43:23.437 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.431+0000 7f4da82f78c0 1 < suggested update operation key=Q5C3IZCQEVO6 tag=7VL01IQXXJJL type=write size=623949 2023-12-03T11:43:23.444 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.439+0000 7f4da82f78c0 1 > prepared part key=_multipart_M9A06B3PSDOD.2~50K729XRJ01W.0 size=1048576 2023-12-03T11:43:23.447 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.443+0000 7f4da82f78c0 1 > prepared part key=_multipart_M9A06B3PSDOD.2~50K729XRJ01W.1 size=1048576 2023-12-03T11:43:23.449 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.443+0000 7f4da82f78c0 1 > prepared part key=_multipart_M9A06B3PSDOD.2~50K729XRJ01W.2 size=260809 2023-12-03T11:43:23.450 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.443+0000 7f4da82f78c0 1 > prepared multipart upload key=M9A06B3PSDOD upload=50K729XRJ01W tag=82HNMF8L4HYT type=write size=3406537 2023-12-03T11:43:23.453 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.447+0000 7f4da82f78c0 1 < completed part key=_multipart_MY1AJ69R89HD.2~8FZPQ8BA9ZNG.0 size=566820 2023-12-03T11:43:23.459 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.455+0000 7f4da82f78c0 1 < completed multipart upload key=MY1AJ69R89HD upload=8FZPQ8BA9ZNG tag=O2RDKMZA1SIZ type=write size=1615396 2023-12-03T11:43:23.466 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.459+0000 7f4da82f78c0 1 > prepared operation key=4DF7KX58SVJY tag=0K0MN2DYMQ5T type=del size=403188 2023-12-03T11:43:23.467 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.463+0000 7f4da82f78c0 1 < completed part key=_multipart_MY1AJ69R89HD.2~13IBCIGCLGUC.0 size=650238 2023-12-03T11:43:23.473 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.467+0000 7f4da82f78c0 1 < completed multipart upload key=MY1AJ69R89HD upload=13IBCIGCLGUC tag=2GG6051AF3AU type=write size=1698814 2023-12-03T11:43:23.480 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.475+0000 7f4da82f78c0 1 > prepared part key=_multipart_L3HC1M7OJ3L7.2~WEYRPNZYZQ99.0 size=1048576 2023-12-03T11:43:23.483 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.479+0000 7f4da82f78c0 1 > prepared part key=_multipart_L3HC1M7OJ3L7.2~WEYRPNZYZQ99.1 size=1048576 2023-12-03T11:43:23.486 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.479+0000 7f4da82f78c0 1 > prepared part key=_multipart_L3HC1M7OJ3L7.2~WEYRPNZYZQ99.2 size=705776 2023-12-03T11:43:23.486 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.479+0000 7f4da82f78c0 1 > prepared multipart upload key=L3HC1M7OJ3L7 upload=WEYRPNZYZQ99 tag=EZCX2V78BQ4K type=write size=3851504 2023-12-03T11:43:23.493 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.487+0000 7f4da82f78c0 1 < suggested remove operation key=4LWB8EMR9EBJ tag=U0TWNQMVWGVF type=write 2023-12-03T11:43:23.497 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.491+0000 7f4da82f78c0 1 > prepared operation key=TBD5MDTZYHGQ tag=KETT05J6HW1I type=del size=2728995 2023-12-03T11:43:23.501 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.495+0000 7f4da82f78c0 1 < completed write operation key=M9A06B3PSDOD tag=NA818NH9PQ50 type=write size=742417 2023-12-03T11:43:23.508 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.503+0000 7f4da82f78c0 1 > prepared part key=_multipart_TBD5MDTZYHGQ.2~7HRZEYX60BPT.0 size=1048576 2023-12-03T11:43:23.511 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.507+0000 7f4da82f78c0 1 > prepared part key=_multipart_TBD5MDTZYHGQ.2~7HRZEYX60BPT.1 size=1048576 2023-12-03T11:43:23.514 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.507+0000 7f4da82f78c0 1 > prepared part key=_multipart_TBD5MDTZYHGQ.2~7HRZEYX60BPT.2 size=272058 2023-12-03T11:43:23.514 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.507+0000 7f4da82f78c0 1 > prepared multipart upload key=TBD5MDTZYHGQ upload=7HRZEYX60BPT tag=XY6L3GUKE2IT type=write size=3417786 2023-12-03T11:43:23.518 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.515+0000 7f4da82f78c0 1 < completed delete operation key=2HVLNPGB2PLL tag=R823RJK7MJDS type=del 2023-12-03T11:43:23.527 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.523+0000 7f4da82f78c0 1 > prepared part key=_multipart_GMT5400N4YTT.2~Y4ABM4WI8XI0.0 size=1048576 2023-12-03T11:43:23.530 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.527+0000 7f4da82f78c0 1 > prepared part key=_multipart_GMT5400N4YTT.2~Y4ABM4WI8XI0.1 size=1048576 2023-12-03T11:43:23.533 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.527+0000 7f4da82f78c0 1 > prepared part key=_multipart_GMT5400N4YTT.2~Y4ABM4WI8XI0.2 size=597477 2023-12-03T11:43:23.533 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.527+0000 7f4da82f78c0 1 > prepared multipart upload key=GMT5400N4YTT upload=Y4ABM4WI8XI0 tag=D9DHRBQMZHBN type=write size=3743205 2023-12-03T11:43:23.537 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.531+0000 7f4da82f78c0 1 < completed part key=_multipart_RF6YEP4A6INZ.2~O61GJ2MR798A.0 size=1048576 2023-12-03T11:43:23.541 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.535+0000 7f4da82f78c0 1 < completed part key=_multipart_RF6YEP4A6INZ.2~O61GJ2MR798A.1 size=765277 2023-12-03T11:43:23.548 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.543+0000 7f4da82f78c0 1 < completed multipart upload key=RF6YEP4A6INZ upload=O61GJ2MR798A tag=34QXBPDFG59S type=write size=2862429 2023-12-03T11:43:23.552 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.547+0000 7f4da82f78c0 1 > prepared operation key=6UZY1HWE143J tag=0WM9RZWVL283 type=write size=261612 2023-12-03T11:43:23.557 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.551+0000 7f4da82f78c0 1 < completed part key=_multipart_IOZ5MNNP5B2W.2~ROVDLJLGJSU5.0 size=1048576 2023-12-03T11:43:23.558 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.551+0000 7f4da82f78c0 1 < canceled part key=_multipart_IOZ5MNNP5B2W.2~ROVDLJLGJSU5.1 size=485549 2023-12-03T11:43:23.564 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.559+0000 7f4da82f78c0 1 < canceled multipart upload key=IOZ5MNNP5B2W upload=ROVDLJLGJSU5 tag=WRECLU7U2QDZ type=write size=2582701 2023-12-03T11:43:23.571 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.567+0000 7f4da82f78c0 1 > prepared part key=_multipart_4LWB8EMR9EBJ.2~CMBPLC9FT6HY.0 size=1048576 2023-12-03T11:43:23.574 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.567+0000 7f4da82f78c0 1 > prepared part key=_multipart_4LWB8EMR9EBJ.2~CMBPLC9FT6HY.1 size=22883 2023-12-03T11:43:23.574 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.567+0000 7f4da82f78c0 1 > prepared multipart upload key=4LWB8EMR9EBJ upload=CMBPLC9FT6HY tag=TSXSJ32DWJSQ type=write size=2120035 2023-12-03T11:43:23.578 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.575+0000 7f4da82f78c0 1 < completed write operation key=645V3LNUPS4A tag=VZ9MJTA72IY3 type=write size=477483 2023-12-03T11:43:23.585 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.579+0000 7f4da82f78c0 1 > prepared part key=_multipart_UT0U43FV7Y0L.2~O833JCPP2Y5W.0 size=1048576 2023-12-03T11:43:23.588 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.583+0000 7f4da82f78c0 1 > prepared part key=_multipart_UT0U43FV7Y0L.2~O833JCPP2Y5W.1 size=1048576 2023-12-03T11:43:23.591 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.587+0000 7f4da82f78c0 1 > prepared part key=_multipart_UT0U43FV7Y0L.2~O833JCPP2Y5W.2 size=269077 2023-12-03T11:43:23.592 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.587+0000 7f4da82f78c0 1 > prepared multipart upload key=UT0U43FV7Y0L upload=O833JCPP2Y5W tag=A05G0NP8JWRN type=write size=3414805 2023-12-03T11:43:23.595 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.591+0000 7f4da82f78c0 1 < completed delete operation key=7AKK0TE2I43B tag=NM2E67B5Z565 type=del 2023-12-03T11:43:23.603 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.599+0000 7f4da82f78c0 1 > prepared part key=_multipart_K2XC9VGBIFBD.2~IWL2UANCNXAZ.0 size=1048576 2023-12-03T11:43:23.605 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.599+0000 7f4da82f78c0 1 > prepared part key=_multipart_K2XC9VGBIFBD.2~IWL2UANCNXAZ.1 size=89122 2023-12-03T11:43:23.605 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.599+0000 7f4da82f78c0 1 > prepared multipart upload key=K2XC9VGBIFBD upload=IWL2UANCNXAZ tag=SRD0ITPSHN23 type=write size=2186274 2023-12-03T11:43:23.609 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.603+0000 7f4da82f78c0 1 < completed write operation key=QGLKMQWQRM89 tag=5ZILI8Q315HP type=write size=1005100 2023-12-03T11:43:23.613 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.607+0000 7f4da82f78c0 1 > prepared operation key=M9A06B3PSDOD tag=A64NL3T7DP5U type=del size=1281368 2023-12-03T11:43:23.618 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.611+0000 7f4da82f78c0 1 < completed part key=_multipart_RF6YEP4A6INZ.2~S9JCE30T8THL.0 size=982612 2023-12-03T11:43:23.623 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.619+0000 7f4da82f78c0 1 < completed multipart upload key=RF6YEP4A6INZ upload=S9JCE30T8THL tag=6LSAX930M01O type=write size=2031188 2023-12-03T11:43:23.631 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.627+0000 7f4da82f78c0 1 > prepared part key=_multipart_QGLKMQWQRM89.2~TJJU11TWC838.0 size=1048576 2023-12-03T11:43:23.634 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.627+0000 7f4da82f78c0 1 > prepared part key=_multipart_QGLKMQWQRM89.2~TJJU11TWC838.1 size=1048576 2023-12-03T11:43:23.636 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.631+0000 7f4da82f78c0 1 > prepared part key=_multipart_QGLKMQWQRM89.2~TJJU11TWC838.2 size=550360 2023-12-03T11:43:23.637 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.631+0000 7f4da82f78c0 1 > prepared multipart upload key=QGLKMQWQRM89 upload=TJJU11TWC838 tag=8Z27D144U882 type=write size=3696088 2023-12-03T11:43:23.641 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.635+0000 7f4da82f78c0 1 < completed delete operation key=MY1AJ69R89HD tag=N8NYOT69TYJS type=del 2023-12-03T11:43:23.644 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.639+0000 7f4da82f78c0 1 > prepared operation key=RF6YEP4A6INZ tag=0CMXEHZ7ACEM type=del size=1169701 2023-12-03T11:43:23.648 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.643+0000 7f4da82f78c0 1 < completed delete operation key=IOZ5MNNP5B2W tag=K9KTXVOAZ7SY type=del 2023-12-03T11:43:23.652 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.647+0000 7f4da82f78c0 1 > prepared operation key=645V3LNUPS4A tag=8FZ9F23QM60Y type=del size=1804977 2023-12-03T11:43:23.656 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.651+0000 7f4da82f78c0 1 < completed delete operation key=D2PVZARQWEIV tag=7RIB7R1PJ4CR type=del 2023-12-03T11:43:23.660 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.655+0000 7f4da82f78c0 1 > prepared operation key=4LWB8EMR9EBJ tag=U9JFRIFKELFZ type=del size=4189977 2023-12-03T11:43:23.669 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.663+0000 7f4da82f78c0 1 < completed write operation key=M9A06B3PSDOD tag=95DMZ0LS70OB type=write size=27804 2023-12-03T11:43:23.677 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.671+0000 7f4da82f78c0 1 > prepared part key=_multipart_WEBJUD8426X3.2~7O044QG3VEWE.0 size=188295 2023-12-03T11:43:23.677 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.671+0000 7f4da82f78c0 1 > prepared multipart upload key=WEBJUD8426X3 upload=7O044QG3VEWE tag=NJZR0QDRPRI4 type=write size=1236871 2023-12-03T11:43:23.680 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.675+0000 7f4da82f78c0 1 < completed part key=_multipart_M9A06B3PSDOD.2~50K729XRJ01W.0 size=1048576 2023-12-03T11:43:23.681 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.675+0000 7f4da82f78c0 1 < canceled part key=_multipart_M9A06B3PSDOD.2~50K729XRJ01W.1 size=1048576 2023-12-03T11:43:23.684 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.679+0000 7f4da82f78c0 1 < completed part key=_multipart_M9A06B3PSDOD.2~50K729XRJ01W.2 size=260809 2023-12-03T11:43:23.690 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.687+0000 7f4da82f78c0 1 < canceled multipart upload key=M9A06B3PSDOD upload=50K729XRJ01W tag=82HNMF8L4HYT type=write size=3406537 2023-12-03T11:43:23.694 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.691+0000 7f4da82f78c0 1 > prepared operation key=K4O9QAISDGSN tag=JWJIY2VPZJSD type=del size=1740748 2023-12-03T11:43:23.698 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.695+0000 7f4da82f78c0 1 < completed delete operation key=4DF7KX58SVJY tag=0K0MN2DYMQ5T type=del 2023-12-03T11:43:23.702 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.699+0000 7f4da82f78c0 1 > prepared operation key=Q3BH4HFRFZA5 tag=T8NOP6TY32I2 type=write size=12131 2023-12-03T11:43:23.706 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.703+0000 7f4da82f78c0 1 < completed part key=_multipart_L3HC1M7OJ3L7.2~WEYRPNZYZQ99.0 size=1048576 2023-12-03T11:43:23.709 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.703+0000 7f4da82f78c0 1 < completed part key=_multipart_L3HC1M7OJ3L7.2~WEYRPNZYZQ99.1 size=1048576 2023-12-03T11:43:23.712 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.707+0000 7f4da82f78c0 1 < completed part key=_multipart_L3HC1M7OJ3L7.2~WEYRPNZYZQ99.2 size=705776 2023-12-03T11:43:23.719 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.715+0000 7f4da82f78c0 1 < completed multipart upload key=L3HC1M7OJ3L7 upload=WEYRPNZYZQ99 tag=EZCX2V78BQ4K type=write size=3851504 2023-12-03T11:43:23.726 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.719+0000 7f4da82f78c0 1 > prepared part key=_multipart_PUY1C1KWIAHV.2~DFUSU1GXFKK9.0 size=286047 2023-12-03T11:43:23.726 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.719+0000 7f4da82f78c0 1 > prepared multipart upload key=PUY1C1KWIAHV upload=DFUSU1GXFKK9 tag=O68PB0J7TYIN type=write size=1334623 2023-12-03T11:43:23.729 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.723+0000 7f4da82f78c0 1 < completed delete operation key=TBD5MDTZYHGQ tag=KETT05J6HW1I type=del 2023-12-03T11:43:23.737 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.731+0000 7f4da82f78c0 1 > prepared part key=_multipart_UT0U43FV7Y0L.2~J26XMDGQ83U5.0 size=1048576 2023-12-03T11:43:23.740 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.735+0000 7f4da82f78c0 1 > prepared part key=_multipart_UT0U43FV7Y0L.2~J26XMDGQ83U5.1 size=892156 2023-12-03T11:43:23.740 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.735+0000 7f4da82f78c0 1 > prepared multipart upload key=UT0U43FV7Y0L upload=J26XMDGQ83U5 tag=04J3X0X7PRZZ type=write size=2989308 2023-12-03T11:43:23.741 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.735+0000 7f4da82f78c0 1 < canceled part key=_multipart_TBD5MDTZYHGQ.2~7HRZEYX60BPT.0 size=1048576 2023-12-03T11:43:23.744 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.739+0000 7f4da82f78c0 1 < completed part key=_multipart_TBD5MDTZYHGQ.2~7HRZEYX60BPT.1 size=1048576 2023-12-03T11:43:23.747 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.743+0000 7f4da82f78c0 1 < completed part key=_multipart_TBD5MDTZYHGQ.2~7HRZEYX60BPT.2 size=272058 2023-12-03T11:43:23.754 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.751+0000 7f4da82f78c0 1 < canceled multipart upload key=TBD5MDTZYHGQ upload=7HRZEYX60BPT tag=XY6L3GUKE2IT type=write size=3417786 2023-12-03T11:43:23.761 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.755+0000 7f4da82f78c0 1 > prepared part key=_multipart_GMT5400N4YTT.2~XXFP21FYQ0J7.0 size=1048576 2023-12-03T11:43:23.764 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.759+0000 7f4da82f78c0 1 > prepared part key=_multipart_GMT5400N4YTT.2~XXFP21FYQ0J7.1 size=1048576 2023-12-03T11:43:23.768 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.763+0000 7f4da82f78c0 1 > prepared part key=_multipart_GMT5400N4YTT.2~XXFP21FYQ0J7.2 size=930316 2023-12-03T11:43:23.768 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.763+0000 7f4da82f78c0 1 > prepared multipart upload key=GMT5400N4YTT upload=XXFP21FYQ0J7 tag=3QJJSTZOAT22 type=write size=4076044 2023-12-03T11:43:23.772 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.767+0000 7f4da82f78c0 1 < completed part key=_multipart_GMT5400N4YTT.2~Y4ABM4WI8XI0.0 size=1048576 2023-12-03T11:43:23.775 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.771+0000 7f4da82f78c0 1 < completed part key=_multipart_GMT5400N4YTT.2~Y4ABM4WI8XI0.1 size=1048576 2023-12-03T11:43:23.778 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.775+0000 7f4da82f78c0 1 < completed part key=_multipart_GMT5400N4YTT.2~Y4ABM4WI8XI0.2 size=597477 2023-12-03T11:43:23.785 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.779+0000 7f4da82f78c0 1 < completed multipart upload key=GMT5400N4YTT upload=Y4ABM4WI8XI0 tag=D9DHRBQMZHBN type=write size=3743205 2023-12-03T11:43:23.794 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.791+0000 7f4da82f78c0 1 > prepared part key=_multipart_K4O9QAISDGSN.2~5C39JCMN8HMH.0 size=1048576 2023-12-03T11:43:23.797 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.791+0000 7f4da82f78c0 1 > prepared part key=_multipart_K4O9QAISDGSN.2~5C39JCMN8HMH.1 size=1048576 2023-12-03T11:43:23.800 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.795+0000 7f4da82f78c0 1 > prepared part key=_multipart_K4O9QAISDGSN.2~5C39JCMN8HMH.2 size=640627 2023-12-03T11:43:23.800 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.795+0000 7f4da82f78c0 1 > prepared multipart upload key=K4O9QAISDGSN upload=5C39JCMN8HMH tag=L41WEWF6G9W8 type=write size=3786355 2023-12-03T11:43:23.804 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.799+0000 7f4da82f78c0 1 < completed write operation key=6UZY1HWE143J tag=0WM9RZWVL283 type=write size=261612 2023-12-03T11:43:23.808 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.803+0000 7f4da82f78c0 1 > prepared operation key=IA082W6GDNN2 tag=GKF1TNHOI6FN type=del size=361844 2023-12-03T11:43:23.813 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.807+0000 7f4da82f78c0 1 < completed part key=_multipart_4LWB8EMR9EBJ.2~CMBPLC9FT6HY.0 size=1048576 2023-12-03T11:43:23.816 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.811+0000 7f4da82f78c0 1 < completed part key=_multipart_4LWB8EMR9EBJ.2~CMBPLC9FT6HY.1 size=22883 2023-12-03T11:43:23.823 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.819+0000 7f4da82f78c0 1 < completed multipart upload key=4LWB8EMR9EBJ upload=CMBPLC9FT6HY tag=TSXSJ32DWJSQ type=write size=2120035 2023-12-03T11:43:23.827 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.823+0000 7f4da82f78c0 1 > prepared operation key=1GAQFDQ35291 tag=NVQEB7U8QV1W type=del size=623103 2023-12-03T11:43:23.832 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.827+0000 7f4da82f78c0 1 < completed part key=_multipart_UT0U43FV7Y0L.2~O833JCPP2Y5W.0 size=1048576 2023-12-03T11:43:23.835 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.831+0000 7f4da82f78c0 1 < completed part key=_multipart_UT0U43FV7Y0L.2~O833JCPP2Y5W.1 size=1048576 2023-12-03T11:43:23.839 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.835+0000 7f4da82f78c0 1 < completed part key=_multipart_UT0U43FV7Y0L.2~O833JCPP2Y5W.2 size=269077 2023-12-03T11:43:23.847 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.843+0000 7f4da82f78c0 1 < completed multipart upload key=UT0U43FV7Y0L upload=O833JCPP2Y5W tag=A05G0NP8JWRN type=write size=3414805 2023-12-03T11:43:23.855 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.851+0000 7f4da82f78c0 1 > prepared part key=_multipart_TBD5MDTZYHGQ.2~GQUDU3SIQSIZ.0 size=59689 2023-12-03T11:43:23.855 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.851+0000 7f4da82f78c0 1 > prepared multipart upload key=TBD5MDTZYHGQ upload=GQUDU3SIQSIZ tag=N3726FNE8ZS0 type=write size=1108265 2023-12-03T11:43:23.859 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.855+0000 7f4da82f78c0 1 < completed part key=_multipart_K2XC9VGBIFBD.2~IWL2UANCNXAZ.0 size=1048576 2023-12-03T11:43:23.862 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.859+0000 7f4da82f78c0 1 < completed part key=_multipart_K2XC9VGBIFBD.2~IWL2UANCNXAZ.1 size=89122 2023-12-03T11:43:23.869 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.863+0000 7f4da82f78c0 1 < completed multipart upload key=K2XC9VGBIFBD upload=IWL2UANCNXAZ tag=SRD0ITPSHN23 type=write size=2186274 2023-12-03T11:43:23.877 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.871+0000 7f4da82f78c0 1 > prepared part key=_multipart_UT0U43FV7Y0L.2~BWOU2D3JG1DQ.0 size=175933 2023-12-03T11:43:23.877 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.871+0000 7f4da82f78c0 1 > prepared multipart upload key=UT0U43FV7Y0L upload=BWOU2D3JG1DQ tag=Z6KQ0S6PTO9T type=write size=1224509 2023-12-03T11:43:23.887 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.883+0000 7f4da82f78c0 1 < suggested update operation key=M9A06B3PSDOD tag=A64NL3T7DP5U type=del size=1281368 2023-12-03T11:43:23.891 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.887+0000 7f4da82f78c0 1 > prepared operation key=XCT2GVJ4O84M tag=5L7B71SNEJNF type=del size=1473469 2023-12-03T11:43:23.895 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.891+0000 7f4da82f78c0 1 < completed part key=_multipart_QGLKMQWQRM89.2~TJJU11TWC838.0 size=1048576 2023-12-03T11:43:23.898 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.895+0000 7f4da82f78c0 1 < completed part key=_multipart_QGLKMQWQRM89.2~TJJU11TWC838.1 size=1048576 2023-12-03T11:43:23.902 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.895+0000 7f4da82f78c0 1 < completed part key=_multipart_QGLKMQWQRM89.2~TJJU11TWC838.2 size=550360 2023-12-03T11:43:23.909 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.903+0000 7f4da82f78c0 1 < completed multipart upload key=QGLKMQWQRM89 upload=TJJU11TWC838 tag=8Z27D144U882 type=write size=3696088 2023-12-03T11:43:23.913 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.907+0000 7f4da82f78c0 1 > prepared operation key=1GAQFDQ35291 tag=XTT3SF8VS463 type=del size=3067411 2023-12-03T11:43:23.917 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.911+0000 7f4da82f78c0 1 < completed delete operation key=RF6YEP4A6INZ tag=0CMXEHZ7ACEM type=del 2023-12-03T11:43:23.924 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.919+0000 7f4da82f78c0 1 > prepared part key=_multipart_645V3LNUPS4A.2~4BLMC4X3NDGI.0 size=1048576 2023-12-03T11:43:23.927 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.923+0000 7f4da82f78c0 1 > prepared part key=_multipart_645V3LNUPS4A.2~4BLMC4X3NDGI.1 size=844436 2023-12-03T11:43:23.927 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.923+0000 7f4da82f78c0 1 > prepared multipart upload key=645V3LNUPS4A upload=4BLMC4X3NDGI tag=F1A6PHHS0HJC type=write size=2941588 2023-12-03T11:43:23.935 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.931+0000 7f4da82f78c0 1 < suggested remove operation key=645V3LNUPS4A tag=8FZ9F23QM60Y type=del 2023-12-03T11:43:23.939 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.935+0000 7f4da82f78c0 1 > prepared operation key=7EDLY2Q78IBP tag=XAA2OB5AV440 type=del size=3101097 2023-12-03T11:43:23.947 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.943+0000 7f4da82f78c0 1 < suggested update operation key=4LWB8EMR9EBJ tag=U9JFRIFKELFZ type=del size=4189977 2023-12-03T11:43:23.951 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.947+0000 7f4da82f78c0 1 > prepared operation key=6UZY1HWE143J tag=UHM464VFUWT3 type=del size=4176973 2023-12-03T11:43:23.955 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.951+0000 7f4da82f78c0 1 < completed part key=_multipart_WEBJUD8426X3.2~7O044QG3VEWE.0 size=188295 2023-12-03T11:43:23.962 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.955+0000 7f4da82f78c0 1 < completed multipart upload key=WEBJUD8426X3 upload=7O044QG3VEWE tag=NJZR0QDRPRI4 type=write size=1236871 2023-12-03T11:43:23.969 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.963+0000 7f4da82f78c0 1 > prepared part key=_multipart_PUY1C1KWIAHV.2~6I6M1HRFN0M7.0 size=920467 2023-12-03T11:43:23.969 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.963+0000 7f4da82f78c0 1 > prepared multipart upload key=PUY1C1KWIAHV upload=6I6M1HRFN0M7 tag=IZ5XKZ62R3GJ type=write size=1969043 2023-12-03T11:43:23.973 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.967+0000 7f4da82f78c0 1 < completed delete operation key=K4O9QAISDGSN tag=JWJIY2VPZJSD type=del 2023-12-03T11:43:23.980 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.975+0000 7f4da82f78c0 1 > prepared part key=_multipart_ZO4GYMSV47J9.2~D0K0XDCUZBO4.0 size=1048576 2023-12-03T11:43:23.984 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.979+0000 7f4da82f78c0 1 > prepared part key=_multipart_ZO4GYMSV47J9.2~D0K0XDCUZBO4.1 size=416020 2023-12-03T11:43:23.984 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.979+0000 7f4da82f78c0 1 > prepared multipart upload key=ZO4GYMSV47J9 upload=D0K0XDCUZBO4 tag=SY1Y4YRLWDF6 type=write size=2513172 2023-12-03T11:43:23.988 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.983+0000 7f4da82f78c0 1 < completed write operation key=Q3BH4HFRFZA5 tag=T8NOP6TY32I2 type=write size=12131 2023-12-03T11:43:23.992 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.987+0000 7f4da82f78c0 1 > prepared operation key=7AKK0TE2I43B tag=KKR8NICTA8PT type=del size=2388343 2023-12-03T11:43:23.996 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.991+0000 7f4da82f78c0 1 < completed part key=_multipart_PUY1C1KWIAHV.2~DFUSU1GXFKK9.0 size=286047 2023-12-03T11:43:24.003 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:23.999+0000 7f4da82f78c0 1 < completed multipart upload key=PUY1C1KWIAHV upload=DFUSU1GXFKK9 tag=O68PB0J7TYIN type=write size=1334623 2023-12-03T11:43:24.007 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.003+0000 7f4da82f78c0 1 > prepared operation key=RF6YEP4A6INZ tag=E380Y24ZGPIF type=write size=220585 2023-12-03T11:43:24.012 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.007+0000 7f4da82f78c0 1 < completed part key=_multipart_UT0U43FV7Y0L.2~J26XMDGQ83U5.0 size=1048576 2023-12-03T11:43:24.016 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.011+0000 7f4da82f78c0 1 < completed part key=_multipart_UT0U43FV7Y0L.2~J26XMDGQ83U5.1 size=892156 2023-12-03T11:43:24.023 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.019+0000 7f4da82f78c0 1 < completed multipart upload key=UT0U43FV7Y0L upload=J26XMDGQ83U5 tag=04J3X0X7PRZZ type=write size=2989308 2023-12-03T11:43:24.027 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.023+0000 7f4da82f78c0 1 > prepared operation key=UT0U43FV7Y0L tag=KTC53Q7JITX5 type=del size=1385422 2023-12-03T11:43:24.031 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.027+0000 7f4da82f78c0 1 < completed part key=_multipart_GMT5400N4YTT.2~XXFP21FYQ0J7.0 size=1048576 2023-12-03T11:43:24.034 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.031+0000 7f4da82f78c0 1 < completed part key=_multipart_GMT5400N4YTT.2~XXFP21FYQ0J7.1 size=1048576 2023-12-03T11:43:24.037 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.031+0000 7f4da82f78c0 1 < completed part key=_multipart_GMT5400N4YTT.2~XXFP21FYQ0J7.2 size=930316 2023-12-03T11:43:24.050 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.047+0000 7f4da82f78c0 1 < completed multipart upload key=GMT5400N4YTT upload=XXFP21FYQ0J7 tag=3QJJSTZOAT22 type=write size=4076044 2023-12-03T11:43:24.058 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.055+0000 7f4da82f78c0 1 > prepared part key=_multipart_85DYZW2I0U7X.2~I9HW9HAFKBQ2.0 size=1048576 2023-12-03T11:43:24.061 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.055+0000 7f4da82f78c0 1 > prepared part key=_multipart_85DYZW2I0U7X.2~I9HW9HAFKBQ2.1 size=455804 2023-12-03T11:43:24.061 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.055+0000 7f4da82f78c0 1 > prepared multipart upload key=85DYZW2I0U7X upload=I9HW9HAFKBQ2 tag=TKTIFXCQYOD0 type=write size=2552956 2023-12-03T11:43:24.065 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.059+0000 7f4da82f78c0 1 < completed part key=_multipart_K4O9QAISDGSN.2~5C39JCMN8HMH.0 size=1048576 2023-12-03T11:43:24.069 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.063+0000 7f4da82f78c0 1 < completed part key=_multipart_K4O9QAISDGSN.2~5C39JCMN8HMH.1 size=1048576 2023-12-03T11:43:24.072 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.067+0000 7f4da82f78c0 1 < completed part key=_multipart_K4O9QAISDGSN.2~5C39JCMN8HMH.2 size=640627 2023-12-03T11:43:24.079 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.075+0000 7f4da82f78c0 1 < completed multipart upload key=K4O9QAISDGSN upload=5C39JCMN8HMH tag=L41WEWF6G9W8 type=write size=3786355 2023-12-03T11:43:24.086 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.079+0000 7f4da82f78c0 1 > prepared part key=_multipart_XCT2GVJ4O84M.2~L6LYH5VHU15Y.0 size=1048576 2023-12-03T11:43:24.089 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.083+0000 7f4da82f78c0 1 > prepared part key=_multipart_XCT2GVJ4O84M.2~L6LYH5VHU15Y.1 size=1048576 2023-12-03T11:43:24.092 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.087+0000 7f4da82f78c0 1 > prepared part key=_multipart_XCT2GVJ4O84M.2~L6LYH5VHU15Y.2 size=232796 2023-12-03T11:43:24.092 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.087+0000 7f4da82f78c0 1 > prepared multipart upload key=XCT2GVJ4O84M upload=L6LYH5VHU15Y tag=HUV12RUC59FH type=write size=3378524 2023-12-03T11:43:24.096 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.091+0000 7f4da82f78c0 1 < completed delete operation key=IA082W6GDNN2 tag=GKF1TNHOI6FN type=del 2023-12-03T11:43:24.100 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.095+0000 7f4da82f78c0 1 > prepared operation key=XCT2GVJ4O84M tag=AOG5J5IOEBYV type=del size=3094877 2023-12-03T11:43:24.108 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.103+0000 7f4da82f78c0 1 < suggested remove operation key=1GAQFDQ35291 tag=NVQEB7U8QV1W type=del 2023-12-03T11:43:24.115 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.111+0000 7f4da82f78c0 1 > prepared part key=_multipart_645V3LNUPS4A.2~GIQ3JC2TRUV2.0 size=1048576 2023-12-03T11:43:24.118 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.115+0000 7f4da82f78c0 1 > prepared part key=_multipart_645V3LNUPS4A.2~GIQ3JC2TRUV2.1 size=1048576 2023-12-03T11:43:24.121 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.115+0000 7f4da82f78c0 1 > prepared part key=_multipart_645V3LNUPS4A.2~GIQ3JC2TRUV2.2 size=558107 2023-12-03T11:43:24.121 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.115+0000 7f4da82f78c0 1 > prepared multipart upload key=645V3LNUPS4A upload=GIQ3JC2TRUV2 tag=BEZ7ELA3ZVVE type=write size=3703835 2023-12-03T11:43:24.125 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.119+0000 7f4da82f78c0 1 < completed part key=_multipart_TBD5MDTZYHGQ.2~GQUDU3SIQSIZ.0 size=59689 2023-12-03T11:43:24.132 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.127+0000 7f4da82f78c0 1 < completed multipart upload key=TBD5MDTZYHGQ upload=GQUDU3SIQSIZ tag=N3726FNE8ZS0 type=write size=1108265 2023-12-03T11:43:24.136 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.131+0000 7f4da82f78c0 1 > prepared operation key=K6FJNLCVDIUX tag=5PSBHD0GSHG5 type=del size=475180 2023-12-03T11:43:24.140 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.135+0000 7f4da82f78c0 1 < completed part key=_multipart_UT0U43FV7Y0L.2~BWOU2D3JG1DQ.0 size=175933 2023-12-03T11:43:24.148 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.143+0000 7f4da82f78c0 1 < completed multipart upload key=UT0U43FV7Y0L upload=BWOU2D3JG1DQ tag=Z6KQ0S6PTO9T type=write size=1224509 2023-12-03T11:43:24.156 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.151+0000 7f4da82f78c0 1 > prepared part key=_multipart_PUY1C1KWIAHV.2~RQS18VDF831Y.0 size=1048576 2023-12-03T11:43:24.159 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.155+0000 7f4da82f78c0 1 > prepared part key=_multipart_PUY1C1KWIAHV.2~RQS18VDF831Y.1 size=713583 2023-12-03T11:43:24.159 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.155+0000 7f4da82f78c0 1 > prepared multipart upload key=PUY1C1KWIAHV upload=RQS18VDF831Y tag=W1YFXABQEU9Z type=write size=2810735 2023-12-03T11:43:24.163 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.159+0000 7f4da82f78c0 1 < completed delete operation key=XCT2GVJ4O84M tag=5L7B71SNEJNF type=del 2023-12-03T11:43:24.167 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.163+0000 7f4da82f78c0 1 > prepared operation key=XCT2GVJ4O84M tag=YR1U5FW1TAT0 type=del size=699496 2023-12-03T11:43:24.171 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.167+0000 7f4da82f78c0 -1 < failed to complete operation key=1GAQFDQ35291 tag=XTT3SF8VS463 type=del size=3067411: (22) Invalid argument 2023-12-03T11:43:24.175 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.171+0000 7f4da82f78c0 1 > prepared operation key=ZO4GYMSV47J9 tag=YB91H3XG16I5 type=del size=1033118 2023-12-03T11:43:24.179 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.175+0000 7f4da82f78c0 1 < completed part key=_multipart_645V3LNUPS4A.2~4BLMC4X3NDGI.0 size=1048576 2023-12-03T11:43:24.182 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.179+0000 7f4da82f78c0 1 < completed part key=_multipart_645V3LNUPS4A.2~4BLMC4X3NDGI.1 size=844436 2023-12-03T11:43:24.188 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.183+0000 7f4da82f78c0 1 < completed multipart upload key=645V3LNUPS4A upload=4BLMC4X3NDGI tag=F1A6PHHS0HJC type=write size=2941588 2023-12-03T11:43:24.192 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.187+0000 7f4da82f78c0 1 > prepared operation key=K6FJNLCVDIUX tag=ND7S8C80601O type=write size=753265 2023-12-03T11:43:24.195 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.191+0000 7f4da82f78c0 1 < completed delete operation key=7EDLY2Q78IBP tag=XAA2OB5AV440 type=del 2023-12-03T11:43:24.202 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.199+0000 7f4da82f78c0 1 > prepared part key=_multipart_MY1AJ69R89HD.2~L8VL645WQQWX.0 size=1048576 2023-12-03T11:43:24.205 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.199+0000 7f4da82f78c0 1 > prepared part key=_multipart_MY1AJ69R89HD.2~L8VL645WQQWX.1 size=1048576 2023-12-03T11:43:24.208 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.203+0000 7f4da82f78c0 1 > prepared part key=_multipart_MY1AJ69R89HD.2~L8VL645WQQWX.2 size=987493 2023-12-03T11:43:24.208 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.203+0000 7f4da82f78c0 1 > prepared multipart upload key=MY1AJ69R89HD upload=L8VL645WQQWX tag=IS43K6H82F91 type=write size=4133221 2023-12-03T11:43:24.212 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.207+0000 7f4da82f78c0 1 < completed delete operation key=6UZY1HWE143J tag=UHM464VFUWT3 type=del 2023-12-03T11:43:24.215 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.211+0000 7f4da82f78c0 1 > prepared operation key=XCT2GVJ4O84M tag=X5014OJYWNLE type=write size=982952 2023-12-03T11:43:24.216 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.211+0000 7f4da82f78c0 1 < canceled part key=_multipart_PUY1C1KWIAHV.2~6I6M1HRFN0M7.0 size=920467 2023-12-03T11:43:24.222 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.215+0000 7f4da82f78c0 1 < canceled multipart upload key=PUY1C1KWIAHV upload=6I6M1HRFN0M7 tag=IZ5XKZ62R3GJ type=write size=1969043 2023-12-03T11:43:24.229 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.223+0000 7f4da82f78c0 1 > prepared part key=_multipart_RF6YEP4A6INZ.2~WT8OJKXMUHMQ.0 size=366198 2023-12-03T11:43:24.229 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.223+0000 7f4da82f78c0 1 > prepared multipart upload key=RF6YEP4A6INZ upload=WT8OJKXMUHMQ tag=JLJOZTKRZ7DJ type=write size=1414774 2023-12-03T11:43:24.230 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.223+0000 7f4da82f78c0 1 < canceled part key=_multipart_ZO4GYMSV47J9.2~D0K0XDCUZBO4.0 size=1048576 2023-12-03T11:43:24.230 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.223+0000 7f4da82f78c0 1 < canceled part key=_multipart_ZO4GYMSV47J9.2~D0K0XDCUZBO4.1 size=416020 2023-12-03T11:43:24.237 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.231+0000 7f4da82f78c0 1 < canceled multipart upload key=ZO4GYMSV47J9 upload=D0K0XDCUZBO4 tag=SY1Y4YRLWDF6 type=write size=2513172 2023-12-03T11:43:24.244 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.239+0000 7f4da82f78c0 1 > prepared part key=_multipart_IOZ5MNNP5B2W.2~3C5AJHM2TQEO.0 size=1048576 2023-12-03T11:43:24.247 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.243+0000 7f4da82f78c0 1 > prepared part key=_multipart_IOZ5MNNP5B2W.2~3C5AJHM2TQEO.1 size=735495 2023-12-03T11:43:24.247 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.243+0000 7f4da82f78c0 1 > prepared multipart upload key=IOZ5MNNP5B2W upload=3C5AJHM2TQEO tag=AX5BL7NL4PO8 type=write size=2832647 2023-12-03T11:43:24.252 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.247+0000 7f4da82f78c0 1 < completed delete operation key=7AKK0TE2I43B tag=KKR8NICTA8PT type=del 2023-12-03T11:43:24.257 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.251+0000 7f4da82f78c0 1 > prepared part key=_multipart_QGLKMQWQRM89.2~NZ1Y3TKMYVGR.0 size=322207 2023-12-03T11:43:24.257 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.251+0000 7f4da82f78c0 1 > prepared multipart upload key=QGLKMQWQRM89 upload=NZ1Y3TKMYVGR tag=RWMP9TVY4HW0 type=write size=1370783 2023-12-03T11:43:24.264 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.259+0000 7f4da82f78c0 1 < suggested update operation key=RF6YEP4A6INZ tag=E380Y24ZGPIF type=write size=220585 2023-12-03T11:43:24.269 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.263+0000 7f4da82f78c0 1 > prepared operation key=TBD5MDTZYHGQ tag=MN34BI5AC2KA type=del size=1322874 2023-12-03T11:43:24.274 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.267+0000 7f4da82f78c0 1 < completed delete operation key=UT0U43FV7Y0L tag=KTC53Q7JITX5 type=del 2023-12-03T11:43:24.278 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.271+0000 7f4da82f78c0 1 > prepared operation key=MY1AJ69R89HD tag=5FW861PSP3Y3 type=del size=1816992 2023-12-03T11:43:24.282 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.279+0000 7f4da82f78c0 1 < completed part key=_multipart_85DYZW2I0U7X.2~I9HW9HAFKBQ2.0 size=1048576 2023-12-03T11:43:24.286 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.279+0000 7f4da82f78c0 1 < completed part key=_multipart_85DYZW2I0U7X.2~I9HW9HAFKBQ2.1 size=455804 2023-12-03T11:43:24.292 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.287+0000 7f4da82f78c0 1 < completed multipart upload key=85DYZW2I0U7X upload=I9HW9HAFKBQ2 tag=TKTIFXCQYOD0 type=write size=2552956 2023-12-03T11:43:24.297 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.291+0000 7f4da82f78c0 1 > prepared operation key=645V3LNUPS4A tag=7K8V4HZ9A9AQ type=del size=1079617 2023-12-03T11:43:24.301 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.295+0000 7f4da82f78c0 1 < completed part key=_multipart_XCT2GVJ4O84M.2~L6LYH5VHU15Y.0 size=1048576 2023-12-03T11:43:24.304 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.299+0000 7f4da82f78c0 1 < completed part key=_multipart_XCT2GVJ4O84M.2~L6LYH5VHU15Y.1 size=1048576 2023-12-03T11:43:24.307 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.303+0000 7f4da82f78c0 1 < completed part key=_multipart_XCT2GVJ4O84M.2~L6LYH5VHU15Y.2 size=232796 2023-12-03T11:43:24.314 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.307+0000 7f4da82f78c0 1 < completed multipart upload key=XCT2GVJ4O84M upload=L6LYH5VHU15Y tag=HUV12RUC59FH type=write size=3378524 2023-12-03T11:43:24.322 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.315+0000 7f4da82f78c0 1 > prepared part key=_multipart_GMT5400N4YTT.2~KV6QGCW3F2JJ.0 size=1048576 2023-12-03T11:43:24.325 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.319+0000 7f4da82f78c0 1 > prepared part key=_multipart_GMT5400N4YTT.2~KV6QGCW3F2JJ.1 size=1048576 2023-12-03T11:43:24.328 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.323+0000 7f4da82f78c0 1 > prepared part key=_multipart_GMT5400N4YTT.2~KV6QGCW3F2JJ.2 size=394597 2023-12-03T11:43:24.328 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.323+0000 7f4da82f78c0 1 > prepared multipart upload key=GMT5400N4YTT upload=KV6QGCW3F2JJ tag=YFTAZRS85QOW type=write size=3540325 2023-12-03T11:43:24.332 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.327+0000 7f4da82f78c0 1 < completed delete operation key=XCT2GVJ4O84M tag=AOG5J5IOEBYV type=del 2023-12-03T11:43:24.336 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.331+0000 7f4da82f78c0 1 > prepared operation key=M9A06B3PSDOD tag=SOOWOUG0IXZB type=del size=1389396 2023-12-03T11:43:24.340 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.335+0000 7f4da82f78c0 1 < completed part key=_multipart_645V3LNUPS4A.2~GIQ3JC2TRUV2.0 size=1048576 2023-12-03T11:43:24.343 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.339+0000 7f4da82f78c0 1 < completed part key=_multipart_645V3LNUPS4A.2~GIQ3JC2TRUV2.1 size=1048576 2023-12-03T11:43:24.343 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.339+0000 7f4da82f78c0 1 < canceled part key=_multipart_645V3LNUPS4A.2~GIQ3JC2TRUV2.2 size=558107 2023-12-03T11:43:24.351 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.347+0000 7f4da82f78c0 1 < canceled multipart upload key=645V3LNUPS4A upload=GIQ3JC2TRUV2 tag=BEZ7ELA3ZVVE type=write size=3703835 2023-12-03T11:43:24.359 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.355+0000 7f4da82f78c0 1 > prepared part key=_multipart_K6FJNLCVDIUX.2~7T2XNT5MIAFG.0 size=1048576 2023-12-03T11:43:24.363 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.359+0000 7f4da82f78c0 1 > prepared part key=_multipart_K6FJNLCVDIUX.2~7T2XNT5MIAFG.1 size=749392 2023-12-03T11:43:24.363 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.359+0000 7f4da82f78c0 1 > prepared multipart upload key=K6FJNLCVDIUX upload=7T2XNT5MIAFG tag=ZSM62C22R3KK type=write size=2846544 2023-12-03T11:43:24.372 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.367+0000 7f4da82f78c0 1 < suggested update operation key=K6FJNLCVDIUX tag=5PSBHD0GSHG5 type=del size=475180 2023-12-03T11:43:24.381 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.375+0000 7f4da82f78c0 1 > prepared part key=_multipart_IOZ5MNNP5B2W.2~1FJ5W7FOCF8S.0 size=862675 2023-12-03T11:43:24.381 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.375+0000 7f4da82f78c0 1 > prepared multipart upload key=IOZ5MNNP5B2W upload=1FJ5W7FOCF8S tag=OY60LETQFY8Y type=write size=1911251 2023-12-03T11:43:24.385 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.379+0000 7f4da82f78c0 1 < completed part key=_multipart_PUY1C1KWIAHV.2~RQS18VDF831Y.0 size=1048576 2023-12-03T11:43:24.389 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.383+0000 7f4da82f78c0 1 < completed part key=_multipart_PUY1C1KWIAHV.2~RQS18VDF831Y.1 size=713583 2023-12-03T11:43:24.396 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.391+0000 7f4da82f78c0 1 < completed multipart upload key=PUY1C1KWIAHV upload=RQS18VDF831Y tag=W1YFXABQEU9Z type=write size=2810735 2023-12-03T11:43:24.405 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.399+0000 7f4da82f78c0 1 > prepared part key=_multipart_M9A06B3PSDOD.2~JK1QZURPBF5Y.0 size=1048576 2023-12-03T11:43:24.409 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.403+0000 7f4da82f78c0 1 > prepared part key=_multipart_M9A06B3PSDOD.2~JK1QZURPBF5Y.1 size=1048576 2023-12-03T11:43:24.412 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.407+0000 7f4da82f78c0 1 > prepared part key=_multipart_M9A06B3PSDOD.2~JK1QZURPBF5Y.2 size=968658 2023-12-03T11:43:24.412 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.407+0000 7f4da82f78c0 1 > prepared multipart upload key=M9A06B3PSDOD upload=JK1QZURPBF5Y tag=V3WLYZEHI5PY type=write size=4114386 2023-12-03T11:43:24.424 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.419+0000 7f4da82f78c0 1 < completed delete operation key=XCT2GVJ4O84M tag=YR1U5FW1TAT0 type=del 2023-12-03T11:43:24.427 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.423+0000 7f4da82f78c0 1 > prepared operation key=M9A06B3PSDOD tag=QY40GULWN5O6 type=del size=1079565 2023-12-03T11:43:24.431 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.427+0000 7f4da82f78c0 1 < completed delete operation key=ZO4GYMSV47J9 tag=YB91H3XG16I5 type=del 2023-12-03T11:43:24.435 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.431+0000 7f4da82f78c0 1 > prepared operation key=RF6YEP4A6INZ tag=G3VZRY8TCDS9 type=del size=2626357 2023-12-03T11:43:24.439 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.435+0000 7f4da82f78c0 -1 < failed to complete operation key=K6FJNLCVDIUX tag=ND7S8C80601O type=write size=753265: (22) Invalid argument 2023-12-03T11:43:24.448 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.443+0000 7f4da82f78c0 1 > prepared part key=_multipart_K4O9QAISDGSN.2~KQMGAUZETMVV.0 size=1048576 2023-12-03T11:43:24.451 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.447+0000 7f4da82f78c0 1 > prepared part key=_multipart_K4O9QAISDGSN.2~KQMGAUZETMVV.1 size=92981 2023-12-03T11:43:24.451 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.447+0000 7f4da82f78c0 1 > prepared multipart upload key=K4O9QAISDGSN upload=KQMGAUZETMVV tag=26YSMGQKC9D2 type=write size=2190133 2023-12-03T11:43:24.455 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.451+0000 7f4da82f78c0 1 < completed part key=_multipart_MY1AJ69R89HD.2~L8VL645WQQWX.0 size=1048576 2023-12-03T11:43:24.458 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.455+0000 7f4da82f78c0 1 < completed part key=_multipart_MY1AJ69R89HD.2~L8VL645WQQWX.1 size=1048576 2023-12-03T11:43:24.458 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.455+0000 7f4da82f78c0 1 < canceled part key=_multipart_MY1AJ69R89HD.2~L8VL645WQQWX.2 size=987493 2023-12-03T11:43:24.465 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.459+0000 7f4da82f78c0 1 < canceled multipart upload key=MY1AJ69R89HD upload=L8VL645WQQWX tag=IS43K6H82F91 type=write size=4133221 2023-12-03T11:43:24.469 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.463+0000 7f4da82f78c0 1 > prepared operation key=ZO4GYMSV47J9 tag=GZG5R7WJ27R4 type=del size=669233 2023-12-03T11:43:24.473 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.467+0000 7f4da82f78c0 1 < completed write operation key=XCT2GVJ4O84M tag=X5014OJYWNLE type=write size=982952 2023-12-03T11:43:24.477 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.471+0000 7f4da82f78c0 1 > prepared operation key=MY1AJ69R89HD tag=P2X3SK6RQP2K type=del size=2156429 2023-12-03T11:43:24.481 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.475+0000 7f4da82f78c0 1 < completed part key=_multipart_RF6YEP4A6INZ.2~WT8OJKXMUHMQ.0 size=366198 2023-12-03T11:43:24.488 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.483+0000 7f4da82f78c0 1 < completed multipart upload key=RF6YEP4A6INZ upload=WT8OJKXMUHMQ tag=JLJOZTKRZ7DJ type=write size=1414774 2023-12-03T11:43:24.492 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.487+0000 7f4da82f78c0 1 > prepared operation key=IA082W6GDNN2 tag=F84RBO69J7O7 type=del size=3698642 2023-12-03T11:43:24.496 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.491+0000 7f4da82f78c0 1 < completed part key=_multipart_IOZ5MNNP5B2W.2~3C5AJHM2TQEO.0 size=1048576 2023-12-03T11:43:24.499 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.495+0000 7f4da82f78c0 1 < completed part key=_multipart_IOZ5MNNP5B2W.2~3C5AJHM2TQEO.1 size=735495 2023-12-03T11:43:24.506 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.503+0000 7f4da82f78c0 1 < completed multipart upload key=IOZ5MNNP5B2W upload=3C5AJHM2TQEO tag=AX5BL7NL4PO8 type=write size=2832647 2023-12-03T11:43:24.510 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.503+0000 7f4da82f78c0 1 > prepared operation key=RF6YEP4A6INZ tag=Y7KBRQDVFS3L type=del size=4194265 2023-12-03T11:43:24.511 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.507+0000 7f4da82f78c0 1 < canceled part key=_multipart_QGLKMQWQRM89.2~NZ1Y3TKMYVGR.0 size=322207 2023-12-03T11:43:24.518 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.511+0000 7f4da82f78c0 1 < canceled multipart upload key=QGLKMQWQRM89 upload=NZ1Y3TKMYVGR tag=RWMP9TVY4HW0 type=write size=1370783 2023-12-03T11:43:24.521 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.515+0000 7f4da82f78c0 1 > prepared operation key=IOZ5MNNP5B2W tag=TLWG33OMR9PZ type=write size=331574 2023-12-03T11:43:24.526 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.519+0000 7f4da82f78c0 1 < canceled operation key=TBD5MDTZYHGQ tag=MN34BI5AC2KA type=del size=1322874 2023-12-03T11:43:24.530 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.523+0000 7f4da82f78c0 1 > prepared operation key=Q3BH4HFRFZA5 tag=D5YGBMQLEMYK type=del size=1743074 2023-12-03T11:43:24.534 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.531+0000 7f4da82f78c0 1 < canceled operation key=MY1AJ69R89HD tag=5FW861PSP3Y3 type=del size=1816992 2023-12-03T11:43:24.541 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.535+0000 7f4da82f78c0 1 > prepared part key=_multipart_85DYZW2I0U7X.2~OKWP6E3DF601.0 size=57139 2023-12-03T11:43:24.542 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.535+0000 7f4da82f78c0 1 > prepared multipart upload key=85DYZW2I0U7X upload=OKWP6E3DF601 tag=QH0SIKV38SU2 type=write size=1105715 2023-12-03T11:43:24.545 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.539+0000 7f4da82f78c0 1 < canceled operation key=645V3LNUPS4A tag=7K8V4HZ9A9AQ type=del size=1079617 2023-12-03T11:43:24.549 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.543+0000 7f4da82f78c0 1 > prepared operation key=Q3BH4HFRFZA5 tag=35YGXCO9SH0N type=del size=1417822 2023-12-03T11:43:24.554 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.547+0000 7f4da82f78c0 1 < completed part key=_multipart_GMT5400N4YTT.2~KV6QGCW3F2JJ.0 size=1048576 2023-12-03T11:43:24.558 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.551+0000 7f4da82f78c0 1 < completed part key=_multipart_GMT5400N4YTT.2~KV6QGCW3F2JJ.1 size=1048576 2023-12-03T11:43:24.561 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.555+0000 7f4da82f78c0 1 < completed part key=_multipart_GMT5400N4YTT.2~KV6QGCW3F2JJ.2 size=394597 2023-12-03T11:43:24.568 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.563+0000 7f4da82f78c0 1 < completed multipart upload key=GMT5400N4YTT upload=KV6QGCW3F2JJ tag=YFTAZRS85QOW type=write size=3540325 2023-12-03T11:43:24.576 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.571+0000 7f4da82f78c0 1 > prepared part key=_multipart_UT0U43FV7Y0L.2~5DJHZU1LT0WK.0 size=1048576 2023-12-03T11:43:24.579 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.575+0000 7f4da82f78c0 1 > prepared part key=_multipart_UT0U43FV7Y0L.2~5DJHZU1LT0WK.1 size=351131 2023-12-03T11:43:24.579 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.575+0000 7f4da82f78c0 1 > prepared multipart upload key=UT0U43FV7Y0L upload=5DJHZU1LT0WK tag=QWGTI65XL5HW type=write size=2448283 2023-12-03T11:43:24.583 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.579+0000 7f4da82f78c0 1 < completed delete operation key=M9A06B3PSDOD tag=SOOWOUG0IXZB type=del 2023-12-03T11:43:24.589 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.583+0000 7f4da82f78c0 1 > prepared part key=_multipart_1GAQFDQ35291.2~O20F0KXX95V0.0 size=1048576 2023-12-03T11:43:24.593 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.587+0000 7f4da82f78c0 1 > prepared part key=_multipart_1GAQFDQ35291.2~O20F0KXX95V0.1 size=735903 2023-12-03T11:43:24.593 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.587+0000 7f4da82f78c0 1 > prepared multipart upload key=1GAQFDQ35291 upload=O20F0KXX95V0 tag=3AA8FTJDU9RY type=write size=2833055 2023-12-03T11:43:24.596 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.591+0000 7f4da82f78c0 1 < completed part key=_multipart_K6FJNLCVDIUX.2~7T2XNT5MIAFG.0 size=1048576 2023-12-03T11:43:24.599 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.595+0000 7f4da82f78c0 1 < completed part key=_multipart_K6FJNLCVDIUX.2~7T2XNT5MIAFG.1 size=749392 2023-12-03T11:43:24.606 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.599+0000 7f4da82f78c0 1 < completed multipart upload key=K6FJNLCVDIUX upload=7T2XNT5MIAFG tag=ZSM62C22R3KK type=write size=2846544 2023-12-03T11:43:24.612 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.607+0000 7f4da82f78c0 1 > prepared part key=_multipart_MY1AJ69R89HD.2~25GXSY9W4XLG.0 size=1036542 2023-12-03T11:43:24.612 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.607+0000 7f4da82f78c0 1 > prepared multipart upload key=MY1AJ69R89HD upload=25GXSY9W4XLG tag=7CW0IR54DRFR type=write size=2085118 2023-12-03T11:43:24.615 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.611+0000 7f4da82f78c0 1 < completed part key=_multipart_IOZ5MNNP5B2W.2~1FJ5W7FOCF8S.0 size=862675 2023-12-03T11:43:24.621 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.615+0000 7f4da82f78c0 1 < completed multipart upload key=IOZ5MNNP5B2W upload=1FJ5W7FOCF8S tag=OY60LETQFY8Y type=write size=1911251 2023-12-03T11:43:24.628 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.623+0000 7f4da82f78c0 1 > prepared part key=_multipart_PUY1C1KWIAHV.2~TS477CJ3JFLS.0 size=747391 2023-12-03T11:43:24.628 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.623+0000 7f4da82f78c0 1 > prepared multipart upload key=PUY1C1KWIAHV upload=TS477CJ3JFLS tag=NQNSSFQJRX0H type=write size=1795967 2023-12-03T11:43:24.632 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.627+0000 7f4da82f78c0 1 < completed part key=_multipart_M9A06B3PSDOD.2~JK1QZURPBF5Y.0 size=1048576 2023-12-03T11:43:24.635 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.631+0000 7f4da82f78c0 1 < completed part key=_multipart_M9A06B3PSDOD.2~JK1QZURPBF5Y.1 size=1048576 2023-12-03T11:43:24.636 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.631+0000 7f4da82f78c0 1 < canceled part key=_multipart_M9A06B3PSDOD.2~JK1QZURPBF5Y.2 size=968658 2023-12-03T11:43:24.641 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.635+0000 7f4da82f78c0 1 < canceled multipart upload key=M9A06B3PSDOD upload=JK1QZURPBF5Y tag=V3WLYZEHI5PY type=write size=4114386 2023-12-03T11:43:24.648 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.643+0000 7f4da82f78c0 1 > prepared part key=_multipart_85DYZW2I0U7X.2~066KQEPSE7RC.0 size=362458 2023-12-03T11:43:24.649 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.643+0000 7f4da82f78c0 1 > prepared multipart upload key=85DYZW2I0U7X upload=066KQEPSE7RC tag=2XPLMTET21AN type=write size=1411034 2023-12-03T11:43:24.657 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.651+0000 7f4da82f78c0 1 < suggested update operation key=M9A06B3PSDOD tag=QY40GULWN5O6 type=del size=1079565 2023-12-03T11:43:24.664 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.659+0000 7f4da82f78c0 1 > prepared part key=_multipart_IOZ5MNNP5B2W.2~0OS1WL2PTQJL.0 size=1048576 2023-12-03T11:43:24.667 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.663+0000 7f4da82f78c0 1 > prepared part key=_multipart_IOZ5MNNP5B2W.2~0OS1WL2PTQJL.1 size=1048576 2023-12-03T11:43:24.670 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.663+0000 7f4da82f78c0 1 > prepared part key=_multipart_IOZ5MNNP5B2W.2~0OS1WL2PTQJL.2 size=24339 2023-12-03T11:43:24.670 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.663+0000 7f4da82f78c0 1 > prepared multipart upload key=IOZ5MNNP5B2W upload=0OS1WL2PTQJL tag=K6KQPE7CUA50 type=write size=3170067 2023-12-03T11:43:24.674 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.671+0000 7f4da82f78c0 1 < completed delete operation key=RF6YEP4A6INZ tag=G3VZRY8TCDS9 type=del 2023-12-03T11:43:24.681 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.675+0000 7f4da82f78c0 1 > prepared part key=_multipart_Q5C3IZCQEVO6.2~DWRHS194F3L3.0 size=1048576 2023-12-03T11:43:24.686 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.679+0000 7f4da82f78c0 1 > prepared part key=_multipart_Q5C3IZCQEVO6.2~DWRHS194F3L3.1 size=695564 2023-12-03T11:43:24.686 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.679+0000 7f4da82f78c0 1 > prepared multipart upload key=Q5C3IZCQEVO6 upload=DWRHS194F3L3 tag=DL4W0ZCO2HKP type=write size=2792716 2023-12-03T11:43:24.689 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.683+0000 7f4da82f78c0 1 < completed part key=_multipart_K4O9QAISDGSN.2~KQMGAUZETMVV.0 size=1048576 2023-12-03T11:43:24.689 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.683+0000 7f4da82f78c0 1 < canceled part key=_multipart_K4O9QAISDGSN.2~KQMGAUZETMVV.1 size=92981 2023-12-03T11:43:24.695 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.691+0000 7f4da82f78c0 1 < canceled multipart upload key=K4O9QAISDGSN upload=KQMGAUZETMVV tag=26YSMGQKC9D2 type=write size=2190133 2023-12-03T11:43:24.704 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.699+0000 7f4da82f78c0 1 > prepared part key=_multipart_L3HC1M7OJ3L7.2~ACL83E82Q01N.0 size=1048576 2023-12-03T11:43:24.705 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.699+0000 7f4da82f78c0 1 > prepared part key=_multipart_L3HC1M7OJ3L7.2~ACL83E82Q01N.1 size=1048576 2023-12-03T11:43:24.708 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.703+0000 7f4da82f78c0 1 > prepared part key=_multipart_L3HC1M7OJ3L7.2~ACL83E82Q01N.2 size=125655 2023-12-03T11:43:24.709 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.703+0000 7f4da82f78c0 1 > prepared multipart upload key=L3HC1M7OJ3L7 upload=ACL83E82Q01N tag=H40LW3P09ZWD type=write size=3271383 2023-12-03T11:43:24.716 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.711+0000 7f4da82f78c0 1 < suggested update operation key=ZO4GYMSV47J9 tag=GZG5R7WJ27R4 type=del size=669233 2023-12-03T11:43:24.720 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.715+0000 7f4da82f78c0 1 > prepared operation key=6UZY1HWE143J tag=V02I2AXYUV5R type=write size=646161 2023-12-03T11:43:24.727 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.723+0000 7f4da82f78c0 1 < suggested update operation key=MY1AJ69R89HD tag=P2X3SK6RQP2K type=del size=2156429 2023-12-03T11:43:24.731 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.727+0000 7f4da82f78c0 1 > prepared operation key=645V3LNUPS4A tag=MVL62C3E0WGC type=del size=3889034 2023-12-03T11:43:24.735 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.731+0000 7f4da82f78c0 1 < completed delete operation key=IA082W6GDNN2 tag=F84RBO69J7O7 type=del 2023-12-03T11:43:24.740 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.735+0000 7f4da82f78c0 1 > prepared operation key=QGLKMQWQRM89 tag=WIXV256PY03T type=del size=2970609 2023-12-03T11:43:24.747 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.743+0000 7f4da82f78c0 1 < suggested remove operation key=RF6YEP4A6INZ tag=Y7KBRQDVFS3L type=del 2023-12-03T11:43:24.751 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.747+0000 7f4da82f78c0 1 > prepared operation key=GMT5400N4YTT tag=J5O7IQJ9BL53 type=write size=273524 2023-12-03T11:43:24.755 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.751+0000 7f4da82f78c0 1 < completed write operation key=IOZ5MNNP5B2W tag=TLWG33OMR9PZ type=write size=331574 2023-12-03T11:43:24.763 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.759+0000 7f4da82f78c0 1 > prepared part key=_multipart_TBD5MDTZYHGQ.2~SSMPKVIUHYBN.0 size=1048576 2023-12-03T11:43:24.766 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.763+0000 7f4da82f78c0 1 > prepared part key=_multipart_TBD5MDTZYHGQ.2~SSMPKVIUHYBN.1 size=1048576 2023-12-03T11:43:24.770 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.763+0000 7f4da82f78c0 1 > prepared part key=_multipart_TBD5MDTZYHGQ.2~SSMPKVIUHYBN.2 size=82960 2023-12-03T11:43:24.770 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.763+0000 7f4da82f78c0 1 > prepared multipart upload key=TBD5MDTZYHGQ upload=SSMPKVIUHYBN tag=B6BH2XCE6OZT type=write size=3228688 2023-12-03T11:43:24.774 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.771+0000 7f4da82f78c0 1 < completed delete operation key=Q3BH4HFRFZA5 tag=D5YGBMQLEMYK type=del 2023-12-03T11:43:24.781 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.775+0000 7f4da82f78c0 1 > prepared part key=_multipart_XCT2GVJ4O84M.2~3NO94SDF4R9X.0 size=398884 2023-12-03T11:43:24.781 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.775+0000 7f4da82f78c0 1 > prepared multipart upload key=XCT2GVJ4O84M upload=3NO94SDF4R9X tag=761MF7P9CUMH type=write size=1447460 2023-12-03T11:43:24.785 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.779+0000 7f4da82f78c0 1 < completed part key=_multipart_85DYZW2I0U7X.2~OKWP6E3DF601.0 size=57139 2023-12-03T11:43:24.797 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.791+0000 7f4da82f78c0 1 < completed multipart upload key=85DYZW2I0U7X upload=OKWP6E3DF601 tag=QH0SIKV38SU2 type=write size=1105715 2023-12-03T11:43:24.801 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.795+0000 7f4da82f78c0 1 > prepared operation key=K4O9QAISDGSN tag=8IB0Q7VID9QI type=del size=1460365 2023-12-03T11:43:24.805 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.799+0000 7f4da82f78c0 1 < completed delete operation key=Q3BH4HFRFZA5 tag=35YGXCO9SH0N type=del 2023-12-03T11:43:24.812 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.807+0000 7f4da82f78c0 1 > prepared part key=_multipart_645V3LNUPS4A.2~O18UN3S8ZFFW.0 size=1048576 2023-12-03T11:43:24.815 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.811+0000 7f4da82f78c0 1 > prepared part key=_multipart_645V3LNUPS4A.2~O18UN3S8ZFFW.1 size=756692 2023-12-03T11:43:24.815 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.811+0000 7f4da82f78c0 1 > prepared multipart upload key=645V3LNUPS4A upload=O18UN3S8ZFFW tag=H3QMPNI4H6RB type=write size=2853844 2023-12-03T11:43:24.820 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.815+0000 7f4da82f78c0 1 < completed part key=_multipart_UT0U43FV7Y0L.2~5DJHZU1LT0WK.0 size=1048576 2023-12-03T11:43:24.824 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.819+0000 7f4da82f78c0 1 < completed part key=_multipart_UT0U43FV7Y0L.2~5DJHZU1LT0WK.1 size=351131 2023-12-03T11:43:24.830 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.827+0000 7f4da82f78c0 1 < completed multipart upload key=UT0U43FV7Y0L upload=5DJHZU1LT0WK tag=QWGTI65XL5HW type=write size=2448283 2023-12-03T11:43:24.834 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.831+0000 7f4da82f78c0 1 > prepared operation key=4DF7KX58SVJY tag=2K1W5T0B5T45 type=del size=3901702 2023-12-03T11:43:24.840 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.835+0000 7f4da82f78c0 1 < completed part key=_multipart_1GAQFDQ35291.2~O20F0KXX95V0.0 size=1048576 2023-12-03T11:43:24.843 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.839+0000 7f4da82f78c0 1 < completed part key=_multipart_1GAQFDQ35291.2~O20F0KXX95V0.1 size=735903 2023-12-03T11:43:24.851 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.847+0000 7f4da82f78c0 1 < completed multipart upload key=1GAQFDQ35291 upload=O20F0KXX95V0 tag=3AA8FTJDU9RY type=write size=2833055 2023-12-03T11:43:24.856 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.851+0000 7f4da82f78c0 1 > prepared operation key=1H0XTAA0VMYC tag=HDAAOKVFSD2T type=write size=471861 2023-12-03T11:43:24.857 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.851+0000 7f4da82f78c0 1 < canceled part key=_multipart_MY1AJ69R89HD.2~25GXSY9W4XLG.0 size=1036542 2023-12-03T11:43:24.864 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.859+0000 7f4da82f78c0 1 < canceled multipart upload key=MY1AJ69R89HD upload=25GXSY9W4XLG tag=7CW0IR54DRFR type=write size=2085118 2023-12-03T11:43:24.872 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.867+0000 7f4da82f78c0 1 > prepared part key=_multipart_K6FJNLCVDIUX.2~12MQXM5B0TQ4.0 size=1048576 2023-12-03T11:43:24.877 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.871+0000 7f4da82f78c0 1 > prepared part key=_multipart_K6FJNLCVDIUX.2~12MQXM5B0TQ4.1 size=649005 2023-12-03T11:43:24.877 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.871+0000 7f4da82f78c0 1 > prepared multipart upload key=K6FJNLCVDIUX upload=12MQXM5B0TQ4 tag=3J3QZLIP5010 type=write size=2746157 2023-12-03T11:43:24.881 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.875+0000 7f4da82f78c0 1 < completed part key=_multipart_PUY1C1KWIAHV.2~TS477CJ3JFLS.0 size=747391 2023-12-03T11:43:24.889 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.883+0000 7f4da82f78c0 1 < completed multipart upload key=PUY1C1KWIAHV upload=TS477CJ3JFLS tag=NQNSSFQJRX0H type=write size=1795967 2023-12-03T11:43:24.898 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.891+0000 7f4da82f78c0 1 > prepared part key=_multipart_85DYZW2I0U7X.2~8CTUPZJQ68LC.0 size=1048576 2023-12-03T11:43:24.901 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.895+0000 7f4da82f78c0 1 > prepared part key=_multipart_85DYZW2I0U7X.2~8CTUPZJQ68LC.1 size=825824 2023-12-03T11:43:24.901 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.895+0000 7f4da82f78c0 1 > prepared multipart upload key=85DYZW2I0U7X upload=8CTUPZJQ68LC tag=1T2YO2P1OXCN type=write size=2922976 2023-12-03T11:43:24.906 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.903+0000 7f4da82f78c0 1 < completed part key=_multipart_85DYZW2I0U7X.2~066KQEPSE7RC.0 size=362458 2023-12-03T11:43:24.914 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.911+0000 7f4da82f78c0 1 < completed multipart upload key=85DYZW2I0U7X upload=066KQEPSE7RC tag=2XPLMTET21AN type=write size=1411034 2023-12-03T11:43:24.918 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.915+0000 7f4da82f78c0 1 > prepared operation key=TBD5MDTZYHGQ tag=NTL5H01ZQ0RX type=del size=2127285 2023-12-03T11:43:24.922 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.919+0000 7f4da82f78c0 1 < completed part key=_multipart_IOZ5MNNP5B2W.2~0OS1WL2PTQJL.0 size=1048576 2023-12-03T11:43:24.926 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.919+0000 7f4da82f78c0 1 < completed part key=_multipart_IOZ5MNNP5B2W.2~0OS1WL2PTQJL.1 size=1048576 2023-12-03T11:43:24.929 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.923+0000 7f4da82f78c0 1 < completed part key=_multipart_IOZ5MNNP5B2W.2~0OS1WL2PTQJL.2 size=24339 2023-12-03T11:43:24.936 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.931+0000 7f4da82f78c0 1 < completed multipart upload key=IOZ5MNNP5B2W upload=0OS1WL2PTQJL tag=K6KQPE7CUA50 type=write size=3170067 2023-12-03T11:43:24.943 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.939+0000 7f4da82f78c0 1 > prepared part key=_multipart_7AKK0TE2I43B.2~SF9OA3QEAK1Q.0 size=1048576 2023-12-03T11:43:24.946 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.943+0000 7f4da82f78c0 1 > prepared part key=_multipart_7AKK0TE2I43B.2~SF9OA3QEAK1Q.1 size=1048576 2023-12-03T11:43:24.949 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.943+0000 7f4da82f78c0 1 > prepared part key=_multipart_7AKK0TE2I43B.2~SF9OA3QEAK1Q.2 size=931618 2023-12-03T11:43:24.950 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.943+0000 7f4da82f78c0 1 > prepared multipart upload key=7AKK0TE2I43B upload=SF9OA3QEAK1Q tag=T9XPI9Q70GD0 type=write size=4077346 2023-12-03T11:43:24.954 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.947+0000 7f4da82f78c0 1 < completed part key=_multipart_Q5C3IZCQEVO6.2~DWRHS194F3L3.0 size=1048576 2023-12-03T11:43:24.957 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.951+0000 7f4da82f78c0 1 < completed part key=_multipart_Q5C3IZCQEVO6.2~DWRHS194F3L3.1 size=695564 2023-12-03T11:43:24.964 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.959+0000 7f4da82f78c0 1 < completed multipart upload key=Q5C3IZCQEVO6 upload=DWRHS194F3L3 tag=DL4W0ZCO2HKP type=write size=2792716 2023-12-03T11:43:24.968 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.963+0000 7f4da82f78c0 1 > prepared operation key=K4O9QAISDGSN tag=UXFX62IZ4TQF type=del size=4003140 2023-12-03T11:43:24.972 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.967+0000 7f4da82f78c0 1 < completed part key=_multipart_L3HC1M7OJ3L7.2~ACL83E82Q01N.0 size=1048576 2023-12-03T11:43:24.975 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.971+0000 7f4da82f78c0 1 < completed part key=_multipart_L3HC1M7OJ3L7.2~ACL83E82Q01N.1 size=1048576 2023-12-03T11:43:24.978 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.975+0000 7f4da82f78c0 1 < completed part key=_multipart_L3HC1M7OJ3L7.2~ACL83E82Q01N.2 size=125655 2023-12-03T11:43:24.985 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.979+0000 7f4da82f78c0 1 < completed multipart upload key=L3HC1M7OJ3L7 upload=ACL83E82Q01N tag=H40LW3P09ZWD type=write size=3271383 2023-12-03T11:43:24.992 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.987+0000 7f4da82f78c0 1 > prepared part key=_multipart_K4O9QAISDGSN.2~EM1GYBCD8NCA.0 size=1048576 2023-12-03T11:43:24.995 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.991+0000 7f4da82f78c0 1 > prepared part key=_multipart_K4O9QAISDGSN.2~EM1GYBCD8NCA.1 size=1048576 2023-12-03T11:43:24.998 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.991+0000 7f4da82f78c0 1 > prepared part key=_multipart_K4O9QAISDGSN.2~EM1GYBCD8NCA.2 size=567396 2023-12-03T11:43:24.998 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.991+0000 7f4da82f78c0 1 > prepared multipart upload key=K4O9QAISDGSN upload=EM1GYBCD8NCA tag=9P2XTSRC7ULZ type=write size=3713124 2023-12-03T11:43:25.002 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:24.999+0000 7f4da82f78c0 1 < completed write operation key=6UZY1HWE143J tag=V02I2AXYUV5R type=write size=646161 2023-12-03T11:43:25.009 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.003+0000 7f4da82f78c0 1 > prepared part key=_multipart_PUY1C1KWIAHV.2~CIVVDOL00SHF.0 size=1048576 2023-12-03T11:43:25.012 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.007+0000 7f4da82f78c0 1 > prepared part key=_multipart_PUY1C1KWIAHV.2~CIVVDOL00SHF.1 size=1048576 2023-12-03T11:43:25.016 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.011+0000 7f4da82f78c0 1 > prepared part key=_multipart_PUY1C1KWIAHV.2~CIVVDOL00SHF.2 size=241418 2023-12-03T11:43:25.016 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.011+0000 7f4da82f78c0 1 > prepared multipart upload key=PUY1C1KWIAHV upload=CIVVDOL00SHF tag=60Y3JS0FTEQE type=write size=3387146 2023-12-03T11:43:25.024 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.019+0000 7f4da82f78c0 1 < suggested update operation key=645V3LNUPS4A tag=MVL62C3E0WGC type=del size=3889034 2023-12-03T11:43:25.032 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.027+0000 7f4da82f78c0 1 > prepared part key=_multipart_WEBJUD8426X3.2~BZI91UO4U62X.0 size=1048576 2023-12-03T11:43:25.035 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.031+0000 7f4da82f78c0 1 > prepared part key=_multipart_WEBJUD8426X3.2~BZI91UO4U62X.1 size=1048576 2023-12-03T11:43:25.038 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.035+0000 7f4da82f78c0 1 > prepared part key=_multipart_WEBJUD8426X3.2~BZI91UO4U62X.2 size=76097 2023-12-03T11:43:25.038 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.035+0000 7f4da82f78c0 1 > prepared multipart upload key=WEBJUD8426X3 upload=BZI91UO4U62X tag=EX5OX49U7M7R type=write size=3221825 2023-12-03T11:43:25.043 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.039+0000 7f4da82f78c0 1 < completed delete operation key=QGLKMQWQRM89 tag=WIXV256PY03T type=del 2023-12-03T11:43:25.047 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.043+0000 7f4da82f78c0 1 > prepared operation key=PSYQ3RT9HX5N tag=T4QLAKSJZRK2 type=del size=1839644 2023-12-03T11:43:25.055 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.051+0000 7f4da82f78c0 1 < suggested remove operation key=GMT5400N4YTT tag=J5O7IQJ9BL53 type=write 2023-12-03T11:43:25.059 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.055+0000 7f4da82f78c0 1 > prepared operation key=GMT5400N4YTT tag=2YZWYV3A0RS3 type=del size=2500404 2023-12-03T11:43:25.064 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.059+0000 7f4da82f78c0 1 < completed part key=_multipart_TBD5MDTZYHGQ.2~SSMPKVIUHYBN.0 size=1048576 2023-12-03T11:43:25.067 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.063+0000 7f4da82f78c0 1 < completed part key=_multipart_TBD5MDTZYHGQ.2~SSMPKVIUHYBN.1 size=1048576 2023-12-03T11:43:25.070 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.067+0000 7f4da82f78c0 1 < completed part key=_multipart_TBD5MDTZYHGQ.2~SSMPKVIUHYBN.2 size=82960 2023-12-03T11:43:25.076 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.071+0000 7f4da82f78c0 1 < completed multipart upload key=TBD5MDTZYHGQ upload=SSMPKVIUHYBN tag=B6BH2XCE6OZT type=write size=3228688 2023-12-03T11:43:25.080 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.075+0000 7f4da82f78c0 1 > prepared operation key=K2XC9VGBIFBD tag=YIK7418LWGLC type=del size=330237 2023-12-03T11:43:25.084 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.079+0000 7f4da82f78c0 1 < completed part key=_multipart_XCT2GVJ4O84M.2~3NO94SDF4R9X.0 size=398884 2023-12-03T11:43:25.091 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.087+0000 7f4da82f78c0 1 < completed multipart upload key=XCT2GVJ4O84M upload=3NO94SDF4R9X tag=761MF7P9CUMH type=write size=1447460 2023-12-03T11:43:25.097 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.091+0000 7f4da82f78c0 1 > prepared part key=_multipart_85DYZW2I0U7X.2~8XZW9PZ65RX2.0 size=666946 2023-12-03T11:43:25.098 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.091+0000 7f4da82f78c0 1 > prepared multipart upload key=85DYZW2I0U7X upload=8XZW9PZ65RX2 tag=R3IO8WDGIIPY type=write size=1715522 2023-12-03T11:43:25.101 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.095+0000 7f4da82f78c0 1 < completed delete operation key=K4O9QAISDGSN tag=8IB0Q7VID9QI type=del 2023-12-03T11:43:25.105 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.099+0000 7f4da82f78c0 1 > prepared operation key=GMT5400N4YTT tag=JPRMSZ7YM3X0 type=del size=2413496 2023-12-03T11:43:25.109 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.103+0000 7f4da82f78c0 1 < completed part key=_multipart_645V3LNUPS4A.2~O18UN3S8ZFFW.0 size=1048576 2023-12-03T11:43:25.112 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.107+0000 7f4da82f78c0 1 < completed part key=_multipart_645V3LNUPS4A.2~O18UN3S8ZFFW.1 size=756692 2023-12-03T11:43:25.119 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.115+0000 7f4da82f78c0 1 < completed multipart upload key=645V3LNUPS4A upload=O18UN3S8ZFFW tag=H3QMPNI4H6RB type=write size=2853844 2023-12-03T11:43:25.126 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.119+0000 7f4da82f78c0 1 > prepared part key=_multipart_PSYQ3RT9HX5N.2~SFWKSX77PVP3.0 size=1048576 2023-12-03T11:43:25.129 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.123+0000 7f4da82f78c0 1 > prepared part key=_multipart_PSYQ3RT9HX5N.2~SFWKSX77PVP3.1 size=295510 2023-12-03T11:43:25.129 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.123+0000 7f4da82f78c0 1 > prepared multipart upload key=PSYQ3RT9HX5N upload=SFWKSX77PVP3 tag=D6CWXV927SZA type=write size=2392662 2023-12-03T11:43:25.133 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.127+0000 7f4da82f78c0 1 < completed delete operation key=4DF7KX58SVJY tag=2K1W5T0B5T45 type=del 2023-12-03T11:43:25.140 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.135+0000 7f4da82f78c0 1 > prepared part key=_multipart_85DYZW2I0U7X.2~DO20SQ544X0B.0 size=1048576 2023-12-03T11:43:25.143 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.139+0000 7f4da82f78c0 1 > prepared part key=_multipart_85DYZW2I0U7X.2~DO20SQ544X0B.1 size=837459 2023-12-03T11:43:25.143 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.139+0000 7f4da82f78c0 1 > prepared multipart upload key=85DYZW2I0U7X upload=DO20SQ544X0B tag=8BGZDHSH7JIM type=write size=2934611 2023-12-03T11:43:25.147 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.143+0000 7f4da82f78c0 1 < completed write operation key=1H0XTAA0VMYC tag=HDAAOKVFSD2T type=write size=471861 2023-12-03T11:43:25.151 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.147+0000 7f4da82f78c0 1 > prepared operation key=6UZY1HWE143J tag=VFJ6KZSA9BZ4 type=del size=3577486 2023-12-03T11:43:25.155 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.151+0000 7f4da82f78c0 1 < completed part key=_multipart_K6FJNLCVDIUX.2~12MQXM5B0TQ4.0 size=1048576 2023-12-03T11:43:25.157 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.151+0000 7f4da82f78c0 1 < completed part key=_multipart_K6FJNLCVDIUX.2~12MQXM5B0TQ4.1 size=649005 2023-12-03T11:43:25.168 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.163+0000 7f4da82f78c0 1 < completed multipart upload key=K6FJNLCVDIUX upload=12MQXM5B0TQ4 tag=3J3QZLIP5010 type=write size=2746157 2023-12-03T11:43:25.171 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.167+0000 7f4da82f78c0 1 > prepared operation key=PSYQ3RT9HX5N tag=1FYW5VKRNDYS type=write size=839989 2023-12-03T11:43:25.175 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.171+0000 7f4da82f78c0 1 < completed part key=_multipart_85DYZW2I0U7X.2~8CTUPZJQ68LC.0 size=1048576 2023-12-03T11:43:25.177 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.171+0000 7f4da82f78c0 1 < completed part key=_multipart_85DYZW2I0U7X.2~8CTUPZJQ68LC.1 size=825824 2023-12-03T11:43:25.183 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.179+0000 7f4da82f78c0 1 < completed multipart upload key=85DYZW2I0U7X upload=8CTUPZJQ68LC tag=1T2YO2P1OXCN type=write size=2922976 2023-12-03T11:43:25.187 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.183+0000 7f4da82f78c0 1 > prepared operation key=IA082W6GDNN2 tag=JXROKA0B5QEE type=del size=71203 2023-12-03T11:43:25.191 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.187+0000 7f4da82f78c0 1 < completed delete operation key=TBD5MDTZYHGQ tag=NTL5H01ZQ0RX type=del 2023-12-03T11:43:25.194 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.191+0000 7f4da82f78c0 1 > prepared operation key=ZO4GYMSV47J9 tag=B6P46GH87VHT type=write size=739709 2023-12-03T11:43:25.198 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.195+0000 7f4da82f78c0 1 < completed part key=_multipart_7AKK0TE2I43B.2~SF9OA3QEAK1Q.0 size=1048576 2023-12-03T11:43:25.201 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.195+0000 7f4da82f78c0 1 < completed part key=_multipart_7AKK0TE2I43B.2~SF9OA3QEAK1Q.1 size=1048576 2023-12-03T11:43:25.204 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.199+0000 7f4da82f78c0 1 < completed part key=_multipart_7AKK0TE2I43B.2~SF9OA3QEAK1Q.2 size=931618 2023-12-03T11:43:25.210 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.207+0000 7f4da82f78c0 1 < completed multipart upload key=7AKK0TE2I43B upload=SF9OA3QEAK1Q tag=T9XPI9Q70GD0 type=write size=4077346 2023-12-03T11:43:25.214 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.211+0000 7f4da82f78c0 1 > prepared operation key=D2PVZARQWEIV tag=ZYCAU1PNMTEB type=write size=733013 2023-12-03T11:43:25.218 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.215+0000 7f4da82f78c0 1 < completed delete operation key=K4O9QAISDGSN tag=UXFX62IZ4TQF type=del 2023-12-03T11:43:25.222 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.215+0000 7f4da82f78c0 1 > prepared operation key=QGLKMQWQRM89 tag=B5WAYYM772OJ type=del size=673780 2023-12-03T11:43:25.226 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.219+0000 7f4da82f78c0 1 < completed part key=_multipart_K4O9QAISDGSN.2~EM1GYBCD8NCA.0 size=1048576 2023-12-03T11:43:25.228 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.223+0000 7f4da82f78c0 1 < completed part key=_multipart_K4O9QAISDGSN.2~EM1GYBCD8NCA.1 size=1048576 2023-12-03T11:43:25.232 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.227+0000 7f4da82f78c0 1 < completed part key=_multipart_K4O9QAISDGSN.2~EM1GYBCD8NCA.2 size=567396 2023-12-03T11:43:25.238 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.235+0000 7f4da82f78c0 1 < completed multipart upload key=K4O9QAISDGSN upload=EM1GYBCD8NCA tag=9P2XTSRC7ULZ type=write size=3713124 2023-12-03T11:43:25.242 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.239+0000 7f4da82f78c0 1 > prepared operation key=TBD5MDTZYHGQ tag=U9UUYASIXNWY type=del size=3587360 2023-12-03T11:43:25.247 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.243+0000 7f4da82f78c0 1 < completed part key=_multipart_PUY1C1KWIAHV.2~CIVVDOL00SHF.0 size=1048576 2023-12-03T11:43:25.250 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.247+0000 7f4da82f78c0 1 < completed part key=_multipart_PUY1C1KWIAHV.2~CIVVDOL00SHF.1 size=1048576 2023-12-03T11:43:25.253 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.247+0000 7f4da82f78c0 1 < completed part key=_multipart_PUY1C1KWIAHV.2~CIVVDOL00SHF.2 size=241418 2023-12-03T11:43:25.259 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.255+0000 7f4da82f78c0 1 < completed multipart upload key=PUY1C1KWIAHV upload=CIVVDOL00SHF tag=60Y3JS0FTEQE type=write size=3387146 2023-12-03T11:43:25.263 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.259+0000 7f4da82f78c0 1 > prepared operation key=7AKK0TE2I43B tag=F73OQ7GK0XLJ type=del size=4155117 2023-12-03T11:43:25.267 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.263+0000 7f4da82f78c0 1 < completed part key=_multipart_WEBJUD8426X3.2~BZI91UO4U62X.0 size=1048576 2023-12-03T11:43:25.270 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.263+0000 7f4da82f78c0 1 < completed part key=_multipart_WEBJUD8426X3.2~BZI91UO4U62X.1 size=1048576 2023-12-03T11:43:25.270 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.263+0000 7f4da82f78c0 1 < canceled part key=_multipart_WEBJUD8426X3.2~BZI91UO4U62X.2 size=76097 2023-12-03T11:43:25.276 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.271+0000 7f4da82f78c0 1 < canceled multipart upload key=WEBJUD8426X3 upload=BZI91UO4U62X tag=EX5OX49U7M7R type=write size=3221825 2023-12-03T11:43:25.280 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.275+0000 7f4da82f78c0 1 > prepared operation key=QGLKMQWQRM89 tag=RSMGICW7CJHQ type=write size=186512 2023-12-03T11:43:25.283 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.279+0000 7f4da82f78c0 1 < completed delete operation key=PSYQ3RT9HX5N tag=T4QLAKSJZRK2 type=del 2023-12-03T11:43:25.290 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.287+0000 7f4da82f78c0 1 > prepared part key=_multipart_GMT5400N4YTT.2~NAWJBUG9FMXJ.0 size=1048576 2023-12-03T11:43:25.293 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.287+0000 7f4da82f78c0 1 > prepared part key=_multipart_GMT5400N4YTT.2~NAWJBUG9FMXJ.1 size=639700 2023-12-03T11:43:25.293 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.287+0000 7f4da82f78c0 1 > prepared multipart upload key=GMT5400N4YTT upload=NAWJBUG9FMXJ tag=KPVOR9NSJMID type=write size=2736852 2023-12-03T11:43:25.297 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.291+0000 7f4da82f78c0 1 < completed delete operation key=GMT5400N4YTT tag=2YZWYV3A0RS3 type=del 2023-12-03T11:43:25.301 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.295+0000 7f4da82f78c0 1 > prepared operation key=MY1AJ69R89HD tag=AU9PX0RRIJ45 type=del size=1942516 2023-12-03T11:43:25.304 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.299+0000 7f4da82f78c0 1 < completed delete operation key=K2XC9VGBIFBD tag=YIK7418LWGLC type=del 2023-12-03T11:43:25.308 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.303+0000 7f4da82f78c0 1 > prepared operation key=Q3BH4HFRFZA5 tag=62F17CPASRXB type=del size=213439 2023-12-03T11:43:25.312 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.307+0000 7f4da82f78c0 1 < completed part key=_multipart_85DYZW2I0U7X.2~8XZW9PZ65RX2.0 size=666946 2023-12-03T11:43:25.319 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.315+0000 7f4da82f78c0 1 < completed multipart upload key=85DYZW2I0U7X upload=8XZW9PZ65RX2 tag=R3IO8WDGIIPY type=write size=1715522 2023-12-03T11:43:25.323 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.319+0000 7f4da82f78c0 1 > prepared operation key=YCJ1J0AKOH1D tag=BY8RY5ODSV41 type=del size=720259 2023-12-03T11:43:25.327 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.323+0000 7f4da82f78c0 1 < completed delete operation key=GMT5400N4YTT tag=JPRMSZ7YM3X0 type=del 2023-12-03T11:43:25.331 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.327+0000 7f4da82f78c0 1 > prepared operation key=7EDLY2Q78IBP tag=5RRKBAMMBNIS type=del size=1748171 2023-12-03T11:43:25.334 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.331+0000 7f4da82f78c0 1 < completed part key=_multipart_PSYQ3RT9HX5N.2~SFWKSX77PVP3.0 size=1048576 2023-12-03T11:43:25.337 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.331+0000 7f4da82f78c0 1 < completed part key=_multipart_PSYQ3RT9HX5N.2~SFWKSX77PVP3.1 size=295510 2023-12-03T11:43:25.343 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.339+0000 7f4da82f78c0 1 < completed multipart upload key=PSYQ3RT9HX5N upload=SFWKSX77PVP3 tag=D6CWXV927SZA type=write size=2392662 2023-12-03T11:43:25.350 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.347+0000 7f4da82f78c0 1 > prepared part key=_multipart_PSYQ3RT9HX5N.2~73X47H9Q7C13.0 size=1048576 2023-12-03T11:43:25.353 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.347+0000 7f4da82f78c0 1 > prepared part key=_multipart_PSYQ3RT9HX5N.2~73X47H9Q7C13.1 size=139882 2023-12-03T11:43:25.353 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.347+0000 7f4da82f78c0 1 > prepared multipart upload key=PSYQ3RT9HX5N upload=73X47H9Q7C13 tag=E6X9B35NGAD8 type=write size=2237034 2023-12-03T11:43:25.357 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.351+0000 7f4da82f78c0 1 < completed part key=_multipart_85DYZW2I0U7X.2~DO20SQ544X0B.0 size=1048576 2023-12-03T11:43:25.360 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.355+0000 7f4da82f78c0 1 < completed part key=_multipart_85DYZW2I0U7X.2~DO20SQ544X0B.1 size=837459 2023-12-03T11:43:25.366 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.363+0000 7f4da82f78c0 1 < completed multipart upload key=85DYZW2I0U7X upload=DO20SQ544X0B tag=8BGZDHSH7JIM type=write size=2934611 2023-12-03T11:43:25.370 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.363+0000 7f4da82f78c0 1 > prepared operation key=PSYQ3RT9HX5N tag=VSCXZVCD3ZV2 type=del size=2772772 2023-12-03T11:43:25.373 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.367+0000 7f4da82f78c0 1 < canceled operation key=6UZY1HWE143J tag=VFJ6KZSA9BZ4 type=del size=3577486 2023-12-03T11:43:25.380 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.375+0000 7f4da82f78c0 1 > prepared part key=_multipart_XCT2GVJ4O84M.2~ZMK4SST21FSU.0 size=352104 2023-12-03T11:43:25.380 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.375+0000 7f4da82f78c0 1 > prepared multipart upload key=XCT2GVJ4O84M upload=ZMK4SST21FSU tag=M4T19RI2JZ4D type=write size=1400680 2023-12-03T11:43:25.384 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.379+0000 7f4da82f78c0 1 < completed write operation key=PSYQ3RT9HX5N tag=1FYW5VKRNDYS type=write size=839989 2023-12-03T11:43:25.387 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.383+0000 7f4da82f78c0 1 > prepared operation key=MY1AJ69R89HD tag=BX6EAKZE3MW7 type=del size=2230849 2023-12-03T11:43:25.391 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.387+0000 7f4da82f78c0 1 < completed delete operation key=IA082W6GDNN2 tag=JXROKA0B5QEE type=del 2023-12-03T11:43:25.398 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.395+0000 7f4da82f78c0 1 > prepared part key=_multipart_K6FJNLCVDIUX.2~H90AE0N9RC92.0 size=1048576 2023-12-03T11:43:25.401 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.395+0000 7f4da82f78c0 1 > prepared part key=_multipart_K6FJNLCVDIUX.2~H90AE0N9RC92.1 size=844597 2023-12-03T11:43:25.401 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.395+0000 7f4da82f78c0 1 > prepared multipart upload key=K6FJNLCVDIUX upload=H90AE0N9RC92 tag=K3Q68WPAN2T9 type=write size=2941749 2023-12-03T11:43:25.405 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.399+0000 7f4da82f78c0 1 < completed write operation key=ZO4GYMSV47J9 tag=B6P46GH87VHT type=write size=739709 2023-12-03T11:43:25.412 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.407+0000 7f4da82f78c0 1 > prepared part key=_multipart_PUY1C1KWIAHV.2~1IVP94EQ1OYS.0 size=1048576 2023-12-03T11:43:25.415 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.411+0000 7f4da82f78c0 1 > prepared part key=_multipart_PUY1C1KWIAHV.2~1IVP94EQ1OYS.1 size=228810 2023-12-03T11:43:25.415 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.411+0000 7f4da82f78c0 1 > prepared multipart upload key=PUY1C1KWIAHV upload=1IVP94EQ1OYS tag=6YL37XCD64XQ type=write size=2325962 2023-12-03T11:43:25.422 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.415+0000 7f4da82f78c0 1 < suggested update operation key=D2PVZARQWEIV tag=ZYCAU1PNMTEB type=write size=733013 2023-12-03T11:43:25.426 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.419+0000 7f4da82f78c0 1 > prepared operation key=85DYZW2I0U7X tag=E0GEMRSZFU2I type=del size=2626980 2023-12-03T11:43:25.430 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.423+0000 7f4da82f78c0 1 < canceled operation key=QGLKMQWQRM89 tag=B5WAYYM772OJ type=del size=673780 2023-12-03T11:43:25.434 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.427+0000 7f4da82f78c0 1 > prepared operation key=6UZY1HWE143J tag=NA12Z1JNJ420 type=del size=36984 2023-12-03T11:43:25.438 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.431+0000 7f4da82f78c0 1 < completed delete operation key=TBD5MDTZYHGQ tag=U9UUYASIXNWY type=del 2023-12-03T11:43:25.445 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.439+0000 7f4da82f78c0 1 > prepared part key=_multipart_645V3LNUPS4A.2~RC1SVSX6GOC5.0 size=88303 2023-12-03T11:43:25.445 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.439+0000 7f4da82f78c0 1 > prepared multipart upload key=645V3LNUPS4A upload=RC1SVSX6GOC5 tag=RUAIQVN3BO56 type=write size=1136879 2023-12-03T11:43:25.449 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.443+0000 7f4da82f78c0 1 < completed delete operation key=7AKK0TE2I43B tag=F73OQ7GK0XLJ type=del 2023-12-03T11:43:25.453 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.447+0000 7f4da82f78c0 1 > prepared operation key=85DYZW2I0U7X tag=B30XRC0DM5VW type=write size=899050 2023-12-03T11:43:25.457 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.451+0000 7f4da82f78c0 1 < completed write operation key=QGLKMQWQRM89 tag=RSMGICW7CJHQ type=write size=186512 2023-12-03T11:43:25.464 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.459+0000 7f4da82f78c0 1 > prepared part key=_multipart_85DYZW2I0U7X.2~PZN9I7XH8Y2A.0 size=1048576 2023-12-03T11:43:25.468 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.463+0000 7f4da82f78c0 1 > prepared part key=_multipart_85DYZW2I0U7X.2~PZN9I7XH8Y2A.1 size=31009 2023-12-03T11:43:25.468 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.463+0000 7f4da82f78c0 1 > prepared multipart upload key=85DYZW2I0U7X upload=PZN9I7XH8Y2A tag=3MCJMOJVL4XS type=write size=2128161 2023-12-03T11:43:25.468 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.463+0000 7f4da82f78c0 1 < canceled part key=_multipart_GMT5400N4YTT.2~NAWJBUG9FMXJ.0 size=1048576 2023-12-03T11:43:25.471 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.467+0000 7f4da82f78c0 1 < completed part key=_multipart_GMT5400N4YTT.2~NAWJBUG9FMXJ.1 size=639700 2023-12-03T11:43:25.479 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.475+0000 7f4da82f78c0 1 < canceled multipart upload key=GMT5400N4YTT upload=NAWJBUG9FMXJ tag=KPVOR9NSJMID type=write size=2736852 2023-12-03T11:43:25.482 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.479+0000 7f4da82f78c0 1 > prepared operation key=K6FJNLCVDIUX tag=1QJZW94QT3D1 type=del size=3886266 2023-12-03T11:43:25.490 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.487+0000 7f4da82f78c0 1 < suggested remove operation key=MY1AJ69R89HD tag=AU9PX0RRIJ45 type=del 2023-12-03T11:43:25.498 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.491+0000 7f4da82f78c0 1 > prepared part key=_multipart_1H0XTAA0VMYC.2~JAIJ50O3HDWD.0 size=1048576 2023-12-03T11:43:25.501 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.495+0000 7f4da82f78c0 1 > prepared part key=_multipart_1H0XTAA0VMYC.2~JAIJ50O3HDWD.1 size=923788 2023-12-03T11:43:25.501 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.495+0000 7f4da82f78c0 1 > prepared multipart upload key=1H0XTAA0VMYC upload=JAIJ50O3HDWD tag=KNYVIPX5NIBV type=write size=3020940 2023-12-03T11:43:25.505 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.499+0000 7f4da82f78c0 1 < completed delete operation key=Q3BH4HFRFZA5 tag=62F17CPASRXB type=del 2023-12-03T11:43:25.512 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.507+0000 7f4da82f78c0 1 > prepared part key=_multipart_K4O9QAISDGSN.2~WA5ONCY3IJFA.0 size=1048576 2023-12-03T11:43:25.515 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.511+0000 7f4da82f78c0 1 > prepared part key=_multipart_K4O9QAISDGSN.2~WA5ONCY3IJFA.1 size=413740 2023-12-03T11:43:25.515 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.511+0000 7f4da82f78c0 1 > prepared multipart upload key=K4O9QAISDGSN upload=WA5ONCY3IJFA tag=DWFPA0RUDUIO type=write size=2510892 2023-12-03T11:43:25.528 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.523+0000 7f4da82f78c0 1 < completed delete operation key=YCJ1J0AKOH1D tag=BY8RY5ODSV41 type=del 2023-12-03T11:43:25.536 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.531+0000 7f4da82f78c0 1 > prepared part key=_multipart_IOZ5MNNP5B2W.2~CSWI2K77KIHS.0 size=1048576 2023-12-03T11:43:25.539 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.535+0000 7f4da82f78c0 1 > prepared part key=_multipart_IOZ5MNNP5B2W.2~CSWI2K77KIHS.1 size=715837 2023-12-03T11:43:25.539 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.535+0000 7f4da82f78c0 1 > prepared multipart upload key=IOZ5MNNP5B2W upload=CSWI2K77KIHS tag=60IOCX3269GN type=write size=2812989 2023-12-03T11:43:25.544 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.539+0000 7f4da82f78c0 1 < completed delete operation key=7EDLY2Q78IBP tag=5RRKBAMMBNIS type=del 2023-12-03T11:43:25.548 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.543+0000 7f4da82f78c0 1 > prepared operation key=Q5C3IZCQEVO6 tag=UYK8XYVGYN60 type=del size=1604219 2023-12-03T11:43:25.552 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.547+0000 7f4da82f78c0 1 < completed part key=_multipart_PSYQ3RT9HX5N.2~73X47H9Q7C13.0 size=1048576 2023-12-03T11:43:25.555 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.551+0000 7f4da82f78c0 1 < completed part key=_multipart_PSYQ3RT9HX5N.2~73X47H9Q7C13.1 size=139882 2023-12-03T11:43:25.562 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.555+0000 7f4da82f78c0 1 < completed multipart upload key=PSYQ3RT9HX5N upload=73X47H9Q7C13 tag=E6X9B35NGAD8 type=write size=2237034 2023-12-03T11:43:25.566 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.563+0000 7f4da82f78c0 1 > prepared operation key=K6FJNLCVDIUX tag=T0LYDL835NS3 type=del size=2982988 2023-12-03T11:43:25.570 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.563+0000 7f4da82f78c0 1 < completed delete operation key=PSYQ3RT9HX5N tag=VSCXZVCD3ZV2 type=del 2023-12-03T11:43:25.573 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.567+0000 7f4da82f78c0 1 > prepared operation key=ZO4GYMSV47J9 tag=16NR297UAUZC type=del size=666130 2023-12-03T11:43:25.574 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.571+0000 7f4da82f78c0 1 < canceled part key=_multipart_XCT2GVJ4O84M.2~ZMK4SST21FSU.0 size=352104 2023-12-03T11:43:25.581 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.575+0000 7f4da82f78c0 1 < canceled multipart upload key=XCT2GVJ4O84M upload=ZMK4SST21FSU tag=M4T19RI2JZ4D type=write size=1400680 2023-12-03T11:43:25.589 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.583+0000 7f4da82f78c0 1 > prepared part key=_multipart_K4O9QAISDGSN.2~6VZX9H3U0CMV.0 size=53504 2023-12-03T11:43:25.589 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.583+0000 7f4da82f78c0 1 > prepared multipart upload key=K4O9QAISDGSN upload=6VZX9H3U0CMV tag=C2QEDFM989O2 type=write size=1102080 2023-12-03T11:43:25.592 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.587+0000 7f4da82f78c0 -1 < failed to complete operation key=MY1AJ69R89HD tag=BX6EAKZE3MW7 type=del size=2230849: (22) Invalid argument 2023-12-03T11:43:25.600 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.595+0000 7f4da82f78c0 1 > prepared part key=_multipart_ZO4GYMSV47J9.2~AS826HQ02M40.0 size=1048576 2023-12-03T11:43:25.604 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.599+0000 7f4da82f78c0 1 > prepared part key=_multipart_ZO4GYMSV47J9.2~AS826HQ02M40.1 size=470090 2023-12-03T11:43:25.604 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.599+0000 7f4da82f78c0 1 > prepared multipart upload key=ZO4GYMSV47J9 upload=AS826HQ02M40 tag=1EA2WBESFOOW type=write size=2567242 2023-12-03T11:43:25.608 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.603+0000 7f4da82f78c0 1 < completed part key=_multipart_K6FJNLCVDIUX.2~H90AE0N9RC92.0 size=1048576 2023-12-03T11:43:25.611 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.607+0000 7f4da82f78c0 1 < completed part key=_multipart_K6FJNLCVDIUX.2~H90AE0N9RC92.1 size=844597 2023-12-03T11:43:25.619 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.615+0000 7f4da82f78c0 1 < completed multipart upload key=K6FJNLCVDIUX upload=H90AE0N9RC92 tag=K3Q68WPAN2T9 type=write size=2941749 2023-12-03T11:43:25.623 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.619+0000 7f4da82f78c0 1 > prepared operation key=645V3LNUPS4A tag=WP3PRDEQCNV3 type=write size=627232 2023-12-03T11:43:25.628 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.623+0000 7f4da82f78c0 1 < completed part key=_multipart_PUY1C1KWIAHV.2~1IVP94EQ1OYS.0 size=1048576 2023-12-03T11:43:25.631 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.627+0000 7f4da82f78c0 1 < completed part key=_multipart_PUY1C1KWIAHV.2~1IVP94EQ1OYS.1 size=228810 2023-12-03T11:43:25.638 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.631+0000 7f4da82f78c0 1 < completed multipart upload key=PUY1C1KWIAHV upload=1IVP94EQ1OYS tag=6YL37XCD64XQ type=write size=2325962 2023-12-03T11:43:25.642 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.635+0000 7f4da82f78c0 1 > prepared operation key=L3HC1M7OJ3L7 tag=D8UHQBEK0B6I type=del size=1523830 2023-12-03T11:43:25.650 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.643+0000 7f4da82f78c0 1 < suggested remove operation key=85DYZW2I0U7X tag=E0GEMRSZFU2I type=del 2023-12-03T11:43:25.658 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.651+0000 7f4da82f78c0 1 > prepared part key=_multipart_QGLKMQWQRM89.2~PF3DRMAFC2MR.0 size=565742 2023-12-03T11:43:25.658 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.651+0000 7f4da82f78c0 1 > prepared multipart upload key=QGLKMQWQRM89 upload=PF3DRMAFC2MR tag=F1Q35XQOXXCM type=write size=1614318 2023-12-03T11:43:25.662 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.659+0000 7f4da82f78c0 1 < canceled operation key=6UZY1HWE143J tag=NA12Z1JNJ420 type=del size=36984 2023-12-03T11:43:25.666 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.659+0000 7f4da82f78c0 1 > prepared operation key=QGLKMQWQRM89 tag=62OTL7205QJI type=del size=948777 2023-12-03T11:43:25.670 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.663+0000 7f4da82f78c0 1 < completed part key=_multipart_645V3LNUPS4A.2~RC1SVSX6GOC5.0 size=88303 2023-12-03T11:43:25.677 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.671+0000 7f4da82f78c0 1 < completed multipart upload key=645V3LNUPS4A upload=RC1SVSX6GOC5 tag=RUAIQVN3BO56 type=write size=1136879 2023-12-03T11:43:25.680 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.675+0000 7f4da82f78c0 1 > prepared operation key=K6FJNLCVDIUX tag=2GK03TSNJRTK type=del size=3278574 2023-12-03T11:43:25.684 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.679+0000 7f4da82f78c0 -1 < failed to complete operation key=85DYZW2I0U7X tag=B30XRC0DM5VW type=write size=899050: (22) Invalid argument 2023-12-03T11:43:25.689 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.683+0000 7f4da82f78c0 1 > prepared operation key=K4O9QAISDGSN tag=1R5JGDSFJUBP type=del size=4121861 2023-12-03T11:43:25.693 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.687+0000 7f4da82f78c0 1 < completed part key=_multipart_85DYZW2I0U7X.2~PZN9I7XH8Y2A.0 size=1048576 2023-12-03T11:43:25.697 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.691+0000 7f4da82f78c0 1 < completed part key=_multipart_85DYZW2I0U7X.2~PZN9I7XH8Y2A.1 size=31009 2023-12-03T11:43:25.705 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.699+0000 7f4da82f78c0 1 < completed multipart upload key=85DYZW2I0U7X upload=PZN9I7XH8Y2A tag=3MCJMOJVL4XS type=write size=2128161 2023-12-03T11:43:25.709 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.703+0000 7f4da82f78c0 1 > prepared operation key=K6FJNLCVDIUX tag=FJ2KI6Y9KZLF type=del size=1325735 2023-12-03T11:43:25.718 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.711+0000 7f4da82f78c0 1 < completed delete operation key=K6FJNLCVDIUX tag=1QJZW94QT3D1 type=del 2023-12-03T11:43:25.719 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.715+0000 7f4da82f78c0 1 > prepared operation key=K4O9QAISDGSN tag=2AWL4EOSDRC4 type=write size=444779 2023-12-03T11:43:25.723 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.719+0000 7f4da82f78c0 1 < completed part key=_multipart_1H0XTAA0VMYC.2~JAIJ50O3HDWD.0 size=1048576 2023-12-03T11:43:25.726 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.723+0000 7f4da82f78c0 1 < completed part key=_multipart_1H0XTAA0VMYC.2~JAIJ50O3HDWD.1 size=923788 2023-12-03T11:43:25.734 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.731+0000 7f4da82f78c0 1 < completed multipart upload key=1H0XTAA0VMYC upload=JAIJ50O3HDWD tag=KNYVIPX5NIBV type=write size=3020940 2023-12-03T11:43:25.739 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.735+0000 7f4da82f78c0 1 > prepared operation key=TBD5MDTZYHGQ tag=SFEAAJNTEIP9 type=del size=2064581 2023-12-03T11:43:25.743 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.739+0000 7f4da82f78c0 1 < completed part key=_multipart_K4O9QAISDGSN.2~WA5ONCY3IJFA.0 size=1048576 2023-12-03T11:43:25.746 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.743+0000 7f4da82f78c0 1 < completed part key=_multipart_K4O9QAISDGSN.2~WA5ONCY3IJFA.1 size=413740 2023-12-03T11:43:25.754 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.747+0000 7f4da82f78c0 1 < completed multipart upload key=K4O9QAISDGSN upload=WA5ONCY3IJFA tag=DWFPA0RUDUIO type=write size=2510892 2023-12-03T11:43:25.758 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.755+0000 7f4da82f78c0 1 > prepared operation key=UT0U43FV7Y0L tag=OFXG96KDBE95 type=write size=858182 2023-12-03T11:43:25.762 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.759+0000 7f4da82f78c0 1 < completed part key=_multipart_IOZ5MNNP5B2W.2~CSWI2K77KIHS.0 size=1048576 2023-12-03T11:43:25.766 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.759+0000 7f4da82f78c0 1 < completed part key=_multipart_IOZ5MNNP5B2W.2~CSWI2K77KIHS.1 size=715837 2023-12-03T11:43:25.773 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.767+0000 7f4da82f78c0 1 < completed multipart upload key=IOZ5MNNP5B2W upload=CSWI2K77KIHS tag=60IOCX3269GN type=write size=2812989 2023-12-03T11:43:25.777 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.771+0000 7f4da82f78c0 1 > prepared operation key=4DF7KX58SVJY tag=VHHXUTO7HT0G type=del size=3707890 2023-12-03T11:43:25.781 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.775+0000 7f4da82f78c0 1 < completed delete operation key=Q5C3IZCQEVO6 tag=UYK8XYVGYN60 type=del 2023-12-03T11:43:25.785 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.779+0000 7f4da82f78c0 1 > prepared operation key=PUY1C1KWIAHV tag=WJ7YIONE09CQ type=del size=3783525 2023-12-03T11:43:25.789 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.783+0000 7f4da82f78c0 1 < completed delete operation key=K6FJNLCVDIUX tag=T0LYDL835NS3 type=del 2023-12-03T11:43:25.796 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.791+0000 7f4da82f78c0 1 > prepared part key=_multipart_K2XC9VGBIFBD.2~9BDLX7YM05LG.0 size=1048576 2023-12-03T11:43:25.798 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.795+0000 7f4da82f78c0 1 > prepared part key=_multipart_K2XC9VGBIFBD.2~9BDLX7YM05LG.1 size=1048576 2023-12-03T11:43:25.802 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.795+0000 7f4da82f78c0 1 > prepared part key=_multipart_K2XC9VGBIFBD.2~9BDLX7YM05LG.2 size=937416 2023-12-03T11:43:25.802 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.795+0000 7f4da82f78c0 1 > prepared multipart upload key=K2XC9VGBIFBD upload=9BDLX7YM05LG tag=AK9YIWLYRV47 type=write size=4083144 2023-12-03T11:43:25.806 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.799+0000 7f4da82f78c0 1 < completed delete operation key=ZO4GYMSV47J9 tag=16NR297UAUZC type=del 2023-12-03T11:43:25.814 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.807+0000 7f4da82f78c0 1 > prepared part key=_multipart_YCJ1J0AKOH1D.2~175C0JJ31TB3.0 size=1048576 2023-12-03T11:43:25.817 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.811+0000 7f4da82f78c0 1 > prepared part key=_multipart_YCJ1J0AKOH1D.2~175C0JJ31TB3.1 size=743349 2023-12-03T11:43:25.817 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.811+0000 7f4da82f78c0 1 > prepared multipart upload key=YCJ1J0AKOH1D upload=175C0JJ31TB3 tag=4Q27IXCAV78J type=write size=2840501 2023-12-03T11:43:25.821 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.815+0000 7f4da82f78c0 1 < completed part key=_multipart_K4O9QAISDGSN.2~6VZX9H3U0CMV.0 size=53504 2023-12-03T11:43:25.827 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.823+0000 7f4da82f78c0 1 < completed multipart upload key=K4O9QAISDGSN upload=6VZX9H3U0CMV tag=C2QEDFM989O2 type=write size=1102080 2023-12-03T11:43:25.834 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.827+0000 7f4da82f78c0 1 > prepared part key=_multipart_L3HC1M7OJ3L7.2~5W95GX2713CT.0 size=1048576 2023-12-03T11:43:25.837 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.831+0000 7f4da82f78c0 1 > prepared part key=_multipart_L3HC1M7OJ3L7.2~5W95GX2713CT.1 size=679035 2023-12-03T11:43:25.837 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.831+0000 7f4da82f78c0 1 > prepared multipart upload key=L3HC1M7OJ3L7 upload=5W95GX2713CT tag=LJNC5P0FAJWY type=write size=2776187 2023-12-03T11:43:25.840 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.835+0000 7f4da82f78c0 1 < completed part key=_multipart_ZO4GYMSV47J9.2~AS826HQ02M40.0 size=1048576 2023-12-03T11:43:25.841 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.835+0000 7f4da82f78c0 1 < canceled part key=_multipart_ZO4GYMSV47J9.2~AS826HQ02M40.1 size=470090 2023-12-03T11:43:25.847 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.843+0000 7f4da82f78c0 1 < canceled multipart upload key=ZO4GYMSV47J9 upload=AS826HQ02M40 tag=1EA2WBESFOOW type=write size=2567242 2023-12-03T11:43:25.851 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.847+0000 7f4da82f78c0 1 > prepared operation key=D2PVZARQWEIV tag=TY5A1O3I0CQ1 type=del size=2205970 2023-12-03T11:43:25.859 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.855+0000 7f4da82f78c0 1 < suggested remove operation key=645V3LNUPS4A tag=WP3PRDEQCNV3 type=write 2023-12-03T11:43:25.863 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.859+0000 7f4da82f78c0 1 > prepared operation key=PSYQ3RT9HX5N tag=W914QP7KMMG0 type=del size=1334803 2023-12-03T11:43:25.870 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.867+0000 7f4da82f78c0 1 < suggested remove operation key=L3HC1M7OJ3L7 tag=D8UHQBEK0B6I type=del 2023-12-03T11:43:25.874 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.871+0000 7f4da82f78c0 1 > prepared operation key=TBD5MDTZYHGQ tag=UEDQ8F0MAZ25 type=del size=2006132 2023-12-03T11:43:25.875 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.871+0000 7f4da82f78c0 1 < canceled part key=_multipart_QGLKMQWQRM89.2~PF3DRMAFC2MR.0 size=565742 2023-12-03T11:43:25.882 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.875+0000 7f4da82f78c0 1 < canceled multipart upload key=QGLKMQWQRM89 upload=PF3DRMAFC2MR tag=F1Q35XQOXXCM type=write size=1614318 2023-12-03T11:43:25.886 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.879+0000 7f4da82f78c0 1 > prepared operation key=RF6YEP4A6INZ tag=O1BMAHV93QEE type=del size=83548 2023-12-03T11:43:25.893 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.887+0000 7f4da82f78c0 1 < suggested update operation key=QGLKMQWQRM89 tag=62OTL7205QJI type=del size=948777 2023-12-03T11:43:25.901 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.895+0000 7f4da82f78c0 1 > prepared part key=_multipart_4DF7KX58SVJY.2~L9ARZGRCGGW0.0 size=491446 2023-12-03T11:43:25.901 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.895+0000 7f4da82f78c0 1 > prepared multipart upload key=4DF7KX58SVJY upload=L9ARZGRCGGW0 tag=TLXE5Q0VMP3X type=write size=1540022 2023-12-03T11:43:25.906 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.899+0000 7f4da82f78c0 1 < completed delete operation key=K6FJNLCVDIUX tag=2GK03TSNJRTK type=del 2023-12-03T11:43:25.926 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.923+0000 7f4da82f78c0 1 > prepared part key=_multipart_IA082W6GDNN2.2~ORPOZXHVM1YU.0 size=1048576 2023-12-03T11:43:25.929 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.923+0000 7f4da82f78c0 1 > prepared part key=_multipart_IA082W6GDNN2.2~ORPOZXHVM1YU.1 size=389927 2023-12-03T11:43:25.930 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.923+0000 7f4da82f78c0 1 > prepared multipart upload key=IA082W6GDNN2 upload=ORPOZXHVM1YU tag=LGMSOWZB6P2F type=write size=2487079 2023-12-03T11:43:25.933 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.927+0000 7f4da82f78c0 1 < completed delete operation key=K4O9QAISDGSN tag=1R5JGDSFJUBP type=del 2023-12-03T11:43:25.937 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.931+0000 7f4da82f78c0 1 > prepared operation key=L3HC1M7OJ3L7 tag=M30AYITTOMC2 type=del size=238088 2023-12-03T11:43:25.945 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.939+0000 7f4da82f78c0 1 < suggested update operation key=K6FJNLCVDIUX tag=FJ2KI6Y9KZLF type=del size=1325735 2023-12-03T11:43:25.953 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.947+0000 7f4da82f78c0 1 > prepared part key=_multipart_D2PVZARQWEIV.2~C7Z52Q4RQABZ.0 size=1048576 2023-12-03T11:43:25.956 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.951+0000 7f4da82f78c0 1 > prepared part key=_multipart_D2PVZARQWEIV.2~C7Z52Q4RQABZ.1 size=1048576 2023-12-03T11:43:25.959 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.955+0000 7f4da82f78c0 1 > prepared part key=_multipart_D2PVZARQWEIV.2~C7Z52Q4RQABZ.2 size=802017 2023-12-03T11:43:25.959 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.955+0000 7f4da82f78c0 1 > prepared multipart upload key=D2PVZARQWEIV upload=C7Z52Q4RQABZ tag=JYGAKMQOIW80 type=write size=3947745 2023-12-03T11:43:25.968 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.963+0000 7f4da82f78c0 1 < suggested update operation key=K4O9QAISDGSN tag=2AWL4EOSDRC4 type=write size=444779 2023-12-03T11:43:25.976 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.971+0000 7f4da82f78c0 1 > prepared part key=_multipart_UT0U43FV7Y0L.2~PD3WRSEQRZ70.0 size=1048576 2023-12-03T11:43:25.979 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.975+0000 7f4da82f78c0 1 > prepared part key=_multipart_UT0U43FV7Y0L.2~PD3WRSEQRZ70.1 size=871186 2023-12-03T11:43:25.979 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.975+0000 7f4da82f78c0 1 > prepared multipart upload key=UT0U43FV7Y0L upload=PD3WRSEQRZ70 tag=IIZ5OI4G2D7Z type=write size=2968338 2023-12-03T11:43:25.988 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.983+0000 7f4da82f78c0 1 < suggested update operation key=TBD5MDTZYHGQ tag=SFEAAJNTEIP9 type=del size=2064581 2023-12-03T11:43:25.993 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.987+0000 7f4da82f78c0 1 > prepared operation key=RF6YEP4A6INZ tag=0TY0FD4HJ8CO type=del size=1458105 2023-12-03T11:43:25.997 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.991+0000 7f4da82f78c0 1 < completed write operation key=UT0U43FV7Y0L tag=OFXG96KDBE95 type=write size=858182 2023-12-03T11:43:26.002 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:25.995+0000 7f4da82f78c0 1 > prepared operation key=QGLKMQWQRM89 tag=K02XDX5LYQ5P type=del size=3863365 2023-12-03T11:43:26.006 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.003+0000 7f4da82f78c0 1 < completed delete operation key=4DF7KX58SVJY tag=VHHXUTO7HT0G type=del 2023-12-03T11:43:26.011 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.007+0000 7f4da82f78c0 1 > prepared operation key=K4O9QAISDGSN tag=CB2KIQ5DLQC5 type=del size=1300725 2023-12-03T11:43:26.016 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.011+0000 7f4da82f78c0 1 < completed delete operation key=PUY1C1KWIAHV tag=WJ7YIONE09CQ type=del 2023-12-03T11:43:26.023 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.019+0000 7f4da82f78c0 1 > prepared part key=_multipart_ZO4GYMSV47J9.2~3R6CR6G9NOZP.0 size=1048576 2023-12-03T11:43:26.026 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.019+0000 7f4da82f78c0 1 > prepared part key=_multipart_ZO4GYMSV47J9.2~3R6CR6G9NOZP.1 size=484301 2023-12-03T11:43:26.026 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.019+0000 7f4da82f78c0 1 > prepared multipart upload key=ZO4GYMSV47J9 upload=3R6CR6G9NOZP tag=T478HD6EBEL9 type=write size=2581453 2023-12-03T11:43:26.030 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.023+0000 7f4da82f78c0 1 < completed part key=_multipart_K2XC9VGBIFBD.2~9BDLX7YM05LG.0 size=1048576 2023-12-03T11:43:26.033 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.027+0000 7f4da82f78c0 1 < completed part key=_multipart_K2XC9VGBIFBD.2~9BDLX7YM05LG.1 size=1048576 2023-12-03T11:43:26.036 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.031+0000 7f4da82f78c0 1 < completed part key=_multipart_K2XC9VGBIFBD.2~9BDLX7YM05LG.2 size=937416 2023-12-03T11:43:26.043 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.039+0000 7f4da82f78c0 1 < completed multipart upload key=K2XC9VGBIFBD upload=9BDLX7YM05LG tag=AK9YIWLYRV47 type=write size=4083144 2023-12-03T11:43:26.047 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.043+0000 7f4da82f78c0 1 > prepared operation key=645V3LNUPS4A tag=C27OD1K8ZTN6 type=del size=2787611 2023-12-03T11:43:26.051 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.047+0000 7f4da82f78c0 1 < completed part key=_multipart_YCJ1J0AKOH1D.2~175C0JJ31TB3.0 size=1048576 2023-12-03T11:43:26.054 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.051+0000 7f4da82f78c0 1 < completed part key=_multipart_YCJ1J0AKOH1D.2~175C0JJ31TB3.1 size=743349 2023-12-03T11:43:26.061 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.055+0000 7f4da82f78c0 1 < completed multipart upload key=YCJ1J0AKOH1D upload=175C0JJ31TB3 tag=4Q27IXCAV78J type=write size=2840501 2023-12-03T11:43:26.068 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.063+0000 7f4da82f78c0 1 > prepared part key=_multipart_645V3LNUPS4A.2~JNBSN6MG3RJL.0 size=1048576 2023-12-03T11:43:26.072 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.067+0000 7f4da82f78c0 1 > prepared part key=_multipart_645V3LNUPS4A.2~JNBSN6MG3RJL.1 size=1048576 2023-12-03T11:43:26.075 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.071+0000 7f4da82f78c0 1 > prepared part key=_multipart_645V3LNUPS4A.2~JNBSN6MG3RJL.2 size=1042440 2023-12-03T11:43:26.075 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.071+0000 7f4da82f78c0 1 > prepared multipart upload key=645V3LNUPS4A upload=JNBSN6MG3RJL tag=OCKDJBDU6JPR type=write size=4188168 2023-12-03T11:43:26.079 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.075+0000 7f4da82f78c0 1 < completed part key=_multipart_L3HC1M7OJ3L7.2~5W95GX2713CT.0 size=1048576 2023-12-03T11:43:26.082 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.079+0000 7f4da82f78c0 1 < completed part key=_multipart_L3HC1M7OJ3L7.2~5W95GX2713CT.1 size=679035 2023-12-03T11:43:26.089 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.083+0000 7f4da82f78c0 1 < completed multipart upload key=L3HC1M7OJ3L7 upload=5W95GX2713CT tag=LJNC5P0FAJWY type=write size=2776187 2023-12-03T11:43:26.097 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.091+0000 7f4da82f78c0 1 > prepared part key=_multipart_Q5C3IZCQEVO6.2~WE2YJBEYQ3Z4.0 size=1048576 2023-12-03T11:43:26.100 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.095+0000 7f4da82f78c0 1 > prepared part key=_multipart_Q5C3IZCQEVO6.2~WE2YJBEYQ3Z4.1 size=220396 2023-12-03T11:43:26.100 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.095+0000 7f4da82f78c0 1 > prepared multipart upload key=Q5C3IZCQEVO6 upload=WE2YJBEYQ3Z4 tag=171BV9E1X4SX type=write size=2317548 2023-12-03T11:43:26.104 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.099+0000 7f4da82f78c0 1 < completed delete operation key=D2PVZARQWEIV tag=TY5A1O3I0CQ1 type=del 2023-12-03T11:43:26.108 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.103+0000 7f4da82f78c0 1 > prepared operation key=YCJ1J0AKOH1D tag=LP54LKFOTEA7 type=del size=1291552 2023-12-03T11:43:26.117 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.111+0000 7f4da82f78c0 1 < suggested remove operation key=PSYQ3RT9HX5N tag=W914QP7KMMG0 type=del 2023-12-03T11:43:26.123 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.119+0000 7f4da82f78c0 1 > prepared part key=_multipart_85DYZW2I0U7X.2~EPKPNWC9LJUT.0 size=1048576 2023-12-03T11:43:26.126 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.123+0000 7f4da82f78c0 1 > prepared part key=_multipart_85DYZW2I0U7X.2~EPKPNWC9LJUT.1 size=88576 2023-12-03T11:43:26.126 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.123+0000 7f4da82f78c0 1 > prepared multipart upload key=85DYZW2I0U7X upload=EPKPNWC9LJUT tag=ROCB7TC0AKQ1 type=write size=2185728 2023-12-03T11:43:26.130 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.127+0000 7f4da82f78c0 -1 < failed to complete operation key=TBD5MDTZYHGQ tag=UEDQ8F0MAZ25 type=del size=2006132: (22) Invalid argument 2023-12-03T11:43:26.134 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.131+0000 7f4da82f78c0 1 > prepared operation key=QGLKMQWQRM89 tag=V96FS3WLFJ0V type=del size=5319 2023-12-03T11:43:26.142 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.135+0000 7f4da82f78c0 1 < suggested remove operation key=RF6YEP4A6INZ tag=O1BMAHV93QEE type=del 2023-12-03T11:43:26.151 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.147+0000 7f4da82f78c0 1 > prepared part key=_multipart_K6FJNLCVDIUX.2~K6YJX4O2RHZU.0 size=1048576 2023-12-03T11:43:26.155 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.151+0000 7f4da82f78c0 1 > prepared part key=_multipart_K6FJNLCVDIUX.2~K6YJX4O2RHZU.1 size=234261 2023-12-03T11:43:26.155 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.151+0000 7f4da82f78c0 1 > prepared multipart upload key=K6FJNLCVDIUX upload=K6YJX4O2RHZU tag=KC9FEMHH3UEK type=write size=2331413 2023-12-03T11:43:26.159 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.155+0000 7f4da82f78c0 1 < completed part key=_multipart_4DF7KX58SVJY.2~L9ARZGRCGGW0.0 size=491446 2023-12-03T11:43:26.166 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.159+0000 7f4da82f78c0 1 < completed multipart upload key=4DF7KX58SVJY upload=L9ARZGRCGGW0 tag=TLXE5Q0VMP3X type=write size=1540022 2023-12-03T11:43:26.169 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.163+0000 7f4da82f78c0 1 > prepared operation key=UT0U43FV7Y0L tag=4JIO09AJ210O type=del size=647488 2023-12-03T11:43:26.173 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.167+0000 7f4da82f78c0 1 < completed part key=_multipart_IA082W6GDNN2.2~ORPOZXHVM1YU.0 size=1048576 2023-12-03T11:43:26.173 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.167+0000 7f4da82f78c0 1 < canceled part key=_multipart_IA082W6GDNN2.2~ORPOZXHVM1YU.1 size=389927 2023-12-03T11:43:26.179 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.175+0000 7f4da82f78c0 1 < canceled multipart upload key=IA082W6GDNN2 upload=ORPOZXHVM1YU tag=LGMSOWZB6P2F type=write size=2487079 2023-12-03T11:43:26.186 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.183+0000 7f4da82f78c0 1 > prepared part key=_multipart_QGLKMQWQRM89.2~4OGDB1K78ALC.0 size=1048576 2023-12-03T11:43:26.189 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.183+0000 7f4da82f78c0 1 > prepared part key=_multipart_QGLKMQWQRM89.2~4OGDB1K78ALC.1 size=1048576 2023-12-03T11:43:26.192 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.187+0000 7f4da82f78c0 1 > prepared part key=_multipart_QGLKMQWQRM89.2~4OGDB1K78ALC.2 size=380807 2023-12-03T11:43:26.193 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.187+0000 7f4da82f78c0 1 > prepared multipart upload key=QGLKMQWQRM89 upload=4OGDB1K78ALC tag=OTW051FXA711 type=write size=3526535 2023-12-03T11:43:26.197 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.191+0000 7f4da82f78c0 1 < completed delete operation key=L3HC1M7OJ3L7 tag=M30AYITTOMC2 type=del 2023-12-03T11:43:26.201 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.195+0000 7f4da82f78c0 1 > prepared operation key=6UZY1HWE143J tag=NIY2E8RX5R9K type=del size=4085386 2023-12-03T11:43:26.205 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.199+0000 7f4da82f78c0 1 < completed part key=_multipart_D2PVZARQWEIV.2~C7Z52Q4RQABZ.0 size=1048576 2023-12-03T11:43:26.209 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.203+0000 7f4da82f78c0 1 < completed part key=_multipart_D2PVZARQWEIV.2~C7Z52Q4RQABZ.1 size=1048576 2023-12-03T11:43:26.212 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.207+0000 7f4da82f78c0 1 < completed part key=_multipart_D2PVZARQWEIV.2~C7Z52Q4RQABZ.2 size=802017 2023-12-03T11:43:26.219 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.215+0000 7f4da82f78c0 1 < completed multipart upload key=D2PVZARQWEIV upload=C7Z52Q4RQABZ tag=JYGAKMQOIW80 type=write size=3947745 2023-12-03T11:43:26.223 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.219+0000 7f4da82f78c0 1 > prepared operation key=M9A06B3PSDOD tag=CF0436T2XATZ type=del size=1880898 2023-12-03T11:43:26.227 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.223+0000 7f4da82f78c0 1 < completed part key=_multipart_UT0U43FV7Y0L.2~PD3WRSEQRZ70.0 size=1048576 2023-12-03T11:43:26.230 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.227+0000 7f4da82f78c0 1 < completed part key=_multipart_UT0U43FV7Y0L.2~PD3WRSEQRZ70.1 size=871186 2023-12-03T11:43:26.237 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.231+0000 7f4da82f78c0 1 < completed multipart upload key=UT0U43FV7Y0L upload=PD3WRSEQRZ70 tag=IIZ5OI4G2D7Z type=write size=2968338 2023-12-03T11:43:26.245 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.239+0000 7f4da82f78c0 1 > prepared part key=_multipart_L3HC1M7OJ3L7.2~B91I3SL2H8DS.0 size=1048576 2023-12-03T11:43:26.247 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.243+0000 7f4da82f78c0 1 > prepared part key=_multipart_L3HC1M7OJ3L7.2~B91I3SL2H8DS.1 size=1048576 2023-12-03T11:43:26.251 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.247+0000 7f4da82f78c0 1 > prepared part key=_multipart_L3HC1M7OJ3L7.2~B91I3SL2H8DS.2 size=605018 2023-12-03T11:43:26.251 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.247+0000 7f4da82f78c0 1 > prepared multipart upload key=L3HC1M7OJ3L7 upload=B91I3SL2H8DS tag=S7597AMP84XU type=write size=3750746 2023-12-03T11:43:26.252 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.247+0000 7f4da82f78c0 -1 < no bi entry to suggest for operation key=RF6YEP4A6INZ tag=0TY0FD4HJ8CO type=del size=1458105: (2) No such file or directory 2023-12-03T11:43:26.256 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.251+0000 7f4da82f78c0 1 > prepared operation key=85DYZW2I0U7X tag=YDACW2Y2333L type=write size=527368 2023-12-03T11:43:26.260 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.255+0000 7f4da82f78c0 1 < canceled operation key=QGLKMQWQRM89 tag=K02XDX5LYQ5P type=del size=3863365 2023-12-03T11:43:26.264 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.259+0000 7f4da82f78c0 1 > prepared operation key=1H0XTAA0VMYC tag=39056CXAXSVB type=del size=2890534 2023-12-03T11:43:26.269 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.263+0000 7f4da82f78c0 1 < canceled operation key=K4O9QAISDGSN tag=CB2KIQ5DLQC5 type=del size=1300725 2023-12-03T11:43:26.273 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.267+0000 7f4da82f78c0 1 > prepared operation key=85DYZW2I0U7X tag=N3AYPFUDS55M type=del size=516776 2023-12-03T11:43:26.277 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.271+0000 7f4da82f78c0 1 < completed part key=_multipart_ZO4GYMSV47J9.2~3R6CR6G9NOZP.0 size=1048576 2023-12-03T11:43:26.280 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.275+0000 7f4da82f78c0 1 < completed part key=_multipart_ZO4GYMSV47J9.2~3R6CR6G9NOZP.1 size=484301 2023-12-03T11:43:26.286 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.283+0000 7f4da82f78c0 1 < completed multipart upload key=ZO4GYMSV47J9 upload=3R6CR6G9NOZP tag=T478HD6EBEL9 type=write size=2581453 2023-12-03T11:43:26.294 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.287+0000 7f4da82f78c0 1 > prepared part key=_multipart_Q3BH4HFRFZA5.2~HHBMEOOZFUDD.0 size=1048576 2023-12-03T11:43:26.305 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.299+0000 7f4da82f78c0 1 > prepared part key=_multipart_Q3BH4HFRFZA5.2~HHBMEOOZFUDD.1 size=709947 2023-12-03T11:43:26.305 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.299+0000 7f4da82f78c0 1 > prepared multipart upload key=Q3BH4HFRFZA5 upload=HHBMEOOZFUDD tag=R8UW4DVOG7WK type=write size=2807099 2023-12-03T11:43:26.309 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.303+0000 7f4da82f78c0 1 < completed delete operation key=645V3LNUPS4A tag=C27OD1K8ZTN6 type=del 2023-12-03T11:43:26.316 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.311+0000 7f4da82f78c0 1 > prepared part key=_multipart_2HVLNPGB2PLL.2~GQSMG01DQX4I.0 size=704483 2023-12-03T11:43:26.316 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.311+0000 7f4da82f78c0 1 > prepared multipart upload key=2HVLNPGB2PLL upload=GQSMG01DQX4I tag=2MZ6OABHA20H type=write size=1753059 2023-12-03T11:43:26.322 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.315+0000 7f4da82f78c0 1 < completed part key=_multipart_645V3LNUPS4A.2~JNBSN6MG3RJL.0 size=1048576 2023-12-03T11:43:26.324 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.319+0000 7f4da82f78c0 1 < completed part key=_multipart_645V3LNUPS4A.2~JNBSN6MG3RJL.1 size=1048576 2023-12-03T11:43:26.327 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.323+0000 7f4da82f78c0 1 < completed part key=_multipart_645V3LNUPS4A.2~JNBSN6MG3RJL.2 size=1042440 2023-12-03T11:43:26.335 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.331+0000 7f4da82f78c0 1 < completed multipart upload key=645V3LNUPS4A upload=JNBSN6MG3RJL tag=OCKDJBDU6JPR type=write size=4188168 2023-12-03T11:43:26.341 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.335+0000 7f4da82f78c0 1 > prepared part key=_multipart_QGLKMQWQRM89.2~8R3IX7FSER1E.0 size=1048576 2023-12-03T11:43:26.345 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.339+0000 7f4da82f78c0 1 > prepared part key=_multipart_QGLKMQWQRM89.2~8R3IX7FSER1E.1 size=1048576 2023-12-03T11:43:26.349 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.343+0000 7f4da82f78c0 1 > prepared part key=_multipart_QGLKMQWQRM89.2~8R3IX7FSER1E.2 size=647353 2023-12-03T11:43:26.349 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.343+0000 7f4da82f78c0 1 > prepared multipart upload key=QGLKMQWQRM89 upload=8R3IX7FSER1E tag=8T6GSSD0TJI9 type=write size=3793081 2023-12-03T11:43:26.353 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.347+0000 7f4da82f78c0 1 < completed part key=_multipart_Q5C3IZCQEVO6.2~WE2YJBEYQ3Z4.0 size=1048576 2023-12-03T11:43:26.357 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.351+0000 7f4da82f78c0 1 < completed part key=_multipart_Q5C3IZCQEVO6.2~WE2YJBEYQ3Z4.1 size=220396 2023-12-03T11:43:26.364 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.359+0000 7f4da82f78c0 1 < completed multipart upload key=Q5C3IZCQEVO6 upload=WE2YJBEYQ3Z4 tag=171BV9E1X4SX type=write size=2317548 2023-12-03T11:43:26.368 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.363+0000 7f4da82f78c0 1 > prepared operation key=IA082W6GDNN2 tag=M9HU3S9D6SJV type=del size=485401 2023-12-03T11:43:26.376 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.371+0000 7f4da82f78c0 1 < suggested remove operation key=YCJ1J0AKOH1D tag=LP54LKFOTEA7 type=del 2023-12-03T11:43:26.383 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.379+0000 7f4da82f78c0 1 > prepared part key=_multipart_645V3LNUPS4A.2~HJL0HXKZPN1A.0 size=1048576 2023-12-03T11:43:26.386 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.383+0000 7f4da82f78c0 1 > prepared part key=_multipart_645V3LNUPS4A.2~HJL0HXKZPN1A.1 size=868491 2023-12-03T11:43:26.386 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.383+0000 7f4da82f78c0 1 > prepared multipart upload key=645V3LNUPS4A upload=HJL0HXKZPN1A tag=YV4VT1RY13Q9 type=write size=2965643 2023-12-03T11:43:26.392 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.387+0000 7f4da82f78c0 1 < completed part key=_multipart_85DYZW2I0U7X.2~EPKPNWC9LJUT.0 size=1048576 2023-12-03T11:43:26.395 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.391+0000 7f4da82f78c0 1 < completed part key=_multipart_85DYZW2I0U7X.2~EPKPNWC9LJUT.1 size=88576 2023-12-03T11:43:26.402 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.395+0000 7f4da82f78c0 1 < completed multipart upload key=85DYZW2I0U7X upload=EPKPNWC9LJUT tag=ROCB7TC0AKQ1 type=write size=2185728 2023-12-03T11:43:26.406 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.399+0000 7f4da82f78c0 1 > prepared operation key=2HVLNPGB2PLL tag=Y42R2HEJMV2H type=del size=3606680 2023-12-03T11:43:26.414 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.407+0000 7f4da82f78c0 1 < suggested update operation key=QGLKMQWQRM89 tag=V96FS3WLFJ0V type=del size=5319 2023-12-03T11:43:26.418 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.411+0000 7f4da82f78c0 1 > prepared operation key=K2XC9VGBIFBD tag=231DDEATD1VA type=del size=34467 2023-12-03T11:43:26.422 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.415+0000 7f4da82f78c0 1 < completed part key=_multipart_K6FJNLCVDIUX.2~K6YJX4O2RHZU.0 size=1048576 2023-12-03T11:43:26.422 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.415+0000 7f4da82f78c0 1 < canceled part key=_multipart_K6FJNLCVDIUX.2~K6YJX4O2RHZU.1 size=234261 2023-12-03T11:43:26.429 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.423+0000 7f4da82f78c0 1 < canceled multipart upload key=K6FJNLCVDIUX upload=K6YJX4O2RHZU tag=KC9FEMHH3UEK type=write size=2331413 2023-12-03T11:43:26.436 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.431+0000 7f4da82f78c0 1 > prepared part key=_multipart_645V3LNUPS4A.2~C9VU1SKQQ7RE.0 size=1048576 2023-12-03T11:43:26.439 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.435+0000 7f4da82f78c0 1 > prepared part key=_multipart_645V3LNUPS4A.2~C9VU1SKQQ7RE.1 size=704763 2023-12-03T11:43:26.439 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.435+0000 7f4da82f78c0 1 > prepared multipart upload key=645V3LNUPS4A upload=C9VU1SKQQ7RE tag=M7CPZ0H71G40 type=write size=2801915 2023-12-03T11:43:26.443 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.439+0000 7f4da82f78c0 1 < completed delete operation key=UT0U43FV7Y0L tag=4JIO09AJ210O type=del 2023-12-03T11:43:26.450 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.443+0000 7f4da82f78c0 1 > prepared part key=_multipart_XCT2GVJ4O84M.2~996NGO7TVMMT.0 size=1048576 2023-12-03T11:43:26.453 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.447+0000 7f4da82f78c0 1 > prepared part key=_multipart_XCT2GVJ4O84M.2~996NGO7TVMMT.1 size=367601 2023-12-03T11:43:26.453 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.447+0000 7f4da82f78c0 1 > prepared multipart upload key=XCT2GVJ4O84M upload=996NGO7TVMMT tag=KJ6DW5SBRX16 type=write size=2464753 2023-12-03T11:43:26.456 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.451+0000 7f4da82f78c0 1 < completed part key=_multipart_QGLKMQWQRM89.2~4OGDB1K78ALC.0 size=1048576 2023-12-03T11:43:26.460 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.455+0000 7f4da82f78c0 1 < completed part key=_multipart_QGLKMQWQRM89.2~4OGDB1K78ALC.1 size=1048576 2023-12-03T11:43:26.463 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.459+0000 7f4da82f78c0 1 < completed part key=_multipart_QGLKMQWQRM89.2~4OGDB1K78ALC.2 size=380807 2023-12-03T11:43:26.469 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.463+0000 7f4da82f78c0 1 < completed multipart upload key=QGLKMQWQRM89 upload=4OGDB1K78ALC tag=OTW051FXA711 type=write size=3526535 2023-12-03T11:43:26.473 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.467+0000 7f4da82f78c0 1 > prepared operation key=UT0U43FV7Y0L tag=GMDR4SQ1IQVC type=write size=448962 2023-12-03T11:43:26.477 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.471+0000 7f4da82f78c0 1 < completed delete operation key=6UZY1HWE143J tag=NIY2E8RX5R9K type=del 2023-12-03T11:43:26.480 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.475+0000 7f4da82f78c0 1 > prepared operation key=85DYZW2I0U7X tag=XSNPHX2VXATB type=del size=256605 2023-12-03T11:43:26.488 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.483+0000 7f4da82f78c0 1 < suggested remove operation key=M9A06B3PSDOD tag=CF0436T2XATZ type=del 2023-12-03T11:43:26.492 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.487+0000 7f4da82f78c0 1 > prepared operation key=7EDLY2Q78IBP tag=JFLATM726TJ0 type=del size=3061953 2023-12-03T11:43:26.497 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.491+0000 7f4da82f78c0 1 < completed part key=_multipart_L3HC1M7OJ3L7.2~B91I3SL2H8DS.0 size=1048576 2023-12-03T11:43:26.501 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.495+0000 7f4da82f78c0 1 < completed part key=_multipart_L3HC1M7OJ3L7.2~B91I3SL2H8DS.1 size=1048576 2023-12-03T11:43:26.504 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.499+0000 7f4da82f78c0 1 < completed part key=_multipart_L3HC1M7OJ3L7.2~B91I3SL2H8DS.2 size=605018 2023-12-03T11:43:26.512 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.507+0000 7f4da82f78c0 1 < completed multipart upload key=L3HC1M7OJ3L7 upload=B91I3SL2H8DS tag=S7597AMP84XU type=write size=3750746 2023-12-03T11:43:26.517 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.511+0000 7f4da82f78c0 1 > prepared operation key=2HVLNPGB2PLL tag=ADDPU6R76A6U type=del size=3330799 2023-12-03T11:43:26.521 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.515+0000 7f4da82f78c0 1 < completed write operation key=85DYZW2I0U7X tag=YDACW2Y2333L type=write size=527368 2023-12-03T11:43:26.529 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.523+0000 7f4da82f78c0 1 > prepared part key=_multipart_1GAQFDQ35291.2~WQTLGWBKIDNP.0 size=1048576 2023-12-03T11:43:26.532 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.527+0000 7f4da82f78c0 1 > prepared part key=_multipart_1GAQFDQ35291.2~WQTLGWBKIDNP.1 size=1048576 2023-12-03T11:43:26.535 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.531+0000 7f4da82f78c0 1 > prepared part key=_multipart_1GAQFDQ35291.2~WQTLGWBKIDNP.2 size=703755 2023-12-03T11:43:26.535 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.531+0000 7f4da82f78c0 1 > prepared multipart upload key=1GAQFDQ35291 upload=WQTLGWBKIDNP tag=YA9GCP59LKSB type=write size=3849483 2023-12-03T11:43:26.544 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.539+0000 7f4da82f78c0 1 < suggested update operation key=1H0XTAA0VMYC tag=39056CXAXSVB type=del size=2890534 2023-12-03T11:43:26.551 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.547+0000 7f4da82f78c0 1 > prepared part key=_multipart_XCT2GVJ4O84M.2~JHG9RAJVONUJ.0 size=1048576 2023-12-03T11:43:26.554 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.547+0000 7f4da82f78c0 1 > prepared part key=_multipart_XCT2GVJ4O84M.2~JHG9RAJVONUJ.1 size=1048576 2023-12-03T11:43:26.557 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.551+0000 7f4da82f78c0 1 > prepared part key=_multipart_XCT2GVJ4O84M.2~JHG9RAJVONUJ.2 size=980291 2023-12-03T11:43:26.557 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.551+0000 7f4da82f78c0 1 > prepared multipart upload key=XCT2GVJ4O84M upload=JHG9RAJVONUJ tag=XE1IE8C3KVLE type=write size=4126019 2023-12-03T11:43:26.561 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.555+0000 7f4da82f78c0 1 < canceled operation key=85DYZW2I0U7X tag=N3AYPFUDS55M type=del size=516776 2023-12-03T11:43:26.568 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.563+0000 7f4da82f78c0 1 > prepared part key=_multipart_UT0U43FV7Y0L.2~4HORZZVOPN76.0 size=1048576 2023-12-03T11:43:26.571 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.567+0000 7f4da82f78c0 1 > prepared part key=_multipart_UT0U43FV7Y0L.2~4HORZZVOPN76.1 size=1048576 2023-12-03T11:43:26.574 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.571+0000 7f4da82f78c0 1 > prepared part key=_multipart_UT0U43FV7Y0L.2~4HORZZVOPN76.2 size=155340 2023-12-03T11:43:26.574 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.571+0000 7f4da82f78c0 1 > prepared multipart upload key=UT0U43FV7Y0L upload=4HORZZVOPN76 tag=K7GN2PSQ84K6 type=write size=3301068 2023-12-03T11:43:26.578 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.575+0000 7f4da82f78c0 1 < completed part key=_multipart_Q3BH4HFRFZA5.2~HHBMEOOZFUDD.0 size=1048576 2023-12-03T11:43:26.581 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.575+0000 7f4da82f78c0 1 < completed part key=_multipart_Q3BH4HFRFZA5.2~HHBMEOOZFUDD.1 size=709947 2023-12-03T11:43:26.588 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.583+0000 7f4da82f78c0 1 < completed multipart upload key=Q3BH4HFRFZA5 upload=HHBMEOOZFUDD tag=R8UW4DVOG7WK type=write size=2807099 2023-12-03T11:43:26.592 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.587+0000 7f4da82f78c0 1 > prepared operation key=WEBJUD8426X3 tag=X2U7Z92OL2OA type=write size=486272 2023-12-03T11:43:26.596 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.591+0000 7f4da82f78c0 1 < completed part key=_multipart_2HVLNPGB2PLL.2~GQSMG01DQX4I.0 size=704483 2023-12-03T11:43:26.602 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.599+0000 7f4da82f78c0 1 < completed multipart upload key=2HVLNPGB2PLL upload=GQSMG01DQX4I tag=2MZ6OABHA20H type=write size=1753059 2023-12-03T11:43:26.609 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.603+0000 7f4da82f78c0 1 > prepared part key=_multipart_ZO4GYMSV47J9.2~7S28YNC5MZ8K.0 size=1048576 2023-12-03T11:43:26.612 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.607+0000 7f4da82f78c0 1 > prepared part key=_multipart_ZO4GYMSV47J9.2~7S28YNC5MZ8K.1 size=1048576 2023-12-03T11:43:26.615 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.611+0000 7f4da82f78c0 1 > prepared part key=_multipart_ZO4GYMSV47J9.2~7S28YNC5MZ8K.2 size=549972 2023-12-03T11:43:26.615 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.611+0000 7f4da82f78c0 1 > prepared multipart upload key=ZO4GYMSV47J9 upload=7S28YNC5MZ8K tag=B0HX63D7JZOV type=write size=3695700 2023-12-03T11:43:26.619 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.615+0000 7f4da82f78c0 1 < completed part key=_multipart_QGLKMQWQRM89.2~8R3IX7FSER1E.0 size=1048576 2023-12-03T11:43:26.623 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.619+0000 7f4da82f78c0 1 < completed part key=_multipart_QGLKMQWQRM89.2~8R3IX7FSER1E.1 size=1048576 2023-12-03T11:43:26.626 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.619+0000 7f4da82f78c0 1 < completed part key=_multipart_QGLKMQWQRM89.2~8R3IX7FSER1E.2 size=647353 2023-12-03T11:43:26.633 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.627+0000 7f4da82f78c0 1 < completed multipart upload key=QGLKMQWQRM89 upload=8R3IX7FSER1E tag=8T6GSSD0TJI9 type=write size=3793081 2023-12-03T11:43:26.637 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.631+0000 7f4da82f78c0 1 > prepared operation key=85DYZW2I0U7X tag=K6BF97ICWB4W type=del size=3821856 2023-12-03T11:43:26.641 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.635+0000 7f4da82f78c0 1 < completed delete operation key=IA082W6GDNN2 tag=M9HU3S9D6SJV type=del 2023-12-03T11:43:26.645 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.639+0000 7f4da82f78c0 1 > prepared operation key=1H0XTAA0VMYC tag=BWOMBLPLUB7S type=del size=3731385 2023-12-03T11:43:26.649 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.643+0000 7f4da82f78c0 1 < completed part key=_multipart_645V3LNUPS4A.2~HJL0HXKZPN1A.0 size=1048576 2023-12-03T11:43:26.652 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.647+0000 7f4da82f78c0 1 < completed part key=_multipart_645V3LNUPS4A.2~HJL0HXKZPN1A.1 size=868491 2023-12-03T11:43:26.658 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.655+0000 7f4da82f78c0 1 < completed multipart upload key=645V3LNUPS4A upload=HJL0HXKZPN1A tag=YV4VT1RY13Q9 type=write size=2965643 2023-12-03T11:43:26.665 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.659+0000 7f4da82f78c0 1 > prepared part key=_multipart_YCJ1J0AKOH1D.2~SSYUQ332T26E.0 size=1048576 2023-12-03T11:43:26.677 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.671+0000 7f4da82f78c0 1 > prepared part key=_multipart_YCJ1J0AKOH1D.2~SSYUQ332T26E.1 size=1048576 2023-12-03T11:43:26.680 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.675+0000 7f4da82f78c0 1 > prepared part key=_multipart_YCJ1J0AKOH1D.2~SSYUQ332T26E.2 size=773532 2023-12-03T11:43:26.680 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.675+0000 7f4da82f78c0 1 > prepared multipart upload key=YCJ1J0AKOH1D upload=SSYUQ332T26E tag=8M3QJHOD4PWA type=write size=3919260 2023-12-03T11:43:26.688 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.683+0000 7f4da82f78c0 1 < suggested update operation key=2HVLNPGB2PLL tag=Y42R2HEJMV2H type=del size=3606680 2023-12-03T11:43:26.695 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.691+0000 7f4da82f78c0 1 > prepared part key=_multipart_TBD5MDTZYHGQ.2~26WW648FFJ31.0 size=1048576 2023-12-03T11:43:26.698 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.695+0000 7f4da82f78c0 1 > prepared part key=_multipart_TBD5MDTZYHGQ.2~26WW648FFJ31.1 size=951284 2023-12-03T11:43:26.698 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.695+0000 7f4da82f78c0 1 > prepared multipart upload key=TBD5MDTZYHGQ upload=26WW648FFJ31 tag=LYX0DWF0Z5F7 type=write size=3048436 2023-12-03T11:43:26.702 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.699+0000 7f4da82f78c0 1 < completed delete operation key=K2XC9VGBIFBD tag=231DDEATD1VA type=del 2023-12-03T11:43:26.710 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.703+0000 7f4da82f78c0 1 > prepared part key=_multipart_645V3LNUPS4A.2~R6H4XPCUO14L.0 size=1048576 2023-12-03T11:43:26.713 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.707+0000 7f4da82f78c0 1 > prepared part key=_multipart_645V3LNUPS4A.2~R6H4XPCUO14L.1 size=1048576 2023-12-03T11:43:26.717 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.711+0000 7f4da82f78c0 1 > prepared part key=_multipart_645V3LNUPS4A.2~R6H4XPCUO14L.2 size=922619 2023-12-03T11:43:26.717 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.711+0000 7f4da82f78c0 1 > prepared multipart upload key=645V3LNUPS4A upload=R6H4XPCUO14L tag=VUADH809V6AA type=write size=4068347 2023-12-03T11:43:26.720 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.715+0000 7f4da82f78c0 1 < completed part key=_multipart_645V3LNUPS4A.2~C9VU1SKQQ7RE.0 size=1048576 2023-12-03T11:43:26.724 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.719+0000 7f4da82f78c0 1 < completed part key=_multipart_645V3LNUPS4A.2~C9VU1SKQQ7RE.1 size=704763 2023-12-03T11:43:26.731 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.727+0000 7f4da82f78c0 1 < completed multipart upload key=645V3LNUPS4A upload=C9VU1SKQQ7RE tag=M7CPZ0H71G40 type=write size=2801915 2023-12-03T11:43:26.734 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.731+0000 7f4da82f78c0 1 > prepared operation key=1GAQFDQ35291 tag=Z5QIO2EHDB31 type=del size=1716827 2023-12-03T11:43:26.735 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.731+0000 7f4da82f78c0 1 < canceled part key=_multipart_XCT2GVJ4O84M.2~996NGO7TVMMT.0 size=1048576 2023-12-03T11:43:26.739 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.735+0000 7f4da82f78c0 1 < completed part key=_multipart_XCT2GVJ4O84M.2~996NGO7TVMMT.1 size=367601 2023-12-03T11:43:26.746 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.739+0000 7f4da82f78c0 1 < canceled multipart upload key=XCT2GVJ4O84M upload=996NGO7TVMMT tag=KJ6DW5SBRX16 type=write size=2464753 2023-12-03T11:43:26.750 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.743+0000 7f4da82f78c0 1 > prepared operation key=D2PVZARQWEIV tag=ZQ140ZC652AE type=del size=67044 2023-12-03T11:43:26.758 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.755+0000 7f4da82f78c0 1 < suggested update operation key=UT0U43FV7Y0L tag=GMDR4SQ1IQVC type=write size=448962 2023-12-03T11:43:26.762 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.759+0000 7f4da82f78c0 1 > prepared operation key=M9A06B3PSDOD tag=MKLJWX7PQK4F type=del size=3218815 2023-12-03T11:43:26.766 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.763+0000 7f4da82f78c0 1 < completed delete operation key=85DYZW2I0U7X tag=XSNPHX2VXATB type=del 2023-12-03T11:43:26.774 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.767+0000 7f4da82f78c0 1 > prepared part key=_multipart_MY1AJ69R89HD.2~56X56RSWIDQ1.0 size=1048576 2023-12-03T11:43:26.777 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.771+0000 7f4da82f78c0 1 > prepared part key=_multipart_MY1AJ69R89HD.2~56X56RSWIDQ1.1 size=1048576 2023-12-03T11:43:26.780 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.775+0000 7f4da82f78c0 1 > prepared part key=_multipart_MY1AJ69R89HD.2~56X56RSWIDQ1.2 size=933613 2023-12-03T11:43:26.780 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.775+0000 7f4da82f78c0 1 > prepared multipart upload key=MY1AJ69R89HD upload=56X56RSWIDQ1 tag=VNK8O0AHDKKC type=write size=4079341 2023-12-03T11:43:26.784 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.779+0000 7f4da82f78c0 1 < completed delete operation key=7EDLY2Q78IBP tag=JFLATM726TJ0 type=del 2023-12-03T11:43:26.788 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.783+0000 7f4da82f78c0 1 > prepared operation key=7EDLY2Q78IBP tag=O2064UETU3DI type=del size=1937526 2023-12-03T11:43:26.792 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.787+0000 7f4da82f78c0 -1 < failed to complete operation key=2HVLNPGB2PLL tag=ADDPU6R76A6U type=del size=3330799: (22) Invalid argument 2023-12-03T11:43:26.796 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.791+0000 7f4da82f78c0 1 > prepared operation key=MY1AJ69R89HD tag=MA603HVF9BYU type=del size=2710447 2023-12-03T11:43:26.800 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.795+0000 7f4da82f78c0 1 < completed part key=_multipart_1GAQFDQ35291.2~WQTLGWBKIDNP.0 size=1048576 2023-12-03T11:43:26.803 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.799+0000 7f4da82f78c0 1 < completed part key=_multipart_1GAQFDQ35291.2~WQTLGWBKIDNP.1 size=1048576 2023-12-03T11:43:26.807 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.803+0000 7f4da82f78c0 1 < completed part key=_multipart_1GAQFDQ35291.2~WQTLGWBKIDNP.2 size=703755 2023-12-03T11:43:26.814 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.811+0000 7f4da82f78c0 1 < completed multipart upload key=1GAQFDQ35291 upload=WQTLGWBKIDNP tag=YA9GCP59LKSB type=write size=3849483 2023-12-03T11:43:26.818 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.815+0000 7f4da82f78c0 1 > prepared operation key=L3HC1M7OJ3L7 tag=LZWK4EQ06GMC type=del size=2696968 2023-12-03T11:43:26.823 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.819+0000 7f4da82f78c0 1 < completed part key=_multipart_XCT2GVJ4O84M.2~JHG9RAJVONUJ.0 size=1048576 2023-12-03T11:43:26.826 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.819+0000 7f4da82f78c0 1 < completed part key=_multipart_XCT2GVJ4O84M.2~JHG9RAJVONUJ.1 size=1048576 2023-12-03T11:43:26.830 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.823+0000 7f4da82f78c0 1 < completed part key=_multipart_XCT2GVJ4O84M.2~JHG9RAJVONUJ.2 size=980291 2023-12-03T11:43:26.836 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.831+0000 7f4da82f78c0 1 < completed multipart upload key=XCT2GVJ4O84M upload=JHG9RAJVONUJ tag=XE1IE8C3KVLE type=write size=4126019 2023-12-03T11:43:26.840 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.835+0000 7f4da82f78c0 1 > prepared operation key=PUY1C1KWIAHV tag=VVJ9T41L76LQ type=del size=3529930 2023-12-03T11:43:26.845 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.839+0000 7f4da82f78c0 1 < completed part key=_multipart_UT0U43FV7Y0L.2~4HORZZVOPN76.0 size=1048576 2023-12-03T11:43:26.847 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.843+0000 7f4da82f78c0 1 < completed part key=_multipart_UT0U43FV7Y0L.2~4HORZZVOPN76.1 size=1048576 2023-12-03T11:43:26.850 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.847+0000 7f4da82f78c0 1 < completed part key=_multipart_UT0U43FV7Y0L.2~4HORZZVOPN76.2 size=155340 2023-12-03T11:43:26.857 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.851+0000 7f4da82f78c0 1 < completed multipart upload key=UT0U43FV7Y0L upload=4HORZZVOPN76 tag=K7GN2PSQ84K6 type=write size=3301068 2023-12-03T11:43:26.864 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.859+0000 7f4da82f78c0 1 > prepared part key=_multipart_7EDLY2Q78IBP.2~55U3BW4WELHL.0 size=1048576 2023-12-03T11:43:26.867 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.863+0000 7f4da82f78c0 1 > prepared part key=_multipart_7EDLY2Q78IBP.2~55U3BW4WELHL.1 size=860223 2023-12-03T11:43:26.867 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.863+0000 7f4da82f78c0 1 > prepared multipart upload key=7EDLY2Q78IBP upload=55U3BW4WELHL tag=OIRAJ1YZ1FRE type=write size=2957375 2023-12-03T11:43:26.870 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.867+0000 7f4da82f78c0 1 < completed write operation key=WEBJUD8426X3 tag=X2U7Z92OL2OA type=write size=486272 2023-12-03T11:43:26.874 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.871+0000 7f4da82f78c0 1 > prepared operation key=1H0XTAA0VMYC tag=OPBHAZT381O0 type=del size=1260142 2023-12-03T11:43:26.878 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.875+0000 7f4da82f78c0 1 < completed part key=_multipart_ZO4GYMSV47J9.2~7S28YNC5MZ8K.0 size=1048576 2023-12-03T11:43:26.882 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.875+0000 7f4da82f78c0 1 < completed part key=_multipart_ZO4GYMSV47J9.2~7S28YNC5MZ8K.1 size=1048576 2023-12-03T11:43:26.885 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.879+0000 7f4da82f78c0 1 < completed part key=_multipart_ZO4GYMSV47J9.2~7S28YNC5MZ8K.2 size=549972 2023-12-03T11:43:26.892 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.887+0000 7f4da82f78c0 1 < completed multipart upload key=ZO4GYMSV47J9 upload=7S28YNC5MZ8K tag=B0HX63D7JZOV type=write size=3695700 2023-12-03T11:43:26.895 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.891+0000 7f4da82f78c0 1 > prepared operation key=WEBJUD8426X3 tag=3LXPCS5FRUL9 type=del size=2526172 2023-12-03T11:43:26.899 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.895+0000 7f4da82f78c0 1 < completed delete operation key=85DYZW2I0U7X tag=K6BF97ICWB4W type=del 2023-12-03T11:43:26.903 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.899+0000 7f4da82f78c0 1 > prepared operation key=7AKK0TE2I43B tag=32S4OOHV33AM type=del size=1061379 2023-12-03T11:43:26.907 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.903+0000 7f4da82f78c0 1 < completed delete operation key=1H0XTAA0VMYC tag=BWOMBLPLUB7S type=del 2023-12-03T11:43:26.911 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.907+0000 7f4da82f78c0 1 > prepared operation key=K4O9QAISDGSN tag=EVNP6L2DEY2N type=del size=1047984 2023-12-03T11:43:26.914 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.911+0000 7f4da82f78c0 1 < completed part key=_multipart_YCJ1J0AKOH1D.2~SSYUQ332T26E.0 size=1048576 2023-12-03T11:43:26.918 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.911+0000 7f4da82f78c0 1 < completed part key=_multipart_YCJ1J0AKOH1D.2~SSYUQ332T26E.1 size=1048576 2023-12-03T11:43:26.921 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.915+0000 7f4da82f78c0 1 < completed part key=_multipart_YCJ1J0AKOH1D.2~SSYUQ332T26E.2 size=773532 2023-12-03T11:43:26.928 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.923+0000 7f4da82f78c0 1 < completed multipart upload key=YCJ1J0AKOH1D upload=SSYUQ332T26E tag=8M3QJHOD4PWA type=write size=3919260 2023-12-03T11:43:26.931 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.927+0000 7f4da82f78c0 1 > prepared operation key=L3HC1M7OJ3L7 tag=VBNN9UU7CV4G type=del size=1841687 2023-12-03T11:43:26.938 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.931+0000 7f4da82f78c0 1 < completed part key=_multipart_TBD5MDTZYHGQ.2~26WW648FFJ31.0 size=1048576 2023-12-03T11:43:26.938 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.935+0000 7f4da82f78c0 1 < completed part key=_multipart_TBD5MDTZYHGQ.2~26WW648FFJ31.1 size=951284 2023-12-03T11:43:26.945 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.939+0000 7f4da82f78c0 1 < completed multipart upload key=TBD5MDTZYHGQ upload=26WW648FFJ31 tag=LYX0DWF0Z5F7 type=write size=3048436 2023-12-03T11:43:26.949 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.943+0000 7f4da82f78c0 1 > prepared operation key=7AKK0TE2I43B tag=7QUQMG87NBF8 type=del size=3821425 2023-12-03T11:43:26.953 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.947+0000 7f4da82f78c0 1 < completed part key=_multipart_645V3LNUPS4A.2~R6H4XPCUO14L.0 size=1048576 2023-12-03T11:43:26.958 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.951+0000 7f4da82f78c0 1 < completed part key=_multipart_645V3LNUPS4A.2~R6H4XPCUO14L.1 size=1048576 2023-12-03T11:43:26.959 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.955+0000 7f4da82f78c0 1 < completed part key=_multipart_645V3LNUPS4A.2~R6H4XPCUO14L.2 size=922619 2023-12-03T11:43:26.965 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.959+0000 7f4da82f78c0 1 < completed multipart upload key=645V3LNUPS4A upload=R6H4XPCUO14L tag=VUADH809V6AA type=write size=4068347 2023-12-03T11:43:26.972 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.967+0000 7f4da82f78c0 1 > prepared part key=_multipart_ZO4GYMSV47J9.2~I96MVYFM3LWN.0 size=239318 2023-12-03T11:43:26.972 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.967+0000 7f4da82f78c0 1 > prepared multipart upload key=ZO4GYMSV47J9 upload=I96MVYFM3LWN tag=RB3LBXT848IS type=write size=1287894 2023-12-03T11:43:26.976 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.971+0000 7f4da82f78c0 1 < completed delete operation key=1GAQFDQ35291 tag=Z5QIO2EHDB31 type=del 2023-12-03T11:43:26.982 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.975+0000 7f4da82f78c0 1 > prepared part key=_multipart_D2PVZARQWEIV.2~LW0293TLAR19.0 size=665467 2023-12-03T11:43:26.982 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.975+0000 7f4da82f78c0 1 > prepared multipart upload key=D2PVZARQWEIV upload=LW0293TLAR19 tag=JP75YDZCB3V9 type=write size=1714043 2023-12-03T11:43:26.986 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.979+0000 7f4da82f78c0 1 < completed delete operation key=D2PVZARQWEIV tag=ZQ140ZC652AE type=del 2023-12-03T11:43:26.992 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.987+0000 7f4da82f78c0 1 > prepared part key=_multipart_XCT2GVJ4O84M.2~VQFGSX8EO8LQ.0 size=1048576 2023-12-03T11:43:26.995 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.991+0000 7f4da82f78c0 1 > prepared part key=_multipart_XCT2GVJ4O84M.2~VQFGSX8EO8LQ.1 size=1048576 2023-12-03T11:43:26.998 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.991+0000 7f4da82f78c0 1 > prepared part key=_multipart_XCT2GVJ4O84M.2~VQFGSX8EO8LQ.2 size=934597 2023-12-03T11:43:26.998 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.991+0000 7f4da82f78c0 1 > prepared multipart upload key=XCT2GVJ4O84M upload=VQFGSX8EO8LQ tag=E76G36B6EHMB type=write size=4080325 2023-12-03T11:43:27.001 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:26.995+0000 7f4da82f78c0 1 < completed delete operation key=M9A06B3PSDOD tag=MKLJWX7PQK4F type=del 2023-12-03T11:43:27.009 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.003+0000 7f4da82f78c0 1 > prepared part key=_multipart_MY1AJ69R89HD.2~YUXR3F0VSUXB.0 size=384515 2023-12-03T11:43:27.009 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.003+0000 7f4da82f78c0 1 > prepared multipart upload key=MY1AJ69R89HD upload=YUXR3F0VSUXB tag=8VCKXE317B4O type=write size=1433091 2023-12-03T11:43:27.012 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.007+0000 7f4da82f78c0 1 < completed part key=_multipart_MY1AJ69R89HD.2~56X56RSWIDQ1.0 size=1048576 2023-12-03T11:43:27.015 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.011+0000 7f4da82f78c0 1 < completed part key=_multipart_MY1AJ69R89HD.2~56X56RSWIDQ1.1 size=1048576 2023-12-03T11:43:27.019 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.015+0000 7f4da82f78c0 1 < completed part key=_multipart_MY1AJ69R89HD.2~56X56RSWIDQ1.2 size=933613 2023-12-03T11:43:27.025 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.019+0000 7f4da82f78c0 1 < completed multipart upload key=MY1AJ69R89HD upload=56X56RSWIDQ1 tag=VNK8O0AHDKKC type=write size=4079341 2023-12-03T11:43:27.029 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.023+0000 7f4da82f78c0 1 > prepared operation key=85DYZW2I0U7X tag=6I5GT3SQ9NS8 type=del size=3242037 2023-12-03T11:43:27.043 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.039+0000 7f4da82f78c0 1 < completed delete operation key=7EDLY2Q78IBP tag=O2064UETU3DI type=del 2023-12-03T11:43:27.047 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.043+0000 7f4da82f78c0 1 > prepared operation key=7AKK0TE2I43B tag=MRTM13GIH50U type=del size=320592 2023-12-03T11:43:27.055 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.051+0000 7f4da82f78c0 1 < suggested update operation key=MY1AJ69R89HD tag=MA603HVF9BYU type=del size=2710447 2023-12-03T11:43:27.059 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.055+0000 7f4da82f78c0 1 > prepared operation key=1GAQFDQ35291 tag=FLYWEGR42WH9 type=del size=1337771 2023-12-03T11:43:27.067 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.063+0000 7f4da82f78c0 1 < suggested update operation key=L3HC1M7OJ3L7 tag=LZWK4EQ06GMC type=del size=2696968 2023-12-03T11:43:27.070 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.067+0000 7f4da82f78c0 1 > prepared operation key=TBD5MDTZYHGQ tag=6CS3T9VCV8S7 type=del size=3590663 2023-12-03T11:43:27.074 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.067+0000 7f4da82f78c0 1 < canceled operation key=PUY1C1KWIAHV tag=VVJ9T41L76LQ type=del size=3529930 2023-12-03T11:43:27.081 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.075+0000 7f4da82f78c0 1 > prepared part key=_multipart_K6FJNLCVDIUX.2~JRXVYIRFY3JY.0 size=326223 2023-12-03T11:43:27.081 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.075+0000 7f4da82f78c0 1 > prepared multipart upload key=K6FJNLCVDIUX upload=JRXVYIRFY3JY tag=ZWVWTD8C81KS type=write size=1374799 2023-12-03T11:43:27.086 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.083+0000 7f4da82f78c0 1 < completed part key=_multipart_7EDLY2Q78IBP.2~55U3BW4WELHL.0 size=1048576 2023-12-03T11:43:27.091 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.087+0000 7f4da82f78c0 1 < completed part key=_multipart_7EDLY2Q78IBP.2~55U3BW4WELHL.1 size=860223 2023-12-03T11:43:27.098 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.095+0000 7f4da82f78c0 1 < completed multipart upload key=7EDLY2Q78IBP upload=55U3BW4WELHL tag=OIRAJ1YZ1FRE type=write size=2957375 2023-12-03T11:43:27.101 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.095+0000 7f4da82f78c0 1 > prepared operation key=IOZ5MNNP5B2W tag=RHOQEOFKRYIK type=del size=3538898 2023-12-03T11:43:27.104 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.099+0000 7f4da82f78c0 1 < canceled operation key=1H0XTAA0VMYC tag=OPBHAZT381O0 type=del size=1260142 2023-12-03T11:43:27.107 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.103+0000 7f4da82f78c0 1 > prepared operation key=XCT2GVJ4O84M tag=P93Y7K73AJ0M type=del size=2684306 2023-12-03T11:43:27.112 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.107+0000 7f4da82f78c0 1 < suggested remove operation key=WEBJUD8426X3 tag=3LXPCS5FRUL9 type=del 2023-12-03T11:43:27.115 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.111+0000 7f4da82f78c0 1 > prepared operation key=K2XC9VGBIFBD tag=QAW76PHB3BG9 type=del size=451424 2023-12-03T11:43:27.118 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.115+0000 7f4da82f78c0 1 < completed delete operation key=7AKK0TE2I43B tag=32S4OOHV33AM type=del 2023-12-03T11:43:27.121 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.115+0000 7f4da82f78c0 1 > prepared operation key=UT0U43FV7Y0L tag=ECA3OMW1L386 type=del size=3454372 2023-12-03T11:43:27.124 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.119+0000 7f4da82f78c0 1 < completed delete operation key=K4O9QAISDGSN tag=EVNP6L2DEY2N type=del 2023-12-03T11:43:27.127 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.123+0000 7f4da82f78c0 1 > prepared operation key=WEBJUD8426X3 tag=7M82XS2NGDE9 type=del size=1306553 2023-12-03T11:43:27.133 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.127+0000 7f4da82f78c0 1 < suggested remove operation key=L3HC1M7OJ3L7 tag=VBNN9UU7CV4G type=del 2023-12-03T11:43:27.136 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.131+0000 7f4da82f78c0 1 > prepared operation key=4LWB8EMR9EBJ tag=XM6RA9QI1YRX type=del size=418955 2023-12-03T11:43:27.139 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.135+0000 7f4da82f78c0 1 < completed delete operation key=7AKK0TE2I43B tag=7QUQMG87NBF8 type=del 2023-12-03T11:43:27.142 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.139+0000 7f4da82f78c0 1 > prepared operation key=D2PVZARQWEIV tag=00BFRCJ20F2C type=del size=3251405 2023-12-03T11:43:27.145 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.139+0000 7f4da82f78c0 1 < completed part key=_multipart_ZO4GYMSV47J9.2~I96MVYFM3LWN.0 size=239318 2023-12-03T11:43:27.151 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.147+0000 7f4da82f78c0 1 < completed multipart upload key=ZO4GYMSV47J9 upload=I96MVYFM3LWN tag=RB3LBXT848IS type=write size=1287894 2023-12-03T11:43:27.157 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.151+0000 7f4da82f78c0 1 > prepared part key=_multipart_Q5C3IZCQEVO6.2~YSUZ6RX6GIPX.0 size=857748 2023-12-03T11:43:27.157 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.151+0000 7f4da82f78c0 1 > prepared multipart upload key=Q5C3IZCQEVO6 upload=YSUZ6RX6GIPX tag=5K9P774RJTXX type=write size=1906324 2023-12-03T11:43:27.160 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.155+0000 7f4da82f78c0 1 < completed part key=_multipart_D2PVZARQWEIV.2~LW0293TLAR19.0 size=665467 2023-12-03T11:43:27.165 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.159+0000 7f4da82f78c0 1 < completed multipart upload key=D2PVZARQWEIV upload=LW0293TLAR19 tag=JP75YDZCB3V9 type=write size=1714043 2023-12-03T11:43:27.169 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.163+0000 7f4da82f78c0 1 > prepared operation key=RF6YEP4A6INZ tag=M9144FXE84UF type=del size=729258 2023-12-03T11:43:27.172 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.167+0000 7f4da82f78c0 1 < completed part key=_multipart_XCT2GVJ4O84M.2~VQFGSX8EO8LQ.0 size=1048576 2023-12-03T11:43:27.174 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.171+0000 7f4da82f78c0 1 < completed part key=_multipart_XCT2GVJ4O84M.2~VQFGSX8EO8LQ.1 size=1048576 2023-12-03T11:43:27.177 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.171+0000 7f4da82f78c0 1 < completed part key=_multipart_XCT2GVJ4O84M.2~VQFGSX8EO8LQ.2 size=934597 2023-12-03T11:43:27.182 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.179+0000 7f4da82f78c0 1 < completed multipart upload key=XCT2GVJ4O84M upload=VQFGSX8EO8LQ tag=E76G36B6EHMB type=write size=4080325 2023-12-03T11:43:27.185 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.179+0000 7f4da82f78c0 1 > prepared operation key=YCJ1J0AKOH1D tag=ARGONM07U8VI type=del size=30024 2023-12-03T11:43:27.186 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.183+0000 7f4da82f78c0 1 < canceled part key=_multipart_MY1AJ69R89HD.2~YUXR3F0VSUXB.0 size=384515 2023-12-03T11:43:27.192 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.187+0000 7f4da82f78c0 1 < canceled multipart upload key=MY1AJ69R89HD upload=YUXR3F0VSUXB tag=8VCKXE317B4O type=write size=1433091 2023-12-03T11:43:27.198 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.191+0000 7f4da82f78c0 1 > prepared part key=_multipart_K2XC9VGBIFBD.2~8670F5NP90QF.0 size=1048576 2023-12-03T11:43:27.200 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.195+0000 7f4da82f78c0 1 > prepared part key=_multipart_K2XC9VGBIFBD.2~8670F5NP90QF.1 size=588651 2023-12-03T11:43:27.200 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.195+0000 7f4da82f78c0 1 > prepared multipart upload key=K2XC9VGBIFBD upload=8670F5NP90QF tag=1S2E42AH8QMU type=write size=2685803 2023-12-03T11:43:27.206 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.203+0000 7f4da82f78c0 1 < suggested remove operation key=85DYZW2I0U7X tag=6I5GT3SQ9NS8 type=del 2023-12-03T11:43:27.209 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.203+0000 7f4da82f78c0 1 > prepared operation key=UT0U43FV7Y0L tag=RPE84JGACBKS type=del size=759656 2023-12-03T11:43:27.212 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.207+0000 7f4da82f78c0 1 < canceled operation key=7AKK0TE2I43B tag=MRTM13GIH50U type=del size=320592 2023-12-03T11:43:27.217 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.211+0000 7f4da82f78c0 1 > prepared part key=_multipart_7EDLY2Q78IBP.2~5HZ5H6ND3WSJ.0 size=1048576 2023-12-03T11:43:27.220 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.215+0000 7f4da82f78c0 1 > prepared part key=_multipart_7EDLY2Q78IBP.2~5HZ5H6ND3WSJ.1 size=1048576 2023-12-03T11:43:27.222 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.219+0000 7f4da82f78c0 1 > prepared part key=_multipart_7EDLY2Q78IBP.2~5HZ5H6ND3WSJ.2 size=260712 2023-12-03T11:43:27.222 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.219+0000 7f4da82f78c0 1 > prepared multipart upload key=7EDLY2Q78IBP upload=5HZ5H6ND3WSJ tag=TFWV2HKOR3PQ type=write size=3406440 2023-12-03T11:43:27.228 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.223+0000 7f4da82f78c0 1 < suggested remove operation key=1GAQFDQ35291 tag=FLYWEGR42WH9 type=del 2023-12-03T11:43:27.233 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.227+0000 7f4da82f78c0 1 > prepared part key=_multipart_4DF7KX58SVJY.2~AIZ72QQ4CVH6.0 size=13868 2023-12-03T11:43:27.233 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.227+0000 7f4da82f78c0 1 > prepared multipart upload key=4DF7KX58SVJY upload=AIZ72QQ4CVH6 tag=8V9JS68XF0MK type=write size=1062444 2023-12-03T11:43:27.236 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.231+0000 7f4da82f78c0 1 < canceled operation key=TBD5MDTZYHGQ tag=6CS3T9VCV8S7 type=del size=3590663 2023-12-03T11:43:27.242 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.235+0000 7f4da82f78c0 1 > prepared part key=_multipart_L3HC1M7OJ3L7.2~EGLNICXL9J3X.0 size=1048576 2023-12-03T11:43:27.244 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.239+0000 7f4da82f78c0 1 > prepared part key=_multipart_L3HC1M7OJ3L7.2~EGLNICXL9J3X.1 size=1048576 2023-12-03T11:43:27.246 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.243+0000 7f4da82f78c0 1 > prepared part key=_multipart_L3HC1M7OJ3L7.2~EGLNICXL9J3X.2 size=950994 2023-12-03T11:43:27.246 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.243+0000 7f4da82f78c0 1 > prepared multipart upload key=L3HC1M7OJ3L7 upload=EGLNICXL9J3X tag=AI3G5QR2DTHE type=write size=4096722 2023-12-03T11:43:27.249 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.243+0000 7f4da82f78c0 1 < completed part key=_multipart_K6FJNLCVDIUX.2~JRXVYIRFY3JY.0 size=326223 2023-12-03T11:43:27.255 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.251+0000 7f4da82f78c0 1 < completed multipart upload key=K6FJNLCVDIUX upload=JRXVYIRFY3JY tag=ZWVWTD8C81KS type=write size=1374799 2023-12-03T11:43:27.260 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.255+0000 7f4da82f78c0 1 > prepared part key=_multipart_K6FJNLCVDIUX.2~4JXB4T0MI8Q8.0 size=1048576 2023-12-03T11:43:27.263 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.259+0000 7f4da82f78c0 1 > prepared part key=_multipart_K6FJNLCVDIUX.2~4JXB4T0MI8Q8.1 size=1048576 2023-12-03T11:43:27.266 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.259+0000 7f4da82f78c0 1 > prepared part key=_multipart_K6FJNLCVDIUX.2~4JXB4T0MI8Q8.2 size=424797 2023-12-03T11:43:27.266 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.259+0000 7f4da82f78c0 1 > prepared multipart upload key=K6FJNLCVDIUX upload=4JXB4T0MI8Q8 tag=T8FGIBDPRDN5 type=write size=3570525 2023-12-03T11:43:27.268 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.263+0000 7f4da82f78c0 1 < completed delete operation key=IOZ5MNNP5B2W tag=RHOQEOFKRYIK type=del 2023-12-03T11:43:27.271 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.267+0000 7f4da82f78c0 1 > prepared operation key=XCT2GVJ4O84M tag=XXHDRN4YOG7G type=del size=541726 2023-12-03T11:43:27.274 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.271+0000 7f4da82f78c0 1 < completed delete operation key=XCT2GVJ4O84M tag=P93Y7K73AJ0M type=del 2023-12-03T11:43:27.280 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.275+0000 7f4da82f78c0 1 > prepared part key=_multipart_2HVLNPGB2PLL.2~XKTRWJH38C8X.0 size=83686 2023-12-03T11:43:27.280 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.275+0000 7f4da82f78c0 1 > prepared multipart upload key=2HVLNPGB2PLL upload=XKTRWJH38C8X tag=NWOQV6Y9CVQJ type=write size=1132262 2023-12-03T11:43:27.288 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.283+0000 7f4da82f78c0 1 < suggested remove operation key=K2XC9VGBIFBD tag=QAW76PHB3BG9 type=del 2023-12-03T11:43:27.295 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.291+0000 7f4da82f78c0 1 > prepared part key=_multipart_85DYZW2I0U7X.2~2D3YY5SB803E.0 size=888861 2023-12-03T11:43:27.295 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.291+0000 7f4da82f78c0 1 > prepared multipart upload key=85DYZW2I0U7X upload=2D3YY5SB803E tag=M6VHF44YHMUA type=write size=1937437 2023-12-03T11:43:27.299 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.295+0000 7f4da82f78c0 1 < completed delete operation key=UT0U43FV7Y0L tag=ECA3OMW1L386 type=del 2023-12-03T11:43:27.305 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.299+0000 7f4da82f78c0 1 > prepared part key=_multipart_XCT2GVJ4O84M.2~CQUIKD72Z0N2.0 size=1048576 2023-12-03T11:43:27.308 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.303+0000 7f4da82f78c0 1 > prepared part key=_multipart_XCT2GVJ4O84M.2~CQUIKD72Z0N2.1 size=1048576 2023-12-03T11:43:27.310 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.307+0000 7f4da82f78c0 1 > prepared part key=_multipart_XCT2GVJ4O84M.2~CQUIKD72Z0N2.2 size=372884 2023-12-03T11:43:27.310 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.307+0000 7f4da82f78c0 1 > prepared multipart upload key=XCT2GVJ4O84M upload=CQUIKD72Z0N2 tag=036VVGH3R7DV type=write size=3518612 2023-12-03T11:43:27.313 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.307+0000 7f4da82f78c0 1 < completed delete operation key=WEBJUD8426X3 tag=7M82XS2NGDE9 type=del 2023-12-03T11:43:27.320 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.315+0000 7f4da82f78c0 1 > prepared part key=_multipart_4DF7KX58SVJY.2~UMH9R7PYJ3WP.0 size=1048576 2023-12-03T11:43:27.323 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.319+0000 7f4da82f78c0 1 > prepared part key=_multipart_4DF7KX58SVJY.2~UMH9R7PYJ3WP.1 size=1048576 2023-12-03T11:43:27.325 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.319+0000 7f4da82f78c0 1 > prepared part key=_multipart_4DF7KX58SVJY.2~UMH9R7PYJ3WP.2 size=367869 2023-12-03T11:43:27.325 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.319+0000 7f4da82f78c0 1 > prepared multipart upload key=4DF7KX58SVJY upload=UMH9R7PYJ3WP tag=LG05ZNXK1HMU type=write size=3513597 2023-12-03T11:43:27.329 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.323+0000 7f4da82f78c0 1 < completed delete operation key=4LWB8EMR9EBJ tag=XM6RA9QI1YRX type=del 2023-12-03T11:43:27.336 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.331+0000 7f4da82f78c0 1 > prepared part key=_multipart_6UZY1HWE143J.2~3NBAB85BYMUI.0 size=1048576 2023-12-03T11:43:27.337 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.331+0000 7f4da82f78c0 1 > prepared part key=_multipart_6UZY1HWE143J.2~3NBAB85BYMUI.1 size=243465 2023-12-03T11:43:27.337 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.331+0000 7f4da82f78c0 1 > prepared multipart upload key=6UZY1HWE143J upload=3NBAB85BYMUI tag=7196RLRK6U1O type=write size=2340617 2023-12-03T11:43:27.341 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.335+0000 7f4da82f78c0 1 < completed delete operation key=D2PVZARQWEIV tag=00BFRCJ20F2C type=del 2023-12-03T11:43:27.350 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.343+0000 7f4da82f78c0 1 > prepared part key=_multipart_Q3BH4HFRFZA5.2~8KP70YKK9BSQ.0 size=831621 2023-12-03T11:43:27.350 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.343+0000 7f4da82f78c0 1 > prepared multipart upload key=Q3BH4HFRFZA5 upload=8KP70YKK9BSQ tag=XI5JMHVPE8V7 type=write size=1880197 2023-12-03T11:43:27.360 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.355+0000 7f4da82f78c0 1 < completed part key=_multipart_Q5C3IZCQEVO6.2~YSUZ6RX6GIPX.0 size=857748 2023-12-03T11:43:27.366 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.359+0000 7f4da82f78c0 1 < completed multipart upload key=Q5C3IZCQEVO6 upload=YSUZ6RX6GIPX tag=5K9P774RJTXX type=write size=1906324 2023-12-03T11:43:27.372 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.367+0000 7f4da82f78c0 1 > prepared part key=_multipart_4DF7KX58SVJY.2~HXETGY6DX9TW.0 size=1048576 2023-12-03T11:43:27.375 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.371+0000 7f4da82f78c0 1 > prepared part key=_multipart_4DF7KX58SVJY.2~HXETGY6DX9TW.1 size=1005934 2023-12-03T11:43:27.375 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.371+0000 7f4da82f78c0 1 > prepared multipart upload key=4DF7KX58SVJY upload=HXETGY6DX9TW tag=8QKP4D4XKIKZ type=write size=3103086 2023-12-03T11:43:27.378 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.375+0000 7f4da82f78c0 1 < canceled operation key=RF6YEP4A6INZ tag=M9144FXE84UF type=del size=729258 2023-12-03T11:43:27.385 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.379+0000 7f4da82f78c0 1 > prepared part key=_multipart_M9A06B3PSDOD.2~OVJXA9RVYFO7.0 size=1048576 2023-12-03T11:43:27.388 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.383+0000 7f4da82f78c0 1 > prepared part key=_multipart_M9A06B3PSDOD.2~OVJXA9RVYFO7.1 size=1048576 2023-12-03T11:43:27.391 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.387+0000 7f4da82f78c0 1 > prepared part key=_multipart_M9A06B3PSDOD.2~OVJXA9RVYFO7.2 size=61578 2023-12-03T11:43:27.391 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.387+0000 7f4da82f78c0 1 > prepared multipart upload key=M9A06B3PSDOD upload=OVJXA9RVYFO7 tag=905DDNLV2VIV type=write size=3207306 2023-12-03T11:43:27.395 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.391+0000 7f4da82f78c0 1 < completed delete operation key=YCJ1J0AKOH1D tag=ARGONM07U8VI type=del 2023-12-03T11:43:27.401 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.395+0000 7f4da82f78c0 1 > prepared part key=_multipart_Q5C3IZCQEVO6.2~2KFZRUR10U25.0 size=1048576 2023-12-03T11:43:27.404 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.399+0000 7f4da82f78c0 1 > prepared part key=_multipart_Q5C3IZCQEVO6.2~2KFZRUR10U25.1 size=1048576 2023-12-03T11:43:27.408 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.403+0000 7f4da82f78c0 1 > prepared part key=_multipart_Q5C3IZCQEVO6.2~2KFZRUR10U25.2 size=246622 2023-12-03T11:43:27.408 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.403+0000 7f4da82f78c0 1 > prepared multipart upload key=Q5C3IZCQEVO6 upload=2KFZRUR10U25 tag=3X4J3CI5IHF9 type=write size=3392350 2023-12-03T11:43:27.412 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.407+0000 7f4da82f78c0 1 < completed part key=_multipart_K2XC9VGBIFBD.2~8670F5NP90QF.0 size=1048576 2023-12-03T11:43:27.414 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.411+0000 7f4da82f78c0 1 < completed part key=_multipart_K2XC9VGBIFBD.2~8670F5NP90QF.1 size=588651 2023-12-03T11:43:27.422 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.415+0000 7f4da82f78c0 1 < completed multipart upload key=K2XC9VGBIFBD upload=8670F5NP90QF tag=1S2E42AH8QMU type=write size=2685803 2023-12-03T11:43:27.425 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.419+0000 7f4da82f78c0 1 > prepared operation key=MY1AJ69R89HD tag=BNMTHK8RTQPO type=del size=1568939 2023-12-03T11:43:27.430 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.423+0000 7f4da82f78c0 1 < completed delete operation key=UT0U43FV7Y0L tag=RPE84JGACBKS type=del 2023-12-03T11:43:27.433 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.427+0000 7f4da82f78c0 1 > prepared operation key=7AKK0TE2I43B tag=5J7WBAJCAYHI type=del size=2031467 2023-12-03T11:43:27.437 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.431+0000 7f4da82f78c0 1 < completed part key=_multipart_7EDLY2Q78IBP.2~5HZ5H6ND3WSJ.0 size=1048576 2023-12-03T11:43:27.437 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.431+0000 7f4da82f78c0 1 < canceled part key=_multipart_7EDLY2Q78IBP.2~5HZ5H6ND3WSJ.1 size=1048576 2023-12-03T11:43:27.441 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.435+0000 7f4da82f78c0 1 < completed part key=_multipart_7EDLY2Q78IBP.2~5HZ5H6ND3WSJ.2 size=260712 2023-12-03T11:43:27.447 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.443+0000 7f4da82f78c0 1 < canceled multipart upload key=7EDLY2Q78IBP upload=5HZ5H6ND3WSJ tag=TFWV2HKOR3PQ type=write size=3406440 2023-12-03T11:43:27.451 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.447+0000 7f4da82f78c0 1 > prepared operation key=IA082W6GDNN2 tag=P2PMEYW94BY0 type=del size=2469589 2023-12-03T11:43:27.455 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.451+0000 7f4da82f78c0 1 < completed part key=_multipart_4DF7KX58SVJY.2~AIZ72QQ4CVH6.0 size=13868 2023-12-03T11:43:27.461 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.455+0000 7f4da82f78c0 1 < completed multipart upload key=4DF7KX58SVJY upload=AIZ72QQ4CVH6 tag=8V9JS68XF0MK type=write size=1062444 2023-12-03T11:43:27.465 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.459+0000 7f4da82f78c0 1 > prepared operation key=K2XC9VGBIFBD tag=PBYJXQZQXWN8 type=write size=474186 2023-12-03T11:43:27.469 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.463+0000 7f4da82f78c0 1 < completed part key=_multipart_L3HC1M7OJ3L7.2~EGLNICXL9J3X.0 size=1048576 2023-12-03T11:43:27.472 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.467+0000 7f4da82f78c0 1 < completed part key=_multipart_L3HC1M7OJ3L7.2~EGLNICXL9J3X.1 size=1048576 2023-12-03T11:43:27.475 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.471+0000 7f4da82f78c0 1 < completed part key=_multipart_L3HC1M7OJ3L7.2~EGLNICXL9J3X.2 size=950994 2023-12-03T11:43:27.481 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.475+0000 7f4da82f78c0 1 < completed multipart upload key=L3HC1M7OJ3L7 upload=EGLNICXL9J3X tag=AI3G5QR2DTHE type=write size=4096722 2023-12-03T11:43:27.485 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.479+0000 7f4da82f78c0 1 > prepared operation key=7EDLY2Q78IBP tag=M00HQHXSA7YR type=del size=4041671 2023-12-03T11:43:27.489 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.483+0000 7f4da82f78c0 1 < completed part key=_multipart_K6FJNLCVDIUX.2~4JXB4T0MI8Q8.0 size=1048576 2023-12-03T11:43:27.492 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.487+0000 7f4da82f78c0 1 < completed part key=_multipart_K6FJNLCVDIUX.2~4JXB4T0MI8Q8.1 size=1048576 2023-12-03T11:43:27.495 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.491+0000 7f4da82f78c0 1 < completed part key=_multipart_K6FJNLCVDIUX.2~4JXB4T0MI8Q8.2 size=424797 2023-12-03T11:43:27.503 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.499+0000 7f4da82f78c0 1 < completed multipart upload key=K6FJNLCVDIUX upload=4JXB4T0MI8Q8 tag=T8FGIBDPRDN5 type=write size=3570525 2023-12-03T11:43:27.507 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.503+0000 7f4da82f78c0 1 > prepared operation key=K6FJNLCVDIUX tag=36DP95RNK3PB type=del size=860231 2023-12-03T11:43:27.515 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.511+0000 7f4da82f78c0 1 < suggested remove operation key=XCT2GVJ4O84M tag=XXHDRN4YOG7G type=del 2023-12-03T11:43:27.518 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.515+0000 7f4da82f78c0 1 > prepared operation key=645V3LNUPS4A tag=T4SAT2BW7XPB type=del size=2868531 2023-12-03T11:43:27.519 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.515+0000 7f4da82f78c0 1 < canceled part key=_multipart_2HVLNPGB2PLL.2~XKTRWJH38C8X.0 size=83686 2023-12-03T11:43:27.525 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.519+0000 7f4da82f78c0 1 < canceled multipart upload key=2HVLNPGB2PLL upload=XKTRWJH38C8X tag=NWOQV6Y9CVQJ type=write size=1132262 2023-12-03T11:43:27.529 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.523+0000 7f4da82f78c0 1 > prepared operation key=YCJ1J0AKOH1D tag=IPWDCYQG8VYB type=del size=3907418 2023-12-03T11:43:27.534 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.527+0000 7f4da82f78c0 1 < completed part key=_multipart_85DYZW2I0U7X.2~2D3YY5SB803E.0 size=888861 2023-12-03T11:43:27.540 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.535+0000 7f4da82f78c0 1 < completed multipart upload key=85DYZW2I0U7X upload=2D3YY5SB803E tag=M6VHF44YHMUA type=write size=1937437 2023-12-03T11:43:27.547 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.543+0000 7f4da82f78c0 1 > prepared part key=_multipart_6UZY1HWE143J.2~EHHU8PTVAQ4T.0 size=853132 2023-12-03T11:43:27.548 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.543+0000 7f4da82f78c0 1 > prepared multipart upload key=6UZY1HWE143J upload=EHHU8PTVAQ4T tag=88UXS311SKHU type=write size=1901708 2023-12-03T11:43:27.554 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.547+0000 7f4da82f78c0 1 < completed part key=_multipart_XCT2GVJ4O84M.2~CQUIKD72Z0N2.0 size=1048576 2023-12-03T11:43:27.555 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.551+0000 7f4da82f78c0 1 < completed part key=_multipart_XCT2GVJ4O84M.2~CQUIKD72Z0N2.1 size=1048576 2023-12-03T11:43:27.558 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.555+0000 7f4da82f78c0 1 < completed part key=_multipart_XCT2GVJ4O84M.2~CQUIKD72Z0N2.2 size=372884 2023-12-03T11:43:27.566 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.559+0000 7f4da82f78c0 1 < completed multipart upload key=XCT2GVJ4O84M upload=CQUIKD72Z0N2 tag=036VVGH3R7DV type=write size=3518612 2023-12-03T11:43:27.569 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.563+0000 7f4da82f78c0 1 > prepared operation key=PUY1C1KWIAHV tag=9BU9U3X7GU2N type=del size=377002 2023-12-03T11:43:27.574 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.567+0000 7f4da82f78c0 1 < completed part key=_multipart_4DF7KX58SVJY.2~UMH9R7PYJ3WP.0 size=1048576 2023-12-03T11:43:27.577 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.571+0000 7f4da82f78c0 1 < completed part key=_multipart_4DF7KX58SVJY.2~UMH9R7PYJ3WP.1 size=1048576 2023-12-03T11:43:27.580 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.575+0000 7f4da82f78c0 1 < completed part key=_multipart_4DF7KX58SVJY.2~UMH9R7PYJ3WP.2 size=367869 2023-12-03T11:43:27.587 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.583+0000 7f4da82f78c0 1 < completed multipart upload key=4DF7KX58SVJY upload=UMH9R7PYJ3WP tag=LG05ZNXK1HMU type=write size=3513597 2023-12-03T11:43:27.594 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.587+0000 7f4da82f78c0 1 > prepared part key=_multipart_GMT5400N4YTT.2~NVE8O86TUKI5.0 size=636367 2023-12-03T11:43:27.594 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.587+0000 7f4da82f78c0 1 > prepared multipart upload key=GMT5400N4YTT upload=NVE8O86TUKI5 tag=BFNJ3B55V895 type=write size=1684943 2023-12-03T11:43:27.597 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.591+0000 7f4da82f78c0 1 < completed part key=_multipart_6UZY1HWE143J.2~3NBAB85BYMUI.0 size=1048576 2023-12-03T11:43:27.601 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.595+0000 7f4da82f78c0 1 < completed part key=_multipart_6UZY1HWE143J.2~3NBAB85BYMUI.1 size=243465 2023-12-03T11:43:27.606 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.603+0000 7f4da82f78c0 1 < completed multipart upload key=6UZY1HWE143J upload=3NBAB85BYMUI tag=7196RLRK6U1O type=write size=2340617 2023-12-03T11:43:27.610 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.607+0000 7f4da82f78c0 1 > prepared operation key=Q3BH4HFRFZA5 tag=KOKA1B24QAWU type=del size=4093002 2023-12-03T11:43:27.611 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.607+0000 7f4da82f78c0 1 < canceled part key=_multipart_Q3BH4HFRFZA5.2~8KP70YKK9BSQ.0 size=831621 2023-12-03T11:43:27.618 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.611+0000 7f4da82f78c0 1 < canceled multipart upload key=Q3BH4HFRFZA5 upload=8KP70YKK9BSQ tag=XI5JMHVPE8V7 type=write size=1880197 2023-12-03T11:43:27.625 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.619+0000 7f4da82f78c0 1 > prepared part key=_multipart_L3HC1M7OJ3L7.2~TTKBQNN20KG4.0 size=1048576 2023-12-03T11:43:27.628 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.623+0000 7f4da82f78c0 1 > prepared part key=_multipart_L3HC1M7OJ3L7.2~TTKBQNN20KG4.1 size=1048576 2023-12-03T11:43:27.631 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.627+0000 7f4da82f78c0 1 > prepared part key=_multipart_L3HC1M7OJ3L7.2~TTKBQNN20KG4.2 size=400304 2023-12-03T11:43:27.631 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.627+0000 7f4da82f78c0 1 > prepared multipart upload key=L3HC1M7OJ3L7 upload=TTKBQNN20KG4 tag=KTXGWN99IONT type=write size=3546032 2023-12-03T11:43:27.635 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.631+0000 7f4da82f78c0 1 < completed part key=_multipart_4DF7KX58SVJY.2~HXETGY6DX9TW.0 size=1048576 2023-12-03T11:43:27.636 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.631+0000 7f4da82f78c0 1 < canceled part key=_multipart_4DF7KX58SVJY.2~HXETGY6DX9TW.1 size=1005934 2023-12-03T11:43:27.642 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.639+0000 7f4da82f78c0 1 < canceled multipart upload key=4DF7KX58SVJY upload=HXETGY6DX9TW tag=8QKP4D4XKIKZ type=write size=3103086 2023-12-03T11:43:27.650 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.643+0000 7f4da82f78c0 1 > prepared part key=_multipart_L3HC1M7OJ3L7.2~PIM55IFFJ522.0 size=1048576 2023-12-03T11:43:27.652 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.647+0000 7f4da82f78c0 1 > prepared part key=_multipart_L3HC1M7OJ3L7.2~PIM55IFFJ522.1 size=1048576 2023-12-03T11:43:27.655 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.651+0000 7f4da82f78c0 1 > prepared part key=_multipart_L3HC1M7OJ3L7.2~PIM55IFFJ522.2 size=372227 2023-12-03T11:43:27.656 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.651+0000 7f4da82f78c0 1 > prepared multipart upload key=L3HC1M7OJ3L7 upload=PIM55IFFJ522 tag=CIZBUFHHMQFW type=write size=3517955 2023-12-03T11:43:27.660 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.655+0000 7f4da82f78c0 1 < completed part key=_multipart_M9A06B3PSDOD.2~OVJXA9RVYFO7.0 size=1048576 2023-12-03T11:43:27.663 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.659+0000 7f4da82f78c0 1 < completed part key=_multipart_M9A06B3PSDOD.2~OVJXA9RVYFO7.1 size=1048576 2023-12-03T11:43:27.667 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.663+0000 7f4da82f78c0 1 < completed part key=_multipart_M9A06B3PSDOD.2~OVJXA9RVYFO7.2 size=61578 2023-12-03T11:43:27.674 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.671+0000 7f4da82f78c0 1 < completed multipart upload key=M9A06B3PSDOD upload=OVJXA9RVYFO7 tag=905DDNLV2VIV type=write size=3207306 2023-12-03T11:43:27.682 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.675+0000 7f4da82f78c0 1 > prepared part key=_multipart_UT0U43FV7Y0L.2~ASD82SN0DEM3.0 size=1048576 2023-12-03T11:43:27.686 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.679+0000 7f4da82f78c0 1 > prepared part key=_multipart_UT0U43FV7Y0L.2~ASD82SN0DEM3.1 size=1048576 2023-12-03T11:43:27.688 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.683+0000 7f4da82f78c0 1 > prepared part key=_multipart_UT0U43FV7Y0L.2~ASD82SN0DEM3.2 size=862190 2023-12-03T11:43:27.688 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.683+0000 7f4da82f78c0 1 > prepared multipart upload key=UT0U43FV7Y0L upload=ASD82SN0DEM3 tag=1BG3I6HOLTHV type=write size=4007918 2023-12-03T11:43:27.692 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.687+0000 7f4da82f78c0 1 < completed part key=_multipart_Q5C3IZCQEVO6.2~2KFZRUR10U25.0 size=1048576 2023-12-03T11:43:27.695 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.691+0000 7f4da82f78c0 1 < completed part key=_multipart_Q5C3IZCQEVO6.2~2KFZRUR10U25.1 size=1048576 2023-12-03T11:43:27.699 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.695+0000 7f4da82f78c0 1 < completed part key=_multipart_Q5C3IZCQEVO6.2~2KFZRUR10U25.2 size=246622 2023-12-03T11:43:27.705 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.699+0000 7f4da82f78c0 1 < completed multipart upload key=Q5C3IZCQEVO6 upload=2KFZRUR10U25 tag=3X4J3CI5IHF9 type=write size=3392350 2023-12-03T11:43:27.719 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.715+0000 7f4da82f78c0 1 > prepared operation key=IOZ5MNNP5B2W tag=C1MNESF5JM8J type=del size=1499055 2023-12-03T11:43:27.727 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.723+0000 7f4da82f78c0 1 < suggested update operation key=MY1AJ69R89HD tag=BNMTHK8RTQPO type=del size=1568939 2023-12-03T11:43:27.731 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.727+0000 7f4da82f78c0 1 > prepared operation key=4DF7KX58SVJY tag=87VVJ893CFSD type=del size=3725593 2023-12-03T11:43:27.734 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.731+0000 7f4da82f78c0 1 < completed delete operation key=7AKK0TE2I43B tag=5J7WBAJCAYHI type=del 2023-12-03T11:43:27.738 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.731+0000 7f4da82f78c0 1 > prepared operation key=IA082W6GDNN2 tag=C0KKY6923504 type=del size=834191 2023-12-03T11:43:27.745 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.739+0000 7f4da82f78c0 1 < suggested update operation key=IA082W6GDNN2 tag=P2PMEYW94BY0 type=del size=2469589 2023-12-03T11:43:27.749 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.743+0000 7f4da82f78c0 1 > prepared operation key=UT0U43FV7Y0L tag=GB791HFGOKMG type=del size=3428056 2023-12-03T11:43:27.753 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.747+0000 7f4da82f78c0 1 < completed write operation key=K2XC9VGBIFBD tag=PBYJXQZQXWN8 type=write size=474186 2023-12-03T11:43:27.760 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.755+0000 7f4da82f78c0 1 > prepared part key=_multipart_L3HC1M7OJ3L7.2~BZIKME47XL7Q.0 size=1048576 2023-12-03T11:43:27.763 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.759+0000 7f4da82f78c0 1 > prepared part key=_multipart_L3HC1M7OJ3L7.2~BZIKME47XL7Q.1 size=748217 2023-12-03T11:43:27.763 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.759+0000 7f4da82f78c0 1 > prepared multipart upload key=L3HC1M7OJ3L7 upload=BZIKME47XL7Q tag=SOSXFXBAY0A2 type=write size=2845369 2023-12-03T11:43:27.767 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.763+0000 7f4da82f78c0 1 < completed delete operation key=7EDLY2Q78IBP tag=M00HQHXSA7YR type=del 2023-12-03T11:43:27.771 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.767+0000 7f4da82f78c0 1 > prepared operation key=7AKK0TE2I43B tag=YMJ4RW8YG6FM type=del size=1702485 2023-12-03T11:43:27.776 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.771+0000 7f4da82f78c0 1 < completed delete operation key=K6FJNLCVDIUX tag=36DP95RNK3PB type=del 2023-12-03T11:43:27.781 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.775+0000 7f4da82f78c0 1 > prepared operation key=YCJ1J0AKOH1D tag=DNS43JG6VN11 type=write size=177697 2023-12-03T11:43:27.786 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.783+0000 7f4da82f78c0 1 < completed delete operation key=645V3LNUPS4A tag=T4SAT2BW7XPB type=del 2023-12-03T11:43:27.794 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.791+0000 7f4da82f78c0 1 > prepared part key=_multipart_MY1AJ69R89HD.2~ALP7RVWEQDSZ.0 size=1048576 2023-12-03T11:43:27.797 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.791+0000 7f4da82f78c0 1 > prepared part key=_multipart_MY1AJ69R89HD.2~ALP7RVWEQDSZ.1 size=127448 2023-12-03T11:43:27.798 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.791+0000 7f4da82f78c0 1 > prepared multipart upload key=MY1AJ69R89HD upload=ALP7RVWEQDSZ tag=U2T2EO6GVV40 type=write size=2224600 2023-12-03T11:43:27.801 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.795+0000 7f4da82f78c0 1 < completed delete operation key=YCJ1J0AKOH1D tag=IPWDCYQG8VYB type=del 2023-12-03T11:43:27.808 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.803+0000 7f4da82f78c0 1 > prepared part key=_multipart_RF6YEP4A6INZ.2~XK76QIC422OD.0 size=602699 2023-12-03T11:43:27.809 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.803+0000 7f4da82f78c0 1 > prepared multipart upload key=RF6YEP4A6INZ upload=XK76QIC422OD tag=A38J1ZET3T1W type=write size=1651275 2023-12-03T11:43:27.812 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.807+0000 7f4da82f78c0 1 < completed part key=_multipart_6UZY1HWE143J.2~EHHU8PTVAQ4T.0 size=853132 2023-12-03T11:43:27.819 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.815+0000 7f4da82f78c0 1 < completed multipart upload key=6UZY1HWE143J upload=EHHU8PTVAQ4T tag=88UXS311SKHU type=write size=1901708 2023-12-03T11:43:27.826 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.823+0000 7f4da82f78c0 1 > prepared part key=_multipart_Q3BH4HFRFZA5.2~NKSGBTQB833R.0 size=1048576 2023-12-03T11:43:27.829 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.823+0000 7f4da82f78c0 1 > prepared part key=_multipart_Q3BH4HFRFZA5.2~NKSGBTQB833R.1 size=894632 2023-12-03T11:43:27.829 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.823+0000 7f4da82f78c0 1 > prepared multipart upload key=Q3BH4HFRFZA5 upload=NKSGBTQB833R tag=FJ6DCQYW2L6N type=write size=2991784 2023-12-03T11:43:27.833 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.827+0000 7f4da82f78c0 1 < completed delete operation key=PUY1C1KWIAHV tag=9BU9U3X7GU2N type=del 2023-12-03T11:43:27.837 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.831+0000 7f4da82f78c0 1 > prepared operation key=2HVLNPGB2PLL tag=XDZZYEF1ZDIP type=del size=116187 2023-12-03T11:43:27.841 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.835+0000 7f4da82f78c0 1 < completed part key=_multipart_GMT5400N4YTT.2~NVE8O86TUKI5.0 size=636367 2023-12-03T11:43:27.847 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.843+0000 7f4da82f78c0 1 < completed multipart upload key=GMT5400N4YTT upload=NVE8O86TUKI5 tag=BFNJ3B55V895 type=write size=1684943 2023-12-03T11:43:27.851 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.847+0000 7f4da82f78c0 1 > prepared operation key=7EDLY2Q78IBP tag=MGQJGZ6IEJUA type=del size=3783080 2023-12-03T11:43:27.855 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.851+0000 7f4da82f78c0 1 < completed delete operation key=Q3BH4HFRFZA5 tag=KOKA1B24QAWU type=del 2023-12-03T11:43:27.862 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.855+0000 7f4da82f78c0 1 > prepared part key=_multipart_PUY1C1KWIAHV.2~10CHD2JQABTH.0 size=1048576 2023-12-03T11:43:27.864 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.859+0000 7f4da82f78c0 1 > prepared part key=_multipart_PUY1C1KWIAHV.2~10CHD2JQABTH.1 size=1048576 2023-12-03T11:43:27.867 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.863+0000 7f4da82f78c0 1 > prepared part key=_multipart_PUY1C1KWIAHV.2~10CHD2JQABTH.2 size=14249 2023-12-03T11:43:27.867 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.863+0000 7f4da82f78c0 1 > prepared multipart upload key=PUY1C1KWIAHV upload=10CHD2JQABTH tag=9A4QQQZREK6B type=write size=3159977 2023-12-03T11:43:27.871 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.867+0000 7f4da82f78c0 1 < completed part key=_multipart_L3HC1M7OJ3L7.2~TTKBQNN20KG4.0 size=1048576 2023-12-03T11:43:27.875 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.871+0000 7f4da82f78c0 1 < completed part key=_multipart_L3HC1M7OJ3L7.2~TTKBQNN20KG4.1 size=1048576 2023-12-03T11:43:27.878 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.875+0000 7f4da82f78c0 1 < completed part key=_multipart_L3HC1M7OJ3L7.2~TTKBQNN20KG4.2 size=400304 2023-12-03T11:43:27.885 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.879+0000 7f4da82f78c0 1 < completed multipart upload key=L3HC1M7OJ3L7 upload=TTKBQNN20KG4 tag=KTXGWN99IONT type=write size=3546032 2023-12-03T11:43:27.889 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.883+0000 7f4da82f78c0 1 > prepared operation key=1GAQFDQ35291 tag=K56Y3YAU65MT type=del size=1854825 2023-12-03T11:43:27.893 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.887+0000 7f4da82f78c0 1 < completed part key=_multipart_L3HC1M7OJ3L7.2~PIM55IFFJ522.0 size=1048576 2023-12-03T11:43:27.896 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.891+0000 7f4da82f78c0 1 < completed part key=_multipart_L3HC1M7OJ3L7.2~PIM55IFFJ522.1 size=1048576 2023-12-03T11:43:27.899 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.895+0000 7f4da82f78c0 1 < completed part key=_multipart_L3HC1M7OJ3L7.2~PIM55IFFJ522.2 size=372227 2023-12-03T11:43:27.907 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.903+0000 7f4da82f78c0 1 < completed multipart upload key=L3HC1M7OJ3L7 upload=PIM55IFFJ522 tag=CIZBUFHHMQFW type=write size=3517955 2023-12-03T11:43:27.914 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.907+0000 7f4da82f78c0 1 > prepared part key=_multipart_QGLKMQWQRM89.2~NTJDBW7Q3C4P.0 size=1048576 2023-12-03T11:43:27.917 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.911+0000 7f4da82f78c0 1 > prepared part key=_multipart_QGLKMQWQRM89.2~NTJDBW7Q3C4P.1 size=35273 2023-12-03T11:43:27.917 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.911+0000 7f4da82f78c0 1 > prepared multipart upload key=QGLKMQWQRM89 upload=NTJDBW7Q3C4P tag=8MWD8JSE2DB9 type=write size=2132425 2023-12-03T11:43:27.921 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.915+0000 7f4da82f78c0 1 < completed part key=_multipart_UT0U43FV7Y0L.2~ASD82SN0DEM3.0 size=1048576 2023-12-03T11:43:27.924 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.919+0000 7f4da82f78c0 1 < completed part key=_multipart_UT0U43FV7Y0L.2~ASD82SN0DEM3.1 size=1048576 2023-12-03T11:43:27.927 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.923+0000 7f4da82f78c0 1 < completed part key=_multipart_UT0U43FV7Y0L.2~ASD82SN0DEM3.2 size=862190 2023-12-03T11:43:27.934 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.931+0000 7f4da82f78c0 1 < completed multipart upload key=UT0U43FV7Y0L upload=ASD82SN0DEM3 tag=1BG3I6HOLTHV type=write size=4007918 2023-12-03T11:43:27.938 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.935+0000 7f4da82f78c0 1 > prepared operation key=Q5C3IZCQEVO6 tag=LZIIDF65U3LO type=del size=2477186 2023-12-03T11:43:27.942 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.939+0000 7f4da82f78c0 1 < completed delete operation key=IOZ5MNNP5B2W tag=C1MNESF5JM8J type=del 2023-12-03T11:43:27.946 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.943+0000 7f4da82f78c0 1 > prepared operation key=1H0XTAA0VMYC tag=DUCEJP214JTV type=del size=1863819 2023-12-03T11:43:27.950 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.947+0000 7f4da82f78c0 1 < completed delete operation key=4DF7KX58SVJY tag=87VVJ893CFSD type=del 2023-12-03T11:43:27.954 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.951+0000 7f4da82f78c0 1 > prepared operation key=XCT2GVJ4O84M tag=D7OM19RY9Z5W type=write size=214525 2023-12-03T11:43:27.958 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.951+0000 7f4da82f78c0 -1 < failed to complete operation key=IA082W6GDNN2 tag=C0KKY6923504 type=del size=834191: (22) Invalid argument 2023-12-03T11:43:27.962 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.959+0000 7f4da82f78c0 1 > prepared operation key=1GAQFDQ35291 tag=4C1FZ62PDZNB type=del size=322911 2023-12-03T11:43:27.966 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.959+0000 7f4da82f78c0 1 < completed delete operation key=UT0U43FV7Y0L tag=GB791HFGOKMG type=del 2023-12-03T11:43:27.973 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.967+0000 7f4da82f78c0 1 > prepared part key=_multipart_1GAQFDQ35291.2~01EN1OH032E4.0 size=1048576 2023-12-03T11:43:27.976 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.971+0000 7f4da82f78c0 1 > prepared part key=_multipart_1GAQFDQ35291.2~01EN1OH032E4.1 size=790425 2023-12-03T11:43:27.976 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.971+0000 7f4da82f78c0 1 > prepared multipart upload key=1GAQFDQ35291 upload=01EN1OH032E4 tag=OVECMQ5Y2HJ7 type=write size=2887577 2023-12-03T11:43:27.980 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.975+0000 7f4da82f78c0 1 < completed part key=_multipart_L3HC1M7OJ3L7.2~BZIKME47XL7Q.0 size=1048576 2023-12-03T11:43:27.984 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.979+0000 7f4da82f78c0 1 < completed part key=_multipart_L3HC1M7OJ3L7.2~BZIKME47XL7Q.1 size=748217 2023-12-03T11:43:27.991 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.987+0000 7f4da82f78c0 1 < completed multipart upload key=L3HC1M7OJ3L7 upload=BZIKME47XL7Q tag=SOSXFXBAY0A2 type=write size=2845369 2023-12-03T11:43:27.995 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.991+0000 7f4da82f78c0 1 > prepared operation key=IOZ5MNNP5B2W tag=57PVQNVVAJ0V type=write size=500433 2023-12-03T11:43:27.999 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:27.995+0000 7f4da82f78c0 1 < completed delete operation key=7AKK0TE2I43B tag=YMJ4RW8YG6FM type=del 2023-12-03T11:43:28.006 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.003+0000 7f4da82f78c0 1 > prepared part key=_multipart_IOZ5MNNP5B2W.2~HV9FONE9C4DB.0 size=1048576 2023-12-03T11:43:28.009 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.003+0000 7f4da82f78c0 1 > prepared part key=_multipart_IOZ5MNNP5B2W.2~HV9FONE9C4DB.1 size=1048576 2023-12-03T11:43:28.012 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.007+0000 7f4da82f78c0 1 > prepared part key=_multipart_IOZ5MNNP5B2W.2~HV9FONE9C4DB.2 size=779763 2023-12-03T11:43:28.012 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.007+0000 7f4da82f78c0 1 > prepared multipart upload key=IOZ5MNNP5B2W upload=HV9FONE9C4DB tag=Z9L00O550UO6 type=write size=3925491 2023-12-03T11:43:28.021 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.015+0000 7f4da82f78c0 1 < suggested update operation key=YCJ1J0AKOH1D tag=DNS43JG6VN11 type=write size=177697 2023-12-03T11:43:28.029 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.023+0000 7f4da82f78c0 1 > prepared part key=_multipart_IA082W6GDNN2.2~1IQ34V29KJ71.0 size=1048576 2023-12-03T11:43:28.031 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.027+0000 7f4da82f78c0 1 > prepared part key=_multipart_IA082W6GDNN2.2~1IQ34V29KJ71.1 size=370415 2023-12-03T11:43:28.031 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.027+0000 7f4da82f78c0 1 > prepared multipart upload key=IA082W6GDNN2 upload=1IQ34V29KJ71 tag=ADF6RFY3R0RC type=write size=2467567 2023-12-03T11:43:28.035 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.031+0000 7f4da82f78c0 1 < completed part key=_multipart_MY1AJ69R89HD.2~ALP7RVWEQDSZ.0 size=1048576 2023-12-03T11:43:28.039 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.035+0000 7f4da82f78c0 1 < completed part key=_multipart_MY1AJ69R89HD.2~ALP7RVWEQDSZ.1 size=127448 2023-12-03T11:43:28.045 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.039+0000 7f4da82f78c0 1 < completed multipart upload key=MY1AJ69R89HD upload=ALP7RVWEQDSZ tag=U2T2EO6GVV40 type=write size=2224600 2023-12-03T11:43:28.049 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.043+0000 7f4da82f78c0 1 > prepared operation key=2HVLNPGB2PLL tag=R3P6V3R8LZ4S type=del size=3643630 2023-12-03T11:43:28.053 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.047+0000 7f4da82f78c0 1 < completed part key=_multipart_RF6YEP4A6INZ.2~XK76QIC422OD.0 size=602699 2023-12-03T11:43:28.059 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.055+0000 7f4da82f78c0 1 < completed multipart upload key=RF6YEP4A6INZ upload=XK76QIC422OD tag=A38J1ZET3T1W type=write size=1651275 2023-12-03T11:43:28.062 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.059+0000 7f4da82f78c0 1 > prepared operation key=K2XC9VGBIFBD tag=HEYYBY6C0ZL9 type=del size=3442632 2023-12-03T11:43:28.063 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.059+0000 7f4da82f78c0 1 < canceled part key=_multipart_Q3BH4HFRFZA5.2~NKSGBTQB833R.0 size=1048576 2023-12-03T11:43:28.066 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.063+0000 7f4da82f78c0 1 < completed part key=_multipart_Q3BH4HFRFZA5.2~NKSGBTQB833R.1 size=894632 2023-12-03T11:43:28.073 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.067+0000 7f4da82f78c0 1 < canceled multipart upload key=Q3BH4HFRFZA5 upload=NKSGBTQB833R tag=FJ6DCQYW2L6N type=write size=2991784 2023-12-03T11:43:28.076 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.071+0000 7f4da82f78c0 1 > prepared operation key=UT0U43FV7Y0L tag=JUJDF32VI6HW type=del size=977253 2023-12-03T11:43:28.080 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.075+0000 7f4da82f78c0 1 < completed delete operation key=2HVLNPGB2PLL tag=XDZZYEF1ZDIP type=del 2023-12-03T11:43:28.097 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.091+0000 7f4da82f78c0 1 > prepared part key=_multipart_GMT5400N4YTT.2~OJCVCT1NIWPV.0 size=1048576 2023-12-03T11:43:28.100 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.095+0000 7f4da82f78c0 1 > prepared part key=_multipart_GMT5400N4YTT.2~OJCVCT1NIWPV.1 size=1048576 2023-12-03T11:43:28.103 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.099+0000 7f4da82f78c0 1 > prepared part key=_multipart_GMT5400N4YTT.2~OJCVCT1NIWPV.2 size=934691 2023-12-03T11:43:28.103 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.099+0000 7f4da82f78c0 1 > prepared multipart upload key=GMT5400N4YTT upload=OJCVCT1NIWPV tag=SP5LJFWXWKKP type=write size=4080419 2023-12-03T11:43:28.107 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.103+0000 7f4da82f78c0 1 < completed delete operation key=7EDLY2Q78IBP tag=MGQJGZ6IEJUA type=del 2023-12-03T11:43:28.111 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.107+0000 7f4da82f78c0 1 > prepared operation key=IA082W6GDNN2 tag=G78HL9FBDJI4 type=del size=3660404 2023-12-03T11:43:28.115 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.111+0000 7f4da82f78c0 1 < completed part key=_multipart_PUY1C1KWIAHV.2~10CHD2JQABTH.0 size=1048576 2023-12-03T11:43:28.115 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.111+0000 7f4da82f78c0 1 < canceled part key=_multipart_PUY1C1KWIAHV.2~10CHD2JQABTH.1 size=1048576 2023-12-03T11:43:28.118 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.115+0000 7f4da82f78c0 1 < completed part key=_multipart_PUY1C1KWIAHV.2~10CHD2JQABTH.2 size=14249 2023-12-03T11:43:28.125 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.119+0000 7f4da82f78c0 1 < canceled multipart upload key=PUY1C1KWIAHV upload=10CHD2JQABTH tag=9A4QQQZREK6B type=write size=3159977 2023-12-03T11:43:28.129 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.123+0000 7f4da82f78c0 1 > prepared operation key=XCT2GVJ4O84M tag=DHV0MWC5TQTK type=del size=1825739 2023-12-03T11:43:28.133 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.127+0000 7f4da82f78c0 1 < completed delete operation key=1GAQFDQ35291 tag=K56Y3YAU65MT type=del 2023-12-03T11:43:28.137 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.131+0000 7f4da82f78c0 1 > prepared operation key=D2PVZARQWEIV tag=JEA40MAUNNDH type=write size=123445 2023-12-03T11:43:28.141 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.135+0000 7f4da82f78c0 1 < completed part key=_multipart_QGLKMQWQRM89.2~NTJDBW7Q3C4P.0 size=1048576 2023-12-03T11:43:28.144 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.139+0000 7f4da82f78c0 1 < completed part key=_multipart_QGLKMQWQRM89.2~NTJDBW7Q3C4P.1 size=35273 2023-12-03T11:43:28.151 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.147+0000 7f4da82f78c0 1 < completed multipart upload key=QGLKMQWQRM89 upload=NTJDBW7Q3C4P tag=8MWD8JSE2DB9 type=write size=2132425 2023-12-03T11:43:28.156 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.151+0000 7f4da82f78c0 1 > prepared operation key=M9A06B3PSDOD tag=5XIZ0D3HS50T type=del size=3309520 2023-12-03T11:43:28.160 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.155+0000 7f4da82f78c0 1 < completed delete operation key=Q5C3IZCQEVO6 tag=LZIIDF65U3LO type=del 2023-12-03T11:43:28.166 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.159+0000 7f4da82f78c0 1 > prepared part key=_multipart_IOZ5MNNP5B2W.2~UMFW4TN0PZXV.0 size=686254 2023-12-03T11:43:28.166 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.159+0000 7f4da82f78c0 1 > prepared multipart upload key=IOZ5MNNP5B2W upload=UMFW4TN0PZXV tag=6U7ZXRF1I449 type=write size=1734830 2023-12-03T11:43:28.170 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.163+0000 7f4da82f78c0 1 < canceled operation key=1H0XTAA0VMYC tag=DUCEJP214JTV type=del size=1863819 2023-12-03T11:43:28.176 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.171+0000 7f4da82f78c0 1 > prepared part key=_multipart_7EDLY2Q78IBP.2~9LWGG4UOLOLA.0 size=1048576 2023-12-03T11:43:28.179 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.175+0000 7f4da82f78c0 1 > prepared part key=_multipart_7EDLY2Q78IBP.2~9LWGG4UOLOLA.1 size=1048576 2023-12-03T11:43:28.182 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.179+0000 7f4da82f78c0 1 > prepared part key=_multipart_7EDLY2Q78IBP.2~9LWGG4UOLOLA.2 size=214599 2023-12-03T11:43:28.182 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.179+0000 7f4da82f78c0 1 > prepared multipart upload key=7EDLY2Q78IBP upload=9LWGG4UOLOLA tag=85PT508EKH3B type=write size=3360327 2023-12-03T11:43:28.186 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.179+0000 7f4da82f78c0 1 < completed write operation key=XCT2GVJ4O84M tag=D7OM19RY9Z5W type=write size=214525 2023-12-03T11:43:28.189 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.183+0000 7f4da82f78c0 1 > prepared operation key=IOZ5MNNP5B2W tag=7DKJBGMF23AD type=write size=774769 2023-12-03T11:43:28.193 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.187+0000 7f4da82f78c0 1 < completed delete operation key=1GAQFDQ35291 tag=4C1FZ62PDZNB type=del 2023-12-03T11:43:28.196 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.191+0000 7f4da82f78c0 1 > prepared operation key=K4O9QAISDGSN tag=RLWYDOUK20A3 type=del size=3838864 2023-12-03T11:43:28.200 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.195+0000 7f4da82f78c0 1 < completed part key=_multipart_1GAQFDQ35291.2~01EN1OH032E4.0 size=1048576 2023-12-03T11:43:28.204 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.199+0000 7f4da82f78c0 1 < completed part key=_multipart_1GAQFDQ35291.2~01EN1OH032E4.1 size=790425 2023-12-03T11:43:28.209 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.203+0000 7f4da82f78c0 1 < completed multipart upload key=1GAQFDQ35291 upload=01EN1OH032E4 tag=OVECMQ5Y2HJ7 type=write size=2887577 2023-12-03T11:43:28.213 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.207+0000 7f4da82f78c0 1 > prepared operation key=ZO4GYMSV47J9 tag=KAA24A0OS9Y5 type=del size=2198213 2023-12-03T11:43:28.220 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.215+0000 7f4da82f78c0 1 < suggested remove operation key=IOZ5MNNP5B2W tag=57PVQNVVAJ0V type=write 2023-12-03T11:43:28.224 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.219+0000 7f4da82f78c0 1 > prepared operation key=ZO4GYMSV47J9 tag=3X465J2YL1PV type=del size=630342 2023-12-03T11:43:28.227 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.223+0000 7f4da82f78c0 1 < completed part key=_multipart_IOZ5MNNP5B2W.2~HV9FONE9C4DB.0 size=1048576 2023-12-03T11:43:28.231 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.227+0000 7f4da82f78c0 1 < completed part key=_multipart_IOZ5MNNP5B2W.2~HV9FONE9C4DB.1 size=1048576 2023-12-03T11:43:28.233 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.227+0000 7f4da82f78c0 1 < completed part key=_multipart_IOZ5MNNP5B2W.2~HV9FONE9C4DB.2 size=779763 2023-12-03T11:43:28.240 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.235+0000 7f4da82f78c0 1 < completed multipart upload key=IOZ5MNNP5B2W upload=HV9FONE9C4DB tag=Z9L00O550UO6 type=write size=3925491 2023-12-03T11:43:28.244 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.239+0000 7f4da82f78c0 1 > prepared operation key=1GAQFDQ35291 tag=3BAMFBEI7H6C type=del size=2997610 2023-12-03T11:43:28.249 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.243+0000 7f4da82f78c0 1 < completed part key=_multipart_IA082W6GDNN2.2~1IQ34V29KJ71.0 size=1048576 2023-12-03T11:43:28.252 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.247+0000 7f4da82f78c0 1 < completed part key=_multipart_IA082W6GDNN2.2~1IQ34V29KJ71.1 size=370415 2023-12-03T11:43:28.259 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.255+0000 7f4da82f78c0 1 < completed multipart upload key=IA082W6GDNN2 upload=1IQ34V29KJ71 tag=ADF6RFY3R0RC type=write size=2467567 2023-12-03T11:43:28.267 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.263+0000 7f4da82f78c0 1 > prepared part key=_multipart_M9A06B3PSDOD.2~BJJBAHFVLY3R.0 size=1048576 2023-12-03T11:43:28.270 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.267+0000 7f4da82f78c0 1 > prepared part key=_multipart_M9A06B3PSDOD.2~BJJBAHFVLY3R.1 size=1048576 2023-12-03T11:43:28.274 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.267+0000 7f4da82f78c0 1 > prepared part key=_multipart_M9A06B3PSDOD.2~BJJBAHFVLY3R.2 size=125722 2023-12-03T11:43:28.274 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.267+0000 7f4da82f78c0 1 > prepared multipart upload key=M9A06B3PSDOD upload=BJJBAHFVLY3R tag=P9T3Y6R0WX6C type=write size=3271450 2023-12-03T11:43:28.278 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.271+0000 7f4da82f78c0 1 < completed delete operation key=2HVLNPGB2PLL tag=R3P6V3R8LZ4S type=del 2023-12-03T11:43:28.285 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.279+0000 7f4da82f78c0 1 > prepared part key=_multipart_XCT2GVJ4O84M.2~ZVCSWJ7NFRRR.0 size=96661 2023-12-03T11:43:28.285 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.279+0000 7f4da82f78c0 1 > prepared multipart upload key=XCT2GVJ4O84M upload=ZVCSWJ7NFRRR tag=DDFRS0UN1C02 type=write size=1145237 2023-12-03T11:43:28.293 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.287+0000 7f4da82f78c0 1 < suggested update operation key=K2XC9VGBIFBD tag=HEYYBY6C0ZL9 type=del size=3442632 2023-12-03T11:43:28.297 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.291+0000 7f4da82f78c0 1 > prepared operation key=QGLKMQWQRM89 tag=JJ893TO1BSPO type=del size=1400581 2023-12-03T11:43:28.301 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.295+0000 7f4da82f78c0 1 < completed delete operation key=UT0U43FV7Y0L tag=JUJDF32VI6HW type=del 2023-12-03T11:43:28.309 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.303+0000 7f4da82f78c0 1 > prepared part key=_multipart_M9A06B3PSDOD.2~AY8F9R81WGO0.0 size=1048576 2023-12-03T11:43:28.312 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.307+0000 7f4da82f78c0 1 > prepared part key=_multipart_M9A06B3PSDOD.2~AY8F9R81WGO0.1 size=553567 2023-12-03T11:43:28.312 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.307+0000 7f4da82f78c0 1 > prepared multipart upload key=M9A06B3PSDOD upload=AY8F9R81WGO0 tag=92DKRNBZ89Z2 type=write size=2650719 2023-12-03T11:43:28.316 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.311+0000 7f4da82f78c0 1 < completed part key=_multipart_GMT5400N4YTT.2~OJCVCT1NIWPV.0 size=1048576 2023-12-03T11:43:28.319 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.315+0000 7f4da82f78c0 1 < completed part key=_multipart_GMT5400N4YTT.2~OJCVCT1NIWPV.1 size=1048576 2023-12-03T11:43:28.322 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.319+0000 7f4da82f78c0 1 < completed part key=_multipart_GMT5400N4YTT.2~OJCVCT1NIWPV.2 size=934691 2023-12-03T11:43:28.329 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.323+0000 7f4da82f78c0 1 < completed multipart upload key=GMT5400N4YTT upload=OJCVCT1NIWPV tag=SP5LJFWXWKKP type=write size=4080419 2023-12-03T11:43:28.332 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.327+0000 7f4da82f78c0 1 > prepared operation key=PSYQ3RT9HX5N tag=3BZRUPT79JBK type=del size=2314619 2023-12-03T11:43:28.336 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.331+0000 7f4da82f78c0 1 < completed delete operation key=IA082W6GDNN2 tag=G78HL9FBDJI4 type=del 2023-12-03T11:43:28.340 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.335+0000 7f4da82f78c0 1 > prepared operation key=YCJ1J0AKOH1D tag=46FORT1CQQZQ type=del size=1082237 2023-12-03T11:43:28.348 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.343+0000 7f4da82f78c0 1 < suggested update operation key=XCT2GVJ4O84M tag=DHV0MWC5TQTK type=del size=1825739 2023-12-03T11:43:28.352 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.347+0000 7f4da82f78c0 1 > prepared operation key=4LWB8EMR9EBJ tag=DIHER6NVUZVT type=del size=2733868 2023-12-03T11:43:28.356 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.351+0000 7f4da82f78c0 1 < completed write operation key=D2PVZARQWEIV tag=JEA40MAUNNDH type=write size=123445 2023-12-03T11:43:28.360 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.355+0000 7f4da82f78c0 1 > prepared operation key=QGLKMQWQRM89 tag=NXJNPSI0RWSR type=del size=3396034 2023-12-03T11:43:28.364 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.359+0000 7f4da82f78c0 1 < completed delete operation key=M9A06B3PSDOD tag=5XIZ0D3HS50T type=del 2023-12-03T11:43:28.372 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.367+0000 7f4da82f78c0 1 > prepared part key=_multipart_IOZ5MNNP5B2W.2~K7VO4WU53M9Z.0 size=1048576 2023-12-03T11:43:28.374 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.371+0000 7f4da82f78c0 1 > prepared part key=_multipart_IOZ5MNNP5B2W.2~K7VO4WU53M9Z.1 size=1048576 2023-12-03T11:43:28.378 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.371+0000 7f4da82f78c0 1 > prepared part key=_multipart_IOZ5MNNP5B2W.2~K7VO4WU53M9Z.2 size=629239 2023-12-03T11:43:28.378 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.371+0000 7f4da82f78c0 1 > prepared multipart upload key=IOZ5MNNP5B2W upload=K7VO4WU53M9Z tag=WG8ZHX3RKCUP type=write size=3774967 2023-12-03T11:43:28.382 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.375+0000 7f4da82f78c0 1 < completed part key=_multipart_IOZ5MNNP5B2W.2~UMFW4TN0PZXV.0 size=686254 2023-12-03T11:43:28.388 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.383+0000 7f4da82f78c0 1 < completed multipart upload key=IOZ5MNNP5B2W upload=UMFW4TN0PZXV tag=6U7ZXRF1I449 type=write size=1734830 2023-12-03T11:43:28.392 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.387+0000 7f4da82f78c0 1 > prepared operation key=QGLKMQWQRM89 tag=U384C8XQJC0P type=del size=143148 2023-12-03T11:43:28.396 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.391+0000 7f4da82f78c0 1 < completed part key=_multipart_7EDLY2Q78IBP.2~9LWGG4UOLOLA.0 size=1048576 2023-12-03T11:43:28.399 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.395+0000 7f4da82f78c0 1 < completed part key=_multipart_7EDLY2Q78IBP.2~9LWGG4UOLOLA.1 size=1048576 2023-12-03T11:43:28.403 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.399+0000 7f4da82f78c0 1 < completed part key=_multipart_7EDLY2Q78IBP.2~9LWGG4UOLOLA.2 size=214599 2023-12-03T11:43:28.410 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.403+0000 7f4da82f78c0 1 < completed multipart upload key=7EDLY2Q78IBP upload=9LWGG4UOLOLA tag=85PT508EKH3B type=write size=3360327 2023-12-03T11:43:28.413 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.407+0000 7f4da82f78c0 1 > prepared operation key=ZO4GYMSV47J9 tag=858F3D1JDXI3 type=write size=21261 2023-12-03T11:43:28.418 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.415+0000 7f4da82f78c0 -1 < failed to complete operation key=IOZ5MNNP5B2W tag=7DKJBGMF23AD type=write size=774769: (22) Invalid argument 2023-12-03T11:43:28.422 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.419+0000 7f4da82f78c0 1 > prepared operation key=K6FJNLCVDIUX tag=087L1U9AAOS8 type=del size=3365334 2023-12-03T11:43:28.426 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.423+0000 7f4da82f78c0 1 < completed delete operation key=K4O9QAISDGSN tag=RLWYDOUK20A3 type=del 2023-12-03T11:43:28.430 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.423+0000 7f4da82f78c0 1 > prepared operation key=1GAQFDQ35291 tag=HNM8LS1FVAGO type=del size=973972 2023-12-03T11:43:28.437 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.431+0000 7f4da82f78c0 1 < suggested update operation key=ZO4GYMSV47J9 tag=KAA24A0OS9Y5 type=del size=2198213 2023-12-03T11:43:28.444 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.439+0000 7f4da82f78c0 1 > prepared part key=_multipart_PUY1C1KWIAHV.2~PVBUHH8MUI9O.0 size=1048576 2023-12-03T11:43:28.447 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.443+0000 7f4da82f78c0 1 > prepared part key=_multipart_PUY1C1KWIAHV.2~PVBUHH8MUI9O.1 size=411781 2023-12-03T11:43:28.447 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.443+0000 7f4da82f78c0 1 > prepared multipart upload key=PUY1C1KWIAHV upload=PVBUHH8MUI9O tag=M66UO30U5GAJ type=write size=2508933 2023-12-03T11:43:28.451 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.447+0000 7f4da82f78c0 -1 < failed to complete operation key=ZO4GYMSV47J9 tag=3X465J2YL1PV type=del size=630342: (22) Invalid argument 2023-12-03T11:43:28.468 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.463+0000 7f4da82f78c0 1 > prepared part key=_multipart_M9A06B3PSDOD.2~WT1SF5QS7JYF.0 size=1048576 2023-12-03T11:43:28.470 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.467+0000 7f4da82f78c0 1 > prepared part key=_multipart_M9A06B3PSDOD.2~WT1SF5QS7JYF.1 size=1048576 2023-12-03T11:43:28.473 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.467+0000 7f4da82f78c0 1 > prepared part key=_multipart_M9A06B3PSDOD.2~WT1SF5QS7JYF.2 size=864853 2023-12-03T11:43:28.473 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.467+0000 7f4da82f78c0 1 > prepared multipart upload key=M9A06B3PSDOD upload=WT1SF5QS7JYF tag=0AQP5GDB5VGH type=write size=4010581 2023-12-03T11:43:28.478 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.471+0000 7f4da82f78c0 1 < completed delete operation key=1GAQFDQ35291 tag=3BAMFBEI7H6C type=del 2023-12-03T11:43:28.487 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.483+0000 7f4da82f78c0 1 > prepared part key=_multipart_1GAQFDQ35291.2~LECBOTLR2K77.0 size=1048576 2023-12-03T11:43:28.489 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.483+0000 7f4da82f78c0 1 > prepared part key=_multipart_1GAQFDQ35291.2~LECBOTLR2K77.1 size=289455 2023-12-03T11:43:28.489 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.483+0000 7f4da82f78c0 1 > prepared multipart upload key=1GAQFDQ35291 upload=LECBOTLR2K77 tag=KRAJ8W6BV7T9 type=write size=2386607 2023-12-03T11:43:28.495 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.491+0000 7f4da82f78c0 1 < completed part key=_multipart_M9A06B3PSDOD.2~BJJBAHFVLY3R.0 size=1048576 2023-12-03T11:43:28.497 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.491+0000 7f4da82f78c0 1 < completed part key=_multipart_M9A06B3PSDOD.2~BJJBAHFVLY3R.1 size=1048576 2023-12-03T11:43:28.500 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.495+0000 7f4da82f78c0 1 < completed part key=_multipart_M9A06B3PSDOD.2~BJJBAHFVLY3R.2 size=125722 2023-12-03T11:43:28.507 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.503+0000 7f4da82f78c0 1 < completed multipart upload key=M9A06B3PSDOD upload=BJJBAHFVLY3R tag=P9T3Y6R0WX6C type=write size=3271450 2023-12-03T11:43:28.514 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.507+0000 7f4da82f78c0 1 > prepared part key=_multipart_6UZY1HWE143J.2~2CB4A8618Z1E.0 size=1048576 2023-12-03T11:43:28.517 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.511+0000 7f4da82f78c0 1 > prepared part key=_multipart_6UZY1HWE143J.2~2CB4A8618Z1E.1 size=1048576 2023-12-03T11:43:28.519 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.515+0000 7f4da82f78c0 1 > prepared part key=_multipart_6UZY1HWE143J.2~2CB4A8618Z1E.2 size=112806 2023-12-03T11:43:28.520 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.515+0000 7f4da82f78c0 1 > prepared multipart upload key=6UZY1HWE143J upload=2CB4A8618Z1E tag=3UZ20VETUCPH type=write size=3258534 2023-12-03T11:43:28.523 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.519+0000 7f4da82f78c0 1 < completed part key=_multipart_XCT2GVJ4O84M.2~ZVCSWJ7NFRRR.0 size=96661 2023-12-03T11:43:28.529 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.523+0000 7f4da82f78c0 1 < completed multipart upload key=XCT2GVJ4O84M upload=ZVCSWJ7NFRRR tag=DDFRS0UN1C02 type=write size=1145237 2023-12-03T11:43:28.533 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.527+0000 7f4da82f78c0 1 > prepared operation key=K2XC9VGBIFBD tag=9XKBTJ263C4Q type=del size=3112748 2023-12-03T11:43:28.537 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.531+0000 7f4da82f78c0 1 < completed delete operation key=QGLKMQWQRM89 tag=JJ893TO1BSPO type=del 2023-12-03T11:43:28.544 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.539+0000 7f4da82f78c0 1 > prepared part key=_multipart_QGLKMQWQRM89.2~JPZZZPCMJSJY.0 size=434004 2023-12-03T11:43:28.545 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.539+0000 7f4da82f78c0 1 > prepared multipart upload key=QGLKMQWQRM89 upload=JPZZZPCMJSJY tag=L858DDOZ7K5D type=write size=1482580 2023-12-03T11:43:28.548 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.543+0000 7f4da82f78c0 1 < completed part key=_multipart_M9A06B3PSDOD.2~AY8F9R81WGO0.0 size=1048576 2023-12-03T11:43:28.548 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.543+0000 7f4da82f78c0 1 < canceled part key=_multipart_M9A06B3PSDOD.2~AY8F9R81WGO0.1 size=553567 2023-12-03T11:43:28.554 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.547+0000 7f4da82f78c0 1 < canceled multipart upload key=M9A06B3PSDOD upload=AY8F9R81WGO0 tag=92DKRNBZ89Z2 type=write size=2650719 2023-12-03T11:43:28.558 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.551+0000 7f4da82f78c0 1 > prepared operation key=XCT2GVJ4O84M tag=ZTRR2FYHEM77 type=del size=2019026 2023-12-03T11:43:28.562 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.555+0000 7f4da82f78c0 1 < completed delete operation key=PSYQ3RT9HX5N tag=3BZRUPT79JBK type=del 2023-12-03T11:43:28.569 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.563+0000 7f4da82f78c0 1 > prepared part key=_multipart_ZO4GYMSV47J9.2~ZGM38HD1KO8Q.0 size=1048576 2023-12-03T11:43:28.573 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.567+0000 7f4da82f78c0 1 > prepared part key=_multipart_ZO4GYMSV47J9.2~ZGM38HD1KO8Q.1 size=977073 2023-12-03T11:43:28.574 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.567+0000 7f4da82f78c0 1 > prepared multipart upload key=ZO4GYMSV47J9 upload=ZGM38HD1KO8Q tag=4HD9G5GQW39P type=write size=3074225 2023-12-03T11:43:28.576 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.571+0000 7f4da82f78c0 1 < completed delete operation key=YCJ1J0AKOH1D tag=46FORT1CQQZQ type=del 2023-12-03T11:43:28.583 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.579+0000 7f4da82f78c0 1 > prepared part key=_multipart_ZO4GYMSV47J9.2~OIOJEFL1FJVP.0 size=1048576 2023-12-03T11:43:28.586 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.579+0000 7f4da82f78c0 1 > prepared part key=_multipart_ZO4GYMSV47J9.2~OIOJEFL1FJVP.1 size=815798 2023-12-03T11:43:28.586 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.579+0000 7f4da82f78c0 1 > prepared multipart upload key=ZO4GYMSV47J9 upload=OIOJEFL1FJVP tag=B74RIBEQUDIA type=write size=2912950 2023-12-03T11:43:28.589 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.583+0000 7f4da82f78c0 1 < completed delete operation key=4LWB8EMR9EBJ tag=DIHER6NVUZVT type=del 2023-12-03T11:43:28.596 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.591+0000 7f4da82f78c0 1 > prepared part key=_multipart_6UZY1HWE143J.2~943OWZVNRMN6.0 size=1048576 2023-12-03T11:43:28.600 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.595+0000 7f4da82f78c0 1 > prepared part key=_multipart_6UZY1HWE143J.2~943OWZVNRMN6.1 size=430114 2023-12-03T11:43:28.600 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.595+0000 7f4da82f78c0 1 > prepared multipart upload key=6UZY1HWE143J upload=943OWZVNRMN6 tag=USJKRSUISLPR type=write size=2527266 2023-12-03T11:43:28.607 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.603+0000 7f4da82f78c0 1 < suggested remove operation key=QGLKMQWQRM89 tag=NXJNPSI0RWSR type=del 2023-12-03T11:43:28.614 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.607+0000 7f4da82f78c0 1 > prepared part key=_multipart_MY1AJ69R89HD.2~83B6T7MBVDHK.0 size=1048576 2023-12-03T11:43:28.617 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.611+0000 7f4da82f78c0 1 > prepared part key=_multipart_MY1AJ69R89HD.2~83B6T7MBVDHK.1 size=1048576 2023-12-03T11:43:28.620 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.615+0000 7f4da82f78c0 1 > prepared part key=_multipart_MY1AJ69R89HD.2~83B6T7MBVDHK.2 size=711062 2023-12-03T11:43:28.620 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.615+0000 7f4da82f78c0 1 > prepared multipart upload key=MY1AJ69R89HD upload=83B6T7MBVDHK tag=G4OD10RAJM3B type=write size=3856790 2023-12-03T11:43:28.624 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.619+0000 7f4da82f78c0 1 < completed part key=_multipart_IOZ5MNNP5B2W.2~K7VO4WU53M9Z.0 size=1048576 2023-12-03T11:43:28.627 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.623+0000 7f4da82f78c0 1 < completed part key=_multipart_IOZ5MNNP5B2W.2~K7VO4WU53M9Z.1 size=1048576 2023-12-03T11:43:28.630 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.627+0000 7f4da82f78c0 1 < completed part key=_multipart_IOZ5MNNP5B2W.2~K7VO4WU53M9Z.2 size=629239 2023-12-03T11:43:28.637 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.631+0000 7f4da82f78c0 1 < completed multipart upload key=IOZ5MNNP5B2W upload=K7VO4WU53M9Z tag=WG8ZHX3RKCUP type=write size=3774967 2023-12-03T11:43:28.644 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.639+0000 7f4da82f78c0 1 > prepared part key=_multipart_YCJ1J0AKOH1D.2~DXO1T7ECV85N.0 size=486471 2023-12-03T11:43:28.644 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.639+0000 7f4da82f78c0 1 > prepared multipart upload key=YCJ1J0AKOH1D upload=DXO1T7ECV85N tag=0FUGVC1LUMJ0 type=write size=1535047 2023-12-03T11:43:28.648 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.643+0000 7f4da82f78c0 -1 < failed to complete operation key=QGLKMQWQRM89 tag=U384C8XQJC0P type=del size=143148: (22) Invalid argument 2023-12-03T11:43:28.651 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.647+0000 7f4da82f78c0 1 > prepared operation key=UT0U43FV7Y0L tag=VPZY5B2TZRSV type=del size=1710580 2023-12-03T11:43:28.655 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.651+0000 7f4da82f78c0 -1 < failed to complete operation key=ZO4GYMSV47J9 tag=858F3D1JDXI3 type=write size=21261: (22) Invalid argument 2023-12-03T11:43:28.660 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.655+0000 7f4da82f78c0 1 > prepared operation key=XCT2GVJ4O84M tag=L0DLLUVI2U4K type=write size=182720 2023-12-03T11:43:28.663 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.659+0000 7f4da82f78c0 1 < completed delete operation key=K6FJNLCVDIUX tag=087L1U9AAOS8 type=del 2023-12-03T11:43:28.670 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.667+0000 7f4da82f78c0 1 > prepared part key=_multipart_GMT5400N4YTT.2~OW56O9LY5ZHP.0 size=1021693 2023-12-03T11:43:28.670 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.667+0000 7f4da82f78c0 1 > prepared multipart upload key=GMT5400N4YTT upload=OW56O9LY5ZHP tag=6W6PED0KUZY1 type=write size=2070269 2023-12-03T11:43:28.674 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.671+0000 7f4da82f78c0 1 < completed delete operation key=1GAQFDQ35291 tag=HNM8LS1FVAGO type=del 2023-12-03T11:43:28.678 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.675+0000 7f4da82f78c0 1 > prepared operation key=Q5C3IZCQEVO6 tag=ZIFMU30K4I2S type=write size=763330 2023-12-03T11:43:28.683 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.679+0000 7f4da82f78c0 1 < completed part key=_multipart_PUY1C1KWIAHV.2~PVBUHH8MUI9O.0 size=1048576 2023-12-03T11:43:28.686 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.683+0000 7f4da82f78c0 1 < completed part key=_multipart_PUY1C1KWIAHV.2~PVBUHH8MUI9O.1 size=411781 2023-12-03T11:43:28.694 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.687+0000 7f4da82f78c0 1 < completed multipart upload key=PUY1C1KWIAHV upload=PVBUHH8MUI9O tag=M66UO30U5GAJ type=write size=2508933 2023-12-03T11:43:28.698 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.695+0000 7f4da82f78c0 1 > prepared operation key=7AKK0TE2I43B tag=FVVF0UI0VHX2 type=del size=3714342 2023-12-03T11:43:28.702 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.699+0000 7f4da82f78c0 1 < completed part key=_multipart_M9A06B3PSDOD.2~WT1SF5QS7JYF.0 size=1048576 2023-12-03T11:43:28.706 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.699+0000 7f4da82f78c0 1 < completed part key=_multipart_M9A06B3PSDOD.2~WT1SF5QS7JYF.1 size=1048576 2023-12-03T11:43:28.709 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.703+0000 7f4da82f78c0 1 < completed part key=_multipart_M9A06B3PSDOD.2~WT1SF5QS7JYF.2 size=864853 2023-12-03T11:43:28.716 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.711+0000 7f4da82f78c0 1 < completed multipart upload key=M9A06B3PSDOD upload=WT1SF5QS7JYF tag=0AQP5GDB5VGH type=write size=4010581 2023-12-03T11:43:28.720 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.715+0000 7f4da82f78c0 1 > prepared operation key=PUY1C1KWIAHV tag=WX7A29NS9URP type=del size=2534784 2023-12-03T11:43:28.724 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.719+0000 7f4da82f78c0 1 < completed part key=_multipart_1GAQFDQ35291.2~LECBOTLR2K77.0 size=1048576 2023-12-03T11:43:28.727 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.723+0000 7f4da82f78c0 1 < completed part key=_multipart_1GAQFDQ35291.2~LECBOTLR2K77.1 size=289455 2023-12-03T11:43:28.734 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.731+0000 7f4da82f78c0 1 < completed multipart upload key=1GAQFDQ35291 upload=LECBOTLR2K77 tag=KRAJ8W6BV7T9 type=write size=2386607 2023-12-03T11:43:28.738 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.735+0000 7f4da82f78c0 1 > prepared operation key=7EDLY2Q78IBP tag=CB9P80UA46P6 type=del size=1237596 2023-12-03T11:43:28.742 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.739+0000 7f4da82f78c0 1 < completed part key=_multipart_6UZY1HWE143J.2~2CB4A8618Z1E.0 size=1048576 2023-12-03T11:43:28.746 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.743+0000 7f4da82f78c0 1 < completed part key=_multipart_6UZY1HWE143J.2~2CB4A8618Z1E.1 size=1048576 2023-12-03T11:43:28.750 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.747+0000 7f4da82f78c0 1 < completed part key=_multipart_6UZY1HWE143J.2~2CB4A8618Z1E.2 size=112806 2023-12-03T11:43:28.757 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.751+0000 7f4da82f78c0 1 < completed multipart upload key=6UZY1HWE143J upload=2CB4A8618Z1E tag=3UZ20VETUCPH type=write size=3258534 2023-12-03T11:43:28.761 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.755+0000 7f4da82f78c0 1 > prepared operation key=1GAQFDQ35291 tag=4E64CHA6G6R9 type=del size=874105 2023-12-03T11:43:28.765 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.759+0000 7f4da82f78c0 1 < completed delete operation key=K2XC9VGBIFBD tag=9XKBTJ263C4Q type=del 2023-12-03T11:43:28.769 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.763+0000 7f4da82f78c0 1 > prepared operation key=M9A06B3PSDOD tag=HFA8ZB0LL1V9 type=del size=3835327 2023-12-03T11:43:28.773 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.767+0000 7f4da82f78c0 1 < completed part key=_multipart_QGLKMQWQRM89.2~JPZZZPCMJSJY.0 size=434004 2023-12-03T11:43:28.779 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.775+0000 7f4da82f78c0 1 < completed multipart upload key=QGLKMQWQRM89 upload=JPZZZPCMJSJY tag=L858DDOZ7K5D type=write size=1482580 2023-12-03T11:43:28.783 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.779+0000 7f4da82f78c0 1 > prepared operation key=2HVLNPGB2PLL tag=Y0X3ATTZOVAW type=del size=3647954 2023-12-03T11:43:28.790 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.787+0000 7f4da82f78c0 1 < suggested update operation key=XCT2GVJ4O84M tag=ZTRR2FYHEM77 type=del size=2019026 2023-12-03T11:43:28.798 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.791+0000 7f4da82f78c0 1 > prepared part key=_multipart_IA082W6GDNN2.2~HLT9Z93OBALL.0 size=1048576 2023-12-03T11:43:28.801 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.795+0000 7f4da82f78c0 1 > prepared part key=_multipart_IA082W6GDNN2.2~HLT9Z93OBALL.1 size=1048576 2023-12-03T11:43:28.805 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.799+0000 7f4da82f78c0 1 > prepared part key=_multipart_IA082W6GDNN2.2~HLT9Z93OBALL.2 size=841068 2023-12-03T11:43:28.805 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.799+0000 7f4da82f78c0 1 > prepared multipart upload key=IA082W6GDNN2 upload=HLT9Z93OBALL tag=ZSY51Y7W5DG8 type=write size=3986796 2023-12-03T11:43:28.809 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.803+0000 7f4da82f78c0 1 < completed part key=_multipart_ZO4GYMSV47J9.2~ZGM38HD1KO8Q.0 size=1048576 2023-12-03T11:43:28.813 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.807+0000 7f4da82f78c0 1 < completed part key=_multipart_ZO4GYMSV47J9.2~ZGM38HD1KO8Q.1 size=977073 2023-12-03T11:43:28.820 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.815+0000 7f4da82f78c0 1 < completed multipart upload key=ZO4GYMSV47J9 upload=ZGM38HD1KO8Q tag=4HD9G5GQW39P type=write size=3074225 2023-12-03T11:43:28.834 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.831+0000 7f4da82f78c0 1 > prepared operation key=2HVLNPGB2PLL tag=91NUN6U1OC3Y type=del size=3411429 2023-12-03T11:43:28.838 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.835+0000 7f4da82f78c0 1 < completed part key=_multipart_ZO4GYMSV47J9.2~OIOJEFL1FJVP.0 size=1048576 2023-12-03T11:43:28.842 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.835+0000 7f4da82f78c0 1 < completed part key=_multipart_ZO4GYMSV47J9.2~OIOJEFL1FJVP.1 size=815798 2023-12-03T11:43:28.848 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.843+0000 7f4da82f78c0 1 < completed multipart upload key=ZO4GYMSV47J9 upload=OIOJEFL1FJVP tag=B74RIBEQUDIA type=write size=2912950 2023-12-03T11:43:28.852 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.847+0000 7f4da82f78c0 1 > prepared operation key=Q5C3IZCQEVO6 tag=J3KZU7MNEEV2 type=write size=137022 2023-12-03T11:43:28.857 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.851+0000 7f4da82f78c0 1 < completed part key=_multipart_6UZY1HWE143J.2~943OWZVNRMN6.0 size=1048576 2023-12-03T11:43:28.859 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.855+0000 7f4da82f78c0 1 < completed part key=_multipart_6UZY1HWE143J.2~943OWZVNRMN6.1 size=430114 2023-12-03T11:43:28.866 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.859+0000 7f4da82f78c0 1 < completed multipart upload key=6UZY1HWE143J upload=943OWZVNRMN6 tag=USJKRSUISLPR type=write size=2527266 2023-12-03T11:43:28.873 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.867+0000 7f4da82f78c0 1 > prepared part key=_multipart_TBD5MDTZYHGQ.2~E8MG96QYNU6Q.0 size=1048576 2023-12-03T11:43:28.876 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.871+0000 7f4da82f78c0 1 > prepared part key=_multipart_TBD5MDTZYHGQ.2~E8MG96QYNU6Q.1 size=1048576 2023-12-03T11:43:28.879 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.875+0000 7f4da82f78c0 1 > prepared part key=_multipart_TBD5MDTZYHGQ.2~E8MG96QYNU6Q.2 size=187539 2023-12-03T11:43:28.879 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.875+0000 7f4da82f78c0 1 > prepared multipart upload key=TBD5MDTZYHGQ upload=E8MG96QYNU6Q tag=1Y8R2F22N0EQ type=write size=3333267 2023-12-03T11:43:28.883 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.879+0000 7f4da82f78c0 1 < completed part key=_multipart_MY1AJ69R89HD.2~83B6T7MBVDHK.0 size=1048576 2023-12-03T11:43:28.887 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.883+0000 7f4da82f78c0 1 < completed part key=_multipart_MY1AJ69R89HD.2~83B6T7MBVDHK.1 size=1048576 2023-12-03T11:43:28.889 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.883+0000 7f4da82f78c0 1 < completed part key=_multipart_MY1AJ69R89HD.2~83B6T7MBVDHK.2 size=711062 2023-12-03T11:43:28.898 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.891+0000 7f4da82f78c0 1 < completed multipart upload key=MY1AJ69R89HD upload=83B6T7MBVDHK tag=G4OD10RAJM3B type=write size=3856790 2023-12-03T11:43:28.903 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.899+0000 7f4da82f78c0 1 > prepared part key=_multipart_K2XC9VGBIFBD.2~2ANTXHHOWMVB.0 size=1048576 2023-12-03T11:43:28.905 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.899+0000 7f4da82f78c0 1 > prepared part key=_multipart_K2XC9VGBIFBD.2~2ANTXHHOWMVB.1 size=1279 2023-12-03T11:43:28.905 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.899+0000 7f4da82f78c0 1 > prepared multipart upload key=K2XC9VGBIFBD upload=2ANTXHHOWMVB tag=CH4FML18FDRU type=write size=2098431 2023-12-03T11:43:28.909 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.903+0000 7f4da82f78c0 1 < completed part key=_multipart_YCJ1J0AKOH1D.2~DXO1T7ECV85N.0 size=486471 2023-12-03T11:43:28.915 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.911+0000 7f4da82f78c0 1 < completed multipart upload key=YCJ1J0AKOH1D upload=DXO1T7ECV85N tag=0FUGVC1LUMJ0 type=write size=1535047 2023-12-03T11:43:28.922 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.915+0000 7f4da82f78c0 1 > prepared part key=_multipart_D2PVZARQWEIV.2~RT40QS09CA7Z.0 size=1048576 2023-12-03T11:43:28.925 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.919+0000 7f4da82f78c0 1 > prepared part key=_multipart_D2PVZARQWEIV.2~RT40QS09CA7Z.1 size=286288 2023-12-03T11:43:28.925 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.919+0000 7f4da82f78c0 1 > prepared multipart upload key=D2PVZARQWEIV upload=RT40QS09CA7Z tag=WYBE2QBNN3RC type=write size=2383440 2023-12-03T11:43:28.930 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.923+0000 7f4da82f78c0 1 < canceled operation key=UT0U43FV7Y0L tag=VPZY5B2TZRSV type=del size=1710580 2023-12-03T11:43:28.932 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.927+0000 7f4da82f78c0 1 > prepared operation key=K6FJNLCVDIUX tag=C5VDBIO918R0 type=write size=365889 2023-12-03T11:43:28.939 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.935+0000 7f4da82f78c0 1 < suggested remove operation key=XCT2GVJ4O84M tag=L0DLLUVI2U4K type=write 2023-12-03T11:43:28.942 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.939+0000 7f4da82f78c0 1 > prepared operation key=K6FJNLCVDIUX tag=VLL401AXIW57 type=del size=1158074 2023-12-03T11:43:28.946 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.943+0000 7f4da82f78c0 1 < completed part key=_multipart_GMT5400N4YTT.2~OW56O9LY5ZHP.0 size=1021693 2023-12-03T11:43:28.952 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.947+0000 7f4da82f78c0 1 < completed multipart upload key=GMT5400N4YTT upload=OW56O9LY5ZHP tag=6W6PED0KUZY1 type=write size=2070269 2023-12-03T11:43:28.956 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.951+0000 7f4da82f78c0 1 > prepared operation key=4DF7KX58SVJY tag=2W7R783R3MPX type=del size=3795296 2023-12-03T11:43:28.959 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.955+0000 7f4da82f78c0 1 < completed write operation key=Q5C3IZCQEVO6 tag=ZIFMU30K4I2S type=write size=763330 2023-12-03T11:43:28.965 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.959+0000 7f4da82f78c0 1 > prepared part key=_multipart_PUY1C1KWIAHV.2~PTF5H02L09GX.0 size=355240 2023-12-03T11:43:28.965 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.959+0000 7f4da82f78c0 1 > prepared multipart upload key=PUY1C1KWIAHV upload=PTF5H02L09GX tag=U1C2Y8RB0G33 type=write size=1403816 2023-12-03T11:43:28.973 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.967+0000 7f4da82f78c0 1 < suggested remove operation key=7AKK0TE2I43B tag=FVVF0UI0VHX2 type=del 2023-12-03T11:43:28.980 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.975+0000 7f4da82f78c0 1 > prepared part key=_multipart_2HVLNPGB2PLL.2~2UAL4OMYHH00.0 size=1048576 2023-12-03T11:43:28.983 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.979+0000 7f4da82f78c0 1 > prepared part key=_multipart_2HVLNPGB2PLL.2~2UAL4OMYHH00.1 size=1048576 2023-12-03T11:43:28.985 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.979+0000 7f4da82f78c0 1 > prepared part key=_multipart_2HVLNPGB2PLL.2~2UAL4OMYHH00.2 size=169271 2023-12-03T11:43:28.986 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.979+0000 7f4da82f78c0 1 > prepared multipart upload key=2HVLNPGB2PLL upload=2UAL4OMYHH00 tag=XFSURNGX6XV4 type=write size=3314999 2023-12-03T11:43:28.989 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.983+0000 7f4da82f78c0 1 < completed delete operation key=PUY1C1KWIAHV tag=WX7A29NS9URP type=del 2023-12-03T11:43:28.993 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.987+0000 7f4da82f78c0 1 > prepared operation key=PUY1C1KWIAHV tag=30XS2IW3EBX8 type=write size=848457 2023-12-03T11:43:29.000 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.995+0000 7f4da82f78c0 1 < suggested remove operation key=7EDLY2Q78IBP tag=CB9P80UA46P6 type=del 2023-12-03T11:43:29.004 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:28.999+0000 7f4da82f78c0 1 > prepared operation key=WEBJUD8426X3 tag=AJBDC1AHNVQ9 type=del size=2706060 2023-12-03T11:43:29.011 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.007+0000 7f4da82f78c0 1 < suggested remove operation key=1GAQFDQ35291 tag=4E64CHA6G6R9 type=del 2023-12-03T11:43:29.015 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.011+0000 7f4da82f78c0 1 > prepared operation key=GMT5400N4YTT tag=DANHEXYEFCTF type=del size=213679 2023-12-03T11:43:29.020 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.015+0000 7f4da82f78c0 1 < completed delete operation key=M9A06B3PSDOD tag=HFA8ZB0LL1V9 type=del 2023-12-03T11:43:29.024 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.019+0000 7f4da82f78c0 1 > prepared operation key=1GAQFDQ35291 tag=HML271MRZL86 type=del size=2186285 2023-12-03T11:43:29.028 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.023+0000 7f4da82f78c0 1 < completed delete operation key=2HVLNPGB2PLL tag=Y0X3ATTZOVAW type=del 2023-12-03T11:43:29.033 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.027+0000 7f4da82f78c0 1 > prepared operation key=PSYQ3RT9HX5N tag=73DR6GCEV0ZV type=del size=2216782 2023-12-03T11:43:29.037 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.031+0000 7f4da82f78c0 1 < completed part key=_multipart_IA082W6GDNN2.2~HLT9Z93OBALL.0 size=1048576 2023-12-03T11:43:29.040 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.035+0000 7f4da82f78c0 1 < completed part key=_multipart_IA082W6GDNN2.2~HLT9Z93OBALL.1 size=1048576 2023-12-03T11:43:29.042 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.039+0000 7f4da82f78c0 1 < completed part key=_multipart_IA082W6GDNN2.2~HLT9Z93OBALL.2 size=841068 2023-12-03T11:43:29.048 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.043+0000 7f4da82f78c0 1 < completed multipart upload key=IA082W6GDNN2 upload=HLT9Z93OBALL tag=ZSY51Y7W5DG8 type=write size=3986796 2023-12-03T11:43:29.051 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.047+0000 7f4da82f78c0 1 > prepared operation key=TBD5MDTZYHGQ tag=AVVQQ4RYAEQ6 type=del size=2600789 2023-12-03T11:43:29.057 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.051+0000 7f4da82f78c0 1 < suggested remove operation key=2HVLNPGB2PLL tag=91NUN6U1OC3Y type=del 2023-12-03T11:43:29.060 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.055+0000 7f4da82f78c0 1 > prepared operation key=MY1AJ69R89HD tag=AYE5MK31TFYT type=del size=2928423 2023-12-03T11:43:29.063 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.059+0000 7f4da82f78c0 1 < completed write operation key=Q5C3IZCQEVO6 tag=J3KZU7MNEEV2 type=write size=137022 2023-12-03T11:43:29.066 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.063+0000 7f4da82f78c0 1 > prepared operation key=RF6YEP4A6INZ tag=4DYD7FHBUO8X type=write size=1001198 2023-12-03T11:43:29.067 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.063+0000 7f4da82f78c0 1 < canceled part key=_multipart_TBD5MDTZYHGQ.2~E8MG96QYNU6Q.0 size=1048576 2023-12-03T11:43:29.070 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.067+0000 7f4da82f78c0 1 < completed part key=_multipart_TBD5MDTZYHGQ.2~E8MG96QYNU6Q.1 size=1048576 2023-12-03T11:43:29.073 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.067+0000 7f4da82f78c0 1 < completed part key=_multipart_TBD5MDTZYHGQ.2~E8MG96QYNU6Q.2 size=187539 2023-12-03T11:43:29.078 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.075+0000 7f4da82f78c0 1 < canceled multipart upload key=TBD5MDTZYHGQ upload=E8MG96QYNU6Q tag=1Y8R2F22N0EQ type=write size=3333267 2023-12-03T11:43:29.084 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.079+0000 7f4da82f78c0 1 > prepared part key=_multipart_YCJ1J0AKOH1D.2~W372LO7315DQ.0 size=1048576 2023-12-03T11:43:29.087 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.083+0000 7f4da82f78c0 1 > prepared part key=_multipart_YCJ1J0AKOH1D.2~W372LO7315DQ.1 size=1048576 2023-12-03T11:43:29.090 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.087+0000 7f4da82f78c0 1 > prepared part key=_multipart_YCJ1J0AKOH1D.2~W372LO7315DQ.2 size=616176 2023-12-03T11:43:29.090 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.087+0000 7f4da82f78c0 1 > prepared multipart upload key=YCJ1J0AKOH1D upload=W372LO7315DQ tag=YI0AZUV3SRGV type=write size=3761904 2023-12-03T11:43:29.094 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.087+0000 7f4da82f78c0 1 < completed part key=_multipart_K2XC9VGBIFBD.2~2ANTXHHOWMVB.0 size=1048576 2023-12-03T11:43:29.096 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.091+0000 7f4da82f78c0 1 < completed part key=_multipart_K2XC9VGBIFBD.2~2ANTXHHOWMVB.1 size=1279 2023-12-03T11:43:29.102 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.095+0000 7f4da82f78c0 1 < completed multipart upload key=K2XC9VGBIFBD upload=2ANTXHHOWMVB tag=CH4FML18FDRU type=write size=2098431 2023-12-03T11:43:29.105 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.099+0000 7f4da82f78c0 1 > prepared operation key=7EDLY2Q78IBP tag=EN29AHDKYOOE type=del size=2014952 2023-12-03T11:43:29.108 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.103+0000 7f4da82f78c0 1 < completed part key=_multipart_D2PVZARQWEIV.2~RT40QS09CA7Z.0 size=1048576 2023-12-03T11:43:29.112 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.107+0000 7f4da82f78c0 1 < completed part key=_multipart_D2PVZARQWEIV.2~RT40QS09CA7Z.1 size=286288 2023-12-03T11:43:29.117 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.111+0000 7f4da82f78c0 1 < completed multipart upload key=D2PVZARQWEIV upload=RT40QS09CA7Z tag=WYBE2QBNN3RC type=write size=2383440 2023-12-03T11:43:29.121 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.115+0000 7f4da82f78c0 1 > prepared operation key=1H0XTAA0VMYC tag=C5NM4E7SFL27 type=del size=1398442 2023-12-03T11:43:29.125 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.119+0000 7f4da82f78c0 1 < completed write operation key=K6FJNLCVDIUX tag=C5VDBIO918R0 type=write size=365889 2023-12-03T11:43:29.128 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.123+0000 7f4da82f78c0 1 > prepared operation key=PUY1C1KWIAHV tag=Q1CLOKF8ZPJZ type=del size=3633015 2023-12-03T11:43:29.132 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.127+0000 7f4da82f78c0 1 < completed delete operation key=K6FJNLCVDIUX tag=VLL401AXIW57 type=del 2023-12-03T11:43:29.139 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.135+0000 7f4da82f78c0 1 > prepared part key=_multipart_K2XC9VGBIFBD.2~3LYGO9L173VN.0 size=53324 2023-12-03T11:43:29.139 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.135+0000 7f4da82f78c0 1 > prepared multipart upload key=K2XC9VGBIFBD upload=3LYGO9L173VN tag=ZQ4M2TOTQ8YQ type=write size=1101900 2023-12-03T11:43:29.142 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.139+0000 7f4da82f78c0 1 < completed delete operation key=4DF7KX58SVJY tag=2W7R783R3MPX type=del 2023-12-03T11:43:29.150 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.143+0000 7f4da82f78c0 1 > prepared part key=_multipart_K6FJNLCVDIUX.2~QKOJW4CX9JVE.0 size=1048576 2023-12-03T11:43:29.152 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.147+0000 7f4da82f78c0 1 > prepared part key=_multipart_K6FJNLCVDIUX.2~QKOJW4CX9JVE.1 size=65044 2023-12-03T11:43:29.153 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.147+0000 7f4da82f78c0 1 > prepared multipart upload key=K6FJNLCVDIUX upload=QKOJW4CX9JVE tag=A5Q1KNSKUJK5 type=write size=2162196 2023-12-03T11:43:29.157 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.151+0000 7f4da82f78c0 1 < completed part key=_multipart_PUY1C1KWIAHV.2~PTF5H02L09GX.0 size=355240 2023-12-03T11:43:29.163 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.159+0000 7f4da82f78c0 1 < completed multipart upload key=PUY1C1KWIAHV upload=PTF5H02L09GX tag=U1C2Y8RB0G33 type=write size=1403816 2023-12-03T11:43:29.167 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.163+0000 7f4da82f78c0 1 > prepared operation key=UT0U43FV7Y0L tag=9P262YYGXIP3 type=del size=1449970 2023-12-03T11:43:29.177 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.171+0000 7f4da82f78c0 1 < completed part key=_multipart_2HVLNPGB2PLL.2~2UAL4OMYHH00.0 size=1048576 2023-12-03T11:43:29.180 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.175+0000 7f4da82f78c0 1 < completed part key=_multipart_2HVLNPGB2PLL.2~2UAL4OMYHH00.1 size=1048576 2023-12-03T11:43:29.183 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.179+0000 7f4da82f78c0 1 < completed part key=_multipart_2HVLNPGB2PLL.2~2UAL4OMYHH00.2 size=169271 2023-12-03T11:43:29.189 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.183+0000 7f4da82f78c0 1 < completed multipart upload key=2HVLNPGB2PLL upload=2UAL4OMYHH00 tag=XFSURNGX6XV4 type=write size=3314999 2023-12-03T11:43:29.192 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.187+0000 7f4da82f78c0 1 > prepared operation key=MY1AJ69R89HD tag=6XPJ7V2NIV64 type=write size=754660 2023-12-03T11:43:29.196 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.191+0000 7f4da82f78c0 1 < canceled operation key=PUY1C1KWIAHV tag=30XS2IW3EBX8 type=write size=848457 2023-12-03T11:43:29.201 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.195+0000 7f4da82f78c0 1 > prepared part key=_multipart_QGLKMQWQRM89.2~VPPSN39MYGP0.0 size=501487 2023-12-03T11:43:29.202 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.195+0000 7f4da82f78c0 1 > prepared multipart upload key=QGLKMQWQRM89 upload=VPPSN39MYGP0 tag=VVR6O2KFZGVJ type=write size=1550063 2023-12-03T11:43:29.208 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.203+0000 7f4da82f78c0 1 < suggested update operation key=WEBJUD8426X3 tag=AJBDC1AHNVQ9 type=del size=2706060 2023-12-03T11:43:29.211 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.207+0000 7f4da82f78c0 1 > prepared operation key=TBD5MDTZYHGQ tag=PJG0HB611S6S type=del size=870848 2023-12-03T11:43:29.215 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.211+0000 7f4da82f78c0 1 < completed delete operation key=GMT5400N4YTT tag=DANHEXYEFCTF type=del 2023-12-03T11:43:29.218 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.211+0000 7f4da82f78c0 1 > prepared operation key=MY1AJ69R89HD tag=AYQBK2M56X6G type=del size=2474596 2023-12-03T11:43:29.221 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.215+0000 7f4da82f78c0 1 < completed delete operation key=1GAQFDQ35291 tag=HML271MRZL86 type=del 2023-12-03T11:43:29.224 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.219+0000 7f4da82f78c0 1 > prepared operation key=Q5C3IZCQEVO6 tag=E1V2QEEPANUO type=del size=2285278 2023-12-03T11:43:29.227 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.223+0000 7f4da82f78c0 1 < completed delete operation key=PSYQ3RT9HX5N tag=73DR6GCEV0ZV type=del 2023-12-03T11:43:29.233 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.227+0000 7f4da82f78c0 1 > prepared part key=_multipart_GMT5400N4YTT.2~BHX0PN92PJHQ.0 size=1048576 2023-12-03T11:43:29.235 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.231+0000 7f4da82f78c0 1 > prepared part key=_multipart_GMT5400N4YTT.2~BHX0PN92PJHQ.1 size=1048576 2023-12-03T11:43:29.237 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.231+0000 7f4da82f78c0 1 > prepared part key=_multipart_GMT5400N4YTT.2~BHX0PN92PJHQ.2 size=174991 2023-12-03T11:43:29.238 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.231+0000 7f4da82f78c0 1 > prepared multipart upload key=GMT5400N4YTT upload=BHX0PN92PJHQ tag=GCT1LX5BK7LG type=write size=3320719 2023-12-03T11:43:29.241 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.235+0000 7f4da82f78c0 1 < completed delete operation key=TBD5MDTZYHGQ tag=AVVQQ4RYAEQ6 type=del 2023-12-03T11:43:29.243 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.239+0000 7f4da82f78c0 1 > prepared operation key=ZO4GYMSV47J9 tag=1DX5Q2HI5TTX type=del size=2604453 2023-12-03T11:43:29.247 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.243+0000 7f4da82f78c0 1 < completed delete operation key=MY1AJ69R89HD tag=AYE5MK31TFYT type=del 2023-12-03T11:43:29.252 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.247+0000 7f4da82f78c0 1 > prepared part key=_multipart_RF6YEP4A6INZ.2~DRFNCDGGL0RZ.0 size=1048576 2023-12-03T11:43:29.255 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.251+0000 7f4da82f78c0 1 > prepared part key=_multipart_RF6YEP4A6INZ.2~DRFNCDGGL0RZ.1 size=275520 2023-12-03T11:43:29.255 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.251+0000 7f4da82f78c0 1 > prepared multipart upload key=RF6YEP4A6INZ upload=DRFNCDGGL0RZ tag=P03KFRKW68T1 type=write size=2372672 2023-12-03T11:43:29.260 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.255+0000 7f4da82f78c0 1 < completed write operation key=RF6YEP4A6INZ tag=4DYD7FHBUO8X type=write size=1001198 2023-12-03T11:43:29.267 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.263+0000 7f4da82f78c0 1 > prepared part key=_multipart_D2PVZARQWEIV.2~88N242BARZDL.0 size=1048576 2023-12-03T11:43:29.269 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.263+0000 7f4da82f78c0 1 > prepared part key=_multipart_D2PVZARQWEIV.2~88N242BARZDL.1 size=1048576 2023-12-03T11:43:29.272 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.267+0000 7f4da82f78c0 1 > prepared part key=_multipart_D2PVZARQWEIV.2~88N242BARZDL.2 size=994545 2023-12-03T11:43:29.272 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.267+0000 7f4da82f78c0 1 > prepared multipart upload key=D2PVZARQWEIV upload=88N242BARZDL tag=XBV3BBIOJXFY type=write size=4140273 2023-12-03T11:43:29.272 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.267+0000 7f4da82f78c0 1 < canceled part key=_multipart_YCJ1J0AKOH1D.2~W372LO7315DQ.0 size=1048576 2023-12-03T11:43:29.275 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.271+0000 7f4da82f78c0 1 < completed part key=_multipart_YCJ1J0AKOH1D.2~W372LO7315DQ.1 size=1048576 2023-12-03T11:43:29.278 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.275+0000 7f4da82f78c0 1 < completed part key=_multipart_YCJ1J0AKOH1D.2~W372LO7315DQ.2 size=616176 2023-12-03T11:43:29.284 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.279+0000 7f4da82f78c0 1 < canceled multipart upload key=YCJ1J0AKOH1D upload=W372LO7315DQ tag=YI0AZUV3SRGV type=write size=3761904 2023-12-03T11:43:29.287 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.283+0000 7f4da82f78c0 1 > prepared operation key=D2PVZARQWEIV tag=45I0MZ38PX7H type=del size=668883 2023-12-03T11:43:29.292 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.287+0000 7f4da82f78c0 1 < canceled operation key=7EDLY2Q78IBP tag=EN29AHDKYOOE type=del size=2014952 2023-12-03T11:43:29.295 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.291+0000 7f4da82f78c0 1 > prepared operation key=4LWB8EMR9EBJ tag=914F79CY3MM6 type=del size=1540952 2023-12-03T11:43:29.299 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.295+0000 7f4da82f78c0 1 < completed delete operation key=1H0XTAA0VMYC tag=C5NM4E7SFL27 type=del 2023-12-03T11:43:29.306 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.299+0000 7f4da82f78c0 1 > prepared part key=_multipart_Q5C3IZCQEVO6.2~OZL27PSZSU51.0 size=213710 2023-12-03T11:43:29.306 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.299+0000 7f4da82f78c0 1 > prepared multipart upload key=Q5C3IZCQEVO6 upload=OZL27PSZSU51 tag=QETIIO53R316 type=write size=1262286 2023-12-03T11:43:29.314 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.307+0000 7f4da82f78c0 1 < suggested remove operation key=PUY1C1KWIAHV tag=Q1CLOKF8ZPJZ type=del 2023-12-03T11:43:29.318 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.311+0000 7f4da82f78c0 1 > prepared operation key=7EDLY2Q78IBP tag=6453G46627F7 type=del size=603725 2023-12-03T11:43:29.322 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.315+0000 7f4da82f78c0 1 < completed part key=_multipart_K2XC9VGBIFBD.2~3LYGO9L173VN.0 size=53324 2023-12-03T11:43:29.328 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.323+0000 7f4da82f78c0 1 < completed multipart upload key=K2XC9VGBIFBD upload=3LYGO9L173VN tag=ZQ4M2TOTQ8YQ type=write size=1101900 2023-12-03T11:43:29.332 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.327+0000 7f4da82f78c0 1 > prepared operation key=Q3BH4HFRFZA5 tag=VDGUXNU3769C type=del size=2538721 2023-12-03T11:43:29.333 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.327+0000 7f4da82f78c0 1 < canceled part key=_multipart_K6FJNLCVDIUX.2~QKOJW4CX9JVE.0 size=1048576 2023-12-03T11:43:29.336 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.331+0000 7f4da82f78c0 1 < completed part key=_multipart_K6FJNLCVDIUX.2~QKOJW4CX9JVE.1 size=65044 2023-12-03T11:43:29.343 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.339+0000 7f4da82f78c0 1 < canceled multipart upload key=K6FJNLCVDIUX upload=QKOJW4CX9JVE tag=A5Q1KNSKUJK5 type=write size=2162196 2023-12-03T11:43:29.347 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.343+0000 7f4da82f78c0 1 > prepared operation key=1H0XTAA0VMYC tag=VEVS6U4L7M9Y type=del size=4051112 2023-12-03T11:43:29.350 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.347+0000 7f4da82f78c0 1 < completed delete operation key=UT0U43FV7Y0L tag=9P262YYGXIP3 type=del 2023-12-03T11:43:29.357 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.351+0000 7f4da82f78c0 1 > prepared part key=_multipart_WEBJUD8426X3.2~ZPH7WNI8J033.0 size=1048576 2023-12-03T11:43:29.360 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.355+0000 7f4da82f78c0 1 > prepared part key=_multipart_WEBJUD8426X3.2~ZPH7WNI8J033.1 size=212025 2023-12-03T11:43:29.361 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.355+0000 7f4da82f78c0 1 > prepared multipart upload key=WEBJUD8426X3 upload=ZPH7WNI8J033 tag=GWBUOPL8HA9D type=write size=2309177 2023-12-03T11:43:29.365 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.359+0000 7f4da82f78c0 1 < canceled operation key=MY1AJ69R89HD tag=6XPJ7V2NIV64 type=write size=754660 2023-12-03T11:43:29.372 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.367+0000 7f4da82f78c0 1 > prepared part key=_multipart_RF6YEP4A6INZ.2~AXZE3YAAC9C1.0 size=280285 2023-12-03T11:43:29.372 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.367+0000 7f4da82f78c0 1 > prepared multipart upload key=RF6YEP4A6INZ upload=AXZE3YAAC9C1 tag=1PK3OW32DEK5 type=write size=1328861 2023-12-03T11:43:29.376 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.371+0000 7f4da82f78c0 1 < completed part key=_multipart_QGLKMQWQRM89.2~VPPSN39MYGP0.0 size=501487 2023-12-03T11:43:29.383 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.379+0000 7f4da82f78c0 1 < completed multipart upload key=QGLKMQWQRM89 upload=VPPSN39MYGP0 tag=VVR6O2KFZGVJ type=write size=1550063 2023-12-03T11:43:29.387 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.383+0000 7f4da82f78c0 1 > prepared operation key=Q3BH4HFRFZA5 tag=7023RD8YQ2CD type=del size=2149357 2023-12-03T11:43:29.390 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.387+0000 7f4da82f78c0 1 < completed delete operation key=TBD5MDTZYHGQ tag=PJG0HB611S6S type=del 2023-12-03T11:43:29.398 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.391+0000 7f4da82f78c0 1 > prepared part key=_multipart_L3HC1M7OJ3L7.2~YIN8M59HSPXH.0 size=863260 2023-12-03T11:43:29.398 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.391+0000 7f4da82f78c0 1 > prepared multipart upload key=L3HC1M7OJ3L7 upload=YIN8M59HSPXH tag=ADA17F9OHWHQ type=write size=1911836 2023-12-03T11:43:29.401 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.395+0000 7f4da82f78c0 1 < completed delete operation key=MY1AJ69R89HD tag=AYQBK2M56X6G type=del 2023-12-03T11:43:29.408 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.403+0000 7f4da82f78c0 1 > prepared part key=_multipart_MY1AJ69R89HD.2~0JN508CKUKKL.0 size=374058 2023-12-03T11:43:29.408 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.403+0000 7f4da82f78c0 1 > prepared multipart upload key=MY1AJ69R89HD upload=0JN508CKUKKL tag=M6QVTAM0PK4U type=write size=1422634 2023-12-03T11:43:29.412 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.407+0000 7f4da82f78c0 1 < completed delete operation key=Q5C3IZCQEVO6 tag=E1V2QEEPANUO type=del 2023-12-03T11:43:29.416 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.411+0000 7f4da82f78c0 1 > prepared operation key=7AKK0TE2I43B tag=GVEO8P4XLJH0 type=del size=3881620 2023-12-03T11:43:29.420 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.415+0000 7f4da82f78c0 1 < completed part key=_multipart_GMT5400N4YTT.2~BHX0PN92PJHQ.0 size=1048576 2023-12-03T11:43:29.423 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.419+0000 7f4da82f78c0 1 < completed part key=_multipart_GMT5400N4YTT.2~BHX0PN92PJHQ.1 size=1048576 2023-12-03T11:43:29.425 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.419+0000 7f4da82f78c0 1 < completed part key=_multipart_GMT5400N4YTT.2~BHX0PN92PJHQ.2 size=174991 2023-12-03T11:43:29.432 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.427+0000 7f4da82f78c0 1 < completed multipart upload key=GMT5400N4YTT upload=BHX0PN92PJHQ tag=GCT1LX5BK7LG type=write size=3320719 2023-12-03T11:43:29.439 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.435+0000 7f4da82f78c0 1 > prepared part key=_multipart_Q3BH4HFRFZA5.2~L5H2BIYKFDJS.0 size=867649 2023-12-03T11:43:29.439 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.435+0000 7f4da82f78c0 1 > prepared multipart upload key=Q3BH4HFRFZA5 upload=L5H2BIYKFDJS tag=K7C977BRH3AG type=write size=1916225 2023-12-03T11:43:29.443 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.439+0000 7f4da82f78c0 1 < completed delete operation key=ZO4GYMSV47J9 tag=1DX5Q2HI5TTX type=del 2023-12-03T11:43:29.446 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.443+0000 7f4da82f78c0 1 > prepared operation key=UT0U43FV7Y0L tag=U3AK2BNLTOD3 type=del size=3299116 2023-12-03T11:43:29.447 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.443+0000 7f4da82f78c0 1 < canceled part key=_multipart_RF6YEP4A6INZ.2~DRFNCDGGL0RZ.0 size=1048576 2023-12-03T11:43:29.450 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.447+0000 7f4da82f78c0 1 < completed part key=_multipart_RF6YEP4A6INZ.2~DRFNCDGGL0RZ.1 size=275520 2023-12-03T11:43:29.456 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.451+0000 7f4da82f78c0 1 < canceled multipart upload key=RF6YEP4A6INZ upload=DRFNCDGGL0RZ tag=P03KFRKW68T1 type=write size=2372672 2023-12-03T11:43:29.459 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.455+0000 7f4da82f78c0 1 > prepared operation key=YCJ1J0AKOH1D tag=HPFGF41WINLC type=write size=929456 2023-12-03T11:43:29.463 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.459+0000 7f4da82f78c0 1 < completed part key=_multipart_D2PVZARQWEIV.2~88N242BARZDL.0 size=1048576 2023-12-03T11:43:29.466 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.459+0000 7f4da82f78c0 1 < completed part key=_multipart_D2PVZARQWEIV.2~88N242BARZDL.1 size=1048576 2023-12-03T11:43:29.469 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.463+0000 7f4da82f78c0 1 < completed part key=_multipart_D2PVZARQWEIV.2~88N242BARZDL.2 size=994545 2023-12-03T11:43:29.476 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.471+0000 7f4da82f78c0 1 < completed multipart upload key=D2PVZARQWEIV upload=88N242BARZDL tag=XBV3BBIOJXFY type=write size=4140273 2023-12-03T11:43:29.482 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.479+0000 7f4da82f78c0 1 > prepared part key=_multipart_1H0XTAA0VMYC.2~N6NBZBSBYS1Y.0 size=1022235 2023-12-03T11:43:29.482 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.479+0000 7f4da82f78c0 1 > prepared multipart upload key=1H0XTAA0VMYC upload=N6NBZBSBYS1Y tag=4ZF8MNK8J113 type=write size=2070811 2023-12-03T11:43:29.486 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.483+0000 7f4da82f78c0 1 < completed delete operation key=D2PVZARQWEIV tag=45I0MZ38PX7H type=del 2023-12-03T11:43:29.490 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.483+0000 7f4da82f78c0 1 > prepared operation key=645V3LNUPS4A tag=4AE1TY1DRQ7W type=del size=3717651 2023-12-03T11:43:29.494 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.491+0000 7f4da82f78c0 1 < completed delete operation key=4LWB8EMR9EBJ tag=914F79CY3MM6 type=del 2023-12-03T11:43:29.498 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.495+0000 7f4da82f78c0 1 > prepared operation key=K6FJNLCVDIUX tag=HI14VQCRI36V type=write size=626276 2023-12-03T11:43:29.502 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.499+0000 7f4da82f78c0 1 < completed part key=_multipart_Q5C3IZCQEVO6.2~OZL27PSZSU51.0 size=213710 2023-12-03T11:43:29.508 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.503+0000 7f4da82f78c0 1 < completed multipart upload key=Q5C3IZCQEVO6 upload=OZL27PSZSU51 tag=QETIIO53R316 type=write size=1262286 2023-12-03T11:43:29.512 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.507+0000 7f4da82f78c0 1 > prepared operation key=4LWB8EMR9EBJ tag=N983RJHSOFNY type=del size=2153486 2023-12-03T11:43:29.527 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.523+0000 7f4da82f78c0 1 < completed delete operation key=7EDLY2Q78IBP tag=6453G46627F7 type=del 2023-12-03T11:43:29.535 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.531+0000 7f4da82f78c0 1 > prepared part key=_multipart_RF6YEP4A6INZ.2~23KKT0QCD8OS.0 size=1048576 2023-12-03T11:43:29.538 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.535+0000 7f4da82f78c0 1 > prepared part key=_multipart_RF6YEP4A6INZ.2~23KKT0QCD8OS.1 size=1048576 2023-12-03T11:43:29.541 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.535+0000 7f4da82f78c0 1 > prepared part key=_multipart_RF6YEP4A6INZ.2~23KKT0QCD8OS.2 size=836732 2023-12-03T11:43:29.541 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.535+0000 7f4da82f78c0 1 > prepared multipart upload key=RF6YEP4A6INZ upload=23KKT0QCD8OS tag=PRX7NPEKO486 type=write size=3982460 2023-12-03T11:43:29.545 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.539+0000 7f4da82f78c0 1 < completed delete operation key=Q3BH4HFRFZA5 tag=VDGUXNU3769C type=del 2023-12-03T11:43:29.553 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.547+0000 7f4da82f78c0 1 > prepared part key=_multipart_K4O9QAISDGSN.2~436LH1NM74NG.0 size=1048576 2023-12-03T11:43:29.556 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.551+0000 7f4da82f78c0 1 > prepared part key=_multipart_K4O9QAISDGSN.2~436LH1NM74NG.1 size=1048576 2023-12-03T11:43:29.560 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.555+0000 7f4da82f78c0 1 > prepared part key=_multipart_K4O9QAISDGSN.2~436LH1NM74NG.2 size=172331 2023-12-03T11:43:29.560 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.555+0000 7f4da82f78c0 1 > prepared multipart upload key=K4O9QAISDGSN upload=436LH1NM74NG tag=7YYV0EHSEBIP type=write size=3318059 2023-12-03T11:43:29.564 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.559+0000 7f4da82f78c0 1 < completed delete operation key=1H0XTAA0VMYC tag=VEVS6U4L7M9Y type=del 2023-12-03T11:43:29.572 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.567+0000 7f4da82f78c0 1 > prepared part key=_multipart_1H0XTAA0VMYC.2~7CNEFODDT4B3.0 size=370265 2023-12-03T11:43:29.572 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.567+0000 7f4da82f78c0 1 > prepared multipart upload key=1H0XTAA0VMYC upload=7CNEFODDT4B3 tag=7GXQ5Y4PHJ0U type=write size=1418841 2023-12-03T11:43:29.576 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.571+0000 7f4da82f78c0 1 < completed part key=_multipart_WEBJUD8426X3.2~ZPH7WNI8J033.0 size=1048576 2023-12-03T11:43:29.579 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.575+0000 7f4da82f78c0 1 < completed part key=_multipart_WEBJUD8426X3.2~ZPH7WNI8J033.1 size=212025 2023-12-03T11:43:29.586 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.579+0000 7f4da82f78c0 1 < completed multipart upload key=WEBJUD8426X3 upload=ZPH7WNI8J033 tag=GWBUOPL8HA9D type=write size=2309177 2023-12-03T11:43:29.590 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.583+0000 7f4da82f78c0 1 > prepared operation key=2HVLNPGB2PLL tag=V34Z9FI5SCKS type=del size=1604485 2023-12-03T11:43:29.594 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.587+0000 7f4da82f78c0 1 < completed part key=_multipart_RF6YEP4A6INZ.2~AXZE3YAAC9C1.0 size=280285 2023-12-03T11:43:29.600 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.595+0000 7f4da82f78c0 1 < completed multipart upload key=RF6YEP4A6INZ upload=AXZE3YAAC9C1 tag=1PK3OW32DEK5 type=write size=1328861 2023-12-03T11:43:29.605 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.599+0000 7f4da82f78c0 1 > prepared operation key=YCJ1J0AKOH1D tag=QXB6PMUBF4XP type=del size=661435 2023-12-03T11:43:29.614 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.611+0000 7f4da82f78c0 1 < suggested remove operation key=Q3BH4HFRFZA5 tag=7023RD8YQ2CD type=del 2023-12-03T11:43:29.619 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.615+0000 7f4da82f78c0 1 > prepared operation key=1H0XTAA0VMYC tag=0V8BYP46FYV1 type=write size=130832 2023-12-03T11:43:29.624 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.619+0000 7f4da82f78c0 1 < completed part key=_multipart_L3HC1M7OJ3L7.2~YIN8M59HSPXH.0 size=863260 2023-12-03T11:43:29.631 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.627+0000 7f4da82f78c0 1 < completed multipart upload key=L3HC1M7OJ3L7 upload=YIN8M59HSPXH tag=ADA17F9OHWHQ type=write size=1911836 2023-12-03T11:43:29.636 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.631+0000 7f4da82f78c0 1 > prepared operation key=K2XC9VGBIFBD tag=75ZARUDYQ52J type=del size=2801871 2023-12-03T11:43:29.640 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.635+0000 7f4da82f78c0 1 < completed part key=_multipart_MY1AJ69R89HD.2~0JN508CKUKKL.0 size=374058 2023-12-03T11:43:29.646 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.643+0000 7f4da82f78c0 1 < completed multipart upload key=MY1AJ69R89HD upload=0JN508CKUKKL tag=M6QVTAM0PK4U type=write size=1422634 2023-12-03T11:43:29.653 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.647+0000 7f4da82f78c0 1 > prepared part key=_multipart_7AKK0TE2I43B.2~DA80ZIFH1RZU.0 size=195342 2023-12-03T11:43:29.654 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.647+0000 7f4da82f78c0 1 > prepared multipart upload key=7AKK0TE2I43B upload=DA80ZIFH1RZU tag=S9B5QQOA97NK type=write size=1243918 2023-12-03T11:43:29.658 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.651+0000 7f4da82f78c0 1 < completed delete operation key=7AKK0TE2I43B tag=GVEO8P4XLJH0 type=del 2023-12-03T11:43:29.665 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.659+0000 7f4da82f78c0 1 > prepared part key=_multipart_MY1AJ69R89HD.2~RNIDI38OHO0Z.0 size=140741 2023-12-03T11:43:29.665 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.659+0000 7f4da82f78c0 1 > prepared multipart upload key=MY1AJ69R89HD upload=RNIDI38OHO0Z tag=HHJJCDDGG4NK type=write size=1189317 2023-12-03T11:43:29.669 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.663+0000 7f4da82f78c0 1 < completed part key=_multipart_Q3BH4HFRFZA5.2~L5H2BIYKFDJS.0 size=867649 2023-12-03T11:43:29.676 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.671+0000 7f4da82f78c0 1 < completed multipart upload key=Q3BH4HFRFZA5 upload=L5H2BIYKFDJS tag=K7C977BRH3AG type=write size=1916225 2023-12-03T11:43:29.679 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.675+0000 7f4da82f78c0 1 > prepared operation key=YCJ1J0AKOH1D tag=82VXBJW4SEKA type=del size=3746035 2023-12-03T11:43:29.683 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.679+0000 7f4da82f78c0 1 < completed delete operation key=UT0U43FV7Y0L tag=U3AK2BNLTOD3 type=del 2023-12-03T11:43:29.687 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.683+0000 7f4da82f78c0 1 > prepared operation key=1GAQFDQ35291 tag=OQV8P4CD35E5 type=del size=353058 2023-12-03T11:43:29.691 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.687+0000 7f4da82f78c0 1 < completed write operation key=YCJ1J0AKOH1D tag=HPFGF41WINLC type=write size=929456 2023-12-03T11:43:29.695 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.691+0000 7f4da82f78c0 1 > prepared operation key=85DYZW2I0U7X tag=GKRCDT74BTZI type=del size=668199 2023-12-03T11:43:29.699 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.695+0000 7f4da82f78c0 1 < completed part key=_multipart_1H0XTAA0VMYC.2~N6NBZBSBYS1Y.0 size=1022235 2023-12-03T11:43:29.706 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.703+0000 7f4da82f78c0 1 < completed multipart upload key=1H0XTAA0VMYC upload=N6NBZBSBYS1Y tag=4ZF8MNK8J113 type=write size=2070811 2023-12-03T11:43:29.710 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.707+0000 7f4da82f78c0 1 > prepared operation key=GMT5400N4YTT tag=MP1YCJB4835S type=del size=1522647 2023-12-03T11:43:29.714 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.711+0000 7f4da82f78c0 1 < completed delete operation key=645V3LNUPS4A tag=4AE1TY1DRQ7W type=del 2023-12-03T11:43:29.718 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.715+0000 7f4da82f78c0 1 > prepared operation key=MY1AJ69R89HD tag=67AXR8NOIKZJ type=del size=1090986 2023-12-03T11:43:29.726 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.719+0000 7f4da82f78c0 1 < suggested update operation key=K6FJNLCVDIUX tag=HI14VQCRI36V type=write size=626276 2023-12-03T11:43:29.733 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.727+0000 7f4da82f78c0 1 > prepared part key=_multipart_85DYZW2I0U7X.2~AB5SL0B0WOE1.0 size=1048576 2023-12-03T11:43:29.737 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.731+0000 7f4da82f78c0 1 > prepared part key=_multipart_85DYZW2I0U7X.2~AB5SL0B0WOE1.1 size=1048576 2023-12-03T11:43:29.740 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.735+0000 7f4da82f78c0 1 > prepared part key=_multipart_85DYZW2I0U7X.2~AB5SL0B0WOE1.2 size=957585 2023-12-03T11:43:29.740 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.735+0000 7f4da82f78c0 1 > prepared multipart upload key=85DYZW2I0U7X upload=AB5SL0B0WOE1 tag=ZZ28Y1C3QZC3 type=write size=4103313 2023-12-03T11:43:29.749 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.743+0000 7f4da82f78c0 1 < suggested remove operation key=4LWB8EMR9EBJ tag=N983RJHSOFNY type=del 2023-12-03T11:43:29.755 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.751+0000 7f4da82f78c0 1 > prepared part key=_multipart_ZO4GYMSV47J9.2~RDKRRB0Q43M7.0 size=871360 2023-12-03T11:43:29.756 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.751+0000 7f4da82f78c0 1 > prepared multipart upload key=ZO4GYMSV47J9 upload=RDKRRB0Q43M7 tag=K2B5NSNKDS8D type=write size=1919936 2023-12-03T11:43:29.760 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.755+0000 7f4da82f78c0 1 < completed part key=_multipart_RF6YEP4A6INZ.2~23KKT0QCD8OS.0 size=1048576 2023-12-03T11:43:29.763 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.759+0000 7f4da82f78c0 1 < completed part key=_multipart_RF6YEP4A6INZ.2~23KKT0QCD8OS.1 size=1048576 2023-12-03T11:43:29.766 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.763+0000 7f4da82f78c0 1 < completed part key=_multipart_RF6YEP4A6INZ.2~23KKT0QCD8OS.2 size=836732 2023-12-03T11:43:29.773 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.767+0000 7f4da82f78c0 1 < completed multipart upload key=RF6YEP4A6INZ upload=23KKT0QCD8OS tag=PRX7NPEKO486 type=write size=3982460 2023-12-03T11:43:29.776 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.771+0000 7f4da82f78c0 1 > prepared operation key=85DYZW2I0U7X tag=RP2Y4Z4OZG3D type=del size=2999074 2023-12-03T11:43:29.781 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.775+0000 7f4da82f78c0 1 < completed part key=_multipart_K4O9QAISDGSN.2~436LH1NM74NG.0 size=1048576 2023-12-03T11:43:29.784 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.779+0000 7f4da82f78c0 1 < completed part key=_multipart_K4O9QAISDGSN.2~436LH1NM74NG.1 size=1048576 2023-12-03T11:43:29.787 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.783+0000 7f4da82f78c0 1 < completed part key=_multipart_K4O9QAISDGSN.2~436LH1NM74NG.2 size=172331 2023-12-03T11:43:29.794 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.791+0000 7f4da82f78c0 1 < completed multipart upload key=K4O9QAISDGSN upload=436LH1NM74NG tag=7YYV0EHSEBIP type=write size=3318059 2023-12-03T11:43:29.798 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.795+0000 7f4da82f78c0 1 > prepared operation key=GMT5400N4YTT tag=MQY0CL2BUQ79 type=del size=203401 2023-12-03T11:43:29.802 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.799+0000 7f4da82f78c0 1 < completed part key=_multipart_1H0XTAA0VMYC.2~7CNEFODDT4B3.0 size=370265 2023-12-03T11:43:29.809 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.803+0000 7f4da82f78c0 1 < completed multipart upload key=1H0XTAA0VMYC upload=7CNEFODDT4B3 tag=7GXQ5Y4PHJ0U type=write size=1418841 2023-12-03T11:43:29.816 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.811+0000 7f4da82f78c0 1 > prepared part key=_multipart_RF6YEP4A6INZ.2~3LPNRRTVCXH5.0 size=11269 2023-12-03T11:43:29.816 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.811+0000 7f4da82f78c0 1 > prepared multipart upload key=RF6YEP4A6INZ upload=3LPNRRTVCXH5 tag=7DO0VAHI465N type=write size=1059845 2023-12-03T11:43:29.820 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.815+0000 7f4da82f78c0 1 < completed delete operation key=2HVLNPGB2PLL tag=V34Z9FI5SCKS type=del 2023-12-03T11:43:29.825 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.819+0000 7f4da82f78c0 1 > prepared operation key=1GAQFDQ35291 tag=YA9IM6XHZHV4 type=del size=3336972 2023-12-03T11:43:29.830 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.823+0000 7f4da82f78c0 1 < completed delete operation key=YCJ1J0AKOH1D tag=QXB6PMUBF4XP type=del 2023-12-03T11:43:29.833 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.827+0000 7f4da82f78c0 1 > prepared operation key=K6FJNLCVDIUX tag=MMB3DEBJHBBV type=del size=395657 2023-12-03T11:43:29.839 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.831+0000 7f4da82f78c0 1 < completed write operation key=1H0XTAA0VMYC tag=0V8BYP46FYV1 type=write size=130832 2023-12-03T11:43:29.845 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.839+0000 7f4da82f78c0 1 > prepared part key=_multipart_85DYZW2I0U7X.2~4817Z6IM2RT1.0 size=1048576 2023-12-03T11:43:29.848 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.843+0000 7f4da82f78c0 1 > prepared part key=_multipart_85DYZW2I0U7X.2~4817Z6IM2RT1.1 size=953757 2023-12-03T11:43:29.848 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.843+0000 7f4da82f78c0 1 > prepared multipart upload key=85DYZW2I0U7X upload=4817Z6IM2RT1 tag=9NWU8NX9KITY type=write size=3050909 2023-12-03T11:43:29.852 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.847+0000 7f4da82f78c0 1 < completed delete operation key=K2XC9VGBIFBD tag=75ZARUDYQ52J type=del 2023-12-03T11:43:29.856 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.851+0000 7f4da82f78c0 1 > prepared operation key=WEBJUD8426X3 tag=T472DRE1NYXK type=del size=3339806 2023-12-03T11:43:29.860 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.855+0000 7f4da82f78c0 1 < completed part key=_multipart_7AKK0TE2I43B.2~DA80ZIFH1RZU.0 size=195342 2023-12-03T11:43:29.866 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.863+0000 7f4da82f78c0 1 < completed multipart upload key=7AKK0TE2I43B upload=DA80ZIFH1RZU tag=S9B5QQOA97NK type=write size=1243918 2023-12-03T11:43:29.874 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.867+0000 7f4da82f78c0 1 > prepared part key=_multipart_QGLKMQWQRM89.2~0G880QQWRJEZ.0 size=838466 2023-12-03T11:43:29.874 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.867+0000 7f4da82f78c0 1 > prepared multipart upload key=QGLKMQWQRM89 upload=0G880QQWRJEZ tag=1E0SC3MZ98GO type=write size=1887042 2023-12-03T11:43:29.878 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.875+0000 7f4da82f78c0 1 < completed part key=_multipart_MY1AJ69R89HD.2~RNIDI38OHO0Z.0 size=140741 2023-12-03T11:43:29.885 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.879+0000 7f4da82f78c0 1 < completed multipart upload key=MY1AJ69R89HD upload=RNIDI38OHO0Z tag=HHJJCDDGG4NK type=write size=1189317 2023-12-03T11:43:29.892 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.887+0000 7f4da82f78c0 1 > prepared part key=_multipart_XCT2GVJ4O84M.2~PH9G8EZ5ZFKA.0 size=1048576 2023-12-03T11:43:29.895 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.891+0000 7f4da82f78c0 1 > prepared part key=_multipart_XCT2GVJ4O84M.2~PH9G8EZ5ZFKA.1 size=122873 2023-12-03T11:43:29.895 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.891+0000 7f4da82f78c0 1 > prepared multipart upload key=XCT2GVJ4O84M upload=PH9G8EZ5ZFKA tag=401GK0UQA07Q type=write size=2220025 2023-12-03T11:43:29.899 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.895+0000 7f4da82f78c0 1 < completed delete operation key=YCJ1J0AKOH1D tag=82VXBJW4SEKA type=del 2023-12-03T11:43:29.911 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.907+0000 7f4da82f78c0 1 > prepared operation key=85DYZW2I0U7X tag=8VGP20MO0XMR type=del size=2946029 2023-12-03T11:43:29.915 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.911+0000 7f4da82f78c0 1 < completed delete operation key=1GAQFDQ35291 tag=OQV8P4CD35E5 type=del 2023-12-03T11:43:29.919 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.915+0000 7f4da82f78c0 1 > prepared operation key=XCT2GVJ4O84M tag=ALTT0T770W0W type=del size=2376336 2023-12-03T11:43:29.923 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.919+0000 7f4da82f78c0 1 < completed delete operation key=85DYZW2I0U7X tag=GKRCDT74BTZI type=del 2023-12-03T11:43:29.930 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.927+0000 7f4da82f78c0 1 > prepared part key=_multipart_M9A06B3PSDOD.2~ZEPCRFTGH08U.0 size=1048576 2023-12-03T11:43:29.933 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.927+0000 7f4da82f78c0 1 > prepared part key=_multipart_M9A06B3PSDOD.2~ZEPCRFTGH08U.1 size=538622 2023-12-03T11:43:29.933 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.927+0000 7f4da82f78c0 1 > prepared multipart upload key=M9A06B3PSDOD upload=ZEPCRFTGH08U tag=1DOJ3OH1CP3D type=write size=2635774 2023-12-03T11:43:29.940 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.935+0000 7f4da82f78c0 1 < suggested update operation key=GMT5400N4YTT tag=MP1YCJB4835S type=del size=1522647 2023-12-03T11:43:29.944 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.939+0000 7f4da82f78c0 1 > prepared operation key=UT0U43FV7Y0L tag=FDT1ARSPAU9E type=del size=358130 2023-12-03T11:43:29.951 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.947+0000 7f4da82f78c0 1 < suggested remove operation key=MY1AJ69R89HD tag=67AXR8NOIKZJ type=del 2023-12-03T11:43:29.955 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.951+0000 7f4da82f78c0 1 > prepared operation key=D2PVZARQWEIV tag=CNX0N2TANYAG type=del size=2679006 2023-12-03T11:43:29.956 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.951+0000 7f4da82f78c0 1 < canceled part key=_multipart_85DYZW2I0U7X.2~AB5SL0B0WOE1.0 size=1048576 2023-12-03T11:43:29.960 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.955+0000 7f4da82f78c0 1 < completed part key=_multipart_85DYZW2I0U7X.2~AB5SL0B0WOE1.1 size=1048576 2023-12-03T11:43:29.963 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.959+0000 7f4da82f78c0 1 < completed part key=_multipart_85DYZW2I0U7X.2~AB5SL0B0WOE1.2 size=957585 2023-12-03T11:43:29.969 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.963+0000 7f4da82f78c0 1 < canceled multipart upload key=85DYZW2I0U7X upload=AB5SL0B0WOE1 tag=ZZ28Y1C3QZC3 type=write size=4103313 2023-12-03T11:43:29.976 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.971+0000 7f4da82f78c0 1 > prepared part key=_multipart_PUY1C1KWIAHV.2~154R7J8JONQE.0 size=1048576 2023-12-03T11:43:29.979 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.975+0000 7f4da82f78c0 1 > prepared part key=_multipart_PUY1C1KWIAHV.2~154R7J8JONQE.1 size=484904 2023-12-03T11:43:29.979 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.975+0000 7f4da82f78c0 1 > prepared multipart upload key=PUY1C1KWIAHV upload=154R7J8JONQE tag=NCCVP0NG3IGK type=write size=2582056 2023-12-03T11:43:29.983 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.979+0000 7f4da82f78c0 1 < completed part key=_multipart_ZO4GYMSV47J9.2~RDKRRB0Q43M7.0 size=871360 2023-12-03T11:43:29.989 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.983+0000 7f4da82f78c0 1 < completed multipart upload key=ZO4GYMSV47J9 upload=RDKRRB0Q43M7 tag=K2B5NSNKDS8D type=write size=1919936 2023-12-03T11:43:29.993 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.987+0000 7f4da82f78c0 1 > prepared operation key=TBD5MDTZYHGQ tag=RGJNE1YT033K type=del size=2912386 2023-12-03T11:43:29.996 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.991+0000 7f4da82f78c0 1 < completed delete operation key=85DYZW2I0U7X tag=RP2Y4Z4OZG3D type=del 2023-12-03T11:43:30.003 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.999+0000 7f4da82f78c0 1 > prepared part key=_multipart_1GAQFDQ35291.2~HMG7USCW54IV.0 size=440671 2023-12-03T11:43:30.004 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:29.999+0000 7f4da82f78c0 1 > prepared multipart upload key=1GAQFDQ35291 upload=HMG7USCW54IV tag=EBREZKUQH43E type=write size=1489247 2023-12-03T11:43:30.007 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.003+0000 7f4da82f78c0 -1 < failed to complete operation key=GMT5400N4YTT tag=MQY0CL2BUQ79 type=del size=203401: (22) Invalid argument 2023-12-03T11:43:30.011 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.007+0000 7f4da82f78c0 1 > prepared operation key=QGLKMQWQRM89 tag=VTTJFPBM9GLB type=del size=3023713 2023-12-03T11:43:30.014 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.011+0000 7f4da82f78c0 1 < completed part key=_multipart_RF6YEP4A6INZ.2~3LPNRRTVCXH5.0 size=11269 2023-12-03T11:43:30.020 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.015+0000 7f4da82f78c0 1 < completed multipart upload key=RF6YEP4A6INZ upload=3LPNRRTVCXH5 tag=7DO0VAHI465N type=write size=1059845 2023-12-03T11:43:30.023 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.019+0000 7f4da82f78c0 1 > prepared operation key=K2XC9VGBIFBD tag=6IQX2UR5BIXO type=del size=882076 2023-12-03T11:43:30.026 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.023+0000 7f4da82f78c0 1 < completed delete operation key=1GAQFDQ35291 tag=YA9IM6XHZHV4 type=del 2023-12-03T11:43:30.030 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.023+0000 7f4da82f78c0 1 > prepared operation key=1H0XTAA0VMYC tag=X5E1IF6GQ0IT type=del size=3028953 2023-12-03T11:43:30.033 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.027+0000 7f4da82f78c0 1 < completed delete operation key=K6FJNLCVDIUX tag=MMB3DEBJHBBV type=del 2023-12-03T11:43:30.040 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.035+0000 7f4da82f78c0 1 > prepared part key=_multipart_6UZY1HWE143J.2~EN89TFP7PIFT.0 size=1048576 2023-12-03T11:43:30.043 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.039+0000 7f4da82f78c0 1 > prepared part key=_multipart_6UZY1HWE143J.2~EN89TFP7PIFT.1 size=1048576 2023-12-03T11:43:30.045 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.039+0000 7f4da82f78c0 1 > prepared part key=_multipart_6UZY1HWE143J.2~EN89TFP7PIFT.2 size=455070 2023-12-03T11:43:30.045 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.039+0000 7f4da82f78c0 1 > prepared multipart upload key=6UZY1HWE143J upload=EN89TFP7PIFT tag=E80AR8C1H4F4 type=write size=3600798 2023-12-03T11:43:30.049 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.043+0000 7f4da82f78c0 1 < completed part key=_multipart_85DYZW2I0U7X.2~4817Z6IM2RT1.0 size=1048576 2023-12-03T11:43:30.053 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.047+0000 7f4da82f78c0 1 < completed part key=_multipart_85DYZW2I0U7X.2~4817Z6IM2RT1.1 size=953757 2023-12-03T11:43:30.059 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.055+0000 7f4da82f78c0 1 < completed multipart upload key=85DYZW2I0U7X upload=4817Z6IM2RT1 tag=9NWU8NX9KITY type=write size=3050909 2023-12-03T11:43:30.063 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.059+0000 7f4da82f78c0 1 > prepared operation key=RF6YEP4A6INZ tag=VB2YGGC4IIKC type=write size=578384 2023-12-03T11:43:30.070 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.067+0000 7f4da82f78c0 1 < suggested update operation key=WEBJUD8426X3 tag=T472DRE1NYXK type=del size=3339806 2023-12-03T11:43:30.077 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.071+0000 7f4da82f78c0 1 > prepared part key=_multipart_4DF7KX58SVJY.2~BHBI1IIM0G64.0 size=1048576 2023-12-03T11:43:30.080 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.075+0000 7f4da82f78c0 1 > prepared part key=_multipart_4DF7KX58SVJY.2~BHBI1IIM0G64.1 size=50910 2023-12-03T11:43:30.080 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.075+0000 7f4da82f78c0 1 > prepared multipart upload key=4DF7KX58SVJY upload=BHBI1IIM0G64 tag=PWGYBZ4827H8 type=write size=2148062 2023-12-03T11:43:30.084 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.079+0000 7f4da82f78c0 1 < completed part key=_multipart_QGLKMQWQRM89.2~0G880QQWRJEZ.0 size=838466 2023-12-03T11:43:30.090 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.087+0000 7f4da82f78c0 1 < completed multipart upload key=QGLKMQWQRM89 upload=0G880QQWRJEZ tag=1E0SC3MZ98GO type=write size=1887042 2023-12-03T11:43:30.094 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.087+0000 7f4da82f78c0 1 > prepared operation key=Q3BH4HFRFZA5 tag=WBLSS31A9YRH type=del size=3128341 2023-12-03T11:43:30.095 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.091+0000 7f4da82f78c0 1 < canceled part key=_multipart_XCT2GVJ4O84M.2~PH9G8EZ5ZFKA.0 size=1048576 2023-12-03T11:43:30.098 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.091+0000 7f4da82f78c0 1 < completed part key=_multipart_XCT2GVJ4O84M.2~PH9G8EZ5ZFKA.1 size=122873 2023-12-03T11:43:30.105 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.099+0000 7f4da82f78c0 1 < canceled multipart upload key=XCT2GVJ4O84M upload=PH9G8EZ5ZFKA tag=401GK0UQA07Q type=write size=2220025 2023-12-03T11:43:30.108 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.103+0000 7f4da82f78c0 1 > prepared operation key=4LWB8EMR9EBJ tag=V3Q3HP7NKNUQ type=del size=84126 2023-12-03T11:43:30.112 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.107+0000 7f4da82f78c0 1 < completed delete operation key=85DYZW2I0U7X tag=8VGP20MO0XMR type=del 2023-12-03T11:43:30.116 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.111+0000 7f4da82f78c0 1 > prepared operation key=Q5C3IZCQEVO6 tag=N2MDYSJ0IRDD type=del size=818602 2023-12-03T11:43:30.120 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.115+0000 7f4da82f78c0 1 < completed delete operation key=XCT2GVJ4O84M tag=ALTT0T770W0W type=del 2023-12-03T11:43:30.124 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.119+0000 7f4da82f78c0 1 > prepared operation key=85DYZW2I0U7X tag=7H6S911YMNZB type=del size=59137 2023-12-03T11:43:30.128 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.123+0000 7f4da82f78c0 1 < completed part key=_multipart_M9A06B3PSDOD.2~ZEPCRFTGH08U.0 size=1048576 2023-12-03T11:43:30.131 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.127+0000 7f4da82f78c0 1 < completed part key=_multipart_M9A06B3PSDOD.2~ZEPCRFTGH08U.1 size=538622 2023-12-03T11:43:30.138 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.131+0000 7f4da82f78c0 1 < completed multipart upload key=M9A06B3PSDOD upload=ZEPCRFTGH08U tag=1DOJ3OH1CP3D type=write size=2635774 2023-12-03T11:43:30.141 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.135+0000 7f4da82f78c0 1 > prepared operation key=QGLKMQWQRM89 tag=TE01FMPDY13G type=write size=950518 2023-12-03T11:43:30.146 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.139+0000 7f4da82f78c0 1 < completed delete operation key=UT0U43FV7Y0L tag=FDT1ARSPAU9E type=del 2023-12-03T11:43:30.153 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.147+0000 7f4da82f78c0 1 > prepared part key=_multipart_645V3LNUPS4A.2~V7UN8CPQ3E6B.0 size=1048576 2023-12-03T11:43:30.157 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.151+0000 7f4da82f78c0 1 > prepared part key=_multipart_645V3LNUPS4A.2~V7UN8CPQ3E6B.1 size=41088 2023-12-03T11:43:30.157 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.151+0000 7f4da82f78c0 1 > prepared multipart upload key=645V3LNUPS4A upload=V7UN8CPQ3E6B tag=LF8KAGDIOE57 type=write size=2138240 2023-12-03T11:43:30.161 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.155+0000 7f4da82f78c0 1 < completed delete operation key=D2PVZARQWEIV tag=CNX0N2TANYAG type=del 2023-12-03T11:43:30.165 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.159+0000 7f4da82f78c0 1 > prepared operation key=Q5C3IZCQEVO6 tag=F377I4WCCYCV type=del size=992111 2023-12-03T11:43:30.169 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.163+0000 7f4da82f78c0 1 < completed part key=_multipart_PUY1C1KWIAHV.2~154R7J8JONQE.0 size=1048576 2023-12-03T11:43:30.172 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.167+0000 7f4da82f78c0 1 < completed part key=_multipart_PUY1C1KWIAHV.2~154R7J8JONQE.1 size=484904 2023-12-03T11:43:30.179 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.175+0000 7f4da82f78c0 1 < completed multipart upload key=PUY1C1KWIAHV upload=154R7J8JONQE tag=NCCVP0NG3IGK type=write size=2582056 2023-12-03T11:43:30.183 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.179+0000 7f4da82f78c0 1 > prepared operation key=IA082W6GDNN2 tag=KBFKJUJH0UI4 type=del size=2146143 2023-12-03T11:43:30.187 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.183+0000 7f4da82f78c0 1 < canceled operation key=TBD5MDTZYHGQ tag=RGJNE1YT033K type=del size=2912386 2023-12-03T11:43:30.191 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.187+0000 7f4da82f78c0 1 > prepared operation key=PSYQ3RT9HX5N tag=PXO1JB73C905 type=write size=396023 2023-12-03T11:43:30.195 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.191+0000 7f4da82f78c0 1 < completed part key=_multipart_1GAQFDQ35291.2~HMG7USCW54IV.0 size=440671 2023-12-03T11:43:30.202 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.195+0000 7f4da82f78c0 1 < completed multipart upload key=1GAQFDQ35291 upload=HMG7USCW54IV tag=EBREZKUQH43E type=write size=1489247 2023-12-03T11:43:30.205 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.199+0000 7f4da82f78c0 1 > prepared operation key=Q3BH4HFRFZA5 tag=OBQ2EA6LSZQK type=del size=1299336 2023-12-03T11:43:30.209 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.203+0000 7f4da82f78c0 1 < completed delete operation key=QGLKMQWQRM89 tag=VTTJFPBM9GLB type=del 2023-12-03T11:43:30.213 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.207+0000 7f4da82f78c0 1 > prepared operation key=6UZY1HWE143J tag=GZKCQFB74H5N type=del size=1544587 2023-12-03T11:43:30.220 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.215+0000 7f4da82f78c0 1 < suggested remove operation key=K2XC9VGBIFBD tag=6IQX2UR5BIXO type=del 2023-12-03T11:43:30.224 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.219+0000 7f4da82f78c0 1 > prepared operation key=D2PVZARQWEIV tag=WX0X0DBP5EGD type=del size=3956042 2023-12-03T11:43:30.232 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.227+0000 7f4da82f78c0 1 < suggested remove operation key=1H0XTAA0VMYC tag=X5E1IF6GQ0IT type=del 2023-12-03T11:43:30.236 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.231+0000 7f4da82f78c0 1 > prepared operation key=Q5C3IZCQEVO6 tag=QT9VYBPTE4VG type=write size=325574 2023-12-03T11:43:30.237 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.231+0000 7f4da82f78c0 1 < canceled part key=_multipart_6UZY1HWE143J.2~EN89TFP7PIFT.0 size=1048576 2023-12-03T11:43:30.240 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.235+0000 7f4da82f78c0 1 < completed part key=_multipart_6UZY1HWE143J.2~EN89TFP7PIFT.1 size=1048576 2023-12-03T11:43:30.243 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.239+0000 7f4da82f78c0 1 < completed part key=_multipart_6UZY1HWE143J.2~EN89TFP7PIFT.2 size=455070 2023-12-03T11:43:30.250 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.247+0000 7f4da82f78c0 1 < canceled multipart upload key=6UZY1HWE143J upload=EN89TFP7PIFT tag=E80AR8C1H4F4 type=write size=3600798 2023-12-03T11:43:30.254 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.251+0000 7f4da82f78c0 1 > prepared operation key=2HVLNPGB2PLL tag=CUG3X3QLYCJ1 type=del size=1533621 2023-12-03T11:43:30.258 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.255+0000 7f4da82f78c0 1 < completed write operation key=RF6YEP4A6INZ tag=VB2YGGC4IIKC type=write size=578384 2023-12-03T11:43:30.266 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.263+0000 7f4da82f78c0 1 > prepared part key=_multipart_IA082W6GDNN2.2~EINBIE03G165.0 size=416790 2023-12-03T11:43:30.266 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.263+0000 7f4da82f78c0 1 > prepared multipart upload key=IA082W6GDNN2 upload=EINBIE03G165 tag=L2CW8ZWGATC3 type=write size=1465366 2023-12-03T11:43:30.280 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.275+0000 7f4da82f78c0 1 < completed part key=_multipart_4DF7KX58SVJY.2~BHBI1IIM0G64.0 size=1048576 2023-12-03T11:43:30.283 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.279+0000 7f4da82f78c0 1 < completed part key=_multipart_4DF7KX58SVJY.2~BHBI1IIM0G64.1 size=50910 2023-12-03T11:43:30.289 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.283+0000 7f4da82f78c0 1 < completed multipart upload key=4DF7KX58SVJY upload=BHBI1IIM0G64 tag=PWGYBZ4827H8 type=write size=2148062 2023-12-03T11:43:30.295 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.291+0000 7f4da82f78c0 1 > prepared part key=_multipart_XCT2GVJ4O84M.2~0EPSM0RN9KFZ.0 size=1048576 2023-12-03T11:43:30.297 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.291+0000 7f4da82f78c0 1 > prepared part key=_multipart_XCT2GVJ4O84M.2~0EPSM0RN9KFZ.1 size=18021 2023-12-03T11:43:30.298 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.291+0000 7f4da82f78c0 1 > prepared multipart upload key=XCT2GVJ4O84M upload=0EPSM0RN9KFZ tag=CA7MMOQY0GDZ type=write size=2115173 2023-12-03T11:43:30.305 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.299+0000 7f4da82f78c0 1 < suggested update operation key=Q3BH4HFRFZA5 tag=WBLSS31A9YRH type=del size=3128341 2023-12-03T11:43:30.311 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.307+0000 7f4da82f78c0 1 > prepared part key=_multipart_6UZY1HWE143J.2~UFJWDH4IA1WY.0 size=1048576 2023-12-03T11:43:30.314 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.311+0000 7f4da82f78c0 1 > prepared part key=_multipart_6UZY1HWE143J.2~UFJWDH4IA1WY.1 size=1048576 2023-12-03T11:43:30.317 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.311+0000 7f4da82f78c0 1 > prepared part key=_multipart_6UZY1HWE143J.2~UFJWDH4IA1WY.2 size=57760 2023-12-03T11:43:30.317 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.311+0000 7f4da82f78c0 1 > prepared multipart upload key=6UZY1HWE143J upload=UFJWDH4IA1WY tag=3NQW4XSMWRWM type=write size=3203488 2023-12-03T11:43:30.320 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.315+0000 7f4da82f78c0 1 < completed delete operation key=4LWB8EMR9EBJ tag=V3Q3HP7NKNUQ type=del 2023-12-03T11:43:30.324 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.319+0000 7f4da82f78c0 1 > prepared operation key=K4O9QAISDGSN tag=TZTRQI0UOB0W type=del size=1266904 2023-12-03T11:43:30.327 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.323+0000 7f4da82f78c0 1 < completed delete operation key=Q5C3IZCQEVO6 tag=N2MDYSJ0IRDD type=del 2023-12-03T11:43:30.333 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.327+0000 7f4da82f78c0 1 > prepared part key=_multipart_645V3LNUPS4A.2~PWF553Q2QB0I.0 size=699864 2023-12-03T11:43:30.334 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.327+0000 7f4da82f78c0 1 > prepared multipart upload key=645V3LNUPS4A upload=PWF553Q2QB0I tag=Y2EZT48NMDMD type=write size=1748440 2023-12-03T11:43:30.338 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.331+0000 7f4da82f78c0 1 < completed delete operation key=85DYZW2I0U7X tag=7H6S911YMNZB type=del 2023-12-03T11:43:30.345 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.339+0000 7f4da82f78c0 1 > prepared part key=_multipart_UT0U43FV7Y0L.2~SYT6A1CEFVB2.0 size=187486 2023-12-03T11:43:30.345 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.339+0000 7f4da82f78c0 1 > prepared multipart upload key=UT0U43FV7Y0L upload=SYT6A1CEFVB2 tag=U5G3XSHR2EFX type=write size=1236062 2023-12-03T11:43:30.349 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.343+0000 7f4da82f78c0 1 < completed write operation key=QGLKMQWQRM89 tag=TE01FMPDY13G type=write size=950518 2023-12-03T11:43:30.352 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.347+0000 7f4da82f78c0 1 > prepared operation key=IA082W6GDNN2 tag=7PKZME3T88O0 type=del size=2995901 2023-12-03T11:43:30.356 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.351+0000 7f4da82f78c0 1 < completed part key=_multipart_645V3LNUPS4A.2~V7UN8CPQ3E6B.0 size=1048576 2023-12-03T11:43:30.359 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.355+0000 7f4da82f78c0 1 < completed part key=_multipart_645V3LNUPS4A.2~V7UN8CPQ3E6B.1 size=41088 2023-12-03T11:43:30.365 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.359+0000 7f4da82f78c0 1 < completed multipart upload key=645V3LNUPS4A upload=V7UN8CPQ3E6B tag=LF8KAGDIOE57 type=write size=2138240 2023-12-03T11:43:30.369 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.363+0000 7f4da82f78c0 1 > prepared operation key=IA082W6GDNN2 tag=DFFN66EB6WQ1 type=write size=135470 2023-12-03T11:43:30.373 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.367+0000 7f4da82f78c0 1 < completed delete operation key=Q5C3IZCQEVO6 tag=F377I4WCCYCV type=del 2023-12-03T11:43:30.377 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.371+0000 7f4da82f78c0 1 > prepared operation key=IOZ5MNNP5B2W tag=OAKNAQJFSPUU type=write size=278798 2023-12-03T11:43:30.381 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.375+0000 7f4da82f78c0 1 < completed delete operation key=IA082W6GDNN2 tag=KBFKJUJH0UI4 type=del 2023-12-03T11:43:30.385 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.379+0000 7f4da82f78c0 1 > prepared operation key=YCJ1J0AKOH1D tag=UNOL1WOXVKQY type=del size=3162921 2023-12-03T11:43:30.389 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.383+0000 7f4da82f78c0 1 < completed write operation key=PSYQ3RT9HX5N tag=PXO1JB73C905 type=write size=396023 2023-12-03T11:43:30.392 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.387+0000 7f4da82f78c0 1 > prepared operation key=7EDLY2Q78IBP tag=I3G93URJ7J0K type=del size=1518551 2023-12-03T11:43:30.400 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.395+0000 7f4da82f78c0 1 < suggested update operation key=Q3BH4HFRFZA5 tag=OBQ2EA6LSZQK type=del size=1299336 2023-12-03T11:43:30.404 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.399+0000 7f4da82f78c0 1 > prepared operation key=XCT2GVJ4O84M tag=54C2ZKNHSVD3 type=del size=406433 2023-12-03T11:43:30.408 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.403+0000 7f4da82f78c0 1 < completed delete operation key=6UZY1HWE143J tag=GZKCQFB74H5N type=del 2023-12-03T11:43:30.411 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.407+0000 7f4da82f78c0 1 > prepared operation key=4LWB8EMR9EBJ tag=WK7IDZZV68Y0 type=del size=3132427 2023-12-03T11:43:30.415 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.411+0000 7f4da82f78c0 1 < completed delete operation key=D2PVZARQWEIV tag=WX0X0DBP5EGD type=del 2023-12-03T11:43:30.419 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.415+0000 7f4da82f78c0 1 > prepared operation key=K6FJNLCVDIUX tag=C229V50DW7WL type=del size=2958247 2023-12-03T11:43:30.422 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.419+0000 7f4da82f78c0 1 < completed write operation key=Q5C3IZCQEVO6 tag=QT9VYBPTE4VG type=write size=325574 2023-12-03T11:43:30.429 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.423+0000 7f4da82f78c0 1 > prepared part key=_multipart_QGLKMQWQRM89.2~YY01195QYY0W.0 size=1048576 2023-12-03T11:43:30.432 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.427+0000 7f4da82f78c0 1 > prepared part key=_multipart_QGLKMQWQRM89.2~YY01195QYY0W.1 size=1048576 2023-12-03T11:43:30.435 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.431+0000 7f4da82f78c0 1 > prepared part key=_multipart_QGLKMQWQRM89.2~YY01195QYY0W.2 size=272504 2023-12-03T11:43:30.435 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.431+0000 7f4da82f78c0 1 > prepared multipart upload key=QGLKMQWQRM89 upload=YY01195QYY0W tag=B0IHHSCEQG6G type=write size=3418232 2023-12-03T11:43:30.439 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.435+0000 7f4da82f78c0 1 < completed delete operation key=2HVLNPGB2PLL tag=CUG3X3QLYCJ1 type=del 2023-12-03T11:43:30.446 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.439+0000 7f4da82f78c0 1 > prepared part key=_multipart_MY1AJ69R89HD.2~93TZQ44JR6DL.0 size=1048576 2023-12-03T11:43:30.448 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.443+0000 7f4da82f78c0 1 > prepared part key=_multipart_MY1AJ69R89HD.2~93TZQ44JR6DL.1 size=457881 2023-12-03T11:43:30.448 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.443+0000 7f4da82f78c0 1 > prepared multipart upload key=MY1AJ69R89HD upload=93TZQ44JR6DL tag=P2L9B4B37MWZ type=write size=2555033 2023-12-03T11:43:30.452 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.447+0000 7f4da82f78c0 1 < completed part key=_multipart_IA082W6GDNN2.2~EINBIE03G165.0 size=416790 2023-12-03T11:43:30.458 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.455+0000 7f4da82f78c0 1 < completed multipart upload key=IA082W6GDNN2 upload=EINBIE03G165 tag=L2CW8ZWGATC3 type=write size=1465366 2023-12-03T11:43:30.462 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.459+0000 7f4da82f78c0 1 > prepared operation key=Q3BH4HFRFZA5 tag=T4MS63WZOFL5 type=del size=125310 2023-12-03T11:43:30.467 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.463+0000 7f4da82f78c0 1 < completed part key=_multipart_XCT2GVJ4O84M.2~0EPSM0RN9KFZ.0 size=1048576 2023-12-03T11:43:30.470 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.467+0000 7f4da82f78c0 1 < completed part key=_multipart_XCT2GVJ4O84M.2~0EPSM0RN9KFZ.1 size=18021 2023-12-03T11:43:30.477 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.471+0000 7f4da82f78c0 1 < completed multipart upload key=XCT2GVJ4O84M upload=0EPSM0RN9KFZ tag=CA7MMOQY0GDZ type=write size=2115173 2023-12-03T11:43:30.485 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.479+0000 7f4da82f78c0 1 > prepared part key=_multipart_XCT2GVJ4O84M.2~XASPGP0B114T.0 size=1048576 2023-12-03T11:43:30.488 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.483+0000 7f4da82f78c0 1 > prepared part key=_multipart_XCT2GVJ4O84M.2~XASPGP0B114T.1 size=1048576 2023-12-03T11:43:30.492 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.487+0000 7f4da82f78c0 1 > prepared part key=_multipart_XCT2GVJ4O84M.2~XASPGP0B114T.2 size=357884 2023-12-03T11:43:30.492 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.487+0000 7f4da82f78c0 1 > prepared multipart upload key=XCT2GVJ4O84M upload=XASPGP0B114T tag=952RBQEG1H1Q type=write size=3503612 2023-12-03T11:43:30.496 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.491+0000 7f4da82f78c0 1 < completed part key=_multipart_6UZY1HWE143J.2~UFJWDH4IA1WY.0 size=1048576 2023-12-03T11:43:30.500 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.495+0000 7f4da82f78c0 1 < completed part key=_multipart_6UZY1HWE143J.2~UFJWDH4IA1WY.1 size=1048576 2023-12-03T11:43:30.503 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.499+0000 7f4da82f78c0 1 < completed part key=_multipart_6UZY1HWE143J.2~UFJWDH4IA1WY.2 size=57760 2023-12-03T11:43:30.510 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.503+0000 7f4da82f78c0 1 < completed multipart upload key=6UZY1HWE143J upload=UFJWDH4IA1WY tag=3NQW4XSMWRWM type=write size=3203488 2023-12-03T11:43:30.513 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.507+0000 7f4da82f78c0 1 > prepared operation key=645V3LNUPS4A tag=OJ54X9UF82G1 type=del size=3045516 2023-12-03T11:43:30.517 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.511+0000 7f4da82f78c0 1 < completed delete operation key=K4O9QAISDGSN tag=TZTRQI0UOB0W type=del 2023-12-03T11:43:30.521 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.515+0000 7f4da82f78c0 1 > prepared operation key=UT0U43FV7Y0L tag=ZXRGRHXSDD70 type=del size=4111658 2023-12-03T11:43:30.526 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.519+0000 7f4da82f78c0 1 < completed part key=_multipart_645V3LNUPS4A.2~PWF553Q2QB0I.0 size=699864 2023-12-03T11:43:30.532 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.527+0000 7f4da82f78c0 1 < completed multipart upload key=645V3LNUPS4A upload=PWF553Q2QB0I tag=Y2EZT48NMDMD type=write size=1748440 2023-12-03T11:43:30.537 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.531+0000 7f4da82f78c0 1 > prepared operation key=M9A06B3PSDOD tag=SXKKVKKU0DZQ type=del size=2223436 2023-12-03T11:43:30.541 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.535+0000 7f4da82f78c0 1 < completed part key=_multipart_UT0U43FV7Y0L.2~SYT6A1CEFVB2.0 size=187486 2023-12-03T11:43:30.548 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.543+0000 7f4da82f78c0 1 < completed multipart upload key=UT0U43FV7Y0L upload=SYT6A1CEFVB2 tag=U5G3XSHR2EFX type=write size=1236062 2023-12-03T11:43:30.557 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.551+0000 7f4da82f78c0 1 > prepared part key=_multipart_PSYQ3RT9HX5N.2~373JWMLA5TPD.0 size=1048576 2023-12-03T11:43:30.560 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.555+0000 7f4da82f78c0 1 > prepared part key=_multipart_PSYQ3RT9HX5N.2~373JWMLA5TPD.1 size=1048576 2023-12-03T11:43:30.563 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.559+0000 7f4da82f78c0 1 > prepared part key=_multipart_PSYQ3RT9HX5N.2~373JWMLA5TPD.2 size=330881 2023-12-03T11:43:30.564 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.559+0000 7f4da82f78c0 1 > prepared multipart upload key=PSYQ3RT9HX5N upload=373JWMLA5TPD tag=7WQFF21TLRGG type=write size=3476609 2023-12-03T11:43:30.568 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.563+0000 7f4da82f78c0 1 < completed delete operation key=IA082W6GDNN2 tag=7PKZME3T88O0 type=del 2023-12-03T11:43:30.573 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.567+0000 7f4da82f78c0 1 > prepared operation key=D2PVZARQWEIV tag=XBJC9I5BK3IW type=del size=1801524 2023-12-03T11:43:30.577 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.571+0000 7f4da82f78c0 1 < completed write operation key=IA082W6GDNN2 tag=DFFN66EB6WQ1 type=write size=135470 2023-12-03T11:43:30.582 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.579+0000 7f4da82f78c0 1 > prepared operation key=7AKK0TE2I43B tag=U6WZH8E23TI3 type=del size=81431 2023-12-03T11:43:30.587 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.583+0000 7f4da82f78c0 1 < completed write operation key=IOZ5MNNP5B2W tag=OAKNAQJFSPUU type=write size=278798 2023-12-03T11:43:30.591 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.587+0000 7f4da82f78c0 1 > prepared operation key=7AKK0TE2I43B tag=2AFCXRSZUCJ9 type=write size=346468 2023-12-03T11:43:30.596 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.591+0000 7f4da82f78c0 1 < completed delete operation key=YCJ1J0AKOH1D tag=UNOL1WOXVKQY type=del 2023-12-03T11:43:30.603 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.599+0000 7f4da82f78c0 1 > prepared part key=_multipart_Q3BH4HFRFZA5.2~4IE0IDI2OHQP.0 size=1048576 2023-12-03T11:43:30.606 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.599+0000 7f4da82f78c0 1 > prepared part key=_multipart_Q3BH4HFRFZA5.2~4IE0IDI2OHQP.1 size=163626 2023-12-03T11:43:30.606 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.599+0000 7f4da82f78c0 1 > prepared multipart upload key=Q3BH4HFRFZA5 upload=4IE0IDI2OHQP tag=EGVWG3YYQ3FS type=write size=2260778 2023-12-03T11:43:30.610 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.603+0000 7f4da82f78c0 1 < completed delete operation key=7EDLY2Q78IBP tag=I3G93URJ7J0K type=del 2023-12-03T11:43:30.614 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.607+0000 7f4da82f78c0 1 > prepared operation key=M9A06B3PSDOD tag=TEOB1QGVOE2Y type=del size=685736 2023-12-03T11:43:30.618 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.611+0000 7f4da82f78c0 1 < completed delete operation key=XCT2GVJ4O84M tag=54C2ZKNHSVD3 type=del 2023-12-03T11:43:30.625 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.619+0000 7f4da82f78c0 1 > prepared part key=_multipart_M9A06B3PSDOD.2~PDYU38VP1UMK.0 size=627532 2023-12-03T11:43:30.625 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.619+0000 7f4da82f78c0 1 > prepared multipart upload key=M9A06B3PSDOD upload=PDYU38VP1UMK tag=QLQYAY77HTX3 type=write size=1676108 2023-12-03T11:43:30.633 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.627+0000 7f4da82f78c0 1 < suggested remove operation key=4LWB8EMR9EBJ tag=WK7IDZZV68Y0 type=del 2023-12-03T11:43:30.637 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.631+0000 7f4da82f78c0 1 > prepared operation key=YCJ1J0AKOH1D tag=G1AYGI6EXWE0 type=del size=1318674 2023-12-03T11:43:30.641 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.635+0000 7f4da82f78c0 1 < completed delete operation key=K6FJNLCVDIUX tag=C229V50DW7WL type=del 2023-12-03T11:43:30.658 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.655+0000 7f4da82f78c0 1 > prepared part key=_multipart_XCT2GVJ4O84M.2~6FE51WC2DSCA.0 size=1048576 2023-12-03T11:43:30.661 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.655+0000 7f4da82f78c0 1 > prepared part key=_multipart_XCT2GVJ4O84M.2~6FE51WC2DSCA.1 size=19025 2023-12-03T11:43:30.661 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.655+0000 7f4da82f78c0 1 > prepared multipart upload key=XCT2GVJ4O84M upload=6FE51WC2DSCA tag=O8XT9RN2PB28 type=write size=2116177 2023-12-03T11:43:30.665 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.659+0000 7f4da82f78c0 1 < completed part key=_multipart_QGLKMQWQRM89.2~YY01195QYY0W.0 size=1048576 2023-12-03T11:43:30.668 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.663+0000 7f4da82f78c0 1 < completed part key=_multipart_QGLKMQWQRM89.2~YY01195QYY0W.1 size=1048576 2023-12-03T11:43:30.671 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.667+0000 7f4da82f78c0 1 < completed part key=_multipart_QGLKMQWQRM89.2~YY01195QYY0W.2 size=272504 2023-12-03T11:43:30.678 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.675+0000 7f4da82f78c0 1 < completed multipart upload key=QGLKMQWQRM89 upload=YY01195QYY0W tag=B0IHHSCEQG6G type=write size=3418232 2023-12-03T11:43:30.685 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.679+0000 7f4da82f78c0 1 > prepared part key=_multipart_7AKK0TE2I43B.2~YVWVS8E9HCY3.0 size=1048576 2023-12-03T11:43:30.689 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.683+0000 7f4da82f78c0 1 > prepared part key=_multipart_7AKK0TE2I43B.2~YVWVS8E9HCY3.1 size=471119 2023-12-03T11:43:30.689 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.683+0000 7f4da82f78c0 1 > prepared multipart upload key=7AKK0TE2I43B upload=YVWVS8E9HCY3 tag=D4KC9RMRVS2O type=write size=2568271 2023-12-03T11:43:30.693 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.687+0000 7f4da82f78c0 1 < completed part key=_multipart_MY1AJ69R89HD.2~93TZQ44JR6DL.0 size=1048576 2023-12-03T11:43:30.696 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.691+0000 7f4da82f78c0 1 < completed part key=_multipart_MY1AJ69R89HD.2~93TZQ44JR6DL.1 size=457881 2023-12-03T11:43:30.703 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.699+0000 7f4da82f78c0 1 < completed multipart upload key=MY1AJ69R89HD upload=93TZQ44JR6DL tag=P2L9B4B37MWZ type=write size=2555033 2023-12-03T11:43:30.709 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.703+0000 7f4da82f78c0 1 > prepared part key=_multipart_IOZ5MNNP5B2W.2~12TBD8ZK6W3M.0 size=1048576 2023-12-03T11:43:30.712 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.707+0000 7f4da82f78c0 1 > prepared part key=_multipart_IOZ5MNNP5B2W.2~12TBD8ZK6W3M.1 size=1048576 2023-12-03T11:43:30.715 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.711+0000 7f4da82f78c0 1 > prepared part key=_multipart_IOZ5MNNP5B2W.2~12TBD8ZK6W3M.2 size=236211 2023-12-03T11:43:30.715 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.711+0000 7f4da82f78c0 1 > prepared multipart upload key=IOZ5MNNP5B2W upload=12TBD8ZK6W3M tag=10EMHB2Q26QS type=write size=3381939 2023-12-03T11:43:30.719 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.715+0000 7f4da82f78c0 1 < completed delete operation key=Q3BH4HFRFZA5 tag=T4MS63WZOFL5 type=del 2023-12-03T11:43:30.723 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.719+0000 7f4da82f78c0 1 > prepared operation key=2HVLNPGB2PLL tag=Y1LWVFJ1X0V3 type=del size=1104117 2023-12-03T11:43:30.727 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.723+0000 7f4da82f78c0 1 < completed part key=_multipart_XCT2GVJ4O84M.2~XASPGP0B114T.0 size=1048576 2023-12-03T11:43:30.730 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.727+0000 7f4da82f78c0 1 < completed part key=_multipart_XCT2GVJ4O84M.2~XASPGP0B114T.1 size=1048576 2023-12-03T11:43:30.733 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.727+0000 7f4da82f78c0 1 < completed part key=_multipart_XCT2GVJ4O84M.2~XASPGP0B114T.2 size=357884 2023-12-03T11:43:30.740 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.735+0000 7f4da82f78c0 1 < completed multipart upload key=XCT2GVJ4O84M upload=XASPGP0B114T tag=952RBQEG1H1Q type=write size=3503612 2023-12-03T11:43:30.744 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.739+0000 7f4da82f78c0 1 > prepared operation key=M9A06B3PSDOD tag=23XEBWSSB1CI type=write size=591406 2023-12-03T11:43:30.753 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.747+0000 7f4da82f78c0 1 < suggested update operation key=645V3LNUPS4A tag=OJ54X9UF82G1 type=del size=3045516 2023-12-03T11:43:30.761 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.755+0000 7f4da82f78c0 1 > prepared part key=_multipart_1GAQFDQ35291.2~YD1CNEFKKETK.0 size=377045 2023-12-03T11:43:30.761 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.755+0000 7f4da82f78c0 1 > prepared multipart upload key=1GAQFDQ35291 upload=YD1CNEFKKETK tag=0RRSCP3S4JC7 type=write size=1425621 2023-12-03T11:43:30.764 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.759+0000 7f4da82f78c0 1 < completed delete operation key=UT0U43FV7Y0L tag=ZXRGRHXSDD70 type=del 2023-12-03T11:43:30.768 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.763+0000 7f4da82f78c0 1 > prepared operation key=7AKK0TE2I43B tag=MVGS80SL95QK type=write size=674135 2023-12-03T11:43:30.772 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.767+0000 7f4da82f78c0 1 < canceled operation key=M9A06B3PSDOD tag=SXKKVKKU0DZQ type=del size=2223436 2023-12-03T11:43:30.778 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.775+0000 7f4da82f78c0 1 > prepared part key=_multipart_PSYQ3RT9HX5N.2~DW1UIEWLCTQO.0 size=7906 2023-12-03T11:43:30.778 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.775+0000 7f4da82f78c0 1 > prepared multipart upload key=PSYQ3RT9HX5N upload=DW1UIEWLCTQO tag=I88B78MK1O01 type=write size=1056482 2023-12-03T11:43:30.782 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.775+0000 7f4da82f78c0 1 < completed part key=_multipart_PSYQ3RT9HX5N.2~373JWMLA5TPD.0 size=1048576 2023-12-03T11:43:30.785 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.779+0000 7f4da82f78c0 1 < completed part key=_multipart_PSYQ3RT9HX5N.2~373JWMLA5TPD.1 size=1048576 2023-12-03T11:43:30.788 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.783+0000 7f4da82f78c0 1 < completed part key=_multipart_PSYQ3RT9HX5N.2~373JWMLA5TPD.2 size=330881 2023-12-03T11:43:30.794 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.787+0000 7f4da82f78c0 1 < completed multipart upload key=PSYQ3RT9HX5N upload=373JWMLA5TPD tag=7WQFF21TLRGG type=write size=3476609 2023-12-03T11:43:30.800 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.795+0000 7f4da82f78c0 1 > prepared part key=_multipart_1H0XTAA0VMYC.2~R8WGOUPZ984I.0 size=1048576 2023-12-03T11:43:30.803 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.799+0000 7f4da82f78c0 1 > prepared part key=_multipart_1H0XTAA0VMYC.2~R8WGOUPZ984I.1 size=1048576 2023-12-03T11:43:30.806 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.803+0000 7f4da82f78c0 1 > prepared part key=_multipart_1H0XTAA0VMYC.2~R8WGOUPZ984I.2 size=916331 2023-12-03T11:43:30.806 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.803+0000 7f4da82f78c0 1 > prepared multipart upload key=1H0XTAA0VMYC upload=R8WGOUPZ984I tag=1L0H5GETD9R3 type=write size=4062059 2023-12-03T11:43:30.814 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.807+0000 7f4da82f78c0 1 < suggested remove operation key=D2PVZARQWEIV tag=XBJC9I5BK3IW type=del 2023-12-03T11:43:30.818 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.811+0000 7f4da82f78c0 1 > prepared operation key=RF6YEP4A6INZ tag=2277G5VS0EDA type=del size=773430 2023-12-03T11:43:30.826 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.819+0000 7f4da82f78c0 1 < suggested update operation key=7AKK0TE2I43B tag=U6WZH8E23TI3 type=del size=81431 2023-12-03T11:43:30.832 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.827+0000 7f4da82f78c0 1 > prepared part key=_multipart_85DYZW2I0U7X.2~HOS7R0CPIUZ0.0 size=1048576 2023-12-03T11:43:30.836 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.831+0000 7f4da82f78c0 1 > prepared part key=_multipart_85DYZW2I0U7X.2~HOS7R0CPIUZ0.1 size=1048576 2023-12-03T11:43:30.839 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.835+0000 7f4da82f78c0 1 > prepared part key=_multipart_85DYZW2I0U7X.2~HOS7R0CPIUZ0.2 size=191322 2023-12-03T11:43:30.839 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.835+0000 7f4da82f78c0 1 > prepared multipart upload key=85DYZW2I0U7X upload=HOS7R0CPIUZ0 tag=WHMEK9OQQEU0 type=write size=3337050 2023-12-03T11:43:30.843 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.839+0000 7f4da82f78c0 -1 < failed to complete operation key=7AKK0TE2I43B tag=2AFCXRSZUCJ9 type=write size=346468: (22) Invalid argument 2023-12-03T11:43:30.850 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.847+0000 7f4da82f78c0 1 > prepared part key=_multipart_MY1AJ69R89HD.2~A8NVNQ6URQDW.0 size=819419 2023-12-03T11:43:30.851 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.847+0000 7f4da82f78c0 1 > prepared multipart upload key=MY1AJ69R89HD upload=A8NVNQ6URQDW tag=4HSPWFCXS1JL type=write size=1867995 2023-12-03T11:43:30.855 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.851+0000 7f4da82f78c0 1 < completed part key=_multipart_Q3BH4HFRFZA5.2~4IE0IDI2OHQP.0 size=1048576 2023-12-03T11:43:30.858 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.855+0000 7f4da82f78c0 1 < completed part key=_multipart_Q3BH4HFRFZA5.2~4IE0IDI2OHQP.1 size=163626 2023-12-03T11:43:30.866 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.859+0000 7f4da82f78c0 1 < completed multipart upload key=Q3BH4HFRFZA5 upload=4IE0IDI2OHQP tag=EGVWG3YYQ3FS type=write size=2260778 2023-12-03T11:43:30.870 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.863+0000 7f4da82f78c0 1 > prepared operation key=ZO4GYMSV47J9 tag=7NT7WDV8HXXZ type=del size=3186247 2023-12-03T11:43:30.874 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.871+0000 7f4da82f78c0 1 < completed delete operation key=M9A06B3PSDOD tag=TEOB1QGVOE2Y type=del 2023-12-03T11:43:30.882 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.875+0000 7f4da82f78c0 1 > prepared part key=_multipart_6UZY1HWE143J.2~IH4I0VCQIDS3.0 size=1048576 2023-12-03T11:43:30.885 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.879+0000 7f4da82f78c0 1 > prepared part key=_multipart_6UZY1HWE143J.2~IH4I0VCQIDS3.1 size=491347 2023-12-03T11:43:30.885 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.879+0000 7f4da82f78c0 1 > prepared multipart upload key=6UZY1HWE143J upload=IH4I0VCQIDS3 tag=ABXY9YVRFP4K type=write size=2588499 2023-12-03T11:43:30.889 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.883+0000 7f4da82f78c0 1 < completed part key=_multipart_M9A06B3PSDOD.2~PDYU38VP1UMK.0 size=627532 2023-12-03T11:43:30.896 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.891+0000 7f4da82f78c0 1 < completed multipart upload key=M9A06B3PSDOD upload=PDYU38VP1UMK tag=QLQYAY77HTX3 type=write size=1676108 2023-12-03T11:43:30.900 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.895+0000 7f4da82f78c0 1 > prepared operation key=M9A06B3PSDOD tag=A0PRUWS3ZLQS type=del size=391547 2023-12-03T11:43:30.905 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.899+0000 7f4da82f78c0 1 < completed delete operation key=YCJ1J0AKOH1D tag=G1AYGI6EXWE0 type=del 2023-12-03T11:43:30.913 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.907+0000 7f4da82f78c0 1 > prepared part key=_multipart_UT0U43FV7Y0L.2~WPS57CM2JOJP.0 size=1048576 2023-12-03T11:43:30.915 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.911+0000 7f4da82f78c0 1 > prepared part key=_multipart_UT0U43FV7Y0L.2~WPS57CM2JOJP.1 size=322863 2023-12-03T11:43:30.915 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.911+0000 7f4da82f78c0 1 > prepared multipart upload key=UT0U43FV7Y0L upload=WPS57CM2JOJP tag=K31T6NB5HLYE type=write size=2420015 2023-12-03T11:43:30.919 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.915+0000 7f4da82f78c0 1 < completed part key=_multipart_XCT2GVJ4O84M.2~6FE51WC2DSCA.0 size=1048576 2023-12-03T11:43:30.922 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.919+0000 7f4da82f78c0 1 < completed part key=_multipart_XCT2GVJ4O84M.2~6FE51WC2DSCA.1 size=19025 2023-12-03T11:43:30.929 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.923+0000 7f4da82f78c0 1 < completed multipart upload key=XCT2GVJ4O84M upload=6FE51WC2DSCA tag=O8XT9RN2PB28 type=write size=2116177 2023-12-03T11:43:30.935 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.931+0000 7f4da82f78c0 1 > prepared part key=_multipart_K2XC9VGBIFBD.2~6APIN81W91HN.0 size=1048576 2023-12-03T11:43:30.938 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.935+0000 7f4da82f78c0 1 > prepared part key=_multipart_K2XC9VGBIFBD.2~6APIN81W91HN.1 size=1048576 2023-12-03T11:43:30.941 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.935+0000 7f4da82f78c0 1 > prepared part key=_multipart_K2XC9VGBIFBD.2~6APIN81W91HN.2 size=85295 2023-12-03T11:43:30.941 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.935+0000 7f4da82f78c0 1 > prepared multipart upload key=K2XC9VGBIFBD upload=6APIN81W91HN tag=PMC46CN7FF4J type=write size=3231023 2023-12-03T11:43:30.944 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.939+0000 7f4da82f78c0 1 < completed part key=_multipart_7AKK0TE2I43B.2~YVWVS8E9HCY3.0 size=1048576 2023-12-03T11:43:30.947 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.943+0000 7f4da82f78c0 1 < completed part key=_multipart_7AKK0TE2I43B.2~YVWVS8E9HCY3.1 size=471119 2023-12-03T11:43:30.953 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.947+0000 7f4da82f78c0 1 < completed multipart upload key=7AKK0TE2I43B upload=YVWVS8E9HCY3 tag=D4KC9RMRVS2O type=write size=2568271 2023-12-03T11:43:30.959 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.955+0000 7f4da82f78c0 1 > prepared part key=_multipart_2HVLNPGB2PLL.2~30M3ZX0L91UF.0 size=613549 2023-12-03T11:43:30.959 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.955+0000 7f4da82f78c0 1 > prepared multipart upload key=2HVLNPGB2PLL upload=30M3ZX0L91UF tag=DUFC8AATAT54 type=write size=1662125 2023-12-03T11:43:30.963 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.959+0000 7f4da82f78c0 1 < completed part key=_multipart_IOZ5MNNP5B2W.2~12TBD8ZK6W3M.0 size=1048576 2023-12-03T11:43:30.966 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.959+0000 7f4da82f78c0 1 < completed part key=_multipart_IOZ5MNNP5B2W.2~12TBD8ZK6W3M.1 size=1048576 2023-12-03T11:43:30.969 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.963+0000 7f4da82f78c0 1 < completed part key=_multipart_IOZ5MNNP5B2W.2~12TBD8ZK6W3M.2 size=236211 2023-12-03T11:43:30.975 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.971+0000 7f4da82f78c0 1 < completed multipart upload key=IOZ5MNNP5B2W upload=12TBD8ZK6W3M tag=10EMHB2Q26QS type=write size=3381939 2023-12-03T11:43:30.981 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.975+0000 7f4da82f78c0 1 > prepared part key=_multipart_PUY1C1KWIAHV.2~UW7GMPYZO50A.0 size=1048576 2023-12-03T11:43:30.984 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.979+0000 7f4da82f78c0 1 > prepared part key=_multipart_PUY1C1KWIAHV.2~UW7GMPYZO50A.1 size=1048576 2023-12-03T11:43:30.987 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.983+0000 7f4da82f78c0 1 > prepared part key=_multipart_PUY1C1KWIAHV.2~UW7GMPYZO50A.2 size=316185 2023-12-03T11:43:30.987 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.983+0000 7f4da82f78c0 1 > prepared multipart upload key=PUY1C1KWIAHV upload=UW7GMPYZO50A tag=G9NDYJ99P64X type=write size=3461913 2023-12-03T11:43:30.994 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.991+0000 7f4da82f78c0 1 < suggested update operation key=2HVLNPGB2PLL tag=Y1LWVFJ1X0V3 type=del size=1104117 2023-12-03T11:43:30.998 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:30.991+0000 7f4da82f78c0 1 > prepared operation key=GMT5400N4YTT tag=YLPJ1YIC42L8 type=del size=3380285 2023-12-03T11:43:31.011 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.007+0000 7f4da82f78c0 1 < completed write operation key=M9A06B3PSDOD tag=23XEBWSSB1CI type=write size=591406 2023-12-03T11:43:31.017 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.011+0000 7f4da82f78c0 1 > prepared part key=_multipart_IA082W6GDNN2.2~AW66JOR04WR6.0 size=1048576 2023-12-03T11:43:31.020 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.015+0000 7f4da82f78c0 1 > prepared part key=_multipart_IA082W6GDNN2.2~AW66JOR04WR6.1 size=1048576 2023-12-03T11:43:31.024 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.019+0000 7f4da82f78c0 1 > prepared part key=_multipart_IA082W6GDNN2.2~AW66JOR04WR6.2 size=2749 2023-12-03T11:43:31.024 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.019+0000 7f4da82f78c0 1 > prepared multipart upload key=IA082W6GDNN2 upload=AW66JOR04WR6 tag=7Z025UA31FZD type=write size=3148477 2023-12-03T11:43:31.028 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.023+0000 7f4da82f78c0 1 < completed part key=_multipart_1GAQFDQ35291.2~YD1CNEFKKETK.0 size=377045 2023-12-03T11:43:31.035 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.031+0000 7f4da82f78c0 1 < completed multipart upload key=1GAQFDQ35291 upload=YD1CNEFKKETK tag=0RRSCP3S4JC7 type=write size=1425621 2023-12-03T11:43:31.039 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.035+0000 7f4da82f78c0 1 > prepared operation key=1H0XTAA0VMYC tag=R70CABII4FVR type=del size=1332122 2023-12-03T11:43:31.042 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.039+0000 7f4da82f78c0 -1 < failed to complete operation key=7AKK0TE2I43B tag=MVGS80SL95QK type=write size=674135: (22) Invalid argument 2023-12-03T11:43:31.046 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.043+0000 7f4da82f78c0 1 > prepared operation key=1H0XTAA0VMYC tag=7NRV10NFG3W7 type=del size=1707935 2023-12-03T11:43:31.050 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.047+0000 7f4da82f78c0 1 < completed part key=_multipart_PSYQ3RT9HX5N.2~DW1UIEWLCTQO.0 size=7906 2023-12-03T11:43:31.057 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.051+0000 7f4da82f78c0 1 < completed multipart upload key=PSYQ3RT9HX5N upload=DW1UIEWLCTQO tag=I88B78MK1O01 type=write size=1056482 2023-12-03T11:43:31.060 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.055+0000 7f4da82f78c0 1 > prepared operation key=Q3BH4HFRFZA5 tag=VFYES5ZQD8HV type=del size=1318265 2023-12-03T11:43:31.064 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.059+0000 7f4da82f78c0 1 < completed part key=_multipart_1H0XTAA0VMYC.2~R8WGOUPZ984I.0 size=1048576 2023-12-03T11:43:31.067 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.063+0000 7f4da82f78c0 1 < completed part key=_multipart_1H0XTAA0VMYC.2~R8WGOUPZ984I.1 size=1048576 2023-12-03T11:43:31.070 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.067+0000 7f4da82f78c0 1 < completed part key=_multipart_1H0XTAA0VMYC.2~R8WGOUPZ984I.2 size=916331 2023-12-03T11:43:31.077 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.071+0000 7f4da82f78c0 1 < completed multipart upload key=1H0XTAA0VMYC upload=R8WGOUPZ984I tag=1L0H5GETD9R3 type=write size=4062059 2023-12-03T11:43:31.084 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.079+0000 7f4da82f78c0 1 > prepared part key=_multipart_85DYZW2I0U7X.2~5XE0IBRIZM2W.0 size=1048576 2023-12-03T11:43:31.087 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.083+0000 7f4da82f78c0 1 > prepared part key=_multipart_85DYZW2I0U7X.2~5XE0IBRIZM2W.1 size=670398 2023-12-03T11:43:31.087 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.083+0000 7f4da82f78c0 1 > prepared multipart upload key=85DYZW2I0U7X upload=5XE0IBRIZM2W tag=1CD7FW0V4ROB type=write size=2767550 2023-12-03T11:43:31.096 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.091+0000 7f4da82f78c0 1 < suggested update operation key=RF6YEP4A6INZ tag=2277G5VS0EDA type=del size=773430 2023-12-03T11:43:31.100 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.095+0000 7f4da82f78c0 1 > prepared operation key=WEBJUD8426X3 tag=8KP06DGVQZWY type=write size=1028658 2023-12-03T11:43:31.104 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.099+0000 7f4da82f78c0 1 < completed part key=_multipart_85DYZW2I0U7X.2~HOS7R0CPIUZ0.0 size=1048576 2023-12-03T11:43:31.107 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.103+0000 7f4da82f78c0 1 < completed part key=_multipart_85DYZW2I0U7X.2~HOS7R0CPIUZ0.1 size=1048576 2023-12-03T11:43:31.110 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.107+0000 7f4da82f78c0 1 < completed part key=_multipart_85DYZW2I0U7X.2~HOS7R0CPIUZ0.2 size=191322 2023-12-03T11:43:31.117 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.111+0000 7f4da82f78c0 1 < completed multipart upload key=85DYZW2I0U7X upload=HOS7R0CPIUZ0 tag=WHMEK9OQQEU0 type=write size=3337050 2023-12-03T11:43:31.121 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.115+0000 7f4da82f78c0 1 > prepared operation key=XCT2GVJ4O84M tag=9OJRC32AJF8C type=del size=4141351 2023-12-03T11:43:31.125 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.119+0000 7f4da82f78c0 1 < completed part key=_multipart_MY1AJ69R89HD.2~A8NVNQ6URQDW.0 size=819419 2023-12-03T11:43:31.131 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.127+0000 7f4da82f78c0 1 < completed multipart upload key=MY1AJ69R89HD upload=A8NVNQ6URQDW tag=4HSPWFCXS1JL type=write size=1867995 2023-12-03T11:43:31.136 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.131+0000 7f4da82f78c0 1 > prepared operation key=Q3BH4HFRFZA5 tag=RYLETXKIWUM5 type=del size=1347125 2023-12-03T11:43:31.140 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.135+0000 7f4da82f78c0 1 < completed delete operation key=ZO4GYMSV47J9 tag=7NT7WDV8HXXZ type=del 2023-12-03T11:43:31.144 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.139+0000 7f4da82f78c0 1 > prepared operation key=1H0XTAA0VMYC tag=IGD3Q2S10UKQ type=del size=3803986 2023-12-03T11:43:31.148 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.143+0000 7f4da82f78c0 1 < completed part key=_multipart_6UZY1HWE143J.2~IH4I0VCQIDS3.0 size=1048576 2023-12-03T11:43:31.151 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.147+0000 7f4da82f78c0 1 < completed part key=_multipart_6UZY1HWE143J.2~IH4I0VCQIDS3.1 size=491347 2023-12-03T11:43:31.158 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.151+0000 7f4da82f78c0 1 < completed multipart upload key=6UZY1HWE143J upload=IH4I0VCQIDS3 tag=ABXY9YVRFP4K type=write size=2588499 2023-12-03T11:43:31.162 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.159+0000 7f4da82f78c0 1 > prepared operation key=XCT2GVJ4O84M tag=RDJPQTN4A6LA type=del size=3503189 2023-12-03T11:43:31.171 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.167+0000 7f4da82f78c0 1 < suggested remove operation key=M9A06B3PSDOD tag=A0PRUWS3ZLQS type=del 2023-12-03T11:43:31.175 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.171+0000 7f4da82f78c0 1 > prepared operation key=1GAQFDQ35291 tag=PWDB5EXRL32U type=del size=3333605 2023-12-03T11:43:31.179 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.175+0000 7f4da82f78c0 1 < completed part key=_multipart_UT0U43FV7Y0L.2~WPS57CM2JOJP.0 size=1048576 2023-12-03T11:43:31.182 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.179+0000 7f4da82f78c0 1 < completed part key=_multipart_UT0U43FV7Y0L.2~WPS57CM2JOJP.1 size=322863 2023-12-03T11:43:31.188 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.183+0000 7f4da82f78c0 1 < completed multipart upload key=UT0U43FV7Y0L upload=WPS57CM2JOJP tag=K31T6NB5HLYE type=write size=2420015 2023-12-03T11:43:31.192 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.187+0000 7f4da82f78c0 1 > prepared operation key=6UZY1HWE143J tag=3TB231I71A3Z type=del size=2794528 2023-12-03T11:43:31.193 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.187+0000 7f4da82f78c0 1 < canceled part key=_multipart_K2XC9VGBIFBD.2~6APIN81W91HN.0 size=1048576 2023-12-03T11:43:31.196 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.191+0000 7f4da82f78c0 1 < completed part key=_multipart_K2XC9VGBIFBD.2~6APIN81W91HN.1 size=1048576 2023-12-03T11:43:31.199 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.195+0000 7f4da82f78c0 1 < completed part key=_multipart_K2XC9VGBIFBD.2~6APIN81W91HN.2 size=85295 2023-12-03T11:43:31.206 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.203+0000 7f4da82f78c0 1 < canceled multipart upload key=K2XC9VGBIFBD upload=6APIN81W91HN tag=PMC46CN7FF4J type=write size=3231023 2023-12-03T11:43:31.213 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.207+0000 7f4da82f78c0 1 > prepared part key=_multipart_M9A06B3PSDOD.2~ZZK7WNF6OAN6.0 size=1048576 2023-12-03T11:43:31.216 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.211+0000 7f4da82f78c0 1 > prepared part key=_multipart_M9A06B3PSDOD.2~ZZK7WNF6OAN6.1 size=1048576 2023-12-03T11:43:31.220 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.215+0000 7f4da82f78c0 1 > prepared part key=_multipart_M9A06B3PSDOD.2~ZZK7WNF6OAN6.2 size=865581 2023-12-03T11:43:31.220 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.215+0000 7f4da82f78c0 1 > prepared multipart upload key=M9A06B3PSDOD upload=ZZK7WNF6OAN6 tag=ZBFRGOXUCTHY type=write size=4011309 2023-12-03T11:43:31.225 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.219+0000 7f4da82f78c0 1 < completed part key=_multipart_2HVLNPGB2PLL.2~30M3ZX0L91UF.0 size=613549 2023-12-03T11:43:31.232 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.227+0000 7f4da82f78c0 1 < completed multipart upload key=2HVLNPGB2PLL upload=30M3ZX0L91UF tag=DUFC8AATAT54 type=write size=1662125 2023-12-03T11:43:31.241 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.235+0000 7f4da82f78c0 1 > prepared part key=_multipart_7EDLY2Q78IBP.2~0QJIMFK3VVII.0 size=1048576 2023-12-03T11:43:31.244 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.239+0000 7f4da82f78c0 1 > prepared part key=_multipart_7EDLY2Q78IBP.2~0QJIMFK3VVII.1 size=286382 2023-12-03T11:43:31.244 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.239+0000 7f4da82f78c0 1 > prepared multipart upload key=7EDLY2Q78IBP upload=0QJIMFK3VVII tag=BTHXX337AAOV type=write size=2383534 2023-12-03T11:43:31.248 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.243+0000 7f4da82f78c0 1 < completed part key=_multipart_PUY1C1KWIAHV.2~UW7GMPYZO50A.0 size=1048576 2023-12-03T11:43:31.252 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.247+0000 7f4da82f78c0 1 < completed part key=_multipart_PUY1C1KWIAHV.2~UW7GMPYZO50A.1 size=1048576 2023-12-03T11:43:31.255 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.251+0000 7f4da82f78c0 1 < completed part key=_multipart_PUY1C1KWIAHV.2~UW7GMPYZO50A.2 size=316185 2023-12-03T11:43:31.262 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.259+0000 7f4da82f78c0 1 < completed multipart upload key=PUY1C1KWIAHV upload=UW7GMPYZO50A tag=G9NDYJ99P64X type=write size=3461913 2023-12-03T11:43:31.269 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.263+0000 7f4da82f78c0 1 > prepared part key=_multipart_UT0U43FV7Y0L.2~V26K5MXOQ9TC.0 size=1048576 2023-12-03T11:43:31.272 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.267+0000 7f4da82f78c0 1 > prepared part key=_multipart_UT0U43FV7Y0L.2~V26K5MXOQ9TC.1 size=1048576 2023-12-03T11:43:31.275 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.271+0000 7f4da82f78c0 1 > prepared part key=_multipart_UT0U43FV7Y0L.2~V26K5MXOQ9TC.2 size=756880 2023-12-03T11:43:31.276 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.271+0000 7f4da82f78c0 1 > prepared multipart upload key=UT0U43FV7Y0L upload=V26K5MXOQ9TC tag=50W92XO91WHM type=write size=3902608 2023-12-03T11:43:31.280 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.275+0000 7f4da82f78c0 1 < completed delete operation key=GMT5400N4YTT tag=YLPJ1YIC42L8 type=del 2023-12-03T11:43:31.284 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.279+0000 7f4da82f78c0 1 > prepared operation key=7EDLY2Q78IBP tag=J7MMJ4AFH9G0 type=del size=3227756 2023-12-03T11:43:31.288 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.283+0000 7f4da82f78c0 1 < completed part key=_multipart_IA082W6GDNN2.2~AW66JOR04WR6.0 size=1048576 2023-12-03T11:43:31.292 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.287+0000 7f4da82f78c0 1 < completed part key=_multipart_IA082W6GDNN2.2~AW66JOR04WR6.1 size=1048576 2023-12-03T11:43:31.292 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.287+0000 7f4da82f78c0 1 < canceled part key=_multipart_IA082W6GDNN2.2~AW66JOR04WR6.2 size=2749 2023-12-03T11:43:31.300 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.295+0000 7f4da82f78c0 1 < canceled multipart upload key=IA082W6GDNN2 upload=AW66JOR04WR6 tag=7Z025UA31FZD type=write size=3148477 2023-12-03T11:43:31.305 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.299+0000 7f4da82f78c0 1 > prepared operation key=D2PVZARQWEIV tag=TZWF9L53XBPK type=del size=3568092 2023-12-03T11:43:31.308 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.303+0000 7f4da82f78c0 1 < completed delete operation key=1H0XTAA0VMYC tag=R70CABII4FVR type=del 2023-12-03T11:43:31.317 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.311+0000 7f4da82f78c0 1 > prepared part key=_multipart_XCT2GVJ4O84M.2~KI8GDKL9GEWJ.0 size=1048576 2023-12-03T11:43:31.320 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.315+0000 7f4da82f78c0 1 > prepared part key=_multipart_XCT2GVJ4O84M.2~KI8GDKL9GEWJ.1 size=552262 2023-12-03T11:43:31.321 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.315+0000 7f4da82f78c0 1 > prepared multipart upload key=XCT2GVJ4O84M upload=KI8GDKL9GEWJ tag=VD8Y7ZV1ED6S type=write size=2649414 2023-12-03T11:43:31.325 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.319+0000 7f4da82f78c0 1 < completed delete operation key=1H0XTAA0VMYC tag=7NRV10NFG3W7 type=del 2023-12-03T11:43:31.328 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.323+0000 7f4da82f78c0 1 > prepared operation key=K6FJNLCVDIUX tag=IKPRC1LF1F2E type=del size=2181086 2023-12-03T11:43:31.333 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.327+0000 7f4da82f78c0 1 < completed delete operation key=Q3BH4HFRFZA5 tag=VFYES5ZQD8HV type=del 2023-12-03T11:43:31.336 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.331+0000 7f4da82f78c0 1 > prepared operation key=UT0U43FV7Y0L tag=54N2M7LNUNZN type=del size=3032286 2023-12-03T11:43:31.340 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.335+0000 7f4da82f78c0 1 < completed part key=_multipart_85DYZW2I0U7X.2~5XE0IBRIZM2W.0 size=1048576 2023-12-03T11:43:31.343 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.339+0000 7f4da82f78c0 1 < completed part key=_multipart_85DYZW2I0U7X.2~5XE0IBRIZM2W.1 size=670398 2023-12-03T11:43:31.349 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.343+0000 7f4da82f78c0 1 < completed multipart upload key=85DYZW2I0U7X upload=5XE0IBRIZM2W tag=1CD7FW0V4ROB type=write size=2767550 2023-12-03T11:43:31.356 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.351+0000 7f4da82f78c0 1 > prepared part key=_multipart_4DF7KX58SVJY.2~6W855DZOLB2L.0 size=1048576 2023-12-03T11:43:31.359 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.355+0000 7f4da82f78c0 1 > prepared part key=_multipart_4DF7KX58SVJY.2~6W855DZOLB2L.1 size=261948 2023-12-03T11:43:31.359 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.355+0000 7f4da82f78c0 1 > prepared multipart upload key=4DF7KX58SVJY upload=6W855DZOLB2L tag=CJTJ5LFJLI6K type=write size=2359100 2023-12-03T11:43:31.363 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.359+0000 7f4da82f78c0 1 < completed write operation key=WEBJUD8426X3 tag=8KP06DGVQZWY type=write size=1028658 2023-12-03T11:43:31.371 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.367+0000 7f4da82f78c0 1 > prepared part key=_multipart_Q3BH4HFRFZA5.2~X8FVSH34WUJR.0 size=830858 2023-12-03T11:43:31.371 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.367+0000 7f4da82f78c0 1 > prepared multipart upload key=Q3BH4HFRFZA5 upload=X8FVSH34WUJR tag=BEM2WRR43509 type=write size=1879434 2023-12-03T11:43:31.375 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.371+0000 7f4da82f78c0 1 < completed delete operation key=XCT2GVJ4O84M tag=9OJRC32AJF8C type=del 2023-12-03T11:43:31.394 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.387+0000 7f4da82f78c0 1 > prepared part key=_multipart_MY1AJ69R89HD.2~IFLA6CZE5PP5.0 size=616087 2023-12-03T11:43:31.394 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.387+0000 7f4da82f78c0 1 > prepared multipart upload key=MY1AJ69R89HD upload=IFLA6CZE5PP5 tag=ZYJDOTQKB37U type=write size=1664663 2023-12-03T11:43:31.397 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.391+0000 7f4da82f78c0 1 < completed delete operation key=Q3BH4HFRFZA5 tag=RYLETXKIWUM5 type=del 2023-12-03T11:43:31.401 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.395+0000 7f4da82f78c0 1 > prepared operation key=XCT2GVJ4O84M tag=VEHAZVMLEA96 type=del size=1402612 2023-12-03T11:43:31.406 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.399+0000 7f4da82f78c0 1 < completed delete operation key=1H0XTAA0VMYC tag=IGD3Q2S10UKQ type=del 2023-12-03T11:43:31.409 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.403+0000 7f4da82f78c0 1 > prepared operation key=K2XC9VGBIFBD tag=VUAUONJ99MG1 type=del size=3229785 2023-12-03T11:43:31.413 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.407+0000 7f4da82f78c0 1 < completed delete operation key=XCT2GVJ4O84M tag=RDJPQTN4A6LA type=del 2023-12-03T11:43:31.421 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.415+0000 7f4da82f78c0 1 > prepared part key=_multipart_PSYQ3RT9HX5N.2~AJMVPXNB81OX.0 size=1048576 2023-12-03T11:43:31.424 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.419+0000 7f4da82f78c0 1 > prepared part key=_multipart_PSYQ3RT9HX5N.2~AJMVPXNB81OX.1 size=677360 2023-12-03T11:43:31.424 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.419+0000 7f4da82f78c0 1 > prepared multipart upload key=PSYQ3RT9HX5N upload=AJMVPXNB81OX tag=QN2LEABBOCR1 type=write size=2774512 2023-12-03T11:43:31.429 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.423+0000 7f4da82f78c0 1 < canceled operation key=1GAQFDQ35291 tag=PWDB5EXRL32U type=del size=3333605 2023-12-03T11:43:31.433 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.427+0000 7f4da82f78c0 1 > prepared operation key=K2XC9VGBIFBD tag=PIAYRRPAILE6 type=write size=378331 2023-12-03T11:43:31.437 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.431+0000 7f4da82f78c0 1 < canceled operation key=6UZY1HWE143J tag=3TB231I71A3Z type=del size=2794528 2023-12-03T11:43:31.441 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.435+0000 7f4da82f78c0 1 > prepared operation key=L3HC1M7OJ3L7 tag=JBWMLC0I2XP2 type=del size=2152022 2023-12-03T11:43:31.446 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.439+0000 7f4da82f78c0 1 < completed part key=_multipart_M9A06B3PSDOD.2~ZZK7WNF6OAN6.0 size=1048576 2023-12-03T11:43:31.449 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.443+0000 7f4da82f78c0 1 < completed part key=_multipart_M9A06B3PSDOD.2~ZZK7WNF6OAN6.1 size=1048576 2023-12-03T11:43:31.449 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.443+0000 7f4da82f78c0 1 < canceled part key=_multipart_M9A06B3PSDOD.2~ZZK7WNF6OAN6.2 size=865581 2023-12-03T11:43:31.457 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.451+0000 7f4da82f78c0 1 < canceled multipart upload key=M9A06B3PSDOD upload=ZZK7WNF6OAN6 tag=ZBFRGOXUCTHY type=write size=4011309 2023-12-03T11:43:31.464 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.459+0000 7f4da82f78c0 1 > prepared part key=_multipart_7AKK0TE2I43B.2~VVZ4PX47TUXM.0 size=1048576 2023-12-03T11:43:31.467 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.463+0000 7f4da82f78c0 1 > prepared part key=_multipart_7AKK0TE2I43B.2~VVZ4PX47TUXM.1 size=1048576 2023-12-03T11:43:31.470 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.467+0000 7f4da82f78c0 1 > prepared part key=_multipart_7AKK0TE2I43B.2~VVZ4PX47TUXM.2 size=216009 2023-12-03T11:43:31.470 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.467+0000 7f4da82f78c0 1 > prepared multipart upload key=7AKK0TE2I43B upload=VVZ4PX47TUXM tag=ML9RUJO3MOB5 type=write size=3361737 2023-12-03T11:43:31.475 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.471+0000 7f4da82f78c0 1 < completed part key=_multipart_7EDLY2Q78IBP.2~0QJIMFK3VVII.0 size=1048576 2023-12-03T11:43:31.478 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.471+0000 7f4da82f78c0 1 < completed part key=_multipart_7EDLY2Q78IBP.2~0QJIMFK3VVII.1 size=286382 2023-12-03T11:43:31.485 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.479+0000 7f4da82f78c0 1 < completed multipart upload key=7EDLY2Q78IBP upload=0QJIMFK3VVII tag=BTHXX337AAOV type=write size=2383534 2023-12-03T11:43:31.492 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.487+0000 7f4da82f78c0 1 > prepared part key=_multipart_IOZ5MNNP5B2W.2~YA4E1OYIXD7S.0 size=426168 2023-12-03T11:43:31.492 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.487+0000 7f4da82f78c0 1 > prepared multipart upload key=IOZ5MNNP5B2W upload=YA4E1OYIXD7S tag=J0AP0KRM0T7F type=write size=1474744 2023-12-03T11:43:31.496 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.491+0000 7f4da82f78c0 1 < completed part key=_multipart_UT0U43FV7Y0L.2~V26K5MXOQ9TC.0 size=1048576 2023-12-03T11:43:31.499 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.495+0000 7f4da82f78c0 1 < completed part key=_multipart_UT0U43FV7Y0L.2~V26K5MXOQ9TC.1 size=1048576 2023-12-03T11:43:31.502 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.499+0000 7f4da82f78c0 1 < completed part key=_multipart_UT0U43FV7Y0L.2~V26K5MXOQ9TC.2 size=756880 2023-12-03T11:43:31.510 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.503+0000 7f4da82f78c0 1 < completed multipart upload key=UT0U43FV7Y0L upload=V26K5MXOQ9TC tag=50W92XO91WHM type=write size=3902608 2023-12-03T11:43:31.514 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.507+0000 7f4da82f78c0 1 > prepared operation key=MY1AJ69R89HD tag=S15DFVKSL3FG type=del size=1471809 2023-12-03T11:43:31.522 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.515+0000 7f4da82f78c0 1 < suggested update operation key=7EDLY2Q78IBP tag=J7MMJ4AFH9G0 type=del size=3227756 2023-12-03T11:43:31.526 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.519+0000 7f4da82f78c0 1 > prepared operation key=4LWB8EMR9EBJ tag=DJ6MNXF25LPE type=del size=870445 2023-12-03T11:43:31.534 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.527+0000 7f4da82f78c0 1 < suggested update operation key=D2PVZARQWEIV tag=TZWF9L53XBPK type=del size=3568092 2023-12-03T11:43:31.538 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.535+0000 7f4da82f78c0 1 > prepared operation key=6UZY1HWE143J tag=OLU18F5GRAM9 type=del size=1773881 2023-12-03T11:43:31.542 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.539+0000 7f4da82f78c0 1 < completed part key=_multipart_XCT2GVJ4O84M.2~KI8GDKL9GEWJ.0 size=1048576 2023-12-03T11:43:31.545 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.539+0000 7f4da82f78c0 1 < completed part key=_multipart_XCT2GVJ4O84M.2~KI8GDKL9GEWJ.1 size=552262 2023-12-03T11:43:31.552 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.547+0000 7f4da82f78c0 1 < completed multipart upload key=XCT2GVJ4O84M upload=KI8GDKL9GEWJ tag=VD8Y7ZV1ED6S type=write size=2649414 2023-12-03T11:43:31.561 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.555+0000 7f4da82f78c0 1 > prepared part key=_multipart_PUY1C1KWIAHV.2~PN1NXAM6BTFD.0 size=899138 2023-12-03T11:43:31.561 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.555+0000 7f4da82f78c0 1 > prepared multipart upload key=PUY1C1KWIAHV upload=PN1NXAM6BTFD tag=84ZTZJSG796U type=write size=1947714 2023-12-03T11:43:31.565 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.559+0000 7f4da82f78c0 1 < completed delete operation key=K6FJNLCVDIUX tag=IKPRC1LF1F2E type=del 2023-12-03T11:43:31.570 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.563+0000 7f4da82f78c0 1 > prepared operation key=IOZ5MNNP5B2W tag=4W9WTOGS0CG2 type=del size=2390186 2023-12-03T11:43:31.574 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.567+0000 7f4da82f78c0 1 < canceled operation key=UT0U43FV7Y0L tag=54N2M7LNUNZN type=del size=3032286 2023-12-03T11:43:31.582 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.579+0000 7f4da82f78c0 1 > prepared part key=_multipart_PSYQ3RT9HX5N.2~3KR7AYC23RNI.0 size=1048576 2023-12-03T11:43:31.586 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.583+0000 7f4da82f78c0 1 > prepared part key=_multipart_PSYQ3RT9HX5N.2~3KR7AYC23RNI.1 size=1048576 2023-12-03T11:43:31.589 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.583+0000 7f4da82f78c0 1 > prepared part key=_multipart_PSYQ3RT9HX5N.2~3KR7AYC23RNI.2 size=246086 2023-12-03T11:43:31.589 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.583+0000 7f4da82f78c0 1 > prepared multipart upload key=PSYQ3RT9HX5N upload=3KR7AYC23RNI tag=MLY98ZD97LD7 type=write size=3391814 2023-12-03T11:43:31.593 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.587+0000 7f4da82f78c0 1 < completed part key=_multipart_4DF7KX58SVJY.2~6W855DZOLB2L.0 size=1048576 2023-12-03T11:43:31.596 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.591+0000 7f4da82f78c0 1 < completed part key=_multipart_4DF7KX58SVJY.2~6W855DZOLB2L.1 size=261948 2023-12-03T11:43:31.603 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.599+0000 7f4da82f78c0 1 < completed multipart upload key=4DF7KX58SVJY upload=6W855DZOLB2L tag=CJTJ5LFJLI6K type=write size=2359100 2023-12-03T11:43:31.610 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.603+0000 7f4da82f78c0 1 > prepared part key=_multipart_M9A06B3PSDOD.2~6AEP4EOPJ6B0.0 size=1048576 2023-12-03T11:43:31.613 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.607+0000 7f4da82f78c0 1 > prepared part key=_multipart_M9A06B3PSDOD.2~6AEP4EOPJ6B0.1 size=1048576 2023-12-03T11:43:31.616 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.611+0000 7f4da82f78c0 1 > prepared part key=_multipart_M9A06B3PSDOD.2~6AEP4EOPJ6B0.2 size=61504 2023-12-03T11:43:31.616 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.611+0000 7f4da82f78c0 1 > prepared multipart upload key=M9A06B3PSDOD upload=6AEP4EOPJ6B0 tag=HUYIWLXKNMJ4 type=write size=3207232 2023-12-03T11:43:31.620 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.615+0000 7f4da82f78c0 1 < completed part key=_multipart_Q3BH4HFRFZA5.2~X8FVSH34WUJR.0 size=830858 2023-12-03T11:43:31.626 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.623+0000 7f4da82f78c0 1 < completed multipart upload key=Q3BH4HFRFZA5 upload=X8FVSH34WUJR tag=BEM2WRR43509 type=write size=1879434 2023-12-03T11:43:31.633 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.627+0000 7f4da82f78c0 1 > prepared part key=_multipart_TBD5MDTZYHGQ.2~R239N2WXJ82Y.0 size=1048576 2023-12-03T11:43:31.636 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.631+0000 7f4da82f78c0 1 > prepared part key=_multipart_TBD5MDTZYHGQ.2~R239N2WXJ82Y.1 size=1048576 2023-12-03T11:43:31.639 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.635+0000 7f4da82f78c0 1 > prepared part key=_multipart_TBD5MDTZYHGQ.2~R239N2WXJ82Y.2 size=221967 2023-12-03T11:43:31.639 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.635+0000 7f4da82f78c0 1 > prepared multipart upload key=TBD5MDTZYHGQ upload=R239N2WXJ82Y tag=FPRA007ET4TJ type=write size=3367695 2023-12-03T11:43:31.643 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.639+0000 7f4da82f78c0 1 < completed part key=_multipart_MY1AJ69R89HD.2~IFLA6CZE5PP5.0 size=616087 2023-12-03T11:43:31.649 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.643+0000 7f4da82f78c0 1 < completed multipart upload key=MY1AJ69R89HD upload=IFLA6CZE5PP5 tag=ZYJDOTQKB37U type=write size=1664663 2023-12-03T11:43:31.653 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.647+0000 7f4da82f78c0 1 > prepared operation key=MY1AJ69R89HD tag=SM7GYZKVNH6F type=del size=1887445 2023-12-03T11:43:31.657 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.651+0000 7f4da82f78c0 1 < completed delete operation key=XCT2GVJ4O84M tag=VEHAZVMLEA96 type=del 2023-12-03T11:43:31.664 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.659+0000 7f4da82f78c0 1 > prepared part key=_multipart_645V3LNUPS4A.2~5E382RCZTN22.0 size=1048576 2023-12-03T11:43:31.667 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.663+0000 7f4da82f78c0 1 > prepared part key=_multipart_645V3LNUPS4A.2~5E382RCZTN22.1 size=955328 2023-12-03T11:43:31.667 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.663+0000 7f4da82f78c0 1 > prepared multipart upload key=645V3LNUPS4A upload=5E382RCZTN22 tag=X0AB7SPD9TJE type=write size=3052480 2023-12-03T11:43:31.671 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.667+0000 7f4da82f78c0 1 < completed delete operation key=K2XC9VGBIFBD tag=VUAUONJ99MG1 type=del 2023-12-03T11:43:31.675 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.671+0000 7f4da82f78c0 1 > prepared operation key=ZO4GYMSV47J9 tag=8N5IF0EV1L1U type=del size=2680205 2023-12-03T11:43:31.679 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.675+0000 7f4da82f78c0 1 < completed part key=_multipart_PSYQ3RT9HX5N.2~AJMVPXNB81OX.0 size=1048576 2023-12-03T11:43:31.682 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.675+0000 7f4da82f78c0 1 < completed part key=_multipart_PSYQ3RT9HX5N.2~AJMVPXNB81OX.1 size=677360 2023-12-03T11:43:31.688 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.683+0000 7f4da82f78c0 1 < completed multipart upload key=PSYQ3RT9HX5N upload=AJMVPXNB81OX tag=QN2LEABBOCR1 type=write size=2774512 2023-12-03T11:43:31.692 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.687+0000 7f4da82f78c0 1 > prepared operation key=D2PVZARQWEIV tag=MVJMYGL7XJJL type=del size=1362746 2023-12-03T11:43:31.696 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.691+0000 7f4da82f78c0 1 < completed write operation key=K2XC9VGBIFBD tag=PIAYRRPAILE6 type=write size=378331 2023-12-03T11:43:31.700 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.695+0000 7f4da82f78c0 1 > prepared operation key=MY1AJ69R89HD tag=I5RJI5QCE4I9 type=del size=1062888 2023-12-03T11:43:31.704 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.699+0000 7f4da82f78c0 1 < completed delete operation key=L3HC1M7OJ3L7 tag=JBWMLC0I2XP2 type=del 2023-12-03T11:43:31.708 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.703+0000 7f4da82f78c0 1 > prepared operation key=UT0U43FV7Y0L tag=SEZW4RJJ4GSK type=del size=3875497 2023-12-03T11:43:31.711 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.707+0000 7f4da82f78c0 1 < completed part key=_multipart_7AKK0TE2I43B.2~VVZ4PX47TUXM.0 size=1048576 2023-12-03T11:43:31.712 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.707+0000 7f4da82f78c0 1 < canceled part key=_multipart_7AKK0TE2I43B.2~VVZ4PX47TUXM.1 size=1048576 2023-12-03T11:43:31.714 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.711+0000 7f4da82f78c0 1 < completed part key=_multipart_7AKK0TE2I43B.2~VVZ4PX47TUXM.2 size=216009 2023-12-03T11:43:31.721 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.715+0000 7f4da82f78c0 1 < canceled multipart upload key=7AKK0TE2I43B upload=VVZ4PX47TUXM tag=ML9RUJO3MOB5 type=write size=3361737 2023-12-03T11:43:31.725 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.719+0000 7f4da82f78c0 1 > prepared operation key=Q3BH4HFRFZA5 tag=ZBD5RTAU4N44 type=del size=3138039 2023-12-03T11:43:31.729 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.723+0000 7f4da82f78c0 1 < completed part key=_multipart_IOZ5MNNP5B2W.2~YA4E1OYIXD7S.0 size=426168 2023-12-03T11:43:31.736 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.731+0000 7f4da82f78c0 1 < completed multipart upload key=IOZ5MNNP5B2W upload=YA4E1OYIXD7S tag=J0AP0KRM0T7F type=write size=1474744 2023-12-03T11:43:31.742 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.739+0000 7f4da82f78c0 1 > prepared part key=_multipart_2HVLNPGB2PLL.2~SMH3NU451NWD.0 size=1048576 2023-12-03T11:43:31.745 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.739+0000 7f4da82f78c0 1 > prepared part key=_multipart_2HVLNPGB2PLL.2~SMH3NU451NWD.1 size=95891 2023-12-03T11:43:31.745 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.739+0000 7f4da82f78c0 1 > prepared multipart upload key=2HVLNPGB2PLL upload=SMH3NU451NWD tag=LKHJFT7C3KVW type=write size=2193043 2023-12-03T11:43:31.748 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.743+0000 7f4da82f78c0 1 < completed delete operation key=MY1AJ69R89HD tag=S15DFVKSL3FG type=del 2023-12-03T11:43:31.752 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.747+0000 7f4da82f78c0 1 > prepared operation key=WEBJUD8426X3 tag=SEXQ9NL1NLTS type=del size=3687286 2023-12-03T11:43:31.765 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.759+0000 7f4da82f78c0 1 < completed delete operation key=4LWB8EMR9EBJ tag=DJ6MNXF25LPE type=del 2023-12-03T11:43:31.768 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.763+0000 7f4da82f78c0 1 > prepared operation key=UT0U43FV7Y0L tag=X1R7HSP7DPGY type=del size=66494 2023-12-03T11:43:31.772 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.767+0000 7f4da82f78c0 1 < completed delete operation key=6UZY1HWE143J tag=OLU18F5GRAM9 type=del 2023-12-03T11:43:31.777 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.771+0000 7f4da82f78c0 1 > prepared operation key=K2XC9VGBIFBD tag=L7RPYJ7YXLPV type=del size=1651781 2023-12-03T11:43:31.782 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.775+0000 7f4da82f78c0 1 < completed part key=_multipart_PUY1C1KWIAHV.2~PN1NXAM6BTFD.0 size=899138 2023-12-03T11:43:31.788 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.783+0000 7f4da82f78c0 1 < completed multipart upload key=PUY1C1KWIAHV upload=PN1NXAM6BTFD tag=84ZTZJSG796U type=write size=1947714 2023-12-03T11:43:31.791 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.787+0000 7f4da82f78c0 1 > prepared operation key=7EDLY2Q78IBP tag=9MAXI3E23YS7 type=write size=427836 2023-12-03T11:43:31.795 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.791+0000 7f4da82f78c0 1 < canceled operation key=IOZ5MNNP5B2W tag=4W9WTOGS0CG2 type=del size=2390186 2023-12-03T11:43:31.799 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.795+0000 7f4da82f78c0 1 > prepared operation key=7EDLY2Q78IBP tag=8ND0ZPM2VA0M type=write size=529683 2023-12-03T11:43:31.803 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.799+0000 7f4da82f78c0 1 < completed part key=_multipart_PSYQ3RT9HX5N.2~3KR7AYC23RNI.0 size=1048576 2023-12-03T11:43:31.806 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.803+0000 7f4da82f78c0 1 < completed part key=_multipart_PSYQ3RT9HX5N.2~3KR7AYC23RNI.1 size=1048576 2023-12-03T11:43:31.809 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.803+0000 7f4da82f78c0 1 < completed part key=_multipart_PSYQ3RT9HX5N.2~3KR7AYC23RNI.2 size=246086 2023-12-03T11:43:31.817 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.811+0000 7f4da82f78c0 1 < completed multipart upload key=PSYQ3RT9HX5N upload=3KR7AYC23RNI tag=MLY98ZD97LD7 type=write size=3391814 2023-12-03T11:43:31.820 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.815+0000 7f4da82f78c0 1 > prepared operation key=K2XC9VGBIFBD tag=X3NED0L5XZDR type=write size=104936 2023-12-03T11:43:31.825 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.819+0000 7f4da82f78c0 1 < completed part key=_multipart_M9A06B3PSDOD.2~6AEP4EOPJ6B0.0 size=1048576 2023-12-03T11:43:31.825 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.819+0000 7f4da82f78c0 1 < canceled part key=_multipart_M9A06B3PSDOD.2~6AEP4EOPJ6B0.1 size=1048576 2023-12-03T11:43:31.828 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.823+0000 7f4da82f78c0 1 < completed part key=_multipart_M9A06B3PSDOD.2~6AEP4EOPJ6B0.2 size=61504 2023-12-03T11:43:31.834 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.831+0000 7f4da82f78c0 1 < canceled multipart upload key=M9A06B3PSDOD upload=6AEP4EOPJ6B0 tag=HUYIWLXKNMJ4 type=write size=3207232 2023-12-03T11:43:31.841 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.835+0000 7f4da82f78c0 1 > prepared part key=_multipart_IA082W6GDNN2.2~W5R8YVK6WFHV.0 size=1048576 2023-12-03T11:43:31.844 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.839+0000 7f4da82f78c0 1 > prepared part key=_multipart_IA082W6GDNN2.2~W5R8YVK6WFHV.1 size=974538 2023-12-03T11:43:31.844 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.839+0000 7f4da82f78c0 1 > prepared multipart upload key=IA082W6GDNN2 upload=W5R8YVK6WFHV tag=KV7LAR9LZYEJ type=write size=3071690 2023-12-03T11:43:31.848 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.843+0000 7f4da82f78c0 1 < completed part key=_multipart_TBD5MDTZYHGQ.2~R239N2WXJ82Y.0 size=1048576 2023-12-03T11:43:31.852 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.847+0000 7f4da82f78c0 1 < completed part key=_multipart_TBD5MDTZYHGQ.2~R239N2WXJ82Y.1 size=1048576 2023-12-03T11:43:31.855 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.851+0000 7f4da82f78c0 1 < completed part key=_multipart_TBD5MDTZYHGQ.2~R239N2WXJ82Y.2 size=221967 2023-12-03T11:43:31.862 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.859+0000 7f4da82f78c0 1 < completed multipart upload key=TBD5MDTZYHGQ upload=R239N2WXJ82Y tag=FPRA007ET4TJ type=write size=3367695 2023-12-03T11:43:31.870 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.863+0000 7f4da82f78c0 1 > prepared part key=_multipart_6UZY1HWE143J.2~H70NA0IX603F.0 size=1048576 2023-12-03T11:43:31.873 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.867+0000 7f4da82f78c0 1 > prepared part key=_multipart_6UZY1HWE143J.2~H70NA0IX603F.1 size=1048576 2023-12-03T11:43:31.876 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.871+0000 7f4da82f78c0 1 > prepared part key=_multipart_6UZY1HWE143J.2~H70NA0IX603F.2 size=747366 2023-12-03T11:43:31.876 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.871+0000 7f4da82f78c0 1 > prepared multipart upload key=6UZY1HWE143J upload=H70NA0IX603F tag=W432E26SF2FP type=write size=3893094 2023-12-03T11:43:31.880 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.875+0000 7f4da82f78c0 1 < completed delete operation key=MY1AJ69R89HD tag=SM7GYZKVNH6F type=del 2023-12-03T11:43:31.884 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.879+0000 7f4da82f78c0 1 > prepared operation key=RF6YEP4A6INZ tag=9B5WF3YOLXXO type=del size=2433298 2023-12-03T11:43:31.888 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.883+0000 7f4da82f78c0 1 < completed part key=_multipart_645V3LNUPS4A.2~5E382RCZTN22.0 size=1048576 2023-12-03T11:43:31.891 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.887+0000 7f4da82f78c0 1 < completed part key=_multipart_645V3LNUPS4A.2~5E382RCZTN22.1 size=955328 2023-12-03T11:43:31.897 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.891+0000 7f4da82f78c0 1 < completed multipart upload key=645V3LNUPS4A upload=5E382RCZTN22 tag=X0AB7SPD9TJE type=write size=3052480 2023-12-03T11:43:31.901 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.895+0000 7f4da82f78c0 1 > prepared operation key=XCT2GVJ4O84M tag=TFQPFL0XATLB type=del size=936898 2023-12-03T11:43:31.905 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.899+0000 7f4da82f78c0 1 < completed delete operation key=ZO4GYMSV47J9 tag=8N5IF0EV1L1U type=del 2023-12-03T11:43:31.909 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.903+0000 7f4da82f78c0 1 > prepared operation key=1H0XTAA0VMYC tag=65F388B39QZ7 type=del size=656328 2023-12-03T11:43:31.913 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.907+0000 7f4da82f78c0 1 < completed delete operation key=D2PVZARQWEIV tag=MVJMYGL7XJJL type=del 2023-12-03T11:43:31.921 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.915+0000 7f4da82f78c0 1 > prepared part key=_multipart_XCT2GVJ4O84M.2~Q20WYHRLBB78.0 size=1048576 2023-12-03T11:43:31.924 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.919+0000 7f4da82f78c0 1 > prepared part key=_multipart_XCT2GVJ4O84M.2~Q20WYHRLBB78.1 size=1048576 2023-12-03T11:43:31.927 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.923+0000 7f4da82f78c0 1 > prepared part key=_multipart_XCT2GVJ4O84M.2~Q20WYHRLBB78.2 size=523440 2023-12-03T11:43:31.927 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.923+0000 7f4da82f78c0 1 > prepared multipart upload key=XCT2GVJ4O84M upload=Q20WYHRLBB78 tag=PGPZRBPCKTGC type=write size=3669168 2023-12-03T11:43:31.930 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.927+0000 7f4da82f78c0 1 < canceled operation key=MY1AJ69R89HD tag=I5RJI5QCE4I9 type=del size=1062888 2023-12-03T11:43:31.934 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.927+0000 7f4da82f78c0 1 > prepared operation key=645V3LNUPS4A tag=NEEYN2S56EJ4 type=del size=3900522 2023-12-03T11:43:31.941 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.935+0000 7f4da82f78c0 1 < suggested remove operation key=UT0U43FV7Y0L tag=SEZW4RJJ4GSK type=del 2023-12-03T11:43:31.945 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.939+0000 7f4da82f78c0 1 > prepared operation key=4LWB8EMR9EBJ tag=KD5ZH0VSBLSV type=del size=4125704 2023-12-03T11:43:31.949 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.943+0000 7f4da82f78c0 1 < completed delete operation key=Q3BH4HFRFZA5 tag=ZBD5RTAU4N44 type=del 2023-12-03T11:43:31.952 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.947+0000 7f4da82f78c0 1 > prepared operation key=QGLKMQWQRM89 tag=WU40KL3W1LDN type=del size=1017471 2023-12-03T11:43:31.956 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.951+0000 7f4da82f78c0 1 < completed part key=_multipart_2HVLNPGB2PLL.2~SMH3NU451NWD.0 size=1048576 2023-12-03T11:43:31.959 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.955+0000 7f4da82f78c0 1 < completed part key=_multipart_2HVLNPGB2PLL.2~SMH3NU451NWD.1 size=95891 2023-12-03T11:43:31.965 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.959+0000 7f4da82f78c0 1 < completed multipart upload key=2HVLNPGB2PLL upload=SMH3NU451NWD tag=LKHJFT7C3KVW type=write size=2193043 2023-12-03T11:43:31.969 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.963+0000 7f4da82f78c0 1 > prepared operation key=UT0U43FV7Y0L tag=2JYPU40JWB0R type=del size=2135035 2023-12-03T11:43:31.972 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.967+0000 7f4da82f78c0 1 < completed delete operation key=WEBJUD8426X3 tag=SEXQ9NL1NLTS type=del 2023-12-03T11:43:31.976 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.971+0000 7f4da82f78c0 1 > prepared operation key=IOZ5MNNP5B2W tag=6I02VJ37IM1K type=del size=3939295 2023-12-03T11:43:31.979 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.975+0000 7f4da82f78c0 -1 < failed to complete operation key=UT0U43FV7Y0L tag=X1R7HSP7DPGY type=del size=66494: (22) Invalid argument 2023-12-03T11:43:31.986 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.983+0000 7f4da82f78c0 1 > prepared part key=_multipart_85DYZW2I0U7X.2~I1HFI71VJVNS.0 size=1048576 2023-12-03T11:43:31.989 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.983+0000 7f4da82f78c0 1 > prepared part key=_multipart_85DYZW2I0U7X.2~I1HFI71VJVNS.1 size=401139 2023-12-03T11:43:31.989 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.983+0000 7f4da82f78c0 1 > prepared multipart upload key=85DYZW2I0U7X upload=I1HFI71VJVNS tag=E1VLUXNJL0VS type=write size=2498291 2023-12-03T11:43:31.994 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.987+0000 7f4da82f78c0 1 < completed delete operation key=K2XC9VGBIFBD tag=L7RPYJ7YXLPV type=del 2023-12-03T11:43:31.997 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.991+0000 7f4da82f78c0 1 > prepared operation key=UT0U43FV7Y0L tag=INMSSCH29UU5 type=del size=2064739 2023-12-03T11:43:32.001 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.995+0000 7f4da82f78c0 1 < completed write operation key=7EDLY2Q78IBP tag=9MAXI3E23YS7 type=write size=427836 2023-12-03T11:43:32.005 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:31.999+0000 7f4da82f78c0 1 > prepared operation key=K4O9QAISDGSN tag=CWP1VUFFI1ZL type=del size=2021623 2023-12-03T11:43:32.010 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.007+0000 7f4da82f78c0 1 < canceled operation key=7EDLY2Q78IBP tag=8ND0ZPM2VA0M type=write size=529683 2023-12-03T11:43:32.014 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.011+0000 7f4da82f78c0 1 > prepared operation key=85DYZW2I0U7X tag=N262MGKCJCCS type=del size=181063 2023-12-03T11:43:32.023 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.019+0000 7f4da82f78c0 1 < suggested update operation key=K2XC9VGBIFBD tag=X3NED0L5XZDR type=write size=104936 2023-12-03T11:43:32.027 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.023+0000 7f4da82f78c0 1 > prepared operation key=D2PVZARQWEIV tag=BTOFYFRYUWNB type=del size=4038935 2023-12-03T11:43:32.031 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.027+0000 7f4da82f78c0 1 < completed part key=_multipart_IA082W6GDNN2.2~W5R8YVK6WFHV.0 size=1048576 2023-12-03T11:43:32.035 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.031+0000 7f4da82f78c0 1 < completed part key=_multipart_IA082W6GDNN2.2~W5R8YVK6WFHV.1 size=974538 2023-12-03T11:43:32.041 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.035+0000 7f4da82f78c0 1 < completed multipart upload key=IA082W6GDNN2 upload=W5R8YVK6WFHV tag=KV7LAR9LZYEJ type=write size=3071690 2023-12-03T11:43:32.049 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.043+0000 7f4da82f78c0 1 > prepared part key=_multipart_WEBJUD8426X3.2~WM6LE6VIURCT.0 size=1048576 2023-12-03T11:43:32.052 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.047+0000 7f4da82f78c0 1 > prepared part key=_multipart_WEBJUD8426X3.2~WM6LE6VIURCT.1 size=234383 2023-12-03T11:43:32.052 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.047+0000 7f4da82f78c0 1 > prepared multipart upload key=WEBJUD8426X3 upload=WM6LE6VIURCT tag=B0LJ2L6DN31X type=write size=2331535 2023-12-03T11:43:32.056 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.051+0000 7f4da82f78c0 1 < completed part key=_multipart_6UZY1HWE143J.2~H70NA0IX603F.0 size=1048576 2023-12-03T11:43:32.061 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.055+0000 7f4da82f78c0 1 < completed part key=_multipart_6UZY1HWE143J.2~H70NA0IX603F.1 size=1048576 2023-12-03T11:43:32.064 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.059+0000 7f4da82f78c0 1 < completed part key=_multipart_6UZY1HWE143J.2~H70NA0IX603F.2 size=747366 2023-12-03T11:43:32.070 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.063+0000 7f4da82f78c0 1 < completed multipart upload key=6UZY1HWE143J upload=H70NA0IX603F tag=W432E26SF2FP type=write size=3893094 2023-12-03T11:43:32.074 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.067+0000 7f4da82f78c0 1 > prepared operation key=Q3BH4HFRFZA5 tag=CD0NFTQB8I0H type=write size=678913 2023-12-03T11:43:32.081 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.075+0000 7f4da82f78c0 1 < suggested update operation key=RF6YEP4A6INZ tag=9B5WF3YOLXXO type=del size=2433298 2023-12-03T11:43:32.085 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.079+0000 7f4da82f78c0 1 > prepared operation key=7AKK0TE2I43B tag=PSCXHVYTLRAF type=del size=4072732 2023-12-03T11:43:32.088 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.083+0000 7f4da82f78c0 1 < completed delete operation key=XCT2GVJ4O84M tag=TFQPFL0XATLB type=del 2023-12-03T11:43:32.095 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.091+0000 7f4da82f78c0 1 > prepared part key=_multipart_UT0U43FV7Y0L.2~QBW7UZGXPOG1.0 size=670161 2023-12-03T11:43:32.095 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.091+0000 7f4da82f78c0 1 > prepared multipart upload key=UT0U43FV7Y0L upload=QBW7UZGXPOG1 tag=57I2OEATNYOM type=write size=1718737 2023-12-03T11:43:32.099 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.091+0000 7f4da82f78c0 1 < completed delete operation key=1H0XTAA0VMYC tag=65F388B39QZ7 type=del 2023-12-03T11:43:32.101 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.095+0000 7f4da82f78c0 1 > prepared operation key=UT0U43FV7Y0L tag=AU20LJHW4UGK type=del size=2477182 2023-12-03T11:43:32.105 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.099+0000 7f4da82f78c0 1 < completed part key=_multipart_XCT2GVJ4O84M.2~Q20WYHRLBB78.0 size=1048576 2023-12-03T11:43:32.108 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.103+0000 7f4da82f78c0 1 < completed part key=_multipart_XCT2GVJ4O84M.2~Q20WYHRLBB78.1 size=1048576 2023-12-03T11:43:32.111 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.107+0000 7f4da82f78c0 1 < completed part key=_multipart_XCT2GVJ4O84M.2~Q20WYHRLBB78.2 size=523440 2023-12-03T11:43:32.117 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.111+0000 7f4da82f78c0 1 < completed multipart upload key=XCT2GVJ4O84M upload=Q20WYHRLBB78 tag=PGPZRBPCKTGC type=write size=3669168 2023-12-03T11:43:32.120 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.115+0000 7f4da82f78c0 1 > prepared operation key=85DYZW2I0U7X tag=54IGVJTCLHQ5 type=del size=1935673 2023-12-03T11:43:32.137 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.131+0000 7f4da82f78c0 1 < suggested remove operation key=645V3LNUPS4A tag=NEEYN2S56EJ4 type=del 2023-12-03T11:43:32.142 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.135+0000 7f4da82f78c0 1 > prepared operation key=PUY1C1KWIAHV tag=NN17RZAZ0AY0 type=write size=29871 2023-12-03T11:43:32.147 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.143+0000 7f4da82f78c0 1 < completed delete operation key=4LWB8EMR9EBJ tag=KD5ZH0VSBLSV type=del 2023-12-03T11:43:32.150 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.147+0000 7f4da82f78c0 1 > prepared operation key=PSYQ3RT9HX5N tag=7SLELOEDUCIJ type=del size=399824 2023-12-03T11:43:32.155 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.151+0000 7f4da82f78c0 1 < canceled operation key=QGLKMQWQRM89 tag=WU40KL3W1LDN type=del size=1017471 2023-12-03T11:43:32.162 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.155+0000 7f4da82f78c0 1 > prepared part key=_multipart_IA082W6GDNN2.2~PH3FLZY2CUHJ.0 size=1048576 2023-12-03T11:43:32.165 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.159+0000 7f4da82f78c0 1 > prepared part key=_multipart_IA082W6GDNN2.2~PH3FLZY2CUHJ.1 size=405034 2023-12-03T11:43:32.165 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.159+0000 7f4da82f78c0 1 > prepared multipart upload key=IA082W6GDNN2 upload=PH3FLZY2CUHJ tag=TC08G20L419Y type=write size=2502186 2023-12-03T11:43:32.170 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.163+0000 7f4da82f78c0 1 < completed delete operation key=UT0U43FV7Y0L tag=2JYPU40JWB0R type=del 2023-12-03T11:43:32.174 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.167+0000 7f4da82f78c0 1 > prepared operation key=85DYZW2I0U7X tag=VV5VQ3OMJSW4 type=del size=1767747 2023-12-03T11:43:32.178 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.171+0000 7f4da82f78c0 1 < completed delete operation key=IOZ5MNNP5B2W tag=6I02VJ37IM1K type=del 2023-12-03T11:43:32.185 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.179+0000 7f4da82f78c0 1 > prepared part key=_multipart_7AKK0TE2I43B.2~934HZNT99YQ5.0 size=713042 2023-12-03T11:43:32.185 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.179+0000 7f4da82f78c0 1 > prepared multipart upload key=7AKK0TE2I43B upload=934HZNT99YQ5 tag=1BTBPVMZ3BVX type=write size=1761618 2023-12-03T11:43:32.188 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.183+0000 7f4da82f78c0 1 < completed part key=_multipart_85DYZW2I0U7X.2~I1HFI71VJVNS.0 size=1048576 2023-12-03T11:43:32.192 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.187+0000 7f4da82f78c0 1 < completed part key=_multipart_85DYZW2I0U7X.2~I1HFI71VJVNS.1 size=401139 2023-12-03T11:43:32.199 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.195+0000 7f4da82f78c0 1 < completed multipart upload key=85DYZW2I0U7X upload=I1HFI71VJVNS tag=E1VLUXNJL0VS type=write size=2498291 2023-12-03T11:43:32.203 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.199+0000 7f4da82f78c0 1 > prepared operation key=TBD5MDTZYHGQ tag=XX75GPDY5J2A type=del size=1641502 2023-12-03T11:43:32.207 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.203+0000 7f4da82f78c0 1 < completed delete operation key=UT0U43FV7Y0L tag=INMSSCH29UU5 type=del 2023-12-03T11:43:32.212 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.207+0000 7f4da82f78c0 1 > prepared operation key=TBD5MDTZYHGQ tag=2ZK1RZ4Y1F93 type=del size=785475 2023-12-03T11:43:32.216 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.211+0000 7f4da82f78c0 1 < completed delete operation key=K4O9QAISDGSN tag=CWP1VUFFI1ZL type=del 2023-12-03T11:43:32.219 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.215+0000 7f4da82f78c0 1 > prepared operation key=4DF7KX58SVJY tag=7347E1CFPQW0 type=del size=2315275 2023-12-03T11:43:32.224 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.219+0000 7f4da82f78c0 1 < completed delete operation key=85DYZW2I0U7X tag=N262MGKCJCCS type=del 2023-12-03T11:43:32.228 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.223+0000 7f4da82f78c0 1 > prepared operation key=85DYZW2I0U7X tag=66XM8VKKV6SY type=del size=2749950 2023-12-03T11:43:32.232 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.227+0000 7f4da82f78c0 1 < completed delete operation key=D2PVZARQWEIV tag=BTOFYFRYUWNB type=del 2023-12-03T11:43:32.239 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.235+0000 7f4da82f78c0 1 > prepared part key=_multipart_85DYZW2I0U7X.2~A8CURXXQQ1A4.0 size=140109 2023-12-03T11:43:32.240 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.235+0000 7f4da82f78c0 1 > prepared multipart upload key=85DYZW2I0U7X upload=A8CURXXQQ1A4 tag=ZFI12B5ZF4ZE type=write size=1188685 2023-12-03T11:43:32.244 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.239+0000 7f4da82f78c0 1 < completed part key=_multipart_WEBJUD8426X3.2~WM6LE6VIURCT.0 size=1048576 2023-12-03T11:43:32.247 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.243+0000 7f4da82f78c0 1 < completed part key=_multipart_WEBJUD8426X3.2~WM6LE6VIURCT.1 size=234383 2023-12-03T11:43:32.254 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.247+0000 7f4da82f78c0 1 < completed multipart upload key=WEBJUD8426X3 upload=WM6LE6VIURCT tag=B0LJ2L6DN31X type=write size=2331535 2023-12-03T11:43:32.257 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.251+0000 7f4da82f78c0 1 > prepared operation key=K6FJNLCVDIUX tag=211AUQ5HDP0C type=del size=1239503 2023-12-03T11:43:32.266 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.263+0000 7f4da82f78c0 1 < suggested update operation key=Q3BH4HFRFZA5 tag=CD0NFTQB8I0H type=write size=678913 2023-12-03T11:43:32.274 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.267+0000 7f4da82f78c0 1 > prepared part key=_multipart_UT0U43FV7Y0L.2~LTGI5EV773DX.0 size=1048576 2023-12-03T11:43:32.277 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.271+0000 7f4da82f78c0 1 > prepared part key=_multipart_UT0U43FV7Y0L.2~LTGI5EV773DX.1 size=522685 2023-12-03T11:43:32.277 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.271+0000 7f4da82f78c0 1 > prepared multipart upload key=UT0U43FV7Y0L upload=LTGI5EV773DX tag=3X1R1E2SH1O3 type=write size=2619837 2023-12-03T11:43:32.281 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.275+0000 7f4da82f78c0 1 < completed delete operation key=7AKK0TE2I43B tag=PSCXHVYTLRAF type=del 2023-12-03T11:43:32.285 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.279+0000 7f4da82f78c0 1 > prepared operation key=WEBJUD8426X3 tag=F3613TOMNQXS type=del size=2327733 2023-12-03T11:43:32.289 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.283+0000 7f4da82f78c0 1 < completed part key=_multipart_UT0U43FV7Y0L.2~QBW7UZGXPOG1.0 size=670161 2023-12-03T11:43:32.296 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.291+0000 7f4da82f78c0 1 < completed multipart upload key=UT0U43FV7Y0L upload=QBW7UZGXPOG1 tag=57I2OEATNYOM type=write size=1718737 2023-12-03T11:43:32.300 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.295+0000 7f4da82f78c0 1 > prepared operation key=1GAQFDQ35291 tag=Q53NGIKBTLQC type=write size=330278 2023-12-03T11:43:32.303 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.299+0000 7f4da82f78c0 1 < completed delete operation key=UT0U43FV7Y0L tag=AU20LJHW4UGK type=del 2023-12-03T11:43:32.307 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.303+0000 7f4da82f78c0 1 > prepared operation key=QGLKMQWQRM89 tag=VH8K4IREY8K7 type=del size=365026 2023-12-03T11:43:32.311 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.307+0000 7f4da82f78c0 1 < completed delete operation key=85DYZW2I0U7X tag=54IGVJTCLHQ5 type=del 2023-12-03T11:43:32.315 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.311+0000 7f4da82f78c0 1 > prepared operation key=RF6YEP4A6INZ tag=ZSIAG49MP15I type=del size=1242031 2023-12-03T11:43:32.322 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.319+0000 7f4da82f78c0 1 < suggested remove operation key=PUY1C1KWIAHV tag=NN17RZAZ0AY0 type=write 2023-12-03T11:43:32.326 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.323+0000 7f4da82f78c0 1 > prepared operation key=L3HC1M7OJ3L7 tag=SVGMOQM7U3N4 type=write size=755934 2023-12-03T11:43:32.334 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.331+0000 7f4da82f78c0 1 < suggested update operation key=PSYQ3RT9HX5N tag=7SLELOEDUCIJ type=del size=399824 2023-12-03T11:43:32.338 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.331+0000 7f4da82f78c0 1 > prepared operation key=GMT5400N4YTT tag=FVI9ODDT88KO type=del size=1125116 2023-12-03T11:43:32.341 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.335+0000 7f4da82f78c0 1 < completed part key=_multipart_IA082W6GDNN2.2~PH3FLZY2CUHJ.0 size=1048576 2023-12-03T11:43:32.345 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.339+0000 7f4da82f78c0 1 < completed part key=_multipart_IA082W6GDNN2.2~PH3FLZY2CUHJ.1 size=405034 2023-12-03T11:43:32.352 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.347+0000 7f4da82f78c0 1 < completed multipart upload key=IA082W6GDNN2 upload=PH3FLZY2CUHJ tag=TC08G20L419Y type=write size=2502186 2023-12-03T11:43:32.359 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.355+0000 7f4da82f78c0 1 > prepared part key=_multipart_YCJ1J0AKOH1D.2~CS3YVX4BAXHV.0 size=1048576 2023-12-03T11:43:32.362 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.359+0000 7f4da82f78c0 1 > prepared part key=_multipart_YCJ1J0AKOH1D.2~CS3YVX4BAXHV.1 size=1048576 2023-12-03T11:43:32.365 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.359+0000 7f4da82f78c0 1 > prepared part key=_multipart_YCJ1J0AKOH1D.2~CS3YVX4BAXHV.2 size=589944 2023-12-03T11:43:32.365 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.359+0000 7f4da82f78c0 1 > prepared multipart upload key=YCJ1J0AKOH1D upload=CS3YVX4BAXHV tag=AXIZVMQMUH08 type=write size=3735672 2023-12-03T11:43:32.369 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.363+0000 7f4da82f78c0 1 < completed delete operation key=85DYZW2I0U7X tag=VV5VQ3OMJSW4 type=del 2023-12-03T11:43:32.372 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.367+0000 7f4da82f78c0 1 > prepared operation key=XCT2GVJ4O84M tag=4AEJKA4F6ENN type=del size=1212577 2023-12-03T11:43:32.376 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.371+0000 7f4da82f78c0 1 < completed part key=_multipart_7AKK0TE2I43B.2~934HZNT99YQ5.0 size=713042 2023-12-03T11:43:32.382 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.375+0000 7f4da82f78c0 1 < completed multipart upload key=7AKK0TE2I43B upload=934HZNT99YQ5 tag=1BTBPVMZ3BVX type=write size=1761618 2023-12-03T11:43:32.388 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.383+0000 7f4da82f78c0 1 > prepared part key=_multipart_XCT2GVJ4O84M.2~ONA8870B3PVT.0 size=1048576 2023-12-03T11:43:32.390 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.387+0000 7f4da82f78c0 1 > prepared part key=_multipart_XCT2GVJ4O84M.2~ONA8870B3PVT.1 size=1048576 2023-12-03T11:43:32.393 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.387+0000 7f4da82f78c0 1 > prepared part key=_multipart_XCT2GVJ4O84M.2~ONA8870B3PVT.2 size=8588 2023-12-03T11:43:32.394 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.387+0000 7f4da82f78c0 1 > prepared multipart upload key=XCT2GVJ4O84M upload=ONA8870B3PVT tag=QM2CBS1LO9ZU type=write size=3154316 2023-12-03T11:43:32.397 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.391+0000 7f4da82f78c0 1 < completed delete operation key=TBD5MDTZYHGQ tag=XX75GPDY5J2A type=del 2023-12-03T11:43:32.401 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.395+0000 7f4da82f78c0 1 > prepared operation key=85DYZW2I0U7X tag=S6S9GSHUNHEC type=del size=3071232 2023-12-03T11:43:32.405 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.399+0000 7f4da82f78c0 1 < completed delete operation key=TBD5MDTZYHGQ tag=2ZK1RZ4Y1F93 type=del 2023-12-03T11:43:32.412 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.407+0000 7f4da82f78c0 1 > prepared part key=_multipart_IA082W6GDNN2.2~K3HV691KNWBR.0 size=1048576 2023-12-03T11:43:32.415 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.411+0000 7f4da82f78c0 1 > prepared part key=_multipart_IA082W6GDNN2.2~K3HV691KNWBR.1 size=624540 2023-12-03T11:43:32.415 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.411+0000 7f4da82f78c0 1 > prepared multipart upload key=IA082W6GDNN2 upload=K3HV691KNWBR tag=GH4BJMYH0VOS type=write size=2721692 2023-12-03T11:43:32.419 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.415+0000 7f4da82f78c0 1 < completed delete operation key=4DF7KX58SVJY tag=7347E1CFPQW0 type=del 2023-12-03T11:43:32.426 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.423+0000 7f4da82f78c0 1 > prepared part key=_multipart_4LWB8EMR9EBJ.2~QF4OXHV47PDO.0 size=1048576 2023-12-03T11:43:32.429 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.423+0000 7f4da82f78c0 1 > prepared part key=_multipart_4LWB8EMR9EBJ.2~QF4OXHV47PDO.1 size=1048576 2023-12-03T11:43:32.432 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.427+0000 7f4da82f78c0 1 > prepared part key=_multipart_4LWB8EMR9EBJ.2~QF4OXHV47PDO.2 size=531512 2023-12-03T11:43:32.432 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.427+0000 7f4da82f78c0 1 > prepared multipart upload key=4LWB8EMR9EBJ upload=QF4OXHV47PDO tag=86ZLHK92IHA3 type=write size=3677240 2023-12-03T11:43:32.440 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.435+0000 7f4da82f78c0 1 < suggested remove operation key=85DYZW2I0U7X tag=66XM8VKKV6SY type=del 2023-12-03T11:43:32.444 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.439+0000 7f4da82f78c0 1 > prepared operation key=K4O9QAISDGSN tag=N3VNDQNWCVWG type=del size=2116818 2023-12-03T11:43:32.448 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.443+0000 7f4da82f78c0 1 < completed part key=_multipart_85DYZW2I0U7X.2~A8CURXXQQ1A4.0 size=140109 2023-12-03T11:43:32.454 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.451+0000 7f4da82f78c0 1 < completed multipart upload key=85DYZW2I0U7X upload=A8CURXXQQ1A4 tag=ZFI12B5ZF4ZE type=write size=1188685 2023-12-03T11:43:32.458 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.455+0000 7f4da82f78c0 1 > prepared operation key=L3HC1M7OJ3L7 tag=3Y5ZI6TRLKU0 type=del size=2542484 2023-12-03T11:43:32.462 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.459+0000 7f4da82f78c0 1 < canceled operation key=K6FJNLCVDIUX tag=211AUQ5HDP0C type=del size=1239503 2023-12-03T11:43:32.466 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.459+0000 7f4da82f78c0 1 > prepared operation key=K4O9QAISDGSN tag=GRXUKFKQQSH6 type=del size=2490432 2023-12-03T11:43:32.470 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.467+0000 7f4da82f78c0 1 < completed part key=_multipart_UT0U43FV7Y0L.2~LTGI5EV773DX.0 size=1048576 2023-12-03T11:43:32.473 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.467+0000 7f4da82f78c0 1 < completed part key=_multipart_UT0U43FV7Y0L.2~LTGI5EV773DX.1 size=522685 2023-12-03T11:43:32.480 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.475+0000 7f4da82f78c0 1 < completed multipart upload key=UT0U43FV7Y0L upload=LTGI5EV773DX tag=3X1R1E2SH1O3 type=write size=2619837 2023-12-03T11:43:32.487 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.483+0000 7f4da82f78c0 1 > prepared part key=_multipart_MY1AJ69R89HD.2~EFEXR34428WN.0 size=1048576 2023-12-03T11:43:32.490 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.487+0000 7f4da82f78c0 1 > prepared part key=_multipart_MY1AJ69R89HD.2~EFEXR34428WN.1 size=629679 2023-12-03T11:43:32.490 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.487+0000 7f4da82f78c0 1 > prepared multipart upload key=MY1AJ69R89HD upload=EFEXR34428WN tag=0SMVBNYZ9V1R type=write size=2726831 2023-12-03T11:43:32.494 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.491+0000 7f4da82f78c0 1 < completed delete operation key=WEBJUD8426X3 tag=F3613TOMNQXS type=del 2023-12-03T11:43:32.498 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.495+0000 7f4da82f78c0 1 > prepared operation key=K4O9QAISDGSN tag=3HLPHDDIKRHE type=write size=480369 2023-12-03T11:43:32.516 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.511+0000 7f4da82f78c0 1 < suggested update operation key=1GAQFDQ35291 tag=Q53NGIKBTLQC type=write size=330278 2023-12-03T11:43:32.520 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.515+0000 7f4da82f78c0 1 > prepared operation key=ZO4GYMSV47J9 tag=7IHW2ZWNWW8O type=write size=1035724 2023-12-03T11:43:32.528 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.523+0000 7f4da82f78c0 1 < suggested update operation key=QGLKMQWQRM89 tag=VH8K4IREY8K7 type=del size=365026 2023-12-03T11:43:32.535 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.531+0000 7f4da82f78c0 1 > prepared part key=_multipart_1GAQFDQ35291.2~6BJIC3YXRIRO.0 size=1048576 2023-12-03T11:43:32.538 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.531+0000 7f4da82f78c0 1 > prepared part key=_multipart_1GAQFDQ35291.2~6BJIC3YXRIRO.1 size=484983 2023-12-03T11:43:32.538 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.531+0000 7f4da82f78c0 1 > prepared multipart upload key=1GAQFDQ35291 upload=6BJIC3YXRIRO tag=ND1254LSIP4W type=write size=2582135 2023-12-03T11:43:32.542 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.535+0000 7f4da82f78c0 1 < completed delete operation key=RF6YEP4A6INZ tag=ZSIAG49MP15I type=del 2023-12-03T11:43:32.545 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.539+0000 7f4da82f78c0 1 > prepared operation key=6UZY1HWE143J tag=7GQUA9H0QJEE type=del size=158119 2023-12-03T11:43:32.549 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.543+0000 7f4da82f78c0 1 < completed write operation key=L3HC1M7OJ3L7 tag=SVGMOQM7U3N4 type=write size=755934 2023-12-03T11:43:32.556 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.551+0000 7f4da82f78c0 1 > prepared part key=_multipart_D2PVZARQWEIV.2~D8OC6P3WCLXW.0 size=560547 2023-12-03T11:43:32.557 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.551+0000 7f4da82f78c0 1 > prepared multipart upload key=D2PVZARQWEIV upload=D8OC6P3WCLXW tag=9SD2G4LDR52Q type=write size=1609123 2023-12-03T11:43:32.560 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.555+0000 7f4da82f78c0 1 < completed delete operation key=GMT5400N4YTT tag=FVI9ODDT88KO type=del 2023-12-03T11:43:32.564 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.559+0000 7f4da82f78c0 1 > prepared operation key=4LWB8EMR9EBJ tag=Z8OGNGZ4N70X type=del size=3571298 2023-12-03T11:43:32.568 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.563+0000 7f4da82f78c0 1 < completed part key=_multipart_YCJ1J0AKOH1D.2~CS3YVX4BAXHV.0 size=1048576 2023-12-03T11:43:32.571 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.567+0000 7f4da82f78c0 1 < completed part key=_multipart_YCJ1J0AKOH1D.2~CS3YVX4BAXHV.1 size=1048576 2023-12-03T11:43:32.575 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.571+0000 7f4da82f78c0 1 < completed part key=_multipart_YCJ1J0AKOH1D.2~CS3YVX4BAXHV.2 size=589944 2023-12-03T11:43:32.581 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.575+0000 7f4da82f78c0 1 < completed multipart upload key=YCJ1J0AKOH1D upload=CS3YVX4BAXHV tag=AXIZVMQMUH08 type=write size=3735672 2023-12-03T11:43:32.585 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.579+0000 7f4da82f78c0 1 > prepared operation key=2HVLNPGB2PLL tag=NCVK5CZGOFVJ type=del size=301620 2023-12-03T11:43:32.594 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.591+0000 7f4da82f78c0 1 < suggested remove operation key=XCT2GVJ4O84M tag=4AEJKA4F6ENN type=del 2023-12-03T11:43:32.599 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.595+0000 7f4da82f78c0 1 > prepared operation key=IOZ5MNNP5B2W tag=3AZX1N216J6E type=del size=2737833 2023-12-03T11:43:32.603 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.599+0000 7f4da82f78c0 1 < completed part key=_multipart_XCT2GVJ4O84M.2~ONA8870B3PVT.0 size=1048576 2023-12-03T11:43:32.606 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.603+0000 7f4da82f78c0 1 < completed part key=_multipart_XCT2GVJ4O84M.2~ONA8870B3PVT.1 size=1048576 2023-12-03T11:43:32.609 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.603+0000 7f4da82f78c0 1 < completed part key=_multipart_XCT2GVJ4O84M.2~ONA8870B3PVT.2 size=8588 2023-12-03T11:43:32.617 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.611+0000 7f4da82f78c0 1 < completed multipart upload key=XCT2GVJ4O84M upload=ONA8870B3PVT tag=QM2CBS1LO9ZU type=write size=3154316 2023-12-03T11:43:32.622 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.615+0000 7f4da82f78c0 1 > prepared operation key=Q5C3IZCQEVO6 tag=8HKRML0RBBE5 type=del size=1632903 2023-12-03T11:43:32.625 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.619+0000 7f4da82f78c0 -1 < failed to complete operation key=85DYZW2I0U7X tag=S6S9GSHUNHEC type=del size=3071232: (22) Invalid argument 2023-12-03T11:43:32.633 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.627+0000 7f4da82f78c0 1 > prepared part key=_multipart_TBD5MDTZYHGQ.2~N8WZHJQ71CI8.0 size=382095 2023-12-03T11:43:32.633 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.627+0000 7f4da82f78c0 1 > prepared multipart upload key=TBD5MDTZYHGQ upload=N8WZHJQ71CI8 tag=LQ4UNGBQEA9K type=write size=1430671 2023-12-03T11:43:32.637 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.631+0000 7f4da82f78c0 1 < completed part key=_multipart_IA082W6GDNN2.2~K3HV691KNWBR.0 size=1048576 2023-12-03T11:43:32.640 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.635+0000 7f4da82f78c0 1 < completed part key=_multipart_IA082W6GDNN2.2~K3HV691KNWBR.1 size=624540 2023-12-03T11:43:32.647 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.643+0000 7f4da82f78c0 1 < completed multipart upload key=IA082W6GDNN2 upload=K3HV691KNWBR tag=GH4BJMYH0VOS type=write size=2721692 2023-12-03T11:43:32.651 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.647+0000 7f4da82f78c0 1 > prepared operation key=K6FJNLCVDIUX tag=VHLMUYOVJDGD type=del size=2904733 2023-12-03T11:43:32.655 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.651+0000 7f4da82f78c0 1 < completed part key=_multipart_4LWB8EMR9EBJ.2~QF4OXHV47PDO.0 size=1048576 2023-12-03T11:43:32.659 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.655+0000 7f4da82f78c0 1 < completed part key=_multipart_4LWB8EMR9EBJ.2~QF4OXHV47PDO.1 size=1048576 2023-12-03T11:43:32.662 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.659+0000 7f4da82f78c0 1 < completed part key=_multipart_4LWB8EMR9EBJ.2~QF4OXHV47PDO.2 size=531512 2023-12-03T11:43:32.670 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.663+0000 7f4da82f78c0 1 < completed multipart upload key=4LWB8EMR9EBJ upload=QF4OXHV47PDO tag=86ZLHK92IHA3 type=write size=3677240 2023-12-03T11:43:32.677 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.671+0000 7f4da82f78c0 1 > prepared part key=_multipart_YCJ1J0AKOH1D.2~QAZ1XCB0RMOX.0 size=1048576 2023-12-03T11:43:32.680 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.675+0000 7f4da82f78c0 1 > prepared part key=_multipart_YCJ1J0AKOH1D.2~QAZ1XCB0RMOX.1 size=621942 2023-12-03T11:43:32.680 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.675+0000 7f4da82f78c0 1 > prepared multipart upload key=YCJ1J0AKOH1D upload=QAZ1XCB0RMOX tag=OG012QKJ45BP type=write size=2719094 2023-12-03T11:43:32.684 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.679+0000 7f4da82f78c0 1 < completed delete operation key=K4O9QAISDGSN tag=N3VNDQNWCVWG type=del 2023-12-03T11:43:32.692 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.687+0000 7f4da82f78c0 1 > prepared part key=_multipart_PSYQ3RT9HX5N.2~9N8O5NV4J8RR.0 size=300766 2023-12-03T11:43:32.692 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.687+0000 7f4da82f78c0 1 > prepared multipart upload key=PSYQ3RT9HX5N upload=9N8O5NV4J8RR tag=A7X3A9WYGLU1 type=write size=1349342 2023-12-03T11:43:32.696 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.691+0000 7f4da82f78c0 1 < completed delete operation key=L3HC1M7OJ3L7 tag=3Y5ZI6TRLKU0 type=del 2023-12-03T11:43:32.700 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.695+0000 7f4da82f78c0 1 > prepared operation key=IA082W6GDNN2 tag=N2VSYXJQH63W type=del size=1872992 2023-12-03T11:43:32.704 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.699+0000 7f4da82f78c0 1 < completed delete operation key=K4O9QAISDGSN tag=GRXUKFKQQSH6 type=del 2023-12-03T11:43:32.708 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.703+0000 7f4da82f78c0 1 > prepared operation key=6UZY1HWE143J tag=XHAKNDCFIVYM type=write size=580261 2023-12-03T11:43:32.712 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.707+0000 7f4da82f78c0 1 < completed part key=_multipart_MY1AJ69R89HD.2~EFEXR34428WN.0 size=1048576 2023-12-03T11:43:32.712 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.707+0000 7f4da82f78c0 1 < canceled part key=_multipart_MY1AJ69R89HD.2~EFEXR34428WN.1 size=629679 2023-12-03T11:43:32.718 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.715+0000 7f4da82f78c0 1 < canceled multipart upload key=MY1AJ69R89HD upload=EFEXR34428WN tag=0SMVBNYZ9V1R type=write size=2726831 2023-12-03T11:43:32.723 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.719+0000 7f4da82f78c0 1 > prepared operation key=4DF7KX58SVJY tag=G5291I7RB240 type=write size=246284 2023-12-03T11:43:32.727 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.723+0000 7f4da82f78c0 1 < completed write operation key=K4O9QAISDGSN tag=3HLPHDDIKRHE type=write size=480369 2023-12-03T11:43:32.731 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.727+0000 7f4da82f78c0 1 > prepared operation key=QGLKMQWQRM89 tag=C3N6PTWB5JCW type=del size=33338 2023-12-03T11:43:32.735 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.731+0000 7f4da82f78c0 1 < completed write operation key=ZO4GYMSV47J9 tag=7IHW2ZWNWW8O type=write size=1035724 2023-12-03T11:43:32.739 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.735+0000 7f4da82f78c0 1 > prepared operation key=PSYQ3RT9HX5N tag=0NH9JZSHN2DS type=del size=1736278 2023-12-03T11:43:32.743 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.739+0000 7f4da82f78c0 1 < completed part key=_multipart_1GAQFDQ35291.2~6BJIC3YXRIRO.0 size=1048576 2023-12-03T11:43:32.747 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.743+0000 7f4da82f78c0 1 < completed part key=_multipart_1GAQFDQ35291.2~6BJIC3YXRIRO.1 size=484983 2023-12-03T11:43:32.753 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.747+0000 7f4da82f78c0 1 < completed multipart upload key=1GAQFDQ35291 upload=6BJIC3YXRIRO tag=ND1254LSIP4W type=write size=2582135 2023-12-03T11:43:32.757 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.751+0000 7f4da82f78c0 1 > prepared operation key=M9A06B3PSDOD tag=EOJOL45V33Q0 type=write size=893339 2023-12-03T11:43:32.762 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.755+0000 7f4da82f78c0 1 < completed delete operation key=6UZY1HWE143J tag=7GQUA9H0QJEE type=del 2023-12-03T11:43:32.769 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.763+0000 7f4da82f78c0 1 > prepared part key=_multipart_6UZY1HWE143J.2~18LR47STPO39.0 size=1048576 2023-12-03T11:43:32.772 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.767+0000 7f4da82f78c0 1 > prepared part key=_multipart_6UZY1HWE143J.2~18LR47STPO39.1 size=1048576 2023-12-03T11:43:32.775 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.771+0000 7f4da82f78c0 1 > prepared part key=_multipart_6UZY1HWE143J.2~18LR47STPO39.2 size=860636 2023-12-03T11:43:32.775 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.771+0000 7f4da82f78c0 1 > prepared multipart upload key=6UZY1HWE143J upload=18LR47STPO39 tag=DY9FHIT52R20 type=write size=4006364 2023-12-03T11:43:32.780 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.775+0000 7f4da82f78c0 1 < completed part key=_multipart_D2PVZARQWEIV.2~D8OC6P3WCLXW.0 size=560547 2023-12-03T11:43:32.786 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.783+0000 7f4da82f78c0 1 < completed multipart upload key=D2PVZARQWEIV upload=D8OC6P3WCLXW tag=9SD2G4LDR52Q type=write size=1609123 2023-12-03T11:43:32.791 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.787+0000 7f4da82f78c0 1 > prepared operation key=1H0XTAA0VMYC tag=JXYR0F22TNO9 type=del size=1515436 2023-12-03T11:43:32.795 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.791+0000 7f4da82f78c0 1 < completed delete operation key=4LWB8EMR9EBJ tag=Z8OGNGZ4N70X type=del 2023-12-03T11:43:32.799 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.795+0000 7f4da82f78c0 1 > prepared operation key=Q5C3IZCQEVO6 tag=0JM2YKEDLNKI type=write size=118520 2023-12-03T11:43:32.803 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.799+0000 7f4da82f78c0 1 < completed delete operation key=2HVLNPGB2PLL tag=NCVK5CZGOFVJ type=del 2023-12-03T11:43:32.807 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.803+0000 7f4da82f78c0 1 > prepared operation key=K2XC9VGBIFBD tag=SXJRU54KMZYQ type=write size=920884 2023-12-03T11:43:32.812 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.807+0000 7f4da82f78c0 1 < completed delete operation key=IOZ5MNNP5B2W tag=3AZX1N216J6E type=del 2023-12-03T11:43:32.816 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.811+0000 7f4da82f78c0 1 > prepared operation key=K6FJNLCVDIUX tag=COR587SHBSYO type=del size=2200163 2023-12-03T11:43:32.820 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.815+0000 7f4da82f78c0 1 < canceled operation key=Q5C3IZCQEVO6 tag=8HKRML0RBBE5 type=del size=1632903 2023-12-03T11:43:32.824 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.819+0000 7f4da82f78c0 1 > prepared operation key=85DYZW2I0U7X tag=KIP04CNSGIU9 type=del size=2747519 2023-12-03T11:43:32.825 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.819+0000 7f4da82f78c0 1 < canceled part key=_multipart_TBD5MDTZYHGQ.2~N8WZHJQ71CI8.0 size=382095 2023-12-03T11:43:32.832 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.827+0000 7f4da82f78c0 1 < canceled multipart upload key=TBD5MDTZYHGQ upload=N8WZHJQ71CI8 tag=LQ4UNGBQEA9K type=write size=1430671 2023-12-03T11:43:32.839 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.835+0000 7f4da82f78c0 1 > prepared part key=_multipart_QGLKMQWQRM89.2~3VOC15SLWLJA.0 size=557735 2023-12-03T11:43:32.839 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.835+0000 7f4da82f78c0 1 > prepared multipart upload key=QGLKMQWQRM89 upload=3VOC15SLWLJA tag=8UMI00JA8BR4 type=write size=1606311 2023-12-03T11:43:32.843 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.839+0000 7f4da82f78c0 1 < canceled operation key=K6FJNLCVDIUX tag=VHLMUYOVJDGD type=del size=2904733 2023-12-03T11:43:32.847 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.843+0000 7f4da82f78c0 1 > prepared operation key=1H0XTAA0VMYC tag=FR5YN6JII4JG type=del size=952597 2023-12-03T11:43:32.851 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.847+0000 7f4da82f78c0 1 < completed part key=_multipart_YCJ1J0AKOH1D.2~QAZ1XCB0RMOX.0 size=1048576 2023-12-03T11:43:32.855 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.851+0000 7f4da82f78c0 1 < completed part key=_multipart_YCJ1J0AKOH1D.2~QAZ1XCB0RMOX.1 size=621942 2023-12-03T11:43:32.862 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.859+0000 7f4da82f78c0 1 < completed multipart upload key=YCJ1J0AKOH1D upload=QAZ1XCB0RMOX tag=OG012QKJ45BP type=write size=2719094 2023-12-03T11:43:32.866 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.863+0000 7f4da82f78c0 1 > prepared operation key=L3HC1M7OJ3L7 tag=VVAE0KDLB30A type=del size=2627763 2023-12-03T11:43:32.870 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.867+0000 7f4da82f78c0 1 < completed part key=_multipart_PSYQ3RT9HX5N.2~9N8O5NV4J8RR.0 size=300766 2023-12-03T11:43:32.877 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.871+0000 7f4da82f78c0 1 < completed multipart upload key=PSYQ3RT9HX5N upload=9N8O5NV4J8RR tag=A7X3A9WYGLU1 type=write size=1349342 2023-12-03T11:43:32.882 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.875+0000 7f4da82f78c0 1 > prepared operation key=PUY1C1KWIAHV tag=VFXJT7D62S5F type=del size=608260 2023-12-03T11:43:32.885 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.879+0000 7f4da82f78c0 1 < completed delete operation key=IA082W6GDNN2 tag=N2VSYXJQH63W type=del 2023-12-03T11:43:32.888 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.883+0000 7f4da82f78c0 1 > prepared operation key=GMT5400N4YTT tag=VUUM5MW1XXK7 type=write size=372128 2023-12-03T11:43:32.907 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.903+0000 7f4da82f78c0 1 < suggested remove operation key=6UZY1HWE143J tag=XHAKNDCFIVYM type=write 2023-12-03T11:43:32.915 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.911+0000 7f4da82f78c0 1 > prepared part key=_multipart_7AKK0TE2I43B.2~CCZNJLIPKBS6.0 size=1048576 2023-12-03T11:43:32.918 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.915+0000 7f4da82f78c0 1 > prepared part key=_multipart_7AKK0TE2I43B.2~CCZNJLIPKBS6.1 size=1048576 2023-12-03T11:43:32.921 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.915+0000 7f4da82f78c0 1 > prepared part key=_multipart_7AKK0TE2I43B.2~CCZNJLIPKBS6.2 size=242773 2023-12-03T11:43:32.921 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.915+0000 7f4da82f78c0 1 > prepared multipart upload key=7AKK0TE2I43B upload=CCZNJLIPKBS6 tag=VB5Z23JRTQF6 type=write size=3388501 2023-12-03T11:43:32.925 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.919+0000 7f4da82f78c0 1 < completed write operation key=4DF7KX58SVJY tag=G5291I7RB240 type=write size=246284 2023-12-03T11:43:32.929 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.923+0000 7f4da82f78c0 1 > prepared operation key=1H0XTAA0VMYC tag=2EX7N5BSFP24 type=del size=4095186 2023-12-03T11:43:32.935 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.927+0000 7f4da82f78c0 1 < completed delete operation key=QGLKMQWQRM89 tag=C3N6PTWB5JCW type=del 2023-12-03T11:43:32.937 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.931+0000 7f4da82f78c0 1 > prepared operation key=L3HC1M7OJ3L7 tag=3RUU9S1AFUUL type=del size=1611294 2023-12-03T11:43:32.941 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.935+0000 7f4da82f78c0 1 < canceled operation key=PSYQ3RT9HX5N tag=0NH9JZSHN2DS type=del size=1736278 2023-12-03T11:43:32.945 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.939+0000 7f4da82f78c0 1 > prepared operation key=Q3BH4HFRFZA5 tag=WEU5QMYM5DR1 type=del size=3369942 2023-12-03T11:43:32.949 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.943+0000 7f4da82f78c0 1 < completed write operation key=M9A06B3PSDOD tag=EOJOL45V33Q0 type=write size=893339 2023-12-03T11:43:32.953 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.947+0000 7f4da82f78c0 1 > prepared operation key=L3HC1M7OJ3L7 tag=BET45LK8CJ97 type=del size=2834974 2023-12-03T11:43:32.957 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.951+0000 7f4da82f78c0 1 < completed part key=_multipart_6UZY1HWE143J.2~18LR47STPO39.0 size=1048576 2023-12-03T11:43:32.961 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.955+0000 7f4da82f78c0 1 < completed part key=_multipart_6UZY1HWE143J.2~18LR47STPO39.1 size=1048576 2023-12-03T11:43:32.964 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.959+0000 7f4da82f78c0 1 < completed part key=_multipart_6UZY1HWE143J.2~18LR47STPO39.2 size=860636 2023-12-03T11:43:32.972 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.967+0000 7f4da82f78c0 1 < completed multipart upload key=6UZY1HWE143J upload=18LR47STPO39 tag=DY9FHIT52R20 type=write size=4006364 2023-12-03T11:43:32.986 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.983+0000 7f4da82f78c0 1 > prepared part key=_multipart_UT0U43FV7Y0L.2~NCP5FL3UOXRS.0 size=1048576 2023-12-03T11:43:32.989 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.983+0000 7f4da82f78c0 1 > prepared part key=_multipart_UT0U43FV7Y0L.2~NCP5FL3UOXRS.1 size=1048576 2023-12-03T11:43:32.992 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.987+0000 7f4da82f78c0 1 > prepared part key=_multipart_UT0U43FV7Y0L.2~NCP5FL3UOXRS.2 size=795970 2023-12-03T11:43:32.992 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.987+0000 7f4da82f78c0 1 > prepared multipart upload key=UT0U43FV7Y0L upload=NCP5FL3UOXRS tag=59E9XX3QS9SN type=write size=3941698 2023-12-03T11:43:32.996 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.991+0000 7f4da82f78c0 1 < completed delete operation key=1H0XTAA0VMYC tag=JXYR0F22TNO9 type=del 2023-12-03T11:43:33.000 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.995+0000 7f4da82f78c0 1 > prepared operation key=Q3BH4HFRFZA5 tag=AXC0UJ2VPVH5 type=del size=4177406 2023-12-03T11:43:33.004 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:32.999+0000 7f4da82f78c0 1 < completed write operation key=Q5C3IZCQEVO6 tag=0JM2YKEDLNKI type=write size=118520 2023-12-03T11:43:33.008 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.003+0000 7f4da82f78c0 1 > prepared operation key=TBD5MDTZYHGQ tag=WQM4Z0D4NKZS type=del size=2262564 2023-12-03T11:43:33.013 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.007+0000 7f4da82f78c0 1 < completed write operation key=K2XC9VGBIFBD tag=SXJRU54KMZYQ type=write size=920884 2023-12-03T11:43:33.017 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.011+0000 7f4da82f78c0 1 > prepared operation key=D2PVZARQWEIV tag=I38Z7T5O6A8T type=write size=140942 2023-12-03T11:43:33.022 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.019+0000 7f4da82f78c0 1 < completed delete operation key=K6FJNLCVDIUX tag=COR587SHBSYO type=del 2023-12-03T11:43:33.029 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.023+0000 7f4da82f78c0 1 > prepared part key=_multipart_XCT2GVJ4O84M.2~TNTCLTNT1PZB.0 size=1048576 2023-12-03T11:43:33.033 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.027+0000 7f4da82f78c0 1 > prepared part key=_multipart_XCT2GVJ4O84M.2~TNTCLTNT1PZB.1 size=1048576 2023-12-03T11:43:33.035 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.031+0000 7f4da82f78c0 1 > prepared part key=_multipart_XCT2GVJ4O84M.2~TNTCLTNT1PZB.2 size=1033240 2023-12-03T11:43:33.035 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.031+0000 7f4da82f78c0 1 > prepared multipart upload key=XCT2GVJ4O84M upload=TNTCLTNT1PZB tag=AKMWC4L0UWKG type=write size=4178968 2023-12-03T11:43:33.039 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.035+0000 7f4da82f78c0 1 < completed delete operation key=85DYZW2I0U7X tag=KIP04CNSGIU9 type=del 2023-12-03T11:43:33.047 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.043+0000 7f4da82f78c0 1 > prepared part key=_multipart_MY1AJ69R89HD.2~62QTG489DM48.0 size=463488 2023-12-03T11:43:33.047 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.043+0000 7f4da82f78c0 1 > prepared multipart upload key=MY1AJ69R89HD upload=62QTG489DM48 tag=UWBVFWH5LRE5 type=write size=1512064 2023-12-03T11:43:33.052 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.047+0000 7f4da82f78c0 1 < completed part key=_multipart_QGLKMQWQRM89.2~3VOC15SLWLJA.0 size=557735 2023-12-03T11:43:33.059 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.055+0000 7f4da82f78c0 1 < completed multipart upload key=QGLKMQWQRM89 upload=3VOC15SLWLJA tag=8UMI00JA8BR4 type=write size=1606311 2023-12-03T11:43:33.063 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.059+0000 7f4da82f78c0 1 > prepared operation key=M9A06B3PSDOD tag=V42JFXXGTKAW type=del size=1013308 2023-12-03T11:43:33.067 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.063+0000 7f4da82f78c0 1 < completed delete operation key=1H0XTAA0VMYC tag=FR5YN6JII4JG type=del 2023-12-03T11:43:33.077 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.071+0000 7f4da82f78c0 1 > prepared part key=_multipart_K6FJNLCVDIUX.2~CXFACMQMFQKM.0 size=447723 2023-12-03T11:43:33.077 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.071+0000 7f4da82f78c0 1 > prepared multipart upload key=K6FJNLCVDIUX upload=CXFACMQMFQKM tag=AHHNP10MHD71 type=write size=1496299 2023-12-03T11:43:33.083 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.079+0000 7f4da82f78c0 1 < suggested update operation key=L3HC1M7OJ3L7 tag=VVAE0KDLB30A type=del size=2627763 2023-12-03T11:43:33.091 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.087+0000 7f4da82f78c0 1 > prepared part key=_multipart_RF6YEP4A6INZ.2~932X9WX1EEQ3.0 size=800287 2023-12-03T11:43:33.091 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.087+0000 7f4da82f78c0 1 > prepared multipart upload key=RF6YEP4A6INZ upload=932X9WX1EEQ3 tag=BL2N84ZBFEPM type=write size=1848863 2023-12-03T11:43:33.103 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.099+0000 7f4da82f78c0 1 < suggested update operation key=PUY1C1KWIAHV tag=VFXJT7D62S5F type=del size=608260 2023-12-03T11:43:33.107 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.103+0000 7f4da82f78c0 1 > prepared operation key=PUY1C1KWIAHV tag=0N29TTWEWQNJ type=del size=1408354 2023-12-03T11:43:33.111 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.107+0000 7f4da82f78c0 1 < completed write operation key=GMT5400N4YTT tag=VUUM5MW1XXK7 type=write size=372128 2023-12-03T11:43:33.116 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.111+0000 7f4da82f78c0 1 > prepared part key=_multipart_PUY1C1KWIAHV.2~0WGCX4AXN8N0.0 size=1048576 2023-12-03T11:43:33.119 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.115+0000 7f4da82f78c0 1 > prepared part key=_multipart_PUY1C1KWIAHV.2~0WGCX4AXN8N0.1 size=1048576 2023-12-03T11:43:33.122 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.115+0000 7f4da82f78c0 1 > prepared part key=_multipart_PUY1C1KWIAHV.2~0WGCX4AXN8N0.2 size=367155 2023-12-03T11:43:33.122 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.115+0000 7f4da82f78c0 1 > prepared multipart upload key=PUY1C1KWIAHV upload=0WGCX4AXN8N0 tag=YQ1P194YOLS5 type=write size=3512883 2023-12-03T11:43:33.126 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.119+0000 7f4da82f78c0 1 < completed part key=_multipart_7AKK0TE2I43B.2~CCZNJLIPKBS6.0 size=1048576 2023-12-03T11:43:33.128 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.123+0000 7f4da82f78c0 1 < completed part key=_multipart_7AKK0TE2I43B.2~CCZNJLIPKBS6.1 size=1048576 2023-12-03T11:43:33.132 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.127+0000 7f4da82f78c0 1 < completed part key=_multipart_7AKK0TE2I43B.2~CCZNJLIPKBS6.2 size=242773 2023-12-03T11:43:33.138 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.135+0000 7f4da82f78c0 1 < completed multipart upload key=7AKK0TE2I43B upload=CCZNJLIPKBS6 tag=VB5Z23JRTQF6 type=write size=3388501 2023-12-03T11:43:33.145 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.139+0000 7f4da82f78c0 1 > prepared part key=_multipart_L3HC1M7OJ3L7.2~X1IY1Q3FQ0SC.0 size=1048576 2023-12-03T11:43:33.148 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.143+0000 7f4da82f78c0 1 > prepared part key=_multipart_L3HC1M7OJ3L7.2~X1IY1Q3FQ0SC.1 size=829084 2023-12-03T11:43:33.148 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.143+0000 7f4da82f78c0 1 > prepared multipart upload key=L3HC1M7OJ3L7 upload=X1IY1Q3FQ0SC tag=U1W524KH2YFG type=write size=2926236 2023-12-03T11:43:33.152 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.147+0000 7f4da82f78c0 1 < completed delete operation key=1H0XTAA0VMYC tag=2EX7N5BSFP24 type=del 2023-12-03T11:43:33.159 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.155+0000 7f4da82f78c0 1 > prepared part key=_multipart_XCT2GVJ4O84M.2~V5C765DX8IM4.0 size=1048576 2023-12-03T11:43:33.162 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.155+0000 7f4da82f78c0 1 > prepared part key=_multipart_XCT2GVJ4O84M.2~V5C765DX8IM4.1 size=1048576 2023-12-03T11:43:33.164 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.159+0000 7f4da82f78c0 1 > prepared part key=_multipart_XCT2GVJ4O84M.2~V5C765DX8IM4.2 size=1029007 2023-12-03T11:43:33.165 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.159+0000 7f4da82f78c0 1 > prepared multipart upload key=XCT2GVJ4O84M upload=V5C765DX8IM4 tag=3F67V3IY3NI0 type=write size=4174735 2023-12-03T11:43:33.168 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.163+0000 7f4da82f78c0 -1 < failed to complete operation key=L3HC1M7OJ3L7 tag=3RUU9S1AFUUL type=del size=1611294: (22) Invalid argument 2023-12-03T11:43:33.171 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.167+0000 7f4da82f78c0 1 > prepared operation key=YCJ1J0AKOH1D tag=EVBWWV3H5G2W type=write size=139572 2023-12-03T11:43:33.178 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.175+0000 7f4da82f78c0 1 < suggested update operation key=Q3BH4HFRFZA5 tag=WEU5QMYM5DR1 type=del size=3369942 2023-12-03T11:43:33.182 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.179+0000 7f4da82f78c0 1 > prepared operation key=6UZY1HWE143J tag=5U0NGSQT09KG type=del size=1451947 2023-12-03T11:43:33.186 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.179+0000 7f4da82f78c0 -1 < failed to complete operation key=L3HC1M7OJ3L7 tag=BET45LK8CJ97 type=del size=2834974: (22) Invalid argument 2023-12-03T11:43:33.189 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.183+0000 7f4da82f78c0 1 > prepared operation key=WEBJUD8426X3 tag=15KSK1Y0L92S type=del size=636053 2023-12-03T11:43:33.193 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.187+0000 7f4da82f78c0 1 < completed part key=_multipart_UT0U43FV7Y0L.2~NCP5FL3UOXRS.0 size=1048576 2023-12-03T11:43:33.197 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.191+0000 7f4da82f78c0 1 < completed part key=_multipart_UT0U43FV7Y0L.2~NCP5FL3UOXRS.1 size=1048576 2023-12-03T11:43:33.200 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.195+0000 7f4da82f78c0 1 < completed part key=_multipart_UT0U43FV7Y0L.2~NCP5FL3UOXRS.2 size=795970 2023-12-03T11:43:33.206 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.203+0000 7f4da82f78c0 1 < completed multipart upload key=UT0U43FV7Y0L upload=NCP5FL3UOXRS tag=59E9XX3QS9SN type=write size=3941698 2023-12-03T11:43:33.210 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.207+0000 7f4da82f78c0 1 > prepared operation key=4LWB8EMR9EBJ tag=PYPWCU56PQ8J type=del size=143896 2023-12-03T11:43:33.214 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.211+0000 7f4da82f78c0 -1 < failed to complete operation key=Q3BH4HFRFZA5 tag=AXC0UJ2VPVH5 type=del size=4177406: (22) Invalid argument 2023-12-03T11:43:33.218 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.211+0000 7f4da82f78c0 1 > prepared operation key=RF6YEP4A6INZ tag=U22PFU0FGETU type=del size=1009516 2023-12-03T11:43:33.221 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.215+0000 7f4da82f78c0 1 < completed delete operation key=TBD5MDTZYHGQ tag=WQM4Z0D4NKZS type=del 2023-12-03T11:43:33.228 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.223+0000 7f4da82f78c0 1 > prepared part key=_multipart_Q5C3IZCQEVO6.2~DLV654QHNLI8.0 size=6771 2023-12-03T11:43:33.228 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.223+0000 7f4da82f78c0 1 > prepared multipart upload key=Q5C3IZCQEVO6 upload=DLV654QHNLI8 tag=3CP7V6YAPYNQ type=write size=1055347 2023-12-03T11:43:33.231 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.227+0000 7f4da82f78c0 1 < completed write operation key=D2PVZARQWEIV tag=I38Z7T5O6A8T type=write size=140942 2023-12-03T11:43:33.234 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.231+0000 7f4da82f78c0 1 > prepared operation key=QGLKMQWQRM89 tag=SXV441WNJD76 type=del size=2091302 2023-12-03T11:43:33.238 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.231+0000 7f4da82f78c0 1 < completed part key=_multipart_XCT2GVJ4O84M.2~TNTCLTNT1PZB.0 size=1048576 2023-12-03T11:43:33.241 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.235+0000 7f4da82f78c0 1 < completed part key=_multipart_XCT2GVJ4O84M.2~TNTCLTNT1PZB.1 size=1048576 2023-12-03T11:43:33.244 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.239+0000 7f4da82f78c0 1 < completed part key=_multipart_XCT2GVJ4O84M.2~TNTCLTNT1PZB.2 size=1033240 2023-12-03T11:43:33.251 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.247+0000 7f4da82f78c0 1 < completed multipart upload key=XCT2GVJ4O84M upload=TNTCLTNT1PZB tag=AKMWC4L0UWKG type=write size=4178968 2023-12-03T11:43:33.255 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.251+0000 7f4da82f78c0 1 > prepared operation key=2HVLNPGB2PLL tag=BOVOCZRRKRRA type=del size=2737194 2023-12-03T11:43:33.259 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.255+0000 7f4da82f78c0 1 < completed part key=_multipart_MY1AJ69R89HD.2~62QTG489DM48.0 size=463488 2023-12-03T11:43:33.265 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.259+0000 7f4da82f78c0 1 < completed multipart upload key=MY1AJ69R89HD upload=62QTG489DM48 tag=UWBVFWH5LRE5 type=write size=1512064 2023-12-03T11:43:33.269 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.263+0000 7f4da82f78c0 1 > prepared operation key=Q3BH4HFRFZA5 tag=SKX6SKBW6D9U type=del size=1326632 2023-12-03T11:43:33.273 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.267+0000 7f4da82f78c0 1 < completed delete operation key=M9A06B3PSDOD tag=V42JFXXGTKAW type=del 2023-12-03T11:43:33.296 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.291+0000 7f4da82f78c0 1 > prepared part key=_multipart_L3HC1M7OJ3L7.2~3J29A2GYLKX8.0 size=1048576 2023-12-03T11:43:33.299 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.295+0000 7f4da82f78c0 1 > prepared part key=_multipart_L3HC1M7OJ3L7.2~3J29A2GYLKX8.1 size=312880 2023-12-03T11:43:33.299 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.295+0000 7f4da82f78c0 1 > prepared multipart upload key=L3HC1M7OJ3L7 upload=3J29A2GYLKX8 tag=Q8L4MTXF1IDW type=write size=2410032 2023-12-03T11:43:33.304 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.299+0000 7f4da82f78c0 1 < completed part key=_multipart_K6FJNLCVDIUX.2~CXFACMQMFQKM.0 size=447723 2023-12-03T11:43:33.310 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.303+0000 7f4da82f78c0 1 < completed multipart upload key=K6FJNLCVDIUX upload=CXFACMQMFQKM tag=AHHNP10MHD71 type=write size=1496299 2023-12-03T11:43:33.315 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.307+0000 7f4da82f78c0 1 > prepared operation key=ZO4GYMSV47J9 tag=LY7IY2I37ORI type=del size=2461746 2023-12-03T11:43:33.317 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.311+0000 7f4da82f78c0 1 < completed part key=_multipart_RF6YEP4A6INZ.2~932X9WX1EEQ3.0 size=800287 2023-12-03T11:43:33.323 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.319+0000 7f4da82f78c0 1 < completed multipart upload key=RF6YEP4A6INZ upload=932X9WX1EEQ3 tag=BL2N84ZBFEPM type=write size=1848863 2023-12-03T11:43:33.327 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.323+0000 7f4da82f78c0 1 > prepared operation key=4DF7KX58SVJY tag=TDNTFWMMG4IT type=del size=2688713 2023-12-03T11:43:33.332 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.327+0000 7f4da82f78c0 1 < completed delete operation key=PUY1C1KWIAHV tag=0N29TTWEWQNJ type=del 2023-12-03T11:43:33.336 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.331+0000 7f4da82f78c0 1 > prepared operation key=ZO4GYMSV47J9 tag=Z5LEIUTREGO1 type=write size=889440 2023-12-03T11:43:33.340 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.335+0000 7f4da82f78c0 1 < completed part key=_multipart_PUY1C1KWIAHV.2~0WGCX4AXN8N0.0 size=1048576 2023-12-03T11:43:33.343 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.339+0000 7f4da82f78c0 1 < completed part key=_multipart_PUY1C1KWIAHV.2~0WGCX4AXN8N0.1 size=1048576 2023-12-03T11:43:33.346 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.339+0000 7f4da82f78c0 1 < completed part key=_multipart_PUY1C1KWIAHV.2~0WGCX4AXN8N0.2 size=367155 2023-12-03T11:43:33.352 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.347+0000 7f4da82f78c0 1 < completed multipart upload key=PUY1C1KWIAHV upload=0WGCX4AXN8N0 tag=YQ1P194YOLS5 type=write size=3512883 2023-12-03T11:43:33.359 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.355+0000 7f4da82f78c0 1 > prepared part key=_multipart_645V3LNUPS4A.2~BX2226GTATQF.0 size=1048576 2023-12-03T11:43:33.361 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.355+0000 7f4da82f78c0 1 > prepared part key=_multipart_645V3LNUPS4A.2~BX2226GTATQF.1 size=989056 2023-12-03T11:43:33.362 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.355+0000 7f4da82f78c0 1 > prepared multipart upload key=645V3LNUPS4A upload=BX2226GTATQF tag=QTAH8V73JL6W type=write size=3086208 2023-12-03T11:43:33.365 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.359+0000 7f4da82f78c0 1 < completed part key=_multipart_L3HC1M7OJ3L7.2~X1IY1Q3FQ0SC.0 size=1048576 2023-12-03T11:43:33.370 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.363+0000 7f4da82f78c0 1 < completed part key=_multipart_L3HC1M7OJ3L7.2~X1IY1Q3FQ0SC.1 size=829084 2023-12-03T11:43:33.377 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.371+0000 7f4da82f78c0 1 < completed multipart upload key=L3HC1M7OJ3L7 upload=X1IY1Q3FQ0SC tag=U1W524KH2YFG type=write size=2926236 2023-12-03T11:43:33.381 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.375+0000 7f4da82f78c0 1 > prepared operation key=ZO4GYMSV47J9 tag=7DIE71URUR0Z type=del size=2786555 2023-12-03T11:43:33.385 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.379+0000 7f4da82f78c0 1 < completed part key=_multipart_XCT2GVJ4O84M.2~V5C765DX8IM4.0 size=1048576 2023-12-03T11:43:33.388 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.383+0000 7f4da82f78c0 1 < completed part key=_multipart_XCT2GVJ4O84M.2~V5C765DX8IM4.1 size=1048576 2023-12-03T11:43:33.390 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.387+0000 7f4da82f78c0 1 < completed part key=_multipart_XCT2GVJ4O84M.2~V5C765DX8IM4.2 size=1029007 2023-12-03T11:43:33.397 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.391+0000 7f4da82f78c0 1 < completed multipart upload key=XCT2GVJ4O84M upload=V5C765DX8IM4 tag=3F67V3IY3NI0 type=write size=4174735 2023-12-03T11:43:33.401 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.395+0000 7f4da82f78c0 1 > prepared operation key=K6FJNLCVDIUX tag=WJFIGFRXTBO2 type=write size=710882 2023-12-03T11:43:33.404 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.399+0000 7f4da82f78c0 1 < canceled operation key=YCJ1J0AKOH1D tag=EVBWWV3H5G2W type=write size=139572 2023-12-03T11:43:33.412 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.407+0000 7f4da82f78c0 1 > prepared part key=_multipart_PSYQ3RT9HX5N.2~T68EZSCT9FN6.0 size=1048576 2023-12-03T11:43:33.415 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.411+0000 7f4da82f78c0 1 > prepared part key=_multipart_PSYQ3RT9HX5N.2~T68EZSCT9FN6.1 size=77866 2023-12-03T11:43:33.415 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.411+0000 7f4da82f78c0 1 > prepared multipart upload key=PSYQ3RT9HX5N upload=T68EZSCT9FN6 tag=NGN52E7DFY90 type=write size=2175018 2023-12-03T11:43:33.420 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.415+0000 7f4da82f78c0 1 < completed delete operation key=6UZY1HWE143J tag=5U0NGSQT09KG type=del 2023-12-03T11:43:33.426 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.423+0000 7f4da82f78c0 1 > prepared part key=_multipart_XCT2GVJ4O84M.2~HSRQXRSE88Y6.0 size=1048576 2023-12-03T11:43:33.430 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.423+0000 7f4da82f78c0 1 > prepared part key=_multipart_XCT2GVJ4O84M.2~HSRQXRSE88Y6.1 size=882432 2023-12-03T11:43:33.430 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.423+0000 7f4da82f78c0 1 > prepared multipart upload key=XCT2GVJ4O84M upload=HSRQXRSE88Y6 tag=0W6FVPI88A0J type=write size=2979584 2023-12-03T11:43:33.437 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.431+0000 7f4da82f78c0 1 < suggested update operation key=WEBJUD8426X3 tag=15KSK1Y0L92S type=del size=636053 2023-12-03T11:43:33.440 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.435+0000 7f4da82f78c0 1 > prepared operation key=4DF7KX58SVJY tag=JE3RU5FXQVTG type=del size=598089 2023-12-03T11:43:33.444 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.439+0000 7f4da82f78c0 1 < completed delete operation key=4LWB8EMR9EBJ tag=PYPWCU56PQ8J type=del 2023-12-03T11:43:33.447 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.443+0000 7f4da82f78c0 1 > prepared operation key=7AKK0TE2I43B tag=0JJOCB4IZTA5 type=del size=592509 2023-12-03T11:43:33.451 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.447+0000 7f4da82f78c0 1 < completed delete operation key=RF6YEP4A6INZ tag=U22PFU0FGETU type=del 2023-12-03T11:43:33.458 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.451+0000 7f4da82f78c0 1 > prepared part key=_multipart_PUY1C1KWIAHV.2~SBFV7P0PTXL6.0 size=17450 2023-12-03T11:43:33.458 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.451+0000 7f4da82f78c0 1 > prepared multipart upload key=PUY1C1KWIAHV upload=SBFV7P0PTXL6 tag=NW8HWN4U2WAN type=write size=1066026 2023-12-03T11:43:33.461 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.455+0000 7f4da82f78c0 1 < completed part key=_multipart_Q5C3IZCQEVO6.2~DLV654QHNLI8.0 size=6771 2023-12-03T11:43:33.467 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.463+0000 7f4da82f78c0 1 < completed multipart upload key=Q5C3IZCQEVO6 upload=DLV654QHNLI8 tag=3CP7V6YAPYNQ type=write size=1055347 2023-12-03T11:43:33.471 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.467+0000 7f4da82f78c0 1 > prepared operation key=GMT5400N4YTT tag=B9CMM2S7J6SH type=del size=864781 2023-12-03T11:43:33.476 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.471+0000 7f4da82f78c0 1 < completed delete operation key=QGLKMQWQRM89 tag=SXV441WNJD76 type=del 2023-12-03T11:43:33.479 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.475+0000 7f4da82f78c0 1 > prepared operation key=YCJ1J0AKOH1D tag=MKF9JH12PPN8 type=del size=1766613 2023-12-03T11:43:33.486 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.483+0000 7f4da82f78c0 1 < suggested update operation key=2HVLNPGB2PLL tag=BOVOCZRRKRRA type=del size=2737194 2023-12-03T11:43:33.489 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.483+0000 7f4da82f78c0 1 > prepared operation key=XCT2GVJ4O84M tag=YP31LZM8UTL1 type=del size=2334727 2023-12-03T11:43:33.498 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.491+0000 7f4da82f78c0 1 < suggested remove operation key=Q3BH4HFRFZA5 tag=SKX6SKBW6D9U type=del 2023-12-03T11:43:33.505 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.499+0000 7f4da82f78c0 1 > prepared part key=_multipart_TBD5MDTZYHGQ.2~6AM9ACCDQY48.0 size=860511 2023-12-03T11:43:33.505 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.499+0000 7f4da82f78c0 1 > prepared multipart upload key=TBD5MDTZYHGQ upload=6AM9ACCDQY48 tag=VEJQ5A24FL3B type=write size=1909087 2023-12-03T11:43:33.509 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.503+0000 7f4da82f78c0 1 < completed part key=_multipart_L3HC1M7OJ3L7.2~3J29A2GYLKX8.0 size=1048576 2023-12-03T11:43:33.509 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.503+0000 7f4da82f78c0 1 < canceled part key=_multipart_L3HC1M7OJ3L7.2~3J29A2GYLKX8.1 size=312880 2023-12-03T11:43:33.515 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.511+0000 7f4da82f78c0 1 < canceled multipart upload key=L3HC1M7OJ3L7 upload=3J29A2GYLKX8 tag=Q8L4MTXF1IDW type=write size=2410032 2023-12-03T11:43:33.522 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.519+0000 7f4da82f78c0 1 > prepared part key=_multipart_1H0XTAA0VMYC.2~J4MG6MN0WVXY.0 size=1048576 2023-12-03T11:43:33.525 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.519+0000 7f4da82f78c0 1 > prepared part key=_multipart_1H0XTAA0VMYC.2~J4MG6MN0WVXY.1 size=823062 2023-12-03T11:43:33.525 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.519+0000 7f4da82f78c0 1 > prepared multipart upload key=1H0XTAA0VMYC upload=J4MG6MN0WVXY tag=KJ5UWF5134VC type=write size=2920214 2023-12-03T11:43:33.529 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.523+0000 7f4da82f78c0 1 < completed delete operation key=ZO4GYMSV47J9 tag=LY7IY2I37ORI type=del 2023-12-03T11:43:33.533 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.527+0000 7f4da82f78c0 1 > prepared operation key=1H0XTAA0VMYC tag=HN1CXIXJ71WF type=del size=3868613 2023-12-03T11:43:33.536 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.531+0000 7f4da82f78c0 1 < completed delete operation key=4DF7KX58SVJY tag=TDNTFWMMG4IT type=del 2023-12-03T11:43:33.540 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.535+0000 7f4da82f78c0 1 > prepared operation key=WEBJUD8426X3 tag=GSESO28LZBAU type=del size=1427794 2023-12-03T11:43:33.548 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.543+0000 7f4da82f78c0 1 < suggested update operation key=ZO4GYMSV47J9 tag=Z5LEIUTREGO1 type=write size=889440 2023-12-03T11:43:33.552 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.547+0000 7f4da82f78c0 1 > prepared operation key=K4O9QAISDGSN tag=OEMXVC21I49N type=write size=464405 2023-12-03T11:43:33.556 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.551+0000 7f4da82f78c0 1 < completed part key=_multipart_645V3LNUPS4A.2~BX2226GTATQF.0 size=1048576 2023-12-03T11:43:33.560 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.555+0000 7f4da82f78c0 1 < completed part key=_multipart_645V3LNUPS4A.2~BX2226GTATQF.1 size=989056 2023-12-03T11:43:33.566 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.563+0000 7f4da82f78c0 1 < completed multipart upload key=645V3LNUPS4A upload=BX2226GTATQF tag=QTAH8V73JL6W type=write size=3086208 2023-12-03T11:43:33.571 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.567+0000 7f4da82f78c0 1 > prepared operation key=2HVLNPGB2PLL tag=CPLZKGQA9X9R type=del size=3993416 2023-12-03T11:43:33.574 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.571+0000 7f4da82f78c0 -1 < failed to complete operation key=ZO4GYMSV47J9 tag=7DIE71URUR0Z type=del size=2786555: (22) Invalid argument 2023-12-03T11:43:33.579 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.575+0000 7f4da82f78c0 1 > prepared operation key=4DF7KX58SVJY tag=2J3AF7UYL8QI type=del size=426978 2023-12-03T11:43:33.583 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.579+0000 7f4da82f78c0 1 < completed write operation key=K6FJNLCVDIUX tag=WJFIGFRXTBO2 type=write size=710882 2023-12-03T11:43:33.586 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.583+0000 7f4da82f78c0 1 > prepared operation key=MY1AJ69R89HD tag=PXR04FWGD3HQ type=del size=3277479 2023-12-03T11:43:33.590 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.587+0000 7f4da82f78c0 1 < completed part key=_multipart_PSYQ3RT9HX5N.2~T68EZSCT9FN6.0 size=1048576 2023-12-03T11:43:33.593 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.587+0000 7f4da82f78c0 1 < completed part key=_multipart_PSYQ3RT9HX5N.2~T68EZSCT9FN6.1 size=77866 2023-12-03T11:43:33.600 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.595+0000 7f4da82f78c0 1 < completed multipart upload key=PSYQ3RT9HX5N upload=T68EZSCT9FN6 tag=NGN52E7DFY90 type=write size=2175018 2023-12-03T11:43:33.607 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.603+0000 7f4da82f78c0 1 > prepared part key=_multipart_7EDLY2Q78IBP.2~1GN27UE7173Y.0 size=909013 2023-12-03T11:43:33.607 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.603+0000 7f4da82f78c0 1 > prepared multipart upload key=7EDLY2Q78IBP upload=1GN27UE7173Y tag=3LP1DPTRI99F type=write size=1957589 2023-12-03T11:43:33.611 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.607+0000 7f4da82f78c0 1 < completed part key=_multipart_XCT2GVJ4O84M.2~HSRQXRSE88Y6.0 size=1048576 2023-12-03T11:43:33.614 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.611+0000 7f4da82f78c0 1 < completed part key=_multipart_XCT2GVJ4O84M.2~HSRQXRSE88Y6.1 size=882432 2023-12-03T11:43:33.621 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.615+0000 7f4da82f78c0 1 < completed multipart upload key=XCT2GVJ4O84M upload=HSRQXRSE88Y6 tag=0W6FVPI88A0J type=write size=2979584 2023-12-03T11:43:33.627 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.623+0000 7f4da82f78c0 1 > prepared part key=_multipart_L3HC1M7OJ3L7.2~PG6J3Q5HV56B.0 size=1048576 2023-12-03T11:43:33.630 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.627+0000 7f4da82f78c0 1 > prepared part key=_multipart_L3HC1M7OJ3L7.2~PG6J3Q5HV56B.1 size=867716 2023-12-03T11:43:33.630 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.627+0000 7f4da82f78c0 1 > prepared multipart upload key=L3HC1M7OJ3L7 upload=PG6J3Q5HV56B tag=DQDGM8LVRC84 type=write size=2964868 2023-12-03T11:43:33.634 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.627+0000 7f4da82f78c0 1 < completed delete operation key=4DF7KX58SVJY tag=JE3RU5FXQVTG type=del 2023-12-03T11:43:33.642 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.635+0000 7f4da82f78c0 1 > prepared part key=_multipart_K4O9QAISDGSN.2~EAU4S9XG8BUE.0 size=1048576 2023-12-03T11:43:33.643 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.639+0000 7f4da82f78c0 1 > prepared part key=_multipart_K4O9QAISDGSN.2~EAU4S9XG8BUE.1 size=909103 2023-12-03T11:43:33.644 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.639+0000 7f4da82f78c0 1 > prepared multipart upload key=K4O9QAISDGSN upload=EAU4S9XG8BUE tag=G2KPTXGVJOWX type=write size=3006255 2023-12-03T11:43:33.657 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.651+0000 7f4da82f78c0 1 < completed delete operation key=7AKK0TE2I43B tag=0JJOCB4IZTA5 type=del 2023-12-03T11:43:33.662 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.655+0000 7f4da82f78c0 1 > prepared operation key=K4O9QAISDGSN tag=50YN8K8M3Y05 type=del size=1040328 2023-12-03T11:43:33.667 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.663+0000 7f4da82f78c0 1 < completed part key=_multipart_PUY1C1KWIAHV.2~SBFV7P0PTXL6.0 size=17450 2023-12-03T11:43:33.674 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.671+0000 7f4da82f78c0 1 < completed multipart upload key=PUY1C1KWIAHV upload=SBFV7P0PTXL6 tag=NW8HWN4U2WAN type=write size=1066026 2023-12-03T11:43:33.679 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.675+0000 7f4da82f78c0 1 > prepared operation key=M9A06B3PSDOD tag=RLUMTFJYAZXW type=del size=752377 2023-12-03T11:43:33.684 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.679+0000 7f4da82f78c0 1 < completed delete operation key=GMT5400N4YTT tag=B9CMM2S7J6SH type=del 2023-12-03T11:43:33.692 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.687+0000 7f4da82f78c0 1 > prepared part key=_multipart_K2XC9VGBIFBD.2~48M8RISWDLGT.0 size=47700 2023-12-03T11:43:33.692 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.687+0000 7f4da82f78c0 1 > prepared multipart upload key=K2XC9VGBIFBD upload=48M8RISWDLGT tag=P8JTHM6CVT02 type=write size=1096276 2023-12-03T11:43:33.697 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.691+0000 7f4da82f78c0 1 < completed delete operation key=YCJ1J0AKOH1D tag=MKF9JH12PPN8 type=del 2023-12-03T11:43:33.703 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.699+0000 7f4da82f78c0 1 > prepared part key=_multipart_QGLKMQWQRM89.2~34E6EAEY7AVZ.0 size=296502 2023-12-03T11:43:33.703 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.699+0000 7f4da82f78c0 1 > prepared multipart upload key=QGLKMQWQRM89 upload=34E6EAEY7AVZ tag=R92TF3CKIRI7 type=write size=1345078 2023-12-03T11:43:33.707 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.703+0000 7f4da82f78c0 1 < completed delete operation key=XCT2GVJ4O84M tag=YP31LZM8UTL1 type=del 2023-12-03T11:43:33.714 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.711+0000 7f4da82f78c0 1 > prepared part key=_multipart_RF6YEP4A6INZ.2~GNJSL9ZA0HHF.0 size=1048576 2023-12-03T11:43:33.717 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.711+0000 7f4da82f78c0 1 > prepared part key=_multipart_RF6YEP4A6INZ.2~GNJSL9ZA0HHF.1 size=728200 2023-12-03T11:43:33.717 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.711+0000 7f4da82f78c0 1 > prepared multipart upload key=RF6YEP4A6INZ upload=GNJSL9ZA0HHF tag=CD6C25DNSHMH type=write size=2825352 2023-12-03T11:43:33.721 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.715+0000 7f4da82f78c0 1 < completed part key=_multipart_TBD5MDTZYHGQ.2~6AM9ACCDQY48.0 size=860511 2023-12-03T11:43:33.728 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.723+0000 7f4da82f78c0 1 < completed multipart upload key=TBD5MDTZYHGQ upload=6AM9ACCDQY48 tag=VEJQ5A24FL3B type=write size=1909087 2023-12-03T11:43:33.731 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.727+0000 7f4da82f78c0 1 > prepared operation key=D2PVZARQWEIV tag=BLAWAOJSVW2Z type=write size=960172 2023-12-03T11:43:33.735 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.731+0000 7f4da82f78c0 1 < completed part key=_multipart_1H0XTAA0VMYC.2~J4MG6MN0WVXY.0 size=1048576 2023-12-03T11:43:33.736 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.731+0000 7f4da82f78c0 1 < canceled part key=_multipart_1H0XTAA0VMYC.2~J4MG6MN0WVXY.1 size=823062 2023-12-03T11:43:33.742 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.735+0000 7f4da82f78c0 1 < canceled multipart upload key=1H0XTAA0VMYC upload=J4MG6MN0WVXY tag=KJ5UWF5134VC type=write size=2920214 2023-12-03T11:43:33.745 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.739+0000 7f4da82f78c0 1 > prepared operation key=L3HC1M7OJ3L7 tag=2RH0THU6C3DB type=del size=2644127 2023-12-03T11:43:33.750 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.743+0000 7f4da82f78c0 1 < completed delete operation key=1H0XTAA0VMYC tag=HN1CXIXJ71WF type=del 2023-12-03T11:43:33.753 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.747+0000 7f4da82f78c0 1 > prepared operation key=IOZ5MNNP5B2W tag=C5423W2TUKXX type=del size=374994 2023-12-03T11:43:33.757 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.751+0000 7f4da82f78c0 1 < completed delete operation key=WEBJUD8426X3 tag=GSESO28LZBAU type=del 2023-12-03T11:43:33.761 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.755+0000 7f4da82f78c0 1 > prepared operation key=IA082W6GDNN2 tag=EWBNOXPIX2P2 type=write size=723409 2023-12-03T11:43:33.769 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.763+0000 7f4da82f78c0 1 < suggested update operation key=K4O9QAISDGSN tag=OEMXVC21I49N type=write size=464405 2023-12-03T11:43:33.775 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.771+0000 7f4da82f78c0 1 > prepared part key=_multipart_Q3BH4HFRFZA5.2~Z7FSK2ZCM552.0 size=1048576 2023-12-03T11:43:33.778 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.775+0000 7f4da82f78c0 1 > prepared part key=_multipart_Q3BH4HFRFZA5.2~Z7FSK2ZCM552.1 size=1048576 2023-12-03T11:43:33.781 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.775+0000 7f4da82f78c0 1 > prepared part key=_multipart_Q3BH4HFRFZA5.2~Z7FSK2ZCM552.2 size=1015261 2023-12-03T11:43:33.781 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.775+0000 7f4da82f78c0 1 > prepared multipart upload key=Q3BH4HFRFZA5 upload=Z7FSK2ZCM552 tag=AGHHBKHBVN5D type=write size=4160989 2023-12-03T11:43:33.785 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.779+0000 7f4da82f78c0 1 < completed delete operation key=2HVLNPGB2PLL tag=CPLZKGQA9X9R type=del 2023-12-03T11:43:33.792 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.787+0000 7f4da82f78c0 1 > prepared part key=_multipart_K4O9QAISDGSN.2~NQFAA3J07E3N.0 size=890589 2023-12-03T11:43:33.792 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.787+0000 7f4da82f78c0 1 > prepared multipart upload key=K4O9QAISDGSN upload=NQFAA3J07E3N tag=1DUB5UR6GDGF type=write size=1939165 2023-12-03T11:43:33.800 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.795+0000 7f4da82f78c0 1 < suggested remove operation key=4DF7KX58SVJY tag=2J3AF7UYL8QI type=del 2023-12-03T11:43:33.803 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.799+0000 7f4da82f78c0 1 > prepared operation key=4LWB8EMR9EBJ tag=Y1IHCHUBJPZR type=del size=448408 2023-12-03T11:43:33.807 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.803+0000 7f4da82f78c0 1 < completed delete operation key=MY1AJ69R89HD tag=PXR04FWGD3HQ type=del 2023-12-03T11:43:33.811 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.807+0000 7f4da82f78c0 1 > prepared operation key=IA082W6GDNN2 tag=W4EOJRD8HOS4 type=del size=3531645 2023-12-03T11:43:33.812 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.807+0000 7f4da82f78c0 1 < canceled part key=_multipart_7EDLY2Q78IBP.2~1GN27UE7173Y.0 size=909013 2023-12-03T11:43:33.819 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.815+0000 7f4da82f78c0 1 < canceled multipart upload key=7EDLY2Q78IBP upload=1GN27UE7173Y tag=3LP1DPTRI99F type=write size=1957589 2023-12-03T11:43:33.826 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.819+0000 7f4da82f78c0 1 > prepared part key=_multipart_IA082W6GDNN2.2~E3HA2NVB142T.0 size=562727 2023-12-03T11:43:33.826 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.819+0000 7f4da82f78c0 1 > prepared multipart upload key=IA082W6GDNN2 upload=E3HA2NVB142T tag=BS7HPQFKPBFQ type=write size=1611303 2023-12-03T11:43:33.827 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.823+0000 7f4da82f78c0 1 < canceled part key=_multipart_L3HC1M7OJ3L7.2~PG6J3Q5HV56B.0 size=1048576 2023-12-03T11:43:33.830 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.823+0000 7f4da82f78c0 1 < completed part key=_multipart_L3HC1M7OJ3L7.2~PG6J3Q5HV56B.1 size=867716 2023-12-03T11:43:33.836 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.831+0000 7f4da82f78c0 1 < canceled multipart upload key=L3HC1M7OJ3L7 upload=PG6J3Q5HV56B tag=DQDGM8LVRC84 type=write size=2964868 2023-12-03T11:43:33.841 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.835+0000 7f4da82f78c0 1 > prepared operation key=Q5C3IZCQEVO6 tag=IJ2TIZYE4633 type=del size=3860989 2023-12-03T11:43:33.844 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.839+0000 7f4da82f78c0 1 < completed part key=_multipart_K4O9QAISDGSN.2~EAU4S9XG8BUE.0 size=1048576 2023-12-03T11:43:33.847 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.843+0000 7f4da82f78c0 1 < completed part key=_multipart_K4O9QAISDGSN.2~EAU4S9XG8BUE.1 size=909103 2023-12-03T11:43:33.854 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.851+0000 7f4da82f78c0 1 < completed multipart upload key=K4O9QAISDGSN upload=EAU4S9XG8BUE tag=G2KPTXGVJOWX type=write size=3006255 2023-12-03T11:43:33.858 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.855+0000 7f4da82f78c0 1 > prepared operation key=1GAQFDQ35291 tag=L3C4HAGTHFFT type=del size=3030605 2023-12-03T11:43:33.866 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.859+0000 7f4da82f78c0 1 < suggested remove operation key=K4O9QAISDGSN tag=50YN8K8M3Y05 type=del 2023-12-03T11:43:33.870 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.863+0000 7f4da82f78c0 1 > prepared operation key=6UZY1HWE143J tag=ZZCQMR41L0QZ type=del size=206578 2023-12-03T11:43:33.878 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.871+0000 7f4da82f78c0 1 < suggested update operation key=M9A06B3PSDOD tag=RLUMTFJYAZXW type=del size=752377 2023-12-03T11:43:33.886 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.879+0000 7f4da82f78c0 1 > prepared part key=_multipart_PUY1C1KWIAHV.2~OGTP5HY4HKOU.0 size=271300 2023-12-03T11:43:33.886 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.879+0000 7f4da82f78c0 1 > prepared multipart upload key=PUY1C1KWIAHV upload=OGTP5HY4HKOU tag=O219L2T5BRWZ type=write size=1319876 2023-12-03T11:43:33.889 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.883+0000 7f4da82f78c0 1 < completed part key=_multipart_K2XC9VGBIFBD.2~48M8RISWDLGT.0 size=47700 2023-12-03T11:43:33.896 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.891+0000 7f4da82f78c0 1 < completed multipart upload key=K2XC9VGBIFBD upload=48M8RISWDLGT tag=P8JTHM6CVT02 type=write size=1096276 2023-12-03T11:43:33.900 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.895+0000 7f4da82f78c0 1 > prepared operation key=YCJ1J0AKOH1D tag=TRXRREQ4LZH0 type=del size=3076410 2023-12-03T11:43:33.905 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.899+0000 7f4da82f78c0 1 < completed part key=_multipart_QGLKMQWQRM89.2~34E6EAEY7AVZ.0 size=296502 2023-12-03T11:43:33.911 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.907+0000 7f4da82f78c0 1 < completed multipart upload key=QGLKMQWQRM89 upload=34E6EAEY7AVZ tag=R92TF3CKIRI7 type=write size=1345078 2023-12-03T11:43:33.915 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.911+0000 7f4da82f78c0 1 > prepared operation key=TBD5MDTZYHGQ tag=21CDS0NSH0OK type=del size=350953 2023-12-03T11:43:33.919 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.915+0000 7f4da82f78c0 1 < completed part key=_multipart_RF6YEP4A6INZ.2~GNJSL9ZA0HHF.0 size=1048576 2023-12-03T11:43:33.922 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.919+0000 7f4da82f78c0 1 < completed part key=_multipart_RF6YEP4A6INZ.2~GNJSL9ZA0HHF.1 size=728200 2023-12-03T11:43:33.929 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.923+0000 7f4da82f78c0 1 < completed multipart upload key=RF6YEP4A6INZ upload=GNJSL9ZA0HHF tag=CD6C25DNSHMH type=write size=2825352 2023-12-03T11:43:33.936 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.931+0000 7f4da82f78c0 1 > prepared part key=_multipart_Q5C3IZCQEVO6.2~P7YPMH7KJ06I.0 size=1048576 2023-12-03T11:43:33.939 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.935+0000 7f4da82f78c0 1 > prepared part key=_multipart_Q5C3IZCQEVO6.2~P7YPMH7KJ06I.1 size=982903 2023-12-03T11:43:33.939 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.935+0000 7f4da82f78c0 1 > prepared multipart upload key=Q5C3IZCQEVO6 upload=P7YPMH7KJ06I tag=N9UDV9H11LOB type=write size=3080055 2023-12-03T11:43:33.943 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.939+0000 7f4da82f78c0 1 < completed write operation key=D2PVZARQWEIV tag=BLAWAOJSVW2Z type=write size=960172 2023-12-03T11:43:33.950 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.947+0000 7f4da82f78c0 1 > prepared part key=_multipart_PSYQ3RT9HX5N.2~X7JDU403I1K6.0 size=1048576 2023-12-03T11:43:33.953 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.947+0000 7f4da82f78c0 1 > prepared part key=_multipart_PSYQ3RT9HX5N.2~X7JDU403I1K6.1 size=1048576 2023-12-03T11:43:33.956 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.951+0000 7f4da82f78c0 1 > prepared part key=_multipart_PSYQ3RT9HX5N.2~X7JDU403I1K6.2 size=1024145 2023-12-03T11:43:33.957 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.951+0000 7f4da82f78c0 1 > prepared multipart upload key=PSYQ3RT9HX5N upload=X7JDU403I1K6 tag=0M112W0AUYRS type=write size=4169873 2023-12-03T11:43:33.961 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.955+0000 7f4da82f78c0 1 < completed delete operation key=L3HC1M7OJ3L7 tag=2RH0THU6C3DB type=del 2023-12-03T11:43:33.964 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.959+0000 7f4da82f78c0 1 > prepared operation key=D2PVZARQWEIV tag=H2PZ9I1FPNLP type=del size=884862 2023-12-03T11:43:33.969 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.963+0000 7f4da82f78c0 1 < completed delete operation key=IOZ5MNNP5B2W tag=C5423W2TUKXX type=del 2023-12-03T11:43:33.976 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.971+0000 7f4da82f78c0 1 > prepared part key=_multipart_D2PVZARQWEIV.2~9M6ZAIMLBUYK.0 size=1048576 2023-12-03T11:43:33.979 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.975+0000 7f4da82f78c0 1 > prepared part key=_multipart_D2PVZARQWEIV.2~9M6ZAIMLBUYK.1 size=509738 2023-12-03T11:43:33.979 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.975+0000 7f4da82f78c0 1 > prepared multipart upload key=D2PVZARQWEIV upload=9M6ZAIMLBUYK tag=6ST14UZOVSAO type=write size=2606890 2023-12-03T11:43:33.983 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.979+0000 7f4da82f78c0 1 < completed write operation key=IA082W6GDNN2 tag=EWBNOXPIX2P2 type=write size=723409 2023-12-03T11:43:33.987 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.983+0000 7f4da82f78c0 1 > prepared operation key=645V3LNUPS4A tag=SW5AQBEG5PQ9 type=write size=671991 2023-12-03T11:43:33.991 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.987+0000 7f4da82f78c0 1 < completed part key=_multipart_Q3BH4HFRFZA5.2~Z7FSK2ZCM552.0 size=1048576 2023-12-03T11:43:33.995 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.991+0000 7f4da82f78c0 1 < completed part key=_multipart_Q3BH4HFRFZA5.2~Z7FSK2ZCM552.1 size=1048576 2023-12-03T11:43:33.998 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.991+0000 7f4da82f78c0 1 < completed part key=_multipart_Q3BH4HFRFZA5.2~Z7FSK2ZCM552.2 size=1015261 2023-12-03T11:43:34.005 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:33.999+0000 7f4da82f78c0 1 < completed multipart upload key=Q3BH4HFRFZA5 upload=Z7FSK2ZCM552 tag=AGHHBKHBVN5D type=write size=4160989 2023-12-03T11:43:34.012 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.007+0000 7f4da82f78c0 1 > prepared part key=_multipart_XCT2GVJ4O84M.2~U95JKKVEGNQW.0 size=21830 2023-12-03T11:43:34.012 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.007+0000 7f4da82f78c0 1 > prepared multipart upload key=XCT2GVJ4O84M upload=U95JKKVEGNQW tag=TRIQU0KUFMXT type=write size=1070406 2023-12-03T11:43:34.016 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.011+0000 7f4da82f78c0 1 < completed part key=_multipart_K4O9QAISDGSN.2~NQFAA3J07E3N.0 size=890589 2023-12-03T11:43:34.024 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.019+0000 7f4da82f78c0 1 < completed multipart upload key=K4O9QAISDGSN upload=NQFAA3J07E3N tag=1DUB5UR6GDGF type=write size=1939165 2023-12-03T11:43:34.040 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.035+0000 7f4da82f78c0 1 > prepared operation key=1H0XTAA0VMYC tag=PAHVI700V20D type=del size=2336735 2023-12-03T11:43:34.048 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.043+0000 7f4da82f78c0 1 < suggested remove operation key=4LWB8EMR9EBJ tag=Y1IHCHUBJPZR type=del 2023-12-03T11:43:34.056 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.051+0000 7f4da82f78c0 1 > prepared part key=_multipart_M9A06B3PSDOD.2~KDZOGX2WOFAP.0 size=1048576 2023-12-03T11:43:34.058 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.055+0000 7f4da82f78c0 1 > prepared part key=_multipart_M9A06B3PSDOD.2~KDZOGX2WOFAP.1 size=1048576 2023-12-03T11:43:34.061 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.055+0000 7f4da82f78c0 1 > prepared part key=_multipart_M9A06B3PSDOD.2~KDZOGX2WOFAP.2 size=935272 2023-12-03T11:43:34.062 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.055+0000 7f4da82f78c0 1 > prepared multipart upload key=M9A06B3PSDOD upload=KDZOGX2WOFAP tag=54U4GN9CZJJ9 type=write size=4081000 2023-12-03T11:43:34.066 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.059+0000 7f4da82f78c0 1 < canceled operation key=IA082W6GDNN2 tag=W4EOJRD8HOS4 type=del size=3531645 2023-12-03T11:43:34.074 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.067+0000 7f4da82f78c0 1 > prepared part key=_multipart_645V3LNUPS4A.2~622XT6NDCF2B.0 size=1048576 2023-12-03T11:43:34.077 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.071+0000 7f4da82f78c0 1 > prepared part key=_multipart_645V3LNUPS4A.2~622XT6NDCF2B.1 size=1048576 2023-12-03T11:43:34.080 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.075+0000 7f4da82f78c0 1 > prepared part key=_multipart_645V3LNUPS4A.2~622XT6NDCF2B.2 size=577797 2023-12-03T11:43:34.081 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.075+0000 7f4da82f78c0 1 > prepared multipart upload key=645V3LNUPS4A upload=622XT6NDCF2B tag=LBG0KF39WCTH type=write size=3723525 2023-12-03T11:43:34.085 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.079+0000 7f4da82f78c0 1 < completed part key=_multipart_IA082W6GDNN2.2~E3HA2NVB142T.0 size=562727 2023-12-03T11:43:34.093 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.087+0000 7f4da82f78c0 1 < completed multipart upload key=IA082W6GDNN2 upload=E3HA2NVB142T tag=BS7HPQFKPBFQ type=write size=1611303 2023-12-03T11:43:34.100 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.095+0000 7f4da82f78c0 1 > prepared part key=_multipart_K2XC9VGBIFBD.2~XDFLL11643AB.0 size=1048576 2023-12-03T11:43:34.103 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.099+0000 7f4da82f78c0 1 > prepared part key=_multipart_K2XC9VGBIFBD.2~XDFLL11643AB.1 size=1004918 2023-12-03T11:43:34.103 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.099+0000 7f4da82f78c0 1 > prepared multipart upload key=K2XC9VGBIFBD upload=XDFLL11643AB tag=X6LPCVB6SO07 type=write size=3102070 2023-12-03T11:43:34.107 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.103+0000 7f4da82f78c0 1 < canceled operation key=Q5C3IZCQEVO6 tag=IJ2TIZYE4633 type=del size=3860989 2023-12-03T11:43:34.111 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.107+0000 7f4da82f78c0 1 > prepared operation key=K6FJNLCVDIUX tag=SKG2EKTYBOKN type=del size=20655 2023-12-03T11:43:34.115 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.111+0000 7f4da82f78c0 1 < completed delete operation key=1GAQFDQ35291 tag=L3C4HAGTHFFT type=del 2023-12-03T11:43:34.122 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.119+0000 7f4da82f78c0 1 > prepared part key=_multipart_QGLKMQWQRM89.2~9FTWZCDR289U.0 size=171445 2023-12-03T11:43:34.122 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.119+0000 7f4da82f78c0 1 > prepared multipart upload key=QGLKMQWQRM89 upload=9FTWZCDR289U tag=I94VPS4T0SOA type=write size=1220021 2023-12-03T11:43:34.130 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.127+0000 7f4da82f78c0 1 < suggested update operation key=6UZY1HWE143J tag=ZZCQMR41L0QZ type=del size=206578 2023-12-03T11:43:34.138 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.131+0000 7f4da82f78c0 1 > prepared part key=_multipart_WEBJUD8426X3.2~UJP19FEGXOI2.0 size=382561 2023-12-03T11:43:34.138 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.131+0000 7f4da82f78c0 1 > prepared multipart upload key=WEBJUD8426X3 upload=UJP19FEGXOI2 tag=BKCFQOAP0PU9 type=write size=1431137 2023-12-03T11:43:34.142 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.135+0000 7f4da82f78c0 1 < completed part key=_multipart_PUY1C1KWIAHV.2~OGTP5HY4HKOU.0 size=271300 2023-12-03T11:43:34.149 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.143+0000 7f4da82f78c0 1 < completed multipart upload key=PUY1C1KWIAHV upload=OGTP5HY4HKOU tag=O219L2T5BRWZ type=write size=1319876 2023-12-03T11:43:34.158 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.151+0000 7f4da82f78c0 1 > prepared part key=_multipart_RF6YEP4A6INZ.2~FIASKWCPSY0T.0 size=572075 2023-12-03T11:43:34.158 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.151+0000 7f4da82f78c0 1 > prepared multipart upload key=RF6YEP4A6INZ upload=FIASKWCPSY0T tag=MNBTTNSIYD71 type=write size=1620651 2023-12-03T11:43:34.161 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.155+0000 7f4da82f78c0 1 < completed delete operation key=YCJ1J0AKOH1D tag=TRXRREQ4LZH0 type=del 2023-12-03T11:43:34.168 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.163+0000 7f4da82f78c0 1 > prepared part key=_multipart_YCJ1J0AKOH1D.2~N4FI50G24AJ2.0 size=1048576 2023-12-03T11:43:34.171 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.167+0000 7f4da82f78c0 1 > prepared part key=_multipart_YCJ1J0AKOH1D.2~N4FI50G24AJ2.1 size=1036300 2023-12-03T11:43:34.171 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.167+0000 7f4da82f78c0 1 > prepared multipart upload key=YCJ1J0AKOH1D upload=N4FI50G24AJ2 tag=CRLA3RVSQ191 type=write size=3133452 2023-12-03T11:43:34.175 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.171+0000 7f4da82f78c0 1 < completed delete operation key=TBD5MDTZYHGQ tag=21CDS0NSH0OK type=del 2023-12-03T11:43:34.181 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.175+0000 7f4da82f78c0 1 > prepared part key=_multipart_YCJ1J0AKOH1D.2~1WRGTTFUH018.0 size=1048576 2023-12-03T11:43:34.184 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.179+0000 7f4da82f78c0 1 > prepared part key=_multipart_YCJ1J0AKOH1D.2~1WRGTTFUH018.1 size=1048576 2023-12-03T11:43:34.186 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.183+0000 7f4da82f78c0 1 > prepared part key=_multipart_YCJ1J0AKOH1D.2~1WRGTTFUH018.2 size=599232 2023-12-03T11:43:34.186 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.183+0000 7f4da82f78c0 1 > prepared multipart upload key=YCJ1J0AKOH1D upload=1WRGTTFUH018 tag=QY62BQU3QSB0 type=write size=3744960 2023-12-03T11:43:34.190 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.187+0000 7f4da82f78c0 1 < completed part key=_multipart_Q5C3IZCQEVO6.2~P7YPMH7KJ06I.0 size=1048576 2023-12-03T11:43:34.193 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.187+0000 7f4da82f78c0 1 < completed part key=_multipart_Q5C3IZCQEVO6.2~P7YPMH7KJ06I.1 size=982903 2023-12-03T11:43:34.198 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.195+0000 7f4da82f78c0 1 < completed multipart upload key=Q5C3IZCQEVO6 upload=P7YPMH7KJ06I tag=N9UDV9H11LOB type=write size=3080055 2023-12-03T11:43:34.204 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.199+0000 7f4da82f78c0 1 > prepared part key=_multipart_645V3LNUPS4A.2~9R9Y4GBGLEHK.0 size=1048576 2023-12-03T11:43:34.207 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.203+0000 7f4da82f78c0 1 > prepared part key=_multipart_645V3LNUPS4A.2~9R9Y4GBGLEHK.1 size=1048576 2023-12-03T11:43:34.210 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.203+0000 7f4da82f78c0 1 > prepared part key=_multipart_645V3LNUPS4A.2~9R9Y4GBGLEHK.2 size=332513 2023-12-03T11:43:34.210 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.203+0000 7f4da82f78c0 1 > prepared multipart upload key=645V3LNUPS4A upload=9R9Y4GBGLEHK tag=545NRR1D8G6P type=write size=3478241 2023-12-03T11:43:34.213 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.207+0000 7f4da82f78c0 1 < completed part key=_multipart_PSYQ3RT9HX5N.2~X7JDU403I1K6.0 size=1048576 2023-12-03T11:43:34.216 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.211+0000 7f4da82f78c0 1 < completed part key=_multipart_PSYQ3RT9HX5N.2~X7JDU403I1K6.1 size=1048576 2023-12-03T11:43:34.219 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.215+0000 7f4da82f78c0 1 < completed part key=_multipart_PSYQ3RT9HX5N.2~X7JDU403I1K6.2 size=1024145 2023-12-03T11:43:34.225 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.219+0000 7f4da82f78c0 1 < completed multipart upload key=PSYQ3RT9HX5N upload=X7JDU403I1K6 tag=0M112W0AUYRS type=write size=4169873 2023-12-03T11:43:34.228 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.223+0000 7f4da82f78c0 1 > prepared operation key=K4O9QAISDGSN tag=OKUW4WNK30H1 type=del size=2797961 2023-12-03T11:43:34.232 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.227+0000 7f4da82f78c0 1 < completed delete operation key=D2PVZARQWEIV tag=H2PZ9I1FPNLP type=del 2023-12-03T11:43:34.235 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.231+0000 7f4da82f78c0 1 > prepared operation key=645V3LNUPS4A tag=CCF1Z33D3GPC type=del size=2189876 2023-12-03T11:43:34.239 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.235+0000 7f4da82f78c0 1 < completed part key=_multipart_D2PVZARQWEIV.2~9M6ZAIMLBUYK.0 size=1048576 2023-12-03T11:43:34.241 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.235+0000 7f4da82f78c0 1 < completed part key=_multipart_D2PVZARQWEIV.2~9M6ZAIMLBUYK.1 size=509738 2023-12-03T11:43:34.248 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.243+0000 7f4da82f78c0 1 < completed multipart upload key=D2PVZARQWEIV upload=9M6ZAIMLBUYK tag=6ST14UZOVSAO type=write size=2606890 2023-12-03T11:43:34.253 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.247+0000 7f4da82f78c0 1 > prepared part key=_multipart_RF6YEP4A6INZ.2~283DV6FXXTPT.0 size=1048576 2023-12-03T11:43:34.256 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.251+0000 7f4da82f78c0 1 > prepared part key=_multipart_RF6YEP4A6INZ.2~283DV6FXXTPT.1 size=935726 2023-12-03T11:43:34.256 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.251+0000 7f4da82f78c0 1 > prepared multipart upload key=RF6YEP4A6INZ upload=283DV6FXXTPT tag=C9V1GLM3ZU7D type=write size=3032878 2023-12-03T11:43:34.259 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.255+0000 7f4da82f78c0 1 < completed write operation key=645V3LNUPS4A tag=SW5AQBEG5PQ9 type=write size=671991 2023-12-03T11:43:34.266 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.259+0000 7f4da82f78c0 1 > prepared part key=_multipart_4DF7KX58SVJY.2~WLI2P8M61XGQ.0 size=1048576 2023-12-03T11:43:34.267 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.263+0000 7f4da82f78c0 1 > prepared part key=_multipart_4DF7KX58SVJY.2~WLI2P8M61XGQ.1 size=769473 2023-12-03T11:43:34.267 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.263+0000 7f4da82f78c0 1 > prepared multipart upload key=4DF7KX58SVJY upload=WLI2P8M61XGQ tag=K6BU0E3WT2VN type=write size=2866625 2023-12-03T11:43:34.270 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.267+0000 7f4da82f78c0 1 < completed part key=_multipart_XCT2GVJ4O84M.2~U95JKKVEGNQW.0 size=21830 2023-12-03T11:43:34.275 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.271+0000 7f4da82f78c0 1 < completed multipart upload key=XCT2GVJ4O84M upload=U95JKKVEGNQW tag=TRIQU0KUFMXT type=write size=1070406 2023-12-03T11:43:34.278 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.275+0000 7f4da82f78c0 1 > prepared operation key=PSYQ3RT9HX5N tag=JRNRD0RTH0ER type=del size=1710852 2023-12-03T11:43:34.285 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.279+0000 7f4da82f78c0 1 < suggested update operation key=1H0XTAA0VMYC tag=PAHVI700V20D type=del size=2336735 2023-12-03T11:43:34.288 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.283+0000 7f4da82f78c0 1 > prepared operation key=TBD5MDTZYHGQ tag=FHBA9VYZC3BW type=del size=1033604 2023-12-03T11:43:34.291 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.287+0000 7f4da82f78c0 1 < completed part key=_multipart_M9A06B3PSDOD.2~KDZOGX2WOFAP.0 size=1048576 2023-12-03T11:43:34.294 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.291+0000 7f4da82f78c0 1 < completed part key=_multipart_M9A06B3PSDOD.2~KDZOGX2WOFAP.1 size=1048576 2023-12-03T11:43:34.297 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.291+0000 7f4da82f78c0 1 < completed part key=_multipart_M9A06B3PSDOD.2~KDZOGX2WOFAP.2 size=935272 2023-12-03T11:43:34.302 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.299+0000 7f4da82f78c0 1 < completed multipart upload key=M9A06B3PSDOD upload=KDZOGX2WOFAP tag=54U4GN9CZJJ9 type=write size=4081000 2023-12-03T11:43:34.308 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.303+0000 7f4da82f78c0 1 > prepared part key=_multipart_L3HC1M7OJ3L7.2~B6CIIYMEHUZ8.0 size=989697 2023-12-03T11:43:34.308 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.303+0000 7f4da82f78c0 1 > prepared multipart upload key=L3HC1M7OJ3L7 upload=B6CIIYMEHUZ8 tag=2Z21CP6LWPHN type=write size=2038273 2023-12-03T11:43:34.312 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.307+0000 7f4da82f78c0 1 < completed part key=_multipart_645V3LNUPS4A.2~622XT6NDCF2B.0 size=1048576 2023-12-03T11:43:34.312 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.307+0000 7f4da82f78c0 1 < canceled part key=_multipart_645V3LNUPS4A.2~622XT6NDCF2B.1 size=1048576 2023-12-03T11:43:34.315 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.311+0000 7f4da82f78c0 1 < completed part key=_multipart_645V3LNUPS4A.2~622XT6NDCF2B.2 size=577797 2023-12-03T11:43:34.321 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.315+0000 7f4da82f78c0 1 < canceled multipart upload key=645V3LNUPS4A upload=622XT6NDCF2B tag=LBG0KF39WCTH type=write size=3723525 2023-12-03T11:43:34.328 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.323+0000 7f4da82f78c0 1 > prepared part key=_multipart_PUY1C1KWIAHV.2~FH97Q5KIA68Q.0 size=1048576 2023-12-03T11:43:34.331 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.327+0000 7f4da82f78c0 1 > prepared part key=_multipart_PUY1C1KWIAHV.2~FH97Q5KIA68Q.1 size=1048576 2023-12-03T11:43:34.334 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.327+0000 7f4da82f78c0 1 > prepared part key=_multipart_PUY1C1KWIAHV.2~FH97Q5KIA68Q.2 size=835512 2023-12-03T11:43:34.334 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.327+0000 7f4da82f78c0 1 > prepared multipart upload key=PUY1C1KWIAHV upload=FH97Q5KIA68Q tag=J2ZZTM0WO5O1 type=write size=3981240 2023-12-03T11:43:34.335 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.331+0000 7f4da82f78c0 1 < canceled part key=_multipart_K2XC9VGBIFBD.2~XDFLL11643AB.0 size=1048576 2023-12-03T11:43:34.338 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.331+0000 7f4da82f78c0 1 < completed part key=_multipart_K2XC9VGBIFBD.2~XDFLL11643AB.1 size=1004918 2023-12-03T11:43:34.344 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.339+0000 7f4da82f78c0 1 < canceled multipart upload key=K2XC9VGBIFBD upload=XDFLL11643AB tag=X6LPCVB6SO07 type=write size=3102070 2023-12-03T11:43:34.348 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.343+0000 7f4da82f78c0 1 > prepared operation key=UT0U43FV7Y0L tag=5G03V3WWS220 type=del size=467988 2023-12-03T11:43:34.352 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.347+0000 7f4da82f78c0 1 < completed delete operation key=K6FJNLCVDIUX tag=SKG2EKTYBOKN type=del 2023-12-03T11:43:34.356 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.351+0000 7f4da82f78c0 1 > prepared operation key=PSYQ3RT9HX5N tag=Z7I3H2HA4LI2 type=del size=3086283 2023-12-03T11:43:34.359 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.355+0000 7f4da82f78c0 1 < completed part key=_multipart_QGLKMQWQRM89.2~9FTWZCDR289U.0 size=171445 2023-12-03T11:43:34.366 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.359+0000 7f4da82f78c0 1 < completed multipart upload key=QGLKMQWQRM89 upload=9FTWZCDR289U tag=I94VPS4T0SOA type=write size=1220021 2023-12-03T11:43:34.369 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.363+0000 7f4da82f78c0 1 > prepared operation key=MY1AJ69R89HD tag=82VRDNSQRAEM type=del size=3067941 2023-12-03T11:43:34.383 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.379+0000 7f4da82f78c0 1 < completed part key=_multipart_WEBJUD8426X3.2~UJP19FEGXOI2.0 size=382561 2023-12-03T11:43:34.389 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.383+0000 7f4da82f78c0 1 < completed multipart upload key=WEBJUD8426X3 upload=UJP19FEGXOI2 tag=BKCFQOAP0PU9 type=write size=1431137 2023-12-03T11:43:34.393 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.387+0000 7f4da82f78c0 1 > prepared operation key=QGLKMQWQRM89 tag=RDELZTX0XAWG type=del size=248709 2023-12-03T11:43:34.396 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.391+0000 7f4da82f78c0 1 < completed part key=_multipart_RF6YEP4A6INZ.2~FIASKWCPSY0T.0 size=572075 2023-12-03T11:43:34.402 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.399+0000 7f4da82f78c0 1 < completed multipart upload key=RF6YEP4A6INZ upload=FIASKWCPSY0T tag=MNBTTNSIYD71 type=write size=1620651 2023-12-03T11:43:34.409 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.403+0000 7f4da82f78c0 1 > prepared part key=_multipart_WEBJUD8426X3.2~KTZHYD615E0E.0 size=1048576 2023-12-03T11:43:34.411 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.407+0000 7f4da82f78c0 1 > prepared part key=_multipart_WEBJUD8426X3.2~KTZHYD615E0E.1 size=1048576 2023-12-03T11:43:34.414 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.411+0000 7f4da82f78c0 1 > prepared part key=_multipart_WEBJUD8426X3.2~KTZHYD615E0E.2 size=815089 2023-12-03T11:43:34.414 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.411+0000 7f4da82f78c0 1 > prepared multipart upload key=WEBJUD8426X3 upload=KTZHYD615E0E tag=TSPZR76OJ58R type=write size=3960817 2023-12-03T11:43:34.418 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.411+0000 7f4da82f78c0 1 < completed part key=_multipart_YCJ1J0AKOH1D.2~N4FI50G24AJ2.0 size=1048576 2023-12-03T11:43:34.421 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.415+0000 7f4da82f78c0 1 < completed part key=_multipart_YCJ1J0AKOH1D.2~N4FI50G24AJ2.1 size=1036300 2023-12-03T11:43:34.426 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.423+0000 7f4da82f78c0 1 < completed multipart upload key=YCJ1J0AKOH1D upload=N4FI50G24AJ2 tag=CRLA3RVSQ191 type=write size=3133452 2023-12-03T11:43:34.433 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.427+0000 7f4da82f78c0 1 > prepared part key=_multipart_GMT5400N4YTT.2~HP7BUH26EP6X.0 size=1048576 2023-12-03T11:43:34.436 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.431+0000 7f4da82f78c0 1 > prepared part key=_multipart_GMT5400N4YTT.2~HP7BUH26EP6X.1 size=461498 2023-12-03T11:43:34.436 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.431+0000 7f4da82f78c0 1 > prepared multipart upload key=GMT5400N4YTT upload=HP7BUH26EP6X tag=G0NWPHO9NEXG type=write size=2558650 2023-12-03T11:43:34.439 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.435+0000 7f4da82f78c0 1 < completed part key=_multipart_YCJ1J0AKOH1D.2~1WRGTTFUH018.0 size=1048576 2023-12-03T11:43:34.442 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.435+0000 7f4da82f78c0 1 < completed part key=_multipart_YCJ1J0AKOH1D.2~1WRGTTFUH018.1 size=1048576 2023-12-03T11:43:34.445 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.439+0000 7f4da82f78c0 1 < completed part key=_multipart_YCJ1J0AKOH1D.2~1WRGTTFUH018.2 size=599232 2023-12-03T11:43:34.450 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.447+0000 7f4da82f78c0 1 < completed multipart upload key=YCJ1J0AKOH1D upload=1WRGTTFUH018 tag=QY62BQU3QSB0 type=write size=3744960 2023-12-03T11:43:34.457 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.451+0000 7f4da82f78c0 1 > prepared part key=_multipart_MY1AJ69R89HD.2~42P0XJGKE9MV.0 size=1048576 2023-12-03T11:43:34.460 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.455+0000 7f4da82f78c0 1 > prepared part key=_multipart_MY1AJ69R89HD.2~42P0XJGKE9MV.1 size=1048576 2023-12-03T11:43:34.463 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.459+0000 7f4da82f78c0 1 > prepared part key=_multipart_MY1AJ69R89HD.2~42P0XJGKE9MV.2 size=208649 2023-12-03T11:43:34.463 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.459+0000 7f4da82f78c0 1 > prepared multipart upload key=MY1AJ69R89HD upload=42P0XJGKE9MV tag=5X6VC5CDZ62D type=write size=3354377 2023-12-03T11:43:34.464 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.459+0000 7f4da82f78c0 1 < canceled part key=_multipart_645V3LNUPS4A.2~9R9Y4GBGLEHK.0 size=1048576 2023-12-03T11:43:34.467 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.463+0000 7f4da82f78c0 1 < completed part key=_multipart_645V3LNUPS4A.2~9R9Y4GBGLEHK.1 size=1048576 2023-12-03T11:43:34.470 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.467+0000 7f4da82f78c0 1 < completed part key=_multipart_645V3LNUPS4A.2~9R9Y4GBGLEHK.2 size=332513 2023-12-03T11:43:34.477 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.471+0000 7f4da82f78c0 1 < canceled multipart upload key=645V3LNUPS4A upload=9R9Y4GBGLEHK tag=545NRR1D8G6P type=write size=3478241 2023-12-03T11:43:34.484 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.479+0000 7f4da82f78c0 1 > prepared part key=_multipart_RF6YEP4A6INZ.2~E0WNHD1JI64E.0 size=328837 2023-12-03T11:43:34.484 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.479+0000 7f4da82f78c0 1 > prepared multipart upload key=RF6YEP4A6INZ upload=E0WNHD1JI64E tag=KY2U7VQSU4QI type=write size=1377413 2023-12-03T11:43:34.488 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.483+0000 7f4da82f78c0 1 < completed delete operation key=K4O9QAISDGSN tag=OKUW4WNK30H1 type=del 2023-12-03T11:43:34.495 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.491+0000 7f4da82f78c0 1 > prepared part key=_multipart_QGLKMQWQRM89.2~CM6H9LKA0UXV.0 size=1048576 2023-12-03T11:43:34.498 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.495+0000 7f4da82f78c0 1 > prepared part key=_multipart_QGLKMQWQRM89.2~CM6H9LKA0UXV.1 size=642376 2023-12-03T11:43:34.498 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.495+0000 7f4da82f78c0 1 > prepared multipart upload key=QGLKMQWQRM89 upload=CM6H9LKA0UXV tag=8LVJO7S3D526 type=write size=2739528 2023-12-03T11:43:34.506 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.503+0000 7f4da82f78c0 1 < suggested update operation key=645V3LNUPS4A tag=CCF1Z33D3GPC type=del size=2189876 2023-12-03T11:43:34.510 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.503+0000 7f4da82f78c0 1 > prepared operation key=D2PVZARQWEIV tag=MMJYI2VE7RY4 type=del size=1034895 2023-12-03T11:43:34.514 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.511+0000 7f4da82f78c0 1 < completed part key=_multipart_RF6YEP4A6INZ.2~283DV6FXXTPT.0 size=1048576 2023-12-03T11:43:34.517 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.511+0000 7f4da82f78c0 1 < completed part key=_multipart_RF6YEP4A6INZ.2~283DV6FXXTPT.1 size=935726 2023-12-03T11:43:34.525 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.519+0000 7f4da82f78c0 1 < completed multipart upload key=RF6YEP4A6INZ upload=283DV6FXXTPT tag=C9V1GLM3ZU7D type=write size=3032878 2023-12-03T11:43:34.532 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.527+0000 7f4da82f78c0 1 > prepared part key=_multipart_K2XC9VGBIFBD.2~IBTQX08H4LLO.0 size=15459 2023-12-03T11:43:34.532 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.527+0000 7f4da82f78c0 1 > prepared multipart upload key=K2XC9VGBIFBD upload=IBTQX08H4LLO tag=6WSQNLKA213W type=write size=1064035 2023-12-03T11:43:34.535 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.531+0000 7f4da82f78c0 1 < completed part key=_multipart_4DF7KX58SVJY.2~WLI2P8M61XGQ.0 size=1048576 2023-12-03T11:43:34.539 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.535+0000 7f4da82f78c0 1 < completed part key=_multipart_4DF7KX58SVJY.2~WLI2P8M61XGQ.1 size=769473 2023-12-03T11:43:34.546 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.539+0000 7f4da82f78c0 1 < completed multipart upload key=4DF7KX58SVJY upload=WLI2P8M61XGQ tag=K6BU0E3WT2VN type=write size=2866625 2023-12-03T11:43:34.549 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.543+0000 7f4da82f78c0 1 > prepared operation key=XCT2GVJ4O84M tag=OLHZWMAMP7TK type=write size=978119 2023-12-03T11:43:34.553 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.547+0000 7f4da82f78c0 1 < completed delete operation key=PSYQ3RT9HX5N tag=JRNRD0RTH0ER type=del 2023-12-03T11:43:34.557 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.551+0000 7f4da82f78c0 1 > prepared operation key=IA082W6GDNN2 tag=ZEOJ0Q83O3GG type=del size=1453509 2023-12-03T11:43:34.561 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.555+0000 7f4da82f78c0 1 < completed delete operation key=TBD5MDTZYHGQ tag=FHBA9VYZC3BW type=del 2023-12-03T11:43:34.565 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.559+0000 7f4da82f78c0 1 > prepared operation key=M9A06B3PSDOD tag=CFAZPTJP8COM type=del size=2220557 2023-12-03T11:43:34.569 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.563+0000 7f4da82f78c0 1 < completed part key=_multipart_L3HC1M7OJ3L7.2~B6CIIYMEHUZ8.0 size=989697 2023-12-03T11:43:34.575 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.571+0000 7f4da82f78c0 1 < completed multipart upload key=L3HC1M7OJ3L7 upload=B6CIIYMEHUZ8 tag=2Z21CP6LWPHN type=write size=2038273 2023-12-03T11:43:34.582 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.579+0000 7f4da82f78c0 1 > prepared part key=_multipart_K6FJNLCVDIUX.2~TZXGXRMUBNLA.0 size=1048576 2023-12-03T11:43:34.585 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.579+0000 7f4da82f78c0 1 > prepared part key=_multipart_K6FJNLCVDIUX.2~TZXGXRMUBNLA.1 size=1048576 2023-12-03T11:43:34.589 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.583+0000 7f4da82f78c0 1 > prepared part key=_multipart_K6FJNLCVDIUX.2~TZXGXRMUBNLA.2 size=654652 2023-12-03T11:43:34.589 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.583+0000 7f4da82f78c0 1 > prepared multipart upload key=K6FJNLCVDIUX upload=TZXGXRMUBNLA tag=XFXRNU7ES48Y type=write size=3800380 2023-12-03T11:43:34.592 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.587+0000 7f4da82f78c0 1 < completed part key=_multipart_PUY1C1KWIAHV.2~FH97Q5KIA68Q.0 size=1048576 2023-12-03T11:43:34.596 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.591+0000 7f4da82f78c0 1 < completed part key=_multipart_PUY1C1KWIAHV.2~FH97Q5KIA68Q.1 size=1048576 2023-12-03T11:43:34.599 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.595+0000 7f4da82f78c0 1 < completed part key=_multipart_PUY1C1KWIAHV.2~FH97Q5KIA68Q.2 size=835512 2023-12-03T11:43:34.607 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.603+0000 7f4da82f78c0 1 < completed multipart upload key=PUY1C1KWIAHV upload=FH97Q5KIA68Q tag=J2ZZTM0WO5O1 type=write size=3981240 2023-12-03T11:43:34.610 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.607+0000 7f4da82f78c0 1 > prepared operation key=MY1AJ69R89HD tag=8R0U1ZMP8JXS type=write size=289002 2023-12-03T11:43:34.615 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.611+0000 7f4da82f78c0 1 < completed delete operation key=UT0U43FV7Y0L tag=5G03V3WWS220 type=del 2023-12-03T11:43:34.618 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.615+0000 7f4da82f78c0 1 > prepared operation key=4DF7KX58SVJY tag=6SCSK84X5KF7 type=write size=567537 2023-12-03T11:43:34.622 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.619+0000 7f4da82f78c0 1 < completed delete operation key=PSYQ3RT9HX5N tag=Z7I3H2HA4LI2 type=del 2023-12-03T11:43:34.629 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.623+0000 7f4da82f78c0 1 > prepared part key=_multipart_GMT5400N4YTT.2~VFPQSFBFGDQA.0 size=487454 2023-12-03T11:43:34.630 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.623+0000 7f4da82f78c0 1 > prepared multipart upload key=GMT5400N4YTT upload=VFPQSFBFGDQA tag=NYYJA69QUNRX type=write size=1536030 2023-12-03T11:43:34.633 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.627+0000 7f4da82f78c0 1 < canceled operation key=MY1AJ69R89HD tag=82VRDNSQRAEM type=del size=3067941 2023-12-03T11:43:34.640 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.635+0000 7f4da82f78c0 1 > prepared part key=_multipart_1GAQFDQ35291.2~JW30CN4PG5JN.0 size=1048576 2023-12-03T11:43:34.643 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.639+0000 7f4da82f78c0 1 > prepared part key=_multipart_1GAQFDQ35291.2~JW30CN4PG5JN.1 size=1048576 2023-12-03T11:43:34.646 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.643+0000 7f4da82f78c0 1 > prepared part key=_multipart_1GAQFDQ35291.2~JW30CN4PG5JN.2 size=229765 2023-12-03T11:43:34.646 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.643+0000 7f4da82f78c0 1 > prepared multipart upload key=1GAQFDQ35291 upload=JW30CN4PG5JN tag=KRWDMRMCNDPC type=write size=3375493 2023-12-03T11:43:34.650 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.647+0000 7f4da82f78c0 1 < completed delete operation key=QGLKMQWQRM89 tag=RDELZTX0XAWG type=del 2023-12-03T11:43:34.654 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.651+0000 7f4da82f78c0 1 > prepared operation key=L3HC1M7OJ3L7 tag=MMOONJLOTD0H type=del size=56112 2023-12-03T11:43:34.659 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.655+0000 7f4da82f78c0 1 < completed part key=_multipart_WEBJUD8426X3.2~KTZHYD615E0E.0 size=1048576 2023-12-03T11:43:34.661 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.655+0000 7f4da82f78c0 1 < completed part key=_multipart_WEBJUD8426X3.2~KTZHYD615E0E.1 size=1048576 2023-12-03T11:43:34.665 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.659+0000 7f4da82f78c0 1 < completed part key=_multipart_WEBJUD8426X3.2~KTZHYD615E0E.2 size=815089 2023-12-03T11:43:34.671 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.667+0000 7f4da82f78c0 1 < completed multipart upload key=WEBJUD8426X3 upload=KTZHYD615E0E tag=TSPZR76OJ58R type=write size=3960817 2023-12-03T11:43:34.678 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.675+0000 7f4da82f78c0 1 > prepared part key=_multipart_Q3BH4HFRFZA5.2~FS9XAE6RKZ8A.0 size=1048576 2023-12-03T11:43:34.681 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.675+0000 7f4da82f78c0 1 > prepared part key=_multipart_Q3BH4HFRFZA5.2~FS9XAE6RKZ8A.1 size=710872 2023-12-03T11:43:34.681 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.675+0000 7f4da82f78c0 1 > prepared multipart upload key=Q3BH4HFRFZA5 upload=FS9XAE6RKZ8A tag=DZQOYUSW8639 type=write size=2808024 2023-12-03T11:43:34.682 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.675+0000 7f4da82f78c0 1 < canceled part key=_multipart_GMT5400N4YTT.2~HP7BUH26EP6X.0 size=1048576 2023-12-03T11:43:34.682 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.675+0000 7f4da82f78c0 1 < canceled part key=_multipart_GMT5400N4YTT.2~HP7BUH26EP6X.1 size=461498 2023-12-03T11:43:34.690 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.683+0000 7f4da82f78c0 1 < canceled multipart upload key=GMT5400N4YTT upload=HP7BUH26EP6X tag=G0NWPHO9NEXG type=write size=2558650 2023-12-03T11:43:34.694 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.687+0000 7f4da82f78c0 1 > prepared operation key=MY1AJ69R89HD tag=9EL75SSTH8QK type=del size=2918600 2023-12-03T11:43:34.698 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.691+0000 7f4da82f78c0 1 < completed part key=_multipart_MY1AJ69R89HD.2~42P0XJGKE9MV.0 size=1048576 2023-12-03T11:43:34.701 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.695+0000 7f4da82f78c0 1 < completed part key=_multipart_MY1AJ69R89HD.2~42P0XJGKE9MV.1 size=1048576 2023-12-03T11:43:34.704 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.699+0000 7f4da82f78c0 1 < completed part key=_multipart_MY1AJ69R89HD.2~42P0XJGKE9MV.2 size=208649 2023-12-03T11:43:34.710 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.707+0000 7f4da82f78c0 1 < completed multipart upload key=MY1AJ69R89HD upload=42P0XJGKE9MV tag=5X6VC5CDZ62D type=write size=3354377 2023-12-03T11:43:34.714 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.711+0000 7f4da82f78c0 1 > prepared operation key=85DYZW2I0U7X tag=6BB440JS2NU9 type=del size=3729564 2023-12-03T11:43:34.718 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.711+0000 7f4da82f78c0 1 < completed part key=_multipart_RF6YEP4A6INZ.2~E0WNHD1JI64E.0 size=328837 2023-12-03T11:43:34.724 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.719+0000 7f4da82f78c0 1 < completed multipart upload key=RF6YEP4A6INZ upload=E0WNHD1JI64E tag=KY2U7VQSU4QI type=write size=1377413 2023-12-03T11:43:34.742 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.739+0000 7f4da82f78c0 1 > prepared part key=_multipart_2HVLNPGB2PLL.2~FP2QZLQHW2Q4.0 size=1048576 2023-12-03T11:43:34.745 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.739+0000 7f4da82f78c0 1 > prepared part key=_multipart_2HVLNPGB2PLL.2~FP2QZLQHW2Q4.1 size=1048576 2023-12-03T11:43:34.748 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.743+0000 7f4da82f78c0 1 > prepared part key=_multipart_2HVLNPGB2PLL.2~FP2QZLQHW2Q4.2 size=961393 2023-12-03T11:43:34.748 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.743+0000 7f4da82f78c0 1 > prepared multipart upload key=2HVLNPGB2PLL upload=FP2QZLQHW2Q4 tag=5XQLOSGAQKF7 type=write size=4107121 2023-12-03T11:43:34.752 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.747+0000 7f4da82f78c0 1 < completed part key=_multipart_QGLKMQWQRM89.2~CM6H9LKA0UXV.0 size=1048576 2023-12-03T11:43:34.752 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.747+0000 7f4da82f78c0 1 < canceled part key=_multipart_QGLKMQWQRM89.2~CM6H9LKA0UXV.1 size=642376 2023-12-03T11:43:34.759 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.755+0000 7f4da82f78c0 1 < canceled multipart upload key=QGLKMQWQRM89 upload=CM6H9LKA0UXV tag=8LVJO7S3D526 type=write size=2739528 2023-12-03T11:43:34.767 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.763+0000 7f4da82f78c0 1 > prepared part key=_multipart_GMT5400N4YTT.2~BA8L3MRDVFPE.0 size=1048576 2023-12-03T11:43:34.769 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.763+0000 7f4da82f78c0 1 > prepared part key=_multipart_GMT5400N4YTT.2~BA8L3MRDVFPE.1 size=1048576 2023-12-03T11:43:34.772 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.767+0000 7f4da82f78c0 1 > prepared part key=_multipart_GMT5400N4YTT.2~BA8L3MRDVFPE.2 size=756415 2023-12-03T11:43:34.772 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.767+0000 7f4da82f78c0 1 > prepared multipart upload key=GMT5400N4YTT upload=BA8L3MRDVFPE tag=29SU302WMT9U type=write size=3902143 2023-12-03T11:43:34.776 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.771+0000 7f4da82f78c0 1 < completed delete operation key=D2PVZARQWEIV tag=MMJYI2VE7RY4 type=del 2023-12-03T11:43:34.784 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.779+0000 7f4da82f78c0 1 > prepared part key=_multipart_1H0XTAA0VMYC.2~NOJQ2S0Z6WBO.0 size=148112 2023-12-03T11:43:34.784 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.779+0000 7f4da82f78c0 1 > prepared multipart upload key=1H0XTAA0VMYC upload=NOJQ2S0Z6WBO tag=0W0K6DDHFSIE type=write size=1196688 2023-12-03T11:43:34.787 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.783+0000 7f4da82f78c0 1 < completed part key=_multipart_K2XC9VGBIFBD.2~IBTQX08H4LLO.0 size=15459 2023-12-03T11:43:34.794 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.791+0000 7f4da82f78c0 1 < completed multipart upload key=K2XC9VGBIFBD upload=IBTQX08H4LLO tag=6WSQNLKA213W type=write size=1064035 2023-12-03T11:43:34.801 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.795+0000 7f4da82f78c0 1 > prepared part key=_multipart_4LWB8EMR9EBJ.2~Q7J8V5L6WI76.0 size=1048576 2023-12-03T11:43:34.804 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.799+0000 7f4da82f78c0 1 > prepared part key=_multipart_4LWB8EMR9EBJ.2~Q7J8V5L6WI76.1 size=1048576 2023-12-03T11:43:34.807 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.803+0000 7f4da82f78c0 1 > prepared part key=_multipart_4LWB8EMR9EBJ.2~Q7J8V5L6WI76.2 size=224460 2023-12-03T11:43:34.807 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.803+0000 7f4da82f78c0 1 > prepared multipart upload key=4LWB8EMR9EBJ upload=Q7J8V5L6WI76 tag=GZYQKA7BWUOC type=write size=3370188 2023-12-03T11:43:34.811 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.807+0000 7f4da82f78c0 1 < completed write operation key=XCT2GVJ4O84M tag=OLHZWMAMP7TK type=write size=978119 2023-12-03T11:43:34.815 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.811+0000 7f4da82f78c0 1 > prepared operation key=RF6YEP4A6INZ tag=SRSKP47UPA8Y type=del size=2067232 2023-12-03T11:43:34.819 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.815+0000 7f4da82f78c0 1 < completed delete operation key=IA082W6GDNN2 tag=ZEOJ0Q83O3GG type=del 2023-12-03T11:43:34.823 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.819+0000 7f4da82f78c0 1 > prepared operation key=IOZ5MNNP5B2W tag=0TRFM91OTRAN type=del size=1374577 2023-12-03T11:43:34.827 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.823+0000 7f4da82f78c0 1 < completed delete operation key=M9A06B3PSDOD tag=CFAZPTJP8COM type=del 2023-12-03T11:43:34.832 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.827+0000 7f4da82f78c0 1 > prepared operation key=Q3BH4HFRFZA5 tag=B1FQORIA4MNU type=del size=2564600 2023-12-03T11:43:34.836 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.831+0000 7f4da82f78c0 1 < completed part key=_multipart_K6FJNLCVDIUX.2~TZXGXRMUBNLA.0 size=1048576 2023-12-03T11:43:34.839 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.835+0000 7f4da82f78c0 1 < completed part key=_multipart_K6FJNLCVDIUX.2~TZXGXRMUBNLA.1 size=1048576 2023-12-03T11:43:34.842 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.839+0000 7f4da82f78c0 1 < completed part key=_multipart_K6FJNLCVDIUX.2~TZXGXRMUBNLA.2 size=654652 2023-12-03T11:43:34.849 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.843+0000 7f4da82f78c0 1 < completed multipart upload key=K6FJNLCVDIUX upload=TZXGXRMUBNLA tag=XFXRNU7ES48Y type=write size=3800380 2023-12-03T11:43:34.852 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.847+0000 7f4da82f78c0 1 > prepared operation key=1H0XTAA0VMYC tag=QE41MTEZH10U type=del size=353656 2023-12-03T11:43:34.856 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.851+0000 7f4da82f78c0 1 < completed write operation key=MY1AJ69R89HD tag=8R0U1ZMP8JXS type=write size=289002 2023-12-03T11:43:34.860 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.855+0000 7f4da82f78c0 1 > prepared operation key=QGLKMQWQRM89 tag=14IF07709UVT type=del size=3284003 2023-12-03T11:43:34.864 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.859+0000 7f4da82f78c0 1 < completed write operation key=4DF7KX58SVJY tag=6SCSK84X5KF7 type=write size=567537 2023-12-03T11:43:34.868 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.863+0000 7f4da82f78c0 1 > prepared operation key=D2PVZARQWEIV tag=65O86P0UVF2R type=del size=2257033 2023-12-03T11:43:34.871 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.867+0000 7f4da82f78c0 1 < completed part key=_multipart_GMT5400N4YTT.2~VFPQSFBFGDQA.0 size=487454 2023-12-03T11:43:34.879 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.875+0000 7f4da82f78c0 1 < completed multipart upload key=GMT5400N4YTT upload=VFPQSFBFGDQA tag=NYYJA69QUNRX type=write size=1536030 2023-12-03T11:43:34.882 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.879+0000 7f4da82f78c0 1 > prepared operation key=Q5C3IZCQEVO6 tag=OD7SRGG4TKI9 type=del size=1449386 2023-12-03T11:43:34.887 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.883+0000 7f4da82f78c0 1 < completed part key=_multipart_1GAQFDQ35291.2~JW30CN4PG5JN.0 size=1048576 2023-12-03T11:43:34.891 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.887+0000 7f4da82f78c0 1 < completed part key=_multipart_1GAQFDQ35291.2~JW30CN4PG5JN.1 size=1048576 2023-12-03T11:43:34.894 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.887+0000 7f4da82f78c0 1 < completed part key=_multipart_1GAQFDQ35291.2~JW30CN4PG5JN.2 size=229765 2023-12-03T11:43:34.902 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.895+0000 7f4da82f78c0 1 < completed multipart upload key=1GAQFDQ35291 upload=JW30CN4PG5JN tag=KRWDMRMCNDPC type=write size=3375493 2023-12-03T11:43:34.910 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.903+0000 7f4da82f78c0 1 > prepared part key=_multipart_ZO4GYMSV47J9.2~ZH9H5C644VZD.0 size=1048576 2023-12-03T11:43:34.914 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.907+0000 7f4da82f78c0 1 > prepared part key=_multipart_ZO4GYMSV47J9.2~ZH9H5C644VZD.1 size=360312 2023-12-03T11:43:34.914 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.907+0000 7f4da82f78c0 1 > prepared multipart upload key=ZO4GYMSV47J9 upload=ZH9H5C644VZD tag=4Q121K6PNF09 type=write size=2457464 2023-12-03T11:43:34.917 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.911+0000 7f4da82f78c0 1 < canceled operation key=L3HC1M7OJ3L7 tag=MMOONJLOTD0H type=del size=56112 2023-12-03T11:43:34.921 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.915+0000 7f4da82f78c0 1 > prepared operation key=TBD5MDTZYHGQ tag=WOSOJP8SZS6R type=del size=1803646 2023-12-03T11:43:34.925 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.919+0000 7f4da82f78c0 1 < completed part key=_multipart_Q3BH4HFRFZA5.2~FS9XAE6RKZ8A.0 size=1048576 2023-12-03T11:43:34.928 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.923+0000 7f4da82f78c0 1 < completed part key=_multipart_Q3BH4HFRFZA5.2~FS9XAE6RKZ8A.1 size=710872 2023-12-03T11:43:34.937 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.931+0000 7f4da82f78c0 1 < completed multipart upload key=Q3BH4HFRFZA5 upload=FS9XAE6RKZ8A tag=DZQOYUSW8639 type=write size=2808024 2023-12-03T11:43:34.943 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.939+0000 7f4da82f78c0 1 > prepared part key=_multipart_Q5C3IZCQEVO6.2~DR5T627QAB2W.0 size=502058 2023-12-03T11:43:34.944 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.939+0000 7f4da82f78c0 1 > prepared multipart upload key=Q5C3IZCQEVO6 upload=DR5T627QAB2W tag=39UWGB56MBUG type=write size=1550634 2023-12-03T11:43:34.946 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.943+0000 7f4da82f78c0 1 < completed delete operation key=MY1AJ69R89HD tag=9EL75SSTH8QK type=del 2023-12-03T11:43:34.950 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.943+0000 7f4da82f78c0 1 > prepared operation key=Q3BH4HFRFZA5 tag=OYSGZCFFKO11 type=del size=2247526 2023-12-03T11:43:34.954 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.951+0000 7f4da82f78c0 1 < completed delete operation key=85DYZW2I0U7X tag=6BB440JS2NU9 type=del 2023-12-03T11:43:34.958 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.955+0000 7f4da82f78c0 1 > prepared operation key=7AKK0TE2I43B tag=EC46D3OLRFV0 type=del size=3933721 2023-12-03T11:43:34.959 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.955+0000 7f4da82f78c0 1 < canceled part key=_multipart_2HVLNPGB2PLL.2~FP2QZLQHW2Q4.0 size=1048576 2023-12-03T11:43:34.962 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.959+0000 7f4da82f78c0 1 < completed part key=_multipart_2HVLNPGB2PLL.2~FP2QZLQHW2Q4.1 size=1048576 2023-12-03T11:43:34.965 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.959+0000 7f4da82f78c0 1 < completed part key=_multipart_2HVLNPGB2PLL.2~FP2QZLQHW2Q4.2 size=961393 2023-12-03T11:43:34.972 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.967+0000 7f4da82f78c0 1 < canceled multipart upload key=2HVLNPGB2PLL upload=FP2QZLQHW2Q4 tag=5XQLOSGAQKF7 type=write size=4107121 2023-12-03T11:43:34.976 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.971+0000 7f4da82f78c0 1 > prepared operation key=GMT5400N4YTT tag=KXIMKMHSY38S type=del size=3852736 2023-12-03T11:43:34.980 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.975+0000 7f4da82f78c0 1 < completed part key=_multipart_GMT5400N4YTT.2~BA8L3MRDVFPE.0 size=1048576 2023-12-03T11:43:34.984 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.979+0000 7f4da82f78c0 1 < completed part key=_multipart_GMT5400N4YTT.2~BA8L3MRDVFPE.1 size=1048576 2023-12-03T11:43:34.987 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.983+0000 7f4da82f78c0 1 < completed part key=_multipart_GMT5400N4YTT.2~BA8L3MRDVFPE.2 size=756415 2023-12-03T11:43:34.993 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.987+0000 7f4da82f78c0 1 < completed multipart upload key=GMT5400N4YTT upload=BA8L3MRDVFPE tag=29SU302WMT9U type=write size=3902143 2023-12-03T11:43:34.997 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.991+0000 7f4da82f78c0 1 > prepared operation key=7AKK0TE2I43B tag=BGJXA4JC14G8 type=write size=154609 2023-12-03T11:43:35.001 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:34.995+0000 7f4da82f78c0 1 < completed part key=_multipart_1H0XTAA0VMYC.2~NOJQ2S0Z6WBO.0 size=148112 2023-12-03T11:43:35.007 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.003+0000 7f4da82f78c0 1 < completed multipart upload key=1H0XTAA0VMYC upload=NOJQ2S0Z6WBO tag=0W0K6DDHFSIE type=write size=1196688 2023-12-03T11:43:35.014 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.011+0000 7f4da82f78c0 1 > prepared part key=_multipart_2HVLNPGB2PLL.2~63YDCF5LRV3G.0 size=100327 2023-12-03T11:43:35.014 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.011+0000 7f4da82f78c0 1 > prepared multipart upload key=2HVLNPGB2PLL upload=63YDCF5LRV3G tag=GGOYA1FDE25B type=write size=1148903 2023-12-03T11:43:35.018 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.015+0000 7f4da82f78c0 1 < completed part key=_multipart_4LWB8EMR9EBJ.2~Q7J8V5L6WI76.0 size=1048576 2023-12-03T11:43:35.021 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.015+0000 7f4da82f78c0 1 < completed part key=_multipart_4LWB8EMR9EBJ.2~Q7J8V5L6WI76.1 size=1048576 2023-12-03T11:43:35.024 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.019+0000 7f4da82f78c0 1 < completed part key=_multipart_4LWB8EMR9EBJ.2~Q7J8V5L6WI76.2 size=224460 2023-12-03T11:43:35.031 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.027+0000 7f4da82f78c0 1 < completed multipart upload key=4LWB8EMR9EBJ upload=Q7J8V5L6WI76 tag=GZYQKA7BWUOC type=write size=3370188 2023-12-03T11:43:35.038 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.035+0000 7f4da82f78c0 1 > prepared part key=_multipart_7EDLY2Q78IBP.2~1LLGNRWRJLTA.0 size=1048576 2023-12-03T11:43:35.042 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.035+0000 7f4da82f78c0 1 > prepared part key=_multipart_7EDLY2Q78IBP.2~1LLGNRWRJLTA.1 size=1048576 2023-12-03T11:43:35.046 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.039+0000 7f4da82f78c0 1 > prepared part key=_multipart_7EDLY2Q78IBP.2~1LLGNRWRJLTA.2 size=332619 2023-12-03T11:43:35.046 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.039+0000 7f4da82f78c0 1 > prepared multipart upload key=7EDLY2Q78IBP upload=1LLGNRWRJLTA tag=2RSW2M0OO1I7 type=write size=3478347 2023-12-03T11:43:35.049 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.043+0000 7f4da82f78c0 1 < completed delete operation key=RF6YEP4A6INZ tag=SRSKP47UPA8Y type=del 2023-12-03T11:43:35.058 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.051+0000 7f4da82f78c0 1 > prepared part key=_multipart_PUY1C1KWIAHV.2~KNNN7N67WCMI.0 size=637569 2023-12-03T11:43:35.058 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.051+0000 7f4da82f78c0 1 > prepared multipart upload key=PUY1C1KWIAHV upload=KNNN7N67WCMI tag=BE0KHERR366Y type=write size=1686145 2023-12-03T11:43:35.061 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.055+0000 7f4da82f78c0 1 < completed delete operation key=IOZ5MNNP5B2W tag=0TRFM91OTRAN type=del 2023-12-03T11:43:35.069 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.063+0000 7f4da82f78c0 1 > prepared part key=_multipart_85DYZW2I0U7X.2~Z7561NFN06FO.0 size=1048576 2023-12-03T11:43:35.072 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.067+0000 7f4da82f78c0 1 > prepared part key=_multipart_85DYZW2I0U7X.2~Z7561NFN06FO.1 size=425990 2023-12-03T11:43:35.072 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.067+0000 7f4da82f78c0 1 > prepared multipart upload key=85DYZW2I0U7X upload=Z7561NFN06FO tag=8IZ9NMGU3203 type=write size=2523142 2023-12-03T11:43:35.076 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.071+0000 7f4da82f78c0 1 < completed delete operation key=Q3BH4HFRFZA5 tag=B1FQORIA4MNU type=del 2023-12-03T11:43:35.080 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.075+0000 7f4da82f78c0 1 > prepared operation key=6UZY1HWE143J tag=6XIFE514RQ4U type=del size=1224263 2023-12-03T11:43:35.089 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.083+0000 7f4da82f78c0 1 < suggested update operation key=1H0XTAA0VMYC tag=QE41MTEZH10U type=del size=353656 2023-12-03T11:43:35.098 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.095+0000 7f4da82f78c0 1 > prepared part key=_multipart_Q5C3IZCQEVO6.2~0J47HMV77I38.0 size=935051 2023-12-03T11:43:35.098 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.095+0000 7f4da82f78c0 1 > prepared multipart upload key=Q5C3IZCQEVO6 upload=0J47HMV77I38 tag=OAUHV6I9PTJC type=write size=1983627 2023-12-03T11:43:35.101 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.095+0000 7f4da82f78c0 1 < canceled operation key=QGLKMQWQRM89 tag=14IF07709UVT type=del size=3284003 2023-12-03T11:43:35.111 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.107+0000 7f4da82f78c0 1 > prepared operation key=85DYZW2I0U7X tag=QLJK526JN3YK type=del size=279268 2023-12-03T11:43:35.114 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.111+0000 7f4da82f78c0 1 < completed delete operation key=D2PVZARQWEIV tag=65O86P0UVF2R type=del 2023-12-03T11:43:35.117 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.111+0000 7f4da82f78c0 1 > prepared operation key=2HVLNPGB2PLL tag=I267S1JQPJHA type=write size=138072 2023-12-03T11:43:35.123 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.119+0000 7f4da82f78c0 1 < suggested update operation key=Q5C3IZCQEVO6 tag=OD7SRGG4TKI9 type=del size=1449386 2023-12-03T11:43:35.126 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.119+0000 7f4da82f78c0 1 > prepared operation key=7EDLY2Q78IBP tag=LHH5PX0050UG type=write size=458961 2023-12-03T11:43:35.129 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.123+0000 7f4da82f78c0 1 < completed part key=_multipart_ZO4GYMSV47J9.2~ZH9H5C644VZD.0 size=1048576 2023-12-03T11:43:35.131 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.127+0000 7f4da82f78c0 1 < completed part key=_multipart_ZO4GYMSV47J9.2~ZH9H5C644VZD.1 size=360312 2023-12-03T11:43:35.136 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.131+0000 7f4da82f78c0 1 < completed multipart upload key=ZO4GYMSV47J9 upload=ZH9H5C644VZD tag=4Q121K6PNF09 type=write size=2457464 2023-12-03T11:43:35.138 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.135+0000 7f4da82f78c0 1 > prepared operation key=7EDLY2Q78IBP tag=SXDB810QG3YN type=del size=2731257 2023-12-03T11:43:35.141 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.135+0000 7f4da82f78c0 1 < canceled operation key=TBD5MDTZYHGQ tag=WOSOJP8SZS6R type=del size=1803646 2023-12-03T11:43:35.147 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.143+0000 7f4da82f78c0 1 > prepared part key=_multipart_TBD5MDTZYHGQ.2~SZ9IRSRG4GGR.0 size=1048576 2023-12-03T11:43:35.150 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.147+0000 7f4da82f78c0 1 > prepared part key=_multipart_TBD5MDTZYHGQ.2~SZ9IRSRG4GGR.1 size=103166 2023-12-03T11:43:35.150 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.147+0000 7f4da82f78c0 1 > prepared multipart upload key=TBD5MDTZYHGQ upload=SZ9IRSRG4GGR tag=EPKEZ4QRA2AR type=write size=2200318 2023-12-03T11:43:35.154 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.147+0000 7f4da82f78c0 1 < completed part key=_multipart_Q5C3IZCQEVO6.2~DR5T627QAB2W.0 size=502058 2023-12-03T11:43:35.158 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.155+0000 7f4da82f78c0 1 < completed multipart upload key=Q5C3IZCQEVO6 upload=DR5T627QAB2W tag=39UWGB56MBUG type=write size=1550634 2023-12-03T11:43:35.163 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.159+0000 7f4da82f78c0 1 > prepared part key=_multipart_WEBJUD8426X3.2~WP0LONRAGKJ2.0 size=1032483 2023-12-03T11:43:35.163 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.159+0000 7f4da82f78c0 1 > prepared multipart upload key=WEBJUD8426X3 upload=WP0LONRAGKJ2 tag=BOOOS7MWO3X6 type=write size=2081059 2023-12-03T11:43:35.166 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.163+0000 7f4da82f78c0 1 < completed delete operation key=Q3BH4HFRFZA5 tag=OYSGZCFFKO11 type=del 2023-12-03T11:43:35.168 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.163+0000 7f4da82f78c0 1 > prepared operation key=D2PVZARQWEIV tag=TTT08DSUQXIU type=del size=4046918 2023-12-03T11:43:35.171 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.167+0000 7f4da82f78c0 1 < completed delete operation key=7AKK0TE2I43B tag=EC46D3OLRFV0 type=del 2023-12-03T11:43:35.176 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.171+0000 7f4da82f78c0 1 > prepared part key=_multipart_ZO4GYMSV47J9.2~1ZC2XA0FT2W6.0 size=1048576 2023-12-03T11:43:35.178 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.175+0000 7f4da82f78c0 1 > prepared part key=_multipart_ZO4GYMSV47J9.2~1ZC2XA0FT2W6.1 size=1048576 2023-12-03T11:43:35.180 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.175+0000 7f4da82f78c0 1 > prepared part key=_multipart_ZO4GYMSV47J9.2~1ZC2XA0FT2W6.2 size=868025 2023-12-03T11:43:35.180 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.175+0000 7f4da82f78c0 1 > prepared multipart upload key=ZO4GYMSV47J9 upload=1ZC2XA0FT2W6 tag=6LT1OMDLWGE3 type=write size=4013753 2023-12-03T11:43:35.185 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.179+0000 7f4da82f78c0 1 < suggested update operation key=GMT5400N4YTT tag=KXIMKMHSY38S type=del size=3852736 2023-12-03T11:43:35.188 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.183+0000 7f4da82f78c0 1 > prepared operation key=PSYQ3RT9HX5N tag=7PDLPFET1JIJ type=write size=835691 2023-12-03T11:43:35.193 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.187+0000 7f4da82f78c0 1 < suggested update operation key=7AKK0TE2I43B tag=BGJXA4JC14G8 type=write size=154609 2023-12-03T11:43:35.198 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.195+0000 7f4da82f78c0 1 > prepared part key=_multipart_YCJ1J0AKOH1D.2~ORIVY909KVM1.0 size=779878 2023-12-03T11:43:35.198 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.195+0000 7f4da82f78c0 1 > prepared multipart upload key=YCJ1J0AKOH1D upload=ORIVY909KVM1 tag=1REUBLY6L5ET type=write size=1828454 2023-12-03T11:43:35.201 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.195+0000 7f4da82f78c0 1 < completed part key=_multipart_2HVLNPGB2PLL.2~63YDCF5LRV3G.0 size=100327 2023-12-03T11:43:35.206 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.203+0000 7f4da82f78c0 1 < completed multipart upload key=2HVLNPGB2PLL upload=63YDCF5LRV3G tag=GGOYA1FDE25B type=write size=1148903 2023-12-03T11:43:35.211 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.207+0000 7f4da82f78c0 1 > prepared part key=_multipart_PUY1C1KWIAHV.2~XYFWW1IEEJE1.0 size=1048576 2023-12-03T11:43:35.213 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.207+0000 7f4da82f78c0 1 > prepared part key=_multipart_PUY1C1KWIAHV.2~XYFWW1IEEJE1.1 size=1048576 2023-12-03T11:43:35.215 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.211+0000 7f4da82f78c0 1 > prepared part key=_multipart_PUY1C1KWIAHV.2~XYFWW1IEEJE1.2 size=539316 2023-12-03T11:43:35.215 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.211+0000 7f4da82f78c0 1 > prepared multipart upload key=PUY1C1KWIAHV upload=XYFWW1IEEJE1 tag=QG57K5XTS45M type=write size=3685044 2023-12-03T11:43:35.219 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.215+0000 7f4da82f78c0 1 < completed part key=_multipart_7EDLY2Q78IBP.2~1LLGNRWRJLTA.0 size=1048576 2023-12-03T11:43:35.221 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.215+0000 7f4da82f78c0 1 < completed part key=_multipart_7EDLY2Q78IBP.2~1LLGNRWRJLTA.1 size=1048576 2023-12-03T11:43:35.223 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.219+0000 7f4da82f78c0 1 < completed part key=_multipart_7EDLY2Q78IBP.2~1LLGNRWRJLTA.2 size=332619 2023-12-03T11:43:35.228 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.223+0000 7f4da82f78c0 1 < completed multipart upload key=7EDLY2Q78IBP upload=1LLGNRWRJLTA tag=2RSW2M0OO1I7 type=write size=3478347 2023-12-03T11:43:35.231 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.227+0000 7f4da82f78c0 1 > prepared operation key=ZO4GYMSV47J9 tag=EFD6P3PSCHS4 type=del size=2220332 2023-12-03T11:43:35.234 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.231+0000 7f4da82f78c0 1 < completed part key=_multipart_PUY1C1KWIAHV.2~KNNN7N67WCMI.0 size=637569 2023-12-03T11:43:35.239 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.235+0000 7f4da82f78c0 1 < completed multipart upload key=PUY1C1KWIAHV upload=KNNN7N67WCMI tag=BE0KHERR366Y type=write size=1686145 2023-12-03T11:43:35.244 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.239+0000 7f4da82f78c0 1 > prepared part key=_multipart_K2XC9VGBIFBD.2~3Y68GP8AL1CX.0 size=1048576 2023-12-03T11:43:35.246 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.239+0000 7f4da82f78c0 1 > prepared part key=_multipart_K2XC9VGBIFBD.2~3Y68GP8AL1CX.1 size=510927 2023-12-03T11:43:35.246 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.239+0000 7f4da82f78c0 1 > prepared multipart upload key=K2XC9VGBIFBD upload=3Y68GP8AL1CX tag=7EZ1JL4TMUCM type=write size=2608079 2023-12-03T11:43:35.249 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.243+0000 7f4da82f78c0 1 < completed part key=_multipart_85DYZW2I0U7X.2~Z7561NFN06FO.0 size=1048576 2023-12-03T11:43:35.251 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.247+0000 7f4da82f78c0 1 < completed part key=_multipart_85DYZW2I0U7X.2~Z7561NFN06FO.1 size=425990 2023-12-03T11:43:35.255 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.251+0000 7f4da82f78c0 1 < completed multipart upload key=85DYZW2I0U7X upload=Z7561NFN06FO tag=8IZ9NMGU3203 type=write size=2523142 2023-12-03T11:43:35.260 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.255+0000 7f4da82f78c0 1 > prepared part key=_multipart_M9A06B3PSDOD.2~MPYI0AAP05CN.0 size=1048576 2023-12-03T11:43:35.262 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.259+0000 7f4da82f78c0 1 > prepared part key=_multipart_M9A06B3PSDOD.2~MPYI0AAP05CN.1 size=1048576 2023-12-03T11:43:35.264 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.259+0000 7f4da82f78c0 1 > prepared part key=_multipart_M9A06B3PSDOD.2~MPYI0AAP05CN.2 size=155526 2023-12-03T11:43:35.264 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.259+0000 7f4da82f78c0 1 > prepared multipart upload key=M9A06B3PSDOD upload=MPYI0AAP05CN tag=PH60K6H8N8AW type=write size=3301254 2023-12-03T11:43:35.267 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.263+0000 7f4da82f78c0 1 < completed delete operation key=6UZY1HWE143J tag=6XIFE514RQ4U type=del 2023-12-03T11:43:35.270 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.263+0000 7f4da82f78c0 1 > prepared operation key=QGLKMQWQRM89 tag=JNGT8PLRS6VK type=del size=3852416 2023-12-03T11:43:35.272 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.267+0000 7f4da82f78c0 1 < completed part key=_multipart_Q5C3IZCQEVO6.2~0J47HMV77I38.0 size=935051 2023-12-03T11:43:35.277 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.271+0000 7f4da82f78c0 1 < completed multipart upload key=Q5C3IZCQEVO6 upload=0J47HMV77I38 tag=OAUHV6I9PTJC type=write size=1983627 2023-12-03T11:43:35.280 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.275+0000 7f4da82f78c0 1 > prepared operation key=1GAQFDQ35291 tag=HX2OCTGHIJEX type=del size=355974 2023-12-03T11:43:35.285 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.279+0000 7f4da82f78c0 1 < completed delete operation key=85DYZW2I0U7X tag=QLJK526JN3YK type=del 2023-12-03T11:43:35.287 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.279+0000 7f4da82f78c0 1 > prepared operation key=WEBJUD8426X3 tag=E0894GQU2TEN type=del size=150047 2023-12-03T11:43:35.289 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.283+0000 7f4da82f78c0 1 < canceled operation key=2HVLNPGB2PLL tag=I267S1JQPJHA type=write size=138072 2023-12-03T11:43:35.292 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.287+0000 7f4da82f78c0 1 > prepared operation key=WEBJUD8426X3 tag=SK4IOO2ZKJ2R type=del size=1561201 2023-12-03T11:43:35.294 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.291+0000 7f4da82f78c0 1 < completed write operation key=7EDLY2Q78IBP tag=LHH5PX0050UG type=write size=458961 2023-12-03T11:43:35.298 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.291+0000 7f4da82f78c0 1 > prepared operation key=645V3LNUPS4A tag=8S2DA16M0CS9 type=del size=1789965 2023-12-03T11:43:35.300 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.295+0000 7f4da82f78c0 1 < completed delete operation key=7EDLY2Q78IBP tag=SXDB810QG3YN type=del 2023-12-03T11:43:35.304 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.299+0000 7f4da82f78c0 1 > prepared operation key=1H0XTAA0VMYC tag=7QGRJNSEABIN type=del size=509124 2023-12-03T11:43:35.306 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.303+0000 7f4da82f78c0 1 < completed part key=_multipart_TBD5MDTZYHGQ.2~SZ9IRSRG4GGR.0 size=1048576 2023-12-03T11:43:35.310 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.303+0000 7f4da82f78c0 1 < completed part key=_multipart_TBD5MDTZYHGQ.2~SZ9IRSRG4GGR.1 size=103166 2023-12-03T11:43:35.313 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.307+0000 7f4da82f78c0 1 < completed multipart upload key=TBD5MDTZYHGQ upload=SZ9IRSRG4GGR tag=EPKEZ4QRA2AR type=write size=2200318 2023-12-03T11:43:35.318 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.315+0000 7f4da82f78c0 1 > prepared part key=_multipart_2HVLNPGB2PLL.2~9HV5FXDD1MOO.0 size=186759 2023-12-03T11:43:35.318 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.315+0000 7f4da82f78c0 1 > prepared multipart upload key=2HVLNPGB2PLL upload=9HV5FXDD1MOO tag=4KF9AS8C4A4W type=write size=1235335 2023-12-03T11:43:35.321 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.315+0000 7f4da82f78c0 1 < completed part key=_multipart_WEBJUD8426X3.2~WP0LONRAGKJ2.0 size=1032483 2023-12-03T11:43:35.326 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.319+0000 7f4da82f78c0 1 < completed multipart upload key=WEBJUD8426X3 upload=WP0LONRAGKJ2 tag=BOOOS7MWO3X6 type=write size=2081059 2023-12-03T11:43:35.331 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.327+0000 7f4da82f78c0 1 > prepared part key=_multipart_K2XC9VGBIFBD.2~2VW4S4GGX5DT.0 size=376357 2023-12-03T11:43:35.331 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.327+0000 7f4da82f78c0 1 > prepared multipart upload key=K2XC9VGBIFBD upload=2VW4S4GGX5DT tag=O538QMXY27A4 type=write size=1424933 2023-12-03T11:43:35.334 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.327+0000 7f4da82f78c0 1 < completed delete operation key=D2PVZARQWEIV tag=TTT08DSUQXIU type=del 2023-12-03T11:43:35.337 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.331+0000 7f4da82f78c0 1 > prepared operation key=85DYZW2I0U7X tag=3QHXWE73C4J3 type=del size=3570421 2023-12-03T11:43:35.337 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.331+0000 7f4da82f78c0 1 < canceled part key=_multipart_ZO4GYMSV47J9.2~1ZC2XA0FT2W6.0 size=1048576 2023-12-03T11:43:35.339 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.335+0000 7f4da82f78c0 1 < completed part key=_multipart_ZO4GYMSV47J9.2~1ZC2XA0FT2W6.1 size=1048576 2023-12-03T11:43:35.342 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.335+0000 7f4da82f78c0 1 < completed part key=_multipart_ZO4GYMSV47J9.2~1ZC2XA0FT2W6.2 size=868025 2023-12-03T11:43:35.349 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.343+0000 7f4da82f78c0 1 < canceled multipart upload key=ZO4GYMSV47J9 upload=1ZC2XA0FT2W6 tag=6LT1OMDLWGE3 type=write size=4013753 2023-12-03T11:43:35.355 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.347+0000 7f4da82f78c0 1 > prepared part key=_multipart_QGLKMQWQRM89.2~MIGFVLB63Y7D.0 size=1048576 2023-12-03T11:43:35.355 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.347+0000 7f4da82f78c0 1 > prepared part key=_multipart_QGLKMQWQRM89.2~MIGFVLB63Y7D.1 size=634353 2023-12-03T11:43:35.355 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.347+0000 7f4da82f78c0 1 > prepared multipart upload key=QGLKMQWQRM89 upload=MIGFVLB63Y7D tag=H2C425SXZ5BY type=write size=2731505 2023-12-03T11:43:35.356 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.351+0000 7f4da82f78c0 1 < canceled operation key=PSYQ3RT9HX5N tag=7PDLPFET1JIJ type=write size=835691 2023-12-03T11:43:35.360 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.355+0000 7f4da82f78c0 1 > prepared operation key=7EDLY2Q78IBP tag=TEK40IOAUBNC type=del size=469560 2023-12-03T11:43:35.362 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.359+0000 7f4da82f78c0 1 < completed part key=_multipart_YCJ1J0AKOH1D.2~ORIVY909KVM1.0 size=779878 2023-12-03T11:43:35.367 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.363+0000 7f4da82f78c0 1 < completed multipart upload key=YCJ1J0AKOH1D upload=ORIVY909KVM1 tag=1REUBLY6L5ET type=write size=1828454 2023-12-03T11:43:35.378 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.371+0000 7f4da82f78c0 1 > prepared operation key=PUY1C1KWIAHV tag=ESWY8HO5N8NQ type=del size=1367808 2023-12-03T11:43:35.381 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.375+0000 7f4da82f78c0 1 < completed part key=_multipart_PUY1C1KWIAHV.2~XYFWW1IEEJE1.0 size=1048576 2023-12-03T11:43:35.381 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.375+0000 7f4da82f78c0 1 < canceled part key=_multipart_PUY1C1KWIAHV.2~XYFWW1IEEJE1.1 size=1048576 2023-12-03T11:43:35.381 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.375+0000 7f4da82f78c0 1 < canceled part key=_multipart_PUY1C1KWIAHV.2~XYFWW1IEEJE1.2 size=539316 2023-12-03T11:43:35.386 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.379+0000 7f4da82f78c0 1 < canceled multipart upload key=PUY1C1KWIAHV upload=XYFWW1IEEJE1 tag=QG57K5XTS45M type=write size=3685044 2023-12-03T11:43:35.389 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.383+0000 7f4da82f78c0 1 > prepared operation key=1H0XTAA0VMYC tag=LEIQZMRG8G81 type=del size=9340 2023-12-03T11:43:35.392 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.387+0000 7f4da82f78c0 1 < completed delete operation key=ZO4GYMSV47J9 tag=EFD6P3PSCHS4 type=del 2023-12-03T11:43:35.395 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.391+0000 7f4da82f78c0 1 > prepared operation key=D2PVZARQWEIV tag=8ZQCM7MAVHDF type=del size=2288358 2023-12-03T11:43:35.398 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.395+0000 7f4da82f78c0 1 < completed part key=_multipart_K2XC9VGBIFBD.2~3Y68GP8AL1CX.0 size=1048576 2023-12-03T11:43:35.401 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.395+0000 7f4da82f78c0 1 < completed part key=_multipart_K2XC9VGBIFBD.2~3Y68GP8AL1CX.1 size=510927 2023-12-03T11:43:35.406 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.399+0000 7f4da82f78c0 1 < completed multipart upload key=K2XC9VGBIFBD upload=3Y68GP8AL1CX tag=7EZ1JL4TMUCM type=write size=2608079 2023-12-03T11:43:35.410 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.407+0000 7f4da82f78c0 1 > prepared part key=_multipart_4LWB8EMR9EBJ.2~V70ZUON05NSP.0 size=1048576 2023-12-03T11:43:35.412 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.407+0000 7f4da82f78c0 1 > prepared part key=_multipart_4LWB8EMR9EBJ.2~V70ZUON05NSP.1 size=795027 2023-12-03T11:43:35.412 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.407+0000 7f4da82f78c0 1 > prepared multipart upload key=4LWB8EMR9EBJ upload=V70ZUON05NSP tag=RYNKG2AMXNZ3 type=write size=2892179 2023-12-03T11:43:35.415 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.411+0000 7f4da82f78c0 1 < completed part key=_multipart_M9A06B3PSDOD.2~MPYI0AAP05CN.0 size=1048576 2023-12-03T11:43:35.418 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.411+0000 7f4da82f78c0 1 < completed part key=_multipart_M9A06B3PSDOD.2~MPYI0AAP05CN.1 size=1048576 2023-12-03T11:43:35.418 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.411+0000 7f4da82f78c0 1 < canceled part key=_multipart_M9A06B3PSDOD.2~MPYI0AAP05CN.2 size=155526 2023-12-03T11:43:35.423 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.419+0000 7f4da82f78c0 1 < canceled multipart upload key=M9A06B3PSDOD upload=MPYI0AAP05CN tag=PH60K6H8N8AW type=write size=3301254 2023-12-03T11:43:35.425 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.419+0000 7f4da82f78c0 1 > prepared operation key=YCJ1J0AKOH1D tag=JZ37O47L3D24 type=del size=1636526 2023-12-03T11:43:35.429 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.423+0000 7f4da82f78c0 1 < completed delete operation key=QGLKMQWQRM89 tag=JNGT8PLRS6VK type=del 2023-12-03T11:43:35.431 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.427+0000 7f4da82f78c0 1 > prepared operation key=IA082W6GDNN2 tag=USZ5JAC82SBF type=del size=2116384 2023-12-03T11:43:35.435 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.431+0000 7f4da82f78c0 1 < canceled operation key=1GAQFDQ35291 tag=HX2OCTGHIJEX type=del size=355974 2023-12-03T11:43:35.438 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.431+0000 7f4da82f78c0 1 > prepared operation key=PUY1C1KWIAHV tag=4IJBKYP9WEZE type=write size=1004784 2023-12-03T11:43:35.441 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.435+0000 7f4da82f78c0 1 < completed delete operation key=WEBJUD8426X3 tag=E0894GQU2TEN type=del 2023-12-03T11:43:35.444 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.439+0000 7f4da82f78c0 1 > prepared operation key=L3HC1M7OJ3L7 tag=9ZY9Y8VU5IGQ type=del size=120683 2023-12-03T11:43:35.447 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.443+0000 7f4da82f78c0 1 < completed delete operation key=WEBJUD8426X3 tag=SK4IOO2ZKJ2R type=del 2023-12-03T11:43:35.452 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.447+0000 7f4da82f78c0 1 > prepared part key=_multipart_4LWB8EMR9EBJ.2~3GM4UMQ7LXF2.0 size=1048576 2023-12-03T11:43:35.454 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.451+0000 7f4da82f78c0 1 > prepared part key=_multipart_4LWB8EMR9EBJ.2~3GM4UMQ7LXF2.1 size=1048576 2023-12-03T11:43:35.457 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.451+0000 7f4da82f78c0 1 > prepared part key=_multipart_4LWB8EMR9EBJ.2~3GM4UMQ7LXF2.2 size=484976 2023-12-03T11:43:35.457 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.451+0000 7f4da82f78c0 1 > prepared multipart upload key=4LWB8EMR9EBJ upload=3GM4UMQ7LXF2 tag=SW7Y1I1UIR2X type=write size=3630704 2023-12-03T11:43:35.464 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.459+0000 7f4da82f78c0 1 < suggested update operation key=645V3LNUPS4A tag=8S2DA16M0CS9 type=del size=1789965 2023-12-03T11:43:35.469 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.463+0000 7f4da82f78c0 1 > prepared part key=_multipart_1H0XTAA0VMYC.2~B1TP5DUPDYO9.0 size=1048576 2023-12-03T11:43:35.471 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.467+0000 7f4da82f78c0 1 > prepared part key=_multipart_1H0XTAA0VMYC.2~B1TP5DUPDYO9.1 size=174311 2023-12-03T11:43:35.471 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.467+0000 7f4da82f78c0 1 > prepared multipart upload key=1H0XTAA0VMYC upload=B1TP5DUPDYO9 tag=OFRE3Y07VF1P type=write size=2271463 2023-12-03T11:43:35.477 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.471+0000 7f4da82f78c0 1 < suggested remove operation key=1H0XTAA0VMYC tag=7QGRJNSEABIN type=del 2023-12-03T11:43:35.483 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.479+0000 7f4da82f78c0 1 > prepared part key=_multipart_IOZ5MNNP5B2W.2~1CDDDWSNAAVU.0 size=1048576 2023-12-03T11:43:35.486 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.479+0000 7f4da82f78c0 1 > prepared part key=_multipart_IOZ5MNNP5B2W.2~1CDDDWSNAAVU.1 size=1048576 2023-12-03T11:43:35.488 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.483+0000 7f4da82f78c0 1 > prepared part key=_multipart_IOZ5MNNP5B2W.2~1CDDDWSNAAVU.2 size=187587 2023-12-03T11:43:35.488 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.483+0000 7f4da82f78c0 1 > prepared multipart upload key=IOZ5MNNP5B2W upload=1CDDDWSNAAVU tag=6BLW7AUE5OE6 type=write size=3333315 2023-12-03T11:43:35.491 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.487+0000 7f4da82f78c0 1 < completed part key=_multipart_2HVLNPGB2PLL.2~9HV5FXDD1MOO.0 size=186759 2023-12-03T11:43:35.497 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.491+0000 7f4da82f78c0 1 < completed multipart upload key=2HVLNPGB2PLL upload=9HV5FXDD1MOO tag=4KF9AS8C4A4W type=write size=1235335 2023-12-03T11:43:35.503 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.499+0000 7f4da82f78c0 1 > prepared part key=_multipart_WEBJUD8426X3.2~NS8ETH8PY8ML.0 size=1048576 2023-12-03T11:43:35.506 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.499+0000 7f4da82f78c0 1 > prepared part key=_multipart_WEBJUD8426X3.2~NS8ETH8PY8ML.1 size=1048576 2023-12-03T11:43:35.509 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.503+0000 7f4da82f78c0 1 > prepared part key=_multipart_WEBJUD8426X3.2~NS8ETH8PY8ML.2 size=291557 2023-12-03T11:43:35.509 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.503+0000 7f4da82f78c0 1 > prepared multipart upload key=WEBJUD8426X3 upload=NS8ETH8PY8ML tag=O33AF5DE0SVN type=write size=3437285 2023-12-03T11:43:35.512 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.507+0000 7f4da82f78c0 1 < completed part key=_multipart_K2XC9VGBIFBD.2~2VW4S4GGX5DT.0 size=376357 2023-12-03T11:43:35.518 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.515+0000 7f4da82f78c0 1 < completed multipart upload key=K2XC9VGBIFBD upload=2VW4S4GGX5DT tag=O538QMXY27A4 type=write size=1424933 2023-12-03T11:43:35.522 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.515+0000 7f4da82f78c0 1 > prepared operation key=TBD5MDTZYHGQ tag=KLY9MQGBT8PB type=del size=1168773 2023-12-03T11:43:35.529 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.523+0000 7f4da82f78c0 1 < suggested remove operation key=85DYZW2I0U7X tag=3QHXWE73C4J3 type=del 2023-12-03T11:43:35.536 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.531+0000 7f4da82f78c0 1 > prepared part key=_multipart_D2PVZARQWEIV.2~SLERP57WOV4T.0 size=1048576 2023-12-03T11:43:35.539 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.535+0000 7f4da82f78c0 1 > prepared part key=_multipart_D2PVZARQWEIV.2~SLERP57WOV4T.1 size=1048576 2023-12-03T11:43:35.541 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.535+0000 7f4da82f78c0 1 > prepared part key=_multipart_D2PVZARQWEIV.2~SLERP57WOV4T.2 size=660723 2023-12-03T11:43:35.541 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.535+0000 7f4da82f78c0 1 > prepared multipart upload key=D2PVZARQWEIV upload=SLERP57WOV4T tag=89UEKK3AGYMZ type=write size=3806451 2023-12-03T11:43:35.542 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.539+0000 7f4da82f78c0 1 < canceled part key=_multipart_QGLKMQWQRM89.2~MIGFVLB63Y7D.0 size=1048576 2023-12-03T11:43:35.545 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.539+0000 7f4da82f78c0 1 < completed part key=_multipart_QGLKMQWQRM89.2~MIGFVLB63Y7D.1 size=634353 2023-12-03T11:43:35.551 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.547+0000 7f4da82f78c0 1 < canceled multipart upload key=QGLKMQWQRM89 upload=MIGFVLB63Y7D tag=H2C425SXZ5BY type=write size=2731505 2023-12-03T11:43:35.558 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.551+0000 7f4da82f78c0 1 > prepared part key=_multipart_1GAQFDQ35291.2~NB6WKAS716S4.0 size=1048576 2023-12-03T11:43:35.561 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.555+0000 7f4da82f78c0 1 > prepared part key=_multipart_1GAQFDQ35291.2~NB6WKAS716S4.1 size=398679 2023-12-03T11:43:35.561 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.555+0000 7f4da82f78c0 1 > prepared multipart upload key=1GAQFDQ35291 upload=NB6WKAS716S4 tag=P9RDTOX0HYBF type=write size=2495831 2023-12-03T11:43:35.565 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.559+0000 7f4da82f78c0 1 < completed delete operation key=7EDLY2Q78IBP tag=TEK40IOAUBNC type=del 2023-12-03T11:43:35.572 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.567+0000 7f4da82f78c0 1 > prepared part key=_multipart_Q5C3IZCQEVO6.2~C2ZF2CORWEOD.0 size=1048576 2023-12-03T11:43:35.575 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.571+0000 7f4da82f78c0 1 > prepared part key=_multipart_Q5C3IZCQEVO6.2~C2ZF2CORWEOD.1 size=1048576 2023-12-03T11:43:35.579 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.575+0000 7f4da82f78c0 1 > prepared part key=_multipart_Q5C3IZCQEVO6.2~C2ZF2CORWEOD.2 size=570664 2023-12-03T11:43:35.579 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.575+0000 7f4da82f78c0 1 > prepared multipart upload key=Q5C3IZCQEVO6 upload=C2ZF2CORWEOD tag=ZNWNRBVKNTDQ type=write size=3716392 2023-12-03T11:43:35.583 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.579+0000 7f4da82f78c0 1 < completed delete operation key=PUY1C1KWIAHV tag=ESWY8HO5N8NQ type=del 2023-12-03T11:43:35.589 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.583+0000 7f4da82f78c0 1 > prepared part key=_multipart_6UZY1HWE143J.2~70D9CKOABFNP.0 size=1048576 2023-12-03T11:43:35.592 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.587+0000 7f4da82f78c0 1 > prepared part key=_multipart_6UZY1HWE143J.2~70D9CKOABFNP.1 size=1048576 2023-12-03T11:43:35.595 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.591+0000 7f4da82f78c0 1 > prepared part key=_multipart_6UZY1HWE143J.2~70D9CKOABFNP.2 size=677915 2023-12-03T11:43:35.596 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.591+0000 7f4da82f78c0 1 > prepared multipart upload key=6UZY1HWE143J upload=70D9CKOABFNP tag=QJPZ2WCCC862 type=write size=3823643 2023-12-03T11:43:35.599 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.595+0000 7f4da82f78c0 -1 < failed to complete operation key=1H0XTAA0VMYC tag=LEIQZMRG8G81 type=del size=9340: (22) Invalid argument 2023-12-03T11:43:35.603 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.599+0000 7f4da82f78c0 1 > prepared operation key=1H0XTAA0VMYC tag=0RY125F0NEQ5 type=write size=727708 2023-12-03T11:43:35.607 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.603+0000 7f4da82f78c0 1 < completed delete operation key=D2PVZARQWEIV tag=8ZQCM7MAVHDF type=del 2023-12-03T11:43:35.611 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.607+0000 7f4da82f78c0 1 > prepared operation key=7EDLY2Q78IBP tag=ELAUFF2FCFM4 type=del size=3376064 2023-12-03T11:43:35.615 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.611+0000 7f4da82f78c0 1 < completed part key=_multipart_4LWB8EMR9EBJ.2~V70ZUON05NSP.0 size=1048576 2023-12-03T11:43:35.619 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.615+0000 7f4da82f78c0 1 < completed part key=_multipart_4LWB8EMR9EBJ.2~V70ZUON05NSP.1 size=795027 2023-12-03T11:43:35.626 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.619+0000 7f4da82f78c0 1 < completed multipart upload key=4LWB8EMR9EBJ upload=V70ZUON05NSP tag=RYNKG2AMXNZ3 type=write size=2892179 2023-12-03T11:43:35.634 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.631+0000 7f4da82f78c0 1 > prepared part key=_multipart_645V3LNUPS4A.2~SANOWH6BUH1Q.0 size=603505 2023-12-03T11:43:35.634 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.631+0000 7f4da82f78c0 1 > prepared multipart upload key=645V3LNUPS4A upload=SANOWH6BUH1Q tag=2FGZXRQETJR0 type=write size=1652081 2023-12-03T11:43:35.643 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.639+0000 7f4da82f78c0 1 < suggested update operation key=YCJ1J0AKOH1D tag=JZ37O47L3D24 type=del size=1636526 2023-12-03T11:43:35.651 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.647+0000 7f4da82f78c0 1 > prepared part key=_multipart_7EDLY2Q78IBP.2~6HU9N123QBGV.0 size=508220 2023-12-03T11:43:35.651 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.647+0000 7f4da82f78c0 1 > prepared multipart upload key=7EDLY2Q78IBP upload=6HU9N123QBGV tag=0TQ5VYXLVI4X type=write size=1556796 2023-12-03T11:43:35.655 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.651+0000 7f4da82f78c0 1 < canceled operation key=IA082W6GDNN2 tag=USZ5JAC82SBF type=del size=2116384 2023-12-03T11:43:35.660 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.655+0000 7f4da82f78c0 1 > prepared operation key=85DYZW2I0U7X tag=5CWN7DLHBX8P type=del size=3510958 2023-12-03T11:43:35.669 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.663+0000 7f4da82f78c0 1 < suggested remove operation key=PUY1C1KWIAHV tag=4IJBKYP9WEZE type=write 2023-12-03T11:43:35.677 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.671+0000 7f4da82f78c0 1 > prepared part key=_multipart_IOZ5MNNP5B2W.2~7DQ9F0Z3PIXF.0 size=1048576 2023-12-03T11:43:35.680 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.675+0000 7f4da82f78c0 1 > prepared part key=_multipart_IOZ5MNNP5B2W.2~7DQ9F0Z3PIXF.1 size=673063 2023-12-03T11:43:35.680 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.675+0000 7f4da82f78c0 1 > prepared multipart upload key=IOZ5MNNP5B2W upload=7DQ9F0Z3PIXF tag=WEO1A83IOJKC type=write size=2770215 2023-12-03T11:43:35.684 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.679+0000 7f4da82f78c0 1 < completed delete operation key=L3HC1M7OJ3L7 tag=9ZY9Y8VU5IGQ type=del 2023-12-03T11:43:35.688 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.683+0000 7f4da82f78c0 1 > prepared operation key=K4O9QAISDGSN tag=WGX3LWFVY4KS type=del size=2097735 2023-12-03T11:43:35.693 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.687+0000 7f4da82f78c0 1 < completed part key=_multipart_4LWB8EMR9EBJ.2~3GM4UMQ7LXF2.0 size=1048576 2023-12-03T11:43:35.693 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.687+0000 7f4da82f78c0 1 < canceled part key=_multipart_4LWB8EMR9EBJ.2~3GM4UMQ7LXF2.1 size=1048576 2023-12-03T11:43:35.695 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.691+0000 7f4da82f78c0 1 < completed part key=_multipart_4LWB8EMR9EBJ.2~3GM4UMQ7LXF2.2 size=484976 2023-12-03T11:43:35.712 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.707+0000 7f4da82f78c0 1 < canceled multipart upload key=4LWB8EMR9EBJ upload=3GM4UMQ7LXF2 tag=SW7Y1I1UIR2X type=write size=3630704 2023-12-03T11:43:35.716 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.711+0000 7f4da82f78c0 1 > prepared operation key=PSYQ3RT9HX5N tag=MZWN1KL8VLRF type=del size=2587755 2023-12-03T11:43:35.720 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.715+0000 7f4da82f78c0 1 < completed part key=_multipart_1H0XTAA0VMYC.2~B1TP5DUPDYO9.0 size=1048576 2023-12-03T11:43:35.722 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.719+0000 7f4da82f78c0 1 < completed part key=_multipart_1H0XTAA0VMYC.2~B1TP5DUPDYO9.1 size=174311 2023-12-03T11:43:35.729 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.723+0000 7f4da82f78c0 1 < completed multipart upload key=1H0XTAA0VMYC upload=B1TP5DUPDYO9 tag=OFRE3Y07VF1P type=write size=2271463 2023-12-03T11:43:35.736 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.731+0000 7f4da82f78c0 1 > prepared part key=_multipart_85DYZW2I0U7X.2~J89AVRF9BJLH.0 size=784997 2023-12-03T11:43:35.736 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.731+0000 7f4da82f78c0 1 > prepared multipart upload key=85DYZW2I0U7X upload=J89AVRF9BJLH tag=YI2P6FW8P7AG type=write size=1833573 2023-12-03T11:43:35.739 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.735+0000 7f4da82f78c0 1 < completed part key=_multipart_IOZ5MNNP5B2W.2~1CDDDWSNAAVU.0 size=1048576 2023-12-03T11:43:35.742 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.739+0000 7f4da82f78c0 1 < completed part key=_multipart_IOZ5MNNP5B2W.2~1CDDDWSNAAVU.1 size=1048576 2023-12-03T11:43:35.745 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.739+0000 7f4da82f78c0 1 < completed part key=_multipart_IOZ5MNNP5B2W.2~1CDDDWSNAAVU.2 size=187587 2023-12-03T11:43:35.752 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.747+0000 7f4da82f78c0 1 < completed multipart upload key=IOZ5MNNP5B2W upload=1CDDDWSNAAVU tag=6BLW7AUE5OE6 type=write size=3333315 2023-12-03T11:43:35.755 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.751+0000 7f4da82f78c0 1 > prepared operation key=WEBJUD8426X3 tag=0FKWL31A00SW type=write size=742286 2023-12-03T11:43:35.759 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.755+0000 7f4da82f78c0 1 < completed part key=_multipart_WEBJUD8426X3.2~NS8ETH8PY8ML.0 size=1048576 2023-12-03T11:43:35.762 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.759+0000 7f4da82f78c0 1 < completed part key=_multipart_WEBJUD8426X3.2~NS8ETH8PY8ML.1 size=1048576 2023-12-03T11:43:35.765 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.759+0000 7f4da82f78c0 1 < completed part key=_multipart_WEBJUD8426X3.2~NS8ETH8PY8ML.2 size=291557 2023-12-03T11:43:35.771 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.767+0000 7f4da82f78c0 1 < completed multipart upload key=WEBJUD8426X3 upload=NS8ETH8PY8ML tag=O33AF5DE0SVN type=write size=3437285 2023-12-03T11:43:35.775 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.771+0000 7f4da82f78c0 1 > prepared operation key=M9A06B3PSDOD tag=0N1XANV6D3ZZ type=del size=620771 2023-12-03T11:43:35.779 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.775+0000 7f4da82f78c0 1 < completed delete operation key=TBD5MDTZYHGQ tag=KLY9MQGBT8PB type=del 2023-12-03T11:43:35.785 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.779+0000 7f4da82f78c0 1 > prepared part key=_multipart_PUY1C1KWIAHV.2~HDU02UT05S4I.0 size=1048576 2023-12-03T11:43:35.788 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.783+0000 7f4da82f78c0 1 > prepared part key=_multipart_PUY1C1KWIAHV.2~HDU02UT05S4I.1 size=176972 2023-12-03T11:43:35.788 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.783+0000 7f4da82f78c0 1 > prepared multipart upload key=PUY1C1KWIAHV upload=HDU02UT05S4I tag=RNX702E69KR9 type=write size=2274124 2023-12-03T11:43:35.792 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.787+0000 7f4da82f78c0 1 < completed part key=_multipart_D2PVZARQWEIV.2~SLERP57WOV4T.0 size=1048576 2023-12-03T11:43:35.795 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.791+0000 7f4da82f78c0 1 < completed part key=_multipart_D2PVZARQWEIV.2~SLERP57WOV4T.1 size=1048576 2023-12-03T11:43:35.798 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.795+0000 7f4da82f78c0 1 < completed part key=_multipart_D2PVZARQWEIV.2~SLERP57WOV4T.2 size=660723 2023-12-03T11:43:35.805 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.799+0000 7f4da82f78c0 1 < completed multipart upload key=D2PVZARQWEIV upload=SLERP57WOV4T tag=89UEKK3AGYMZ type=write size=3806451 2023-12-03T11:43:35.812 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.807+0000 7f4da82f78c0 1 > prepared part key=_multipart_4DF7KX58SVJY.2~HVC711JES2N3.0 size=818272 2023-12-03T11:43:35.812 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.807+0000 7f4da82f78c0 1 > prepared multipart upload key=4DF7KX58SVJY upload=HVC711JES2N3 tag=EKBI6SFNENIT type=write size=1866848 2023-12-03T11:43:35.813 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.807+0000 7f4da82f78c0 1 < canceled part key=_multipart_1GAQFDQ35291.2~NB6WKAS716S4.0 size=1048576 2023-12-03T11:43:35.816 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.811+0000 7f4da82f78c0 1 < completed part key=_multipart_1GAQFDQ35291.2~NB6WKAS716S4.1 size=398679 2023-12-03T11:43:35.823 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.819+0000 7f4da82f78c0 1 < canceled multipart upload key=1GAQFDQ35291 upload=NB6WKAS716S4 tag=P9RDTOX0HYBF type=write size=2495831 2023-12-03T11:43:35.830 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.827+0000 7f4da82f78c0 1 > prepared part key=_multipart_GMT5400N4YTT.2~TUVBT0AHOIB6.0 size=1048576 2023-12-03T11:43:35.833 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.827+0000 7f4da82f78c0 1 > prepared part key=_multipart_GMT5400N4YTT.2~TUVBT0AHOIB6.1 size=827438 2023-12-03T11:43:35.833 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.827+0000 7f4da82f78c0 1 > prepared multipart upload key=GMT5400N4YTT upload=TUVBT0AHOIB6 tag=6GFPLE4OIHPP type=write size=2924590 2023-12-03T11:43:35.838 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.831+0000 7f4da82f78c0 1 < completed part key=_multipart_Q5C3IZCQEVO6.2~C2ZF2CORWEOD.0 size=1048576 2023-12-03T11:43:35.838 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.831+0000 7f4da82f78c0 1 < canceled part key=_multipart_Q5C3IZCQEVO6.2~C2ZF2CORWEOD.1 size=1048576 2023-12-03T11:43:35.841 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.835+0000 7f4da82f78c0 1 < completed part key=_multipart_Q5C3IZCQEVO6.2~C2ZF2CORWEOD.2 size=570664 2023-12-03T11:43:35.849 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.843+0000 7f4da82f78c0 1 < canceled multipart upload key=Q5C3IZCQEVO6 upload=C2ZF2CORWEOD tag=ZNWNRBVKNTDQ type=write size=3716392 2023-12-03T11:43:35.853 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.847+0000 7f4da82f78c0 1 > prepared operation key=Q3BH4HFRFZA5 tag=KU3HHQ4VMXAN type=write size=188747 2023-12-03T11:43:35.857 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.851+0000 7f4da82f78c0 1 < completed part key=_multipart_6UZY1HWE143J.2~70D9CKOABFNP.0 size=1048576 2023-12-03T11:43:35.860 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.855+0000 7f4da82f78c0 1 < completed part key=_multipart_6UZY1HWE143J.2~70D9CKOABFNP.1 size=1048576 2023-12-03T11:43:35.863 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.859+0000 7f4da82f78c0 1 < completed part key=_multipart_6UZY1HWE143J.2~70D9CKOABFNP.2 size=677915 2023-12-03T11:43:35.869 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.863+0000 7f4da82f78c0 1 < completed multipart upload key=6UZY1HWE143J upload=70D9CKOABFNP tag=QJPZ2WCCC862 type=write size=3823643 2023-12-03T11:43:35.876 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.871+0000 7f4da82f78c0 1 > prepared part key=_multipart_XCT2GVJ4O84M.2~J1AOQP9RGT4R.0 size=1048576 2023-12-03T11:43:35.880 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.875+0000 7f4da82f78c0 1 > prepared part key=_multipart_XCT2GVJ4O84M.2~J1AOQP9RGT4R.1 size=91995 2023-12-03T11:43:35.880 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.875+0000 7f4da82f78c0 1 > prepared multipart upload key=XCT2GVJ4O84M upload=J1AOQP9RGT4R tag=OM4JUXPBIGN1 type=write size=2189147 2023-12-03T11:43:35.885 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.879+0000 7f4da82f78c0 1 < completed write operation key=1H0XTAA0VMYC tag=0RY125F0NEQ5 type=write size=727708 2023-12-03T11:43:35.889 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.883+0000 7f4da82f78c0 1 > prepared operation key=TBD5MDTZYHGQ tag=KIULZPFEWSJ7 type=del size=3061588 2023-12-03T11:43:35.898 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.891+0000 7f4da82f78c0 1 < suggested update operation key=7EDLY2Q78IBP tag=ELAUFF2FCFM4 type=del size=3376064 2023-12-03T11:43:35.902 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.895+0000 7f4da82f78c0 1 > prepared operation key=QGLKMQWQRM89 tag=R60DCT5N0IYG type=write size=697041 2023-12-03T11:43:35.906 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.899+0000 7f4da82f78c0 1 < completed part key=_multipart_645V3LNUPS4A.2~SANOWH6BUH1Q.0 size=603505 2023-12-03T11:43:35.914 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.907+0000 7f4da82f78c0 1 < completed multipart upload key=645V3LNUPS4A upload=SANOWH6BUH1Q tag=2FGZXRQETJR0 type=write size=1652081 2023-12-03T11:43:35.921 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.915+0000 7f4da82f78c0 1 > prepared part key=_multipart_K2XC9VGBIFBD.2~NBXJOST22BRK.0 size=187483 2023-12-03T11:43:35.921 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.915+0000 7f4da82f78c0 1 > prepared multipart upload key=K2XC9VGBIFBD upload=NBXJOST22BRK tag=L5G1MKSOWE8D type=write size=1236059 2023-12-03T11:43:35.925 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.919+0000 7f4da82f78c0 1 < completed part key=_multipart_7EDLY2Q78IBP.2~6HU9N123QBGV.0 size=508220 2023-12-03T11:43:35.932 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.927+0000 7f4da82f78c0 1 < completed multipart upload key=7EDLY2Q78IBP upload=6HU9N123QBGV tag=0TQ5VYXLVI4X type=write size=1556796 2023-12-03T11:43:35.935 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.931+0000 7f4da82f78c0 1 > prepared operation key=Q5C3IZCQEVO6 tag=8E10UKUB7O2P type=del size=3002310 2023-12-03T11:43:35.939 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.935+0000 7f4da82f78c0 1 < canceled operation key=85DYZW2I0U7X tag=5CWN7DLHBX8P type=del size=3510958 2023-12-03T11:43:35.943 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.939+0000 7f4da82f78c0 1 > prepared operation key=IA082W6GDNN2 tag=M523W1MMYKSK type=del size=3902166 2023-12-03T11:43:35.947 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.943+0000 7f4da82f78c0 1 < completed part key=_multipart_IOZ5MNNP5B2W.2~7DQ9F0Z3PIXF.0 size=1048576 2023-12-03T11:43:35.950 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.943+0000 7f4da82f78c0 1 < completed part key=_multipart_IOZ5MNNP5B2W.2~7DQ9F0Z3PIXF.1 size=673063 2023-12-03T11:43:35.957 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.951+0000 7f4da82f78c0 1 < completed multipart upload key=IOZ5MNNP5B2W upload=7DQ9F0Z3PIXF tag=WEO1A83IOJKC type=write size=2770215 2023-12-03T11:43:35.961 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.955+0000 7f4da82f78c0 1 > prepared operation key=PSYQ3RT9HX5N tag=I720POFA1RUV type=del size=1136467 2023-12-03T11:43:35.966 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.959+0000 7f4da82f78c0 1 < canceled operation key=K4O9QAISDGSN tag=WGX3LWFVY4KS type=del size=2097735 2023-12-03T11:43:35.968 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.963+0000 7f4da82f78c0 1 > prepared operation key=D2PVZARQWEIV tag=XTPK0H7SQBY3 type=del size=1861404 2023-12-03T11:43:35.976 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.971+0000 7f4da82f78c0 1 < suggested remove operation key=PSYQ3RT9HX5N tag=MZWN1KL8VLRF type=del 2023-12-03T11:43:35.980 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.975+0000 7f4da82f78c0 1 > prepared operation key=IA082W6GDNN2 tag=SXPODVZZUZJC type=del size=2301956 2023-12-03T11:43:35.984 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.979+0000 7f4da82f78c0 1 < completed part key=_multipart_85DYZW2I0U7X.2~J89AVRF9BJLH.0 size=784997 2023-12-03T11:43:35.991 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.987+0000 7f4da82f78c0 1 < completed multipart upload key=85DYZW2I0U7X upload=J89AVRF9BJLH tag=YI2P6FW8P7AG type=write size=1833573 2023-12-03T11:43:35.998 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.995+0000 7f4da82f78c0 1 > prepared part key=_multipart_TBD5MDTZYHGQ.2~7EYH24P273E3.0 size=557471 2023-12-03T11:43:35.998 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.995+0000 7f4da82f78c0 1 > prepared multipart upload key=TBD5MDTZYHGQ upload=7EYH24P273E3 tag=47C4G83XG26S type=write size=1606047 2023-12-03T11:43:36.002 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:35.999+0000 7f4da82f78c0 1 < canceled operation key=WEBJUD8426X3 tag=0FKWL31A00SW type=write size=742286 2023-12-03T11:43:36.006 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.003+0000 7f4da82f78c0 1 > prepared operation key=1GAQFDQ35291 tag=B30S8BHM71P6 type=del size=1960332 2023-12-03T11:43:36.010 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.007+0000 7f4da82f78c0 1 < completed delete operation key=M9A06B3PSDOD tag=0N1XANV6D3ZZ type=del 2023-12-03T11:43:36.014 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.011+0000 7f4da82f78c0 1 > prepared operation key=QGLKMQWQRM89 tag=0A19OT8QKQKE type=write size=931148 2023-12-03T11:43:36.018 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.015+0000 7f4da82f78c0 1 < completed part key=_multipart_PUY1C1KWIAHV.2~HDU02UT05S4I.0 size=1048576 2023-12-03T11:43:36.018 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.015+0000 7f4da82f78c0 1 < canceled part key=_multipart_PUY1C1KWIAHV.2~HDU02UT05S4I.1 size=176972 2023-12-03T11:43:36.024 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.019+0000 7f4da82f78c0 1 < canceled multipart upload key=PUY1C1KWIAHV upload=HDU02UT05S4I tag=RNX702E69KR9 type=write size=2274124 2023-12-03T11:43:36.031 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.027+0000 7f4da82f78c0 1 > prepared part key=_multipart_YCJ1J0AKOH1D.2~CGANVK0JKAPR.0 size=1048576 2023-12-03T11:43:36.034 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.031+0000 7f4da82f78c0 1 > prepared part key=_multipart_YCJ1J0AKOH1D.2~CGANVK0JKAPR.1 size=1048576 2023-12-03T11:43:36.037 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.031+0000 7f4da82f78c0 1 > prepared part key=_multipart_YCJ1J0AKOH1D.2~CGANVK0JKAPR.2 size=74154 2023-12-03T11:43:36.037 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.031+0000 7f4da82f78c0 1 > prepared multipart upload key=YCJ1J0AKOH1D upload=CGANVK0JKAPR tag=C5042UZWKFXJ type=write size=3219882 2023-12-03T11:43:36.041 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.035+0000 7f4da82f78c0 1 < completed part key=_multipart_4DF7KX58SVJY.2~HVC711JES2N3.0 size=818272 2023-12-03T11:43:36.048 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.043+0000 7f4da82f78c0 1 < completed multipart upload key=4DF7KX58SVJY upload=HVC711JES2N3 tag=EKBI6SFNENIT type=write size=1866848 2023-12-03T11:43:36.052 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.047+0000 7f4da82f78c0 1 > prepared operation key=TBD5MDTZYHGQ tag=Q1O7OH7OTPJ1 type=write size=123065 2023-12-03T11:43:36.056 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.051+0000 7f4da82f78c0 1 < completed part key=_multipart_GMT5400N4YTT.2~TUVBT0AHOIB6.0 size=1048576 2023-12-03T11:43:36.059 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.055+0000 7f4da82f78c0 1 < completed part key=_multipart_GMT5400N4YTT.2~TUVBT0AHOIB6.1 size=827438 2023-12-03T11:43:36.066 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.059+0000 7f4da82f78c0 1 < completed multipart upload key=GMT5400N4YTT upload=TUVBT0AHOIB6 tag=6GFPLE4OIHPP type=write size=2924590 2023-12-03T11:43:36.090 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.083+0000 7f4da82f78c0 1 > prepared part key=_multipart_WEBJUD8426X3.2~83TE3Y6PD496.0 size=1048576 2023-12-03T11:43:36.092 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.087+0000 7f4da82f78c0 1 > prepared part key=_multipart_WEBJUD8426X3.2~83TE3Y6PD496.1 size=883208 2023-12-03T11:43:36.093 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.087+0000 7f4da82f78c0 1 > prepared multipart upload key=WEBJUD8426X3 upload=83TE3Y6PD496 tag=JNGT4OVHPV3F type=write size=2980360 2023-12-03T11:43:36.100 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.095+0000 7f4da82f78c0 1 < suggested remove operation key=Q3BH4HFRFZA5 tag=KU3HHQ4VMXAN type=write 2023-12-03T11:43:36.104 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.099+0000 7f4da82f78c0 1 > prepared operation key=PSYQ3RT9HX5N tag=PBSYKTMHCKKO type=del size=139542 2023-12-03T11:43:36.104 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.099+0000 7f4da82f78c0 1 < canceled part key=_multipart_XCT2GVJ4O84M.2~J1AOQP9RGT4R.0 size=1048576 2023-12-03T11:43:36.107 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.103+0000 7f4da82f78c0 1 < completed part key=_multipart_XCT2GVJ4O84M.2~J1AOQP9RGT4R.1 size=91995 2023-12-03T11:43:36.114 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.111+0000 7f4da82f78c0 1 < canceled multipart upload key=XCT2GVJ4O84M upload=J1AOQP9RGT4R tag=OM4JUXPBIGN1 type=write size=2189147 2023-12-03T11:43:36.121 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.115+0000 7f4da82f78c0 1 > prepared part key=_multipart_UT0U43FV7Y0L.2~R8EZD0QCZ79T.0 size=1048576 2023-12-03T11:43:36.124 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.119+0000 7f4da82f78c0 1 > prepared part key=_multipart_UT0U43FV7Y0L.2~R8EZD0QCZ79T.1 size=1048576 2023-12-03T11:43:36.127 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.123+0000 7f4da82f78c0 1 > prepared part key=_multipart_UT0U43FV7Y0L.2~R8EZD0QCZ79T.2 size=341990 2023-12-03T11:43:36.127 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.123+0000 7f4da82f78c0 1 > prepared multipart upload key=UT0U43FV7Y0L upload=R8EZD0QCZ79T tag=9SRBM8VUOL7L type=write size=3487718 2023-12-03T11:43:36.131 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.127+0000 7f4da82f78c0 1 < completed delete operation key=TBD5MDTZYHGQ tag=KIULZPFEWSJ7 type=del 2023-12-03T11:43:36.135 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.131+0000 7f4da82f78c0 1 > prepared operation key=K4O9QAISDGSN tag=VDUJTSTZI4JZ type=del size=3009850 2023-12-03T11:43:36.143 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.139+0000 7f4da82f78c0 1 < suggested remove operation key=QGLKMQWQRM89 tag=R60DCT5N0IYG type=write 2023-12-03T11:43:36.146 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.143+0000 7f4da82f78c0 1 > prepared operation key=ZO4GYMSV47J9 tag=SO2VH668ND25 type=del size=2428667 2023-12-03T11:43:36.155 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.147+0000 7f4da82f78c0 1 < completed part key=_multipart_K2XC9VGBIFBD.2~NBXJOST22BRK.0 size=187483 2023-12-03T11:43:36.157 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.151+0000 7f4da82f78c0 1 < completed multipart upload key=K2XC9VGBIFBD upload=NBXJOST22BRK tag=L5G1MKSOWE8D type=write size=1236059 2023-12-03T11:43:36.161 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.155+0000 7f4da82f78c0 1 > prepared operation key=K6FJNLCVDIUX tag=NELN2QOXGXMY type=del size=536591 2023-12-03T11:43:36.165 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.159+0000 7f4da82f78c0 1 < completed delete operation key=Q5C3IZCQEVO6 tag=8E10UKUB7O2P type=del 2023-12-03T11:43:36.170 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.163+0000 7f4da82f78c0 1 > prepared operation key=MY1AJ69R89HD tag=WRCRHGYTF5QB type=del size=1959696 2023-12-03T11:43:36.173 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.167+0000 7f4da82f78c0 1 < completed delete operation key=IA082W6GDNN2 tag=M523W1MMYKSK type=del 2023-12-03T11:43:36.177 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.171+0000 7f4da82f78c0 1 > prepared operation key=645V3LNUPS4A tag=IT3OJR2KS57O type=del size=585179 2023-12-03T11:43:36.185 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.179+0000 7f4da82f78c0 1 < suggested remove operation key=PSYQ3RT9HX5N tag=I720POFA1RUV type=del 2023-12-03T11:43:36.188 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.183+0000 7f4da82f78c0 1 > prepared operation key=YCJ1J0AKOH1D tag=0RXD3OQCX1H0 type=del size=3713721 2023-12-03T11:43:36.195 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.191+0000 7f4da82f78c0 1 < suggested update operation key=D2PVZARQWEIV tag=XTPK0H7SQBY3 type=del size=1861404 2023-12-03T11:43:36.202 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.199+0000 7f4da82f78c0 1 > prepared part key=_multipart_1GAQFDQ35291.2~NFORE3CS7USG.0 size=1048576 2023-12-03T11:43:36.205 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.199+0000 7f4da82f78c0 1 > prepared part key=_multipart_1GAQFDQ35291.2~NFORE3CS7USG.1 size=935676 2023-12-03T11:43:36.205 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.199+0000 7f4da82f78c0 1 > prepared multipart upload key=1GAQFDQ35291 upload=NFORE3CS7USG tag=V19OQ5TKVNF3 type=write size=3032828 2023-12-03T11:43:36.213 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.207+0000 7f4da82f78c0 1 < suggested update operation key=IA082W6GDNN2 tag=SXPODVZZUZJC type=del size=2301956 2023-12-03T11:43:36.217 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.211+0000 7f4da82f78c0 1 > prepared operation key=TBD5MDTZYHGQ tag=Z6OIH78HXNHD type=del size=1410848 2023-12-03T11:43:36.222 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.215+0000 7f4da82f78c0 1 < completed part key=_multipart_TBD5MDTZYHGQ.2~7EYH24P273E3.0 size=557471 2023-12-03T11:43:36.228 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.223+0000 7f4da82f78c0 1 < completed multipart upload key=TBD5MDTZYHGQ upload=7EYH24P273E3 tag=47C4G83XG26S type=write size=1606047 2023-12-03T11:43:36.232 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.227+0000 7f4da82f78c0 1 > prepared operation key=M9A06B3PSDOD tag=NL27GHJ9JZRZ type=del size=504775 2023-12-03T11:43:36.236 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.231+0000 7f4da82f78c0 1 < completed delete operation key=1GAQFDQ35291 tag=B30S8BHM71P6 type=del 2023-12-03T11:43:36.240 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.235+0000 7f4da82f78c0 1 > prepared operation key=XCT2GVJ4O84M tag=P5OTZPLYWGLY type=del size=3846232 2023-12-03T11:43:36.241 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.235+0000 7f4da82f78c0 -1 < no bi entry to suggest for operation key=QGLKMQWQRM89 tag=0A19OT8QKQKE type=write size=931148: (2) No such file or directory 2023-12-03T11:43:36.245 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.239+0000 7f4da82f78c0 1 > prepared operation key=K4O9QAISDGSN tag=T3CGMFTRJ21H type=del size=1074712 2023-12-03T11:43:36.246 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.243+0000 7f4da82f78c0 1 < canceled part key=_multipart_YCJ1J0AKOH1D.2~CGANVK0JKAPR.0 size=1048576 2023-12-03T11:43:36.250 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.243+0000 7f4da82f78c0 1 < completed part key=_multipart_YCJ1J0AKOH1D.2~CGANVK0JKAPR.1 size=1048576 2023-12-03T11:43:36.252 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.247+0000 7f4da82f78c0 1 < completed part key=_multipart_YCJ1J0AKOH1D.2~CGANVK0JKAPR.2 size=74154 2023-12-03T11:43:36.259 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.255+0000 7f4da82f78c0 1 < canceled multipart upload key=YCJ1J0AKOH1D upload=CGANVK0JKAPR tag=C5042UZWKFXJ type=write size=3219882 2023-12-03T11:43:36.267 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.263+0000 7f4da82f78c0 1 > prepared part key=_multipart_645V3LNUPS4A.2~ORMMB0U44LZW.0 size=1048576 2023-12-03T11:43:36.270 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.263+0000 7f4da82f78c0 1 > prepared part key=_multipart_645V3LNUPS4A.2~ORMMB0U44LZW.1 size=1048576 2023-12-03T11:43:36.273 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.267+0000 7f4da82f78c0 1 > prepared part key=_multipart_645V3LNUPS4A.2~ORMMB0U44LZW.2 size=803268 2023-12-03T11:43:36.273 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.267+0000 7f4da82f78c0 1 > prepared multipart upload key=645V3LNUPS4A upload=ORMMB0U44LZW tag=501YP0FGVEGH type=write size=3948996 2023-12-03T11:43:36.281 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.275+0000 7f4da82f78c0 1 < suggested update operation key=TBD5MDTZYHGQ tag=Q1O7OH7OTPJ1 type=write size=123065 2023-12-03T11:43:36.288 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.283+0000 7f4da82f78c0 1 > prepared part key=_multipart_6UZY1HWE143J.2~XVXSCGS8WKQB.0 size=748729 2023-12-03T11:43:36.288 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.283+0000 7f4da82f78c0 1 > prepared multipart upload key=6UZY1HWE143J upload=XVXSCGS8WKQB tag=I2PIVPXAZL1A type=write size=1797305 2023-12-03T11:43:36.292 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.287+0000 7f4da82f78c0 1 < completed part key=_multipart_WEBJUD8426X3.2~83TE3Y6PD496.0 size=1048576 2023-12-03T11:43:36.295 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.291+0000 7f4da82f78c0 1 < completed part key=_multipart_WEBJUD8426X3.2~83TE3Y6PD496.1 size=883208 2023-12-03T11:43:36.302 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.299+0000 7f4da82f78c0 1 < completed multipart upload key=WEBJUD8426X3 upload=83TE3Y6PD496 tag=JNGT4OVHPV3F type=write size=2980360 2023-12-03T11:43:36.306 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.299+0000 7f4da82f78c0 1 > prepared operation key=IA082W6GDNN2 tag=Q12WRGT7TH5J type=del size=3759930 2023-12-03T11:43:36.310 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.303+0000 7f4da82f78c0 -1 < failed to complete operation key=PSYQ3RT9HX5N tag=PBSYKTMHCKKO type=del size=139542: (22) Invalid argument 2023-12-03T11:43:36.317 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.311+0000 7f4da82f78c0 1 > prepared part key=_multipart_WEBJUD8426X3.2~IBFR7DE1O7IY.0 size=116803 2023-12-03T11:43:36.317 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.311+0000 7f4da82f78c0 1 > prepared multipart upload key=WEBJUD8426X3 upload=IBFR7DE1O7IY tag=V79JTO3SSRTT type=write size=1165379 2023-12-03T11:43:36.321 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.315+0000 7f4da82f78c0 1 < completed part key=_multipart_UT0U43FV7Y0L.2~R8EZD0QCZ79T.0 size=1048576 2023-12-03T11:43:36.321 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.315+0000 7f4da82f78c0 1 < canceled part key=_multipart_UT0U43FV7Y0L.2~R8EZD0QCZ79T.1 size=1048576 2023-12-03T11:43:36.321 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.315+0000 7f4da82f78c0 1 < canceled part key=_multipart_UT0U43FV7Y0L.2~R8EZD0QCZ79T.2 size=341990 2023-12-03T11:43:36.328 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.323+0000 7f4da82f78c0 1 < canceled multipart upload key=UT0U43FV7Y0L upload=R8EZD0QCZ79T tag=9SRBM8VUOL7L type=write size=3487718 2023-12-03T11:43:36.332 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.327+0000 7f4da82f78c0 1 > prepared operation key=UT0U43FV7Y0L tag=338N1ZKC1MOD type=del size=2164944 2023-12-03T11:43:36.340 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.335+0000 7f4da82f78c0 1 < suggested remove operation key=K4O9QAISDGSN tag=VDUJTSTZI4JZ type=del 2023-12-03T11:43:36.348 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.343+0000 7f4da82f78c0 1 > prepared part key=_multipart_L3HC1M7OJ3L7.2~VCM4U6OE8AIN.0 size=1048576 2023-12-03T11:43:36.352 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.347+0000 7f4da82f78c0 1 > prepared part key=_multipart_L3HC1M7OJ3L7.2~VCM4U6OE8AIN.1 size=982818 2023-12-03T11:43:36.352 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.347+0000 7f4da82f78c0 1 > prepared multipart upload key=L3HC1M7OJ3L7 upload=VCM4U6OE8AIN tag=RZ2C2ZKW2QAH type=write size=3079970 2023-12-03T11:43:36.356 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.351+0000 7f4da82f78c0 1 < completed delete operation key=ZO4GYMSV47J9 tag=SO2VH668ND25 type=del 2023-12-03T11:43:36.364 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.359+0000 7f4da82f78c0 1 > prepared part key=_multipart_6UZY1HWE143J.2~I8TKU75JU2NP.0 size=1048576 2023-12-03T11:43:36.367 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.363+0000 7f4da82f78c0 1 > prepared part key=_multipart_6UZY1HWE143J.2~I8TKU75JU2NP.1 size=1048576 2023-12-03T11:43:36.371 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.367+0000 7f4da82f78c0 1 > prepared part key=_multipart_6UZY1HWE143J.2~I8TKU75JU2NP.2 size=763098 2023-12-03T11:43:36.371 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.367+0000 7f4da82f78c0 1 > prepared multipart upload key=6UZY1HWE143J upload=I8TKU75JU2NP tag=C5MT5VEFTM0N type=write size=3908826 2023-12-03T11:43:36.375 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.371+0000 7f4da82f78c0 1 < completed delete operation key=K6FJNLCVDIUX tag=NELN2QOXGXMY type=del 2023-12-03T11:43:36.384 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.379+0000 7f4da82f78c0 1 > prepared part key=_multipart_M9A06B3PSDOD.2~C3BLBLBMDHQA.0 size=1048576 2023-12-03T11:43:36.387 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.383+0000 7f4da82f78c0 1 > prepared part key=_multipart_M9A06B3PSDOD.2~C3BLBLBMDHQA.1 size=1048576 2023-12-03T11:43:36.391 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.387+0000 7f4da82f78c0 1 > prepared part key=_multipart_M9A06B3PSDOD.2~C3BLBLBMDHQA.2 size=759184 2023-12-03T11:43:36.391 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.387+0000 7f4da82f78c0 1 > prepared multipart upload key=M9A06B3PSDOD upload=C3BLBLBMDHQA tag=GVLATN0DZCCL type=write size=3904912 2023-12-03T11:43:36.395 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.391+0000 7f4da82f78c0 1 < completed delete operation key=MY1AJ69R89HD tag=WRCRHGYTF5QB type=del 2023-12-03T11:43:36.399 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.395+0000 7f4da82f78c0 1 > prepared operation key=YCJ1J0AKOH1D tag=S61ZXGJROPRL type=del size=808635 2023-12-03T11:43:36.403 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.399+0000 7f4da82f78c0 1 < completed delete operation key=645V3LNUPS4A tag=IT3OJR2KS57O type=del 2023-12-03T11:43:36.407 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.403+0000 7f4da82f78c0 1 > prepared operation key=K4O9QAISDGSN tag=H90KS08HF126 type=del size=303942 2023-12-03T11:43:36.412 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.407+0000 7f4da82f78c0 1 < completed delete operation key=YCJ1J0AKOH1D tag=0RXD3OQCX1H0 type=del 2023-12-03T11:43:36.417 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.411+0000 7f4da82f78c0 1 > prepared operation key=1H0XTAA0VMYC tag=H0X7KJFE5570 type=del size=174576 2023-12-03T11:43:36.421 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.415+0000 7f4da82f78c0 1 < completed part key=_multipart_1GAQFDQ35291.2~NFORE3CS7USG.0 size=1048576 2023-12-03T11:43:36.425 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.419+0000 7f4da82f78c0 1 < completed part key=_multipart_1GAQFDQ35291.2~NFORE3CS7USG.1 size=935676 2023-12-03T11:43:36.432 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.427+0000 7f4da82f78c0 1 < completed multipart upload key=1GAQFDQ35291 upload=NFORE3CS7USG tag=V19OQ5TKVNF3 type=write size=3032828 2023-12-03T11:43:36.436 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.431+0000 7f4da82f78c0 1 > prepared operation key=K4O9QAISDGSN tag=S12D1ASQ4FT7 type=del size=189678 2023-12-03T11:43:36.441 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.435+0000 7f4da82f78c0 -1 < failed to complete operation key=TBD5MDTZYHGQ tag=Z6OIH78HXNHD type=del size=1410848: (22) Invalid argument 2023-12-03T11:43:36.445 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.439+0000 7f4da82f78c0 1 > prepared operation key=M9A06B3PSDOD tag=UTJLJA05YG45 type=del size=2902571 2023-12-03T11:43:36.452 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.447+0000 7f4da82f78c0 1 < suggested update operation key=M9A06B3PSDOD tag=NL27GHJ9JZRZ type=del size=504775 2023-12-03T11:43:36.456 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.451+0000 7f4da82f78c0 1 > prepared operation key=PSYQ3RT9HX5N tag=CU3FPX2H04PK type=del size=2218394 2023-12-03T11:43:36.460 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.455+0000 7f4da82f78c0 1 < completed delete operation key=XCT2GVJ4O84M tag=P5OTZPLYWGLY type=del 2023-12-03T11:43:36.475 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.471+0000 7f4da82f78c0 1 > prepared operation key=1GAQFDQ35291 tag=CF98ESZ6W210 type=del size=361549 2023-12-03T11:43:36.479 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.475+0000 7f4da82f78c0 -1 < failed to complete operation key=K4O9QAISDGSN tag=T3CGMFTRJ21H type=del size=1074712: (22) Invalid argument 2023-12-03T11:43:36.483 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.479+0000 7f4da82f78c0 1 > prepared operation key=PUY1C1KWIAHV tag=RXD1RN4O0JH4 type=del size=214341 2023-12-03T11:43:36.488 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.483+0000 7f4da82f78c0 1 < completed part key=_multipart_645V3LNUPS4A.2~ORMMB0U44LZW.0 size=1048576 2023-12-03T11:43:36.492 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.487+0000 7f4da82f78c0 1 < completed part key=_multipart_645V3LNUPS4A.2~ORMMB0U44LZW.1 size=1048576 2023-12-03T11:43:36.495 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.491+0000 7f4da82f78c0 1 < completed part key=_multipart_645V3LNUPS4A.2~ORMMB0U44LZW.2 size=803268 2023-12-03T11:43:36.502 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.499+0000 7f4da82f78c0 1 < completed multipart upload key=645V3LNUPS4A upload=ORMMB0U44LZW tag=501YP0FGVEGH type=write size=3948996 2023-12-03T11:43:36.509 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.503+0000 7f4da82f78c0 1 > prepared part key=_multipart_WEBJUD8426X3.2~I0P4Q1HGCV76.0 size=1048576 2023-12-03T11:43:36.513 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.507+0000 7f4da82f78c0 1 > prepared part key=_multipart_WEBJUD8426X3.2~I0P4Q1HGCV76.1 size=738000 2023-12-03T11:43:36.513 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.507+0000 7f4da82f78c0 1 > prepared multipart upload key=WEBJUD8426X3 upload=I0P4Q1HGCV76 tag=V862GEGPLC52 type=write size=2835152 2023-12-03T11:43:36.518 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.511+0000 7f4da82f78c0 1 < completed part key=_multipart_6UZY1HWE143J.2~XVXSCGS8WKQB.0 size=748729 2023-12-03T11:43:36.524 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.519+0000 7f4da82f78c0 1 < completed multipart upload key=6UZY1HWE143J upload=XVXSCGS8WKQB tag=I2PIVPXAZL1A type=write size=1797305 2023-12-03T11:43:36.532 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.527+0000 7f4da82f78c0 1 > prepared part key=_multipart_QGLKMQWQRM89.2~LAA3HXCHXY5B.0 size=1048576 2023-12-03T11:43:36.535 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.531+0000 7f4da82f78c0 1 > prepared part key=_multipart_QGLKMQWQRM89.2~LAA3HXCHXY5B.1 size=804214 2023-12-03T11:43:36.536 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.531+0000 7f4da82f78c0 1 > prepared multipart upload key=QGLKMQWQRM89 upload=LAA3HXCHXY5B tag=K83UGIR1SAVQ type=write size=2901366 2023-12-03T11:43:36.539 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.535+0000 7f4da82f78c0 1 < completed delete operation key=IA082W6GDNN2 tag=Q12WRGT7TH5J type=del 2023-12-03T11:43:36.546 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.539+0000 7f4da82f78c0 1 > prepared part key=_multipart_IOZ5MNNP5B2W.2~8C7DTH5HIQO2.0 size=291688 2023-12-03T11:43:36.546 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.539+0000 7f4da82f78c0 1 > prepared multipart upload key=IOZ5MNNP5B2W upload=8C7DTH5HIQO2 tag=PMEI95HHDETL type=write size=1340264 2023-12-03T11:43:36.547 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.543+0000 7f4da82f78c0 1 < canceled part key=_multipart_WEBJUD8426X3.2~IBFR7DE1O7IY.0 size=116803 2023-12-03T11:43:36.553 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.547+0000 7f4da82f78c0 1 < canceled multipart upload key=WEBJUD8426X3 upload=IBFR7DE1O7IY tag=V79JTO3SSRTT type=write size=1165379 2023-12-03T11:43:36.557 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.551+0000 7f4da82f78c0 1 > prepared operation key=GMT5400N4YTT tag=U00KKVLJK6SK type=del size=388876 2023-12-03T11:43:36.565 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.559+0000 7f4da82f78c0 1 < suggested remove operation key=UT0U43FV7Y0L tag=338N1ZKC1MOD type=del 2023-12-03T11:43:36.568 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.563+0000 7f4da82f78c0 1 > prepared operation key=7AKK0TE2I43B tag=Z535YC2YD2EA type=del size=396810 2023-12-03T11:43:36.573 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.567+0000 7f4da82f78c0 1 < completed part key=_multipart_L3HC1M7OJ3L7.2~VCM4U6OE8AIN.0 size=1048576 2023-12-03T11:43:36.573 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.567+0000 7f4da82f78c0 1 < canceled part key=_multipart_L3HC1M7OJ3L7.2~VCM4U6OE8AIN.1 size=982818 2023-12-03T11:43:36.580 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.575+0000 7f4da82f78c0 1 < canceled multipart upload key=L3HC1M7OJ3L7 upload=VCM4U6OE8AIN tag=RZ2C2ZKW2QAH type=write size=3079970 2023-12-03T11:43:36.588 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.583+0000 7f4da82f78c0 1 > prepared part key=_multipart_L3HC1M7OJ3L7.2~BG7XNG7KSO8D.0 size=795302 2023-12-03T11:43:36.588 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.583+0000 7f4da82f78c0 1 > prepared multipart upload key=L3HC1M7OJ3L7 upload=BG7XNG7KSO8D tag=0YW82WT0L4NS type=write size=1843878 2023-12-03T11:43:36.593 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.587+0000 7f4da82f78c0 1 < completed part key=_multipart_6UZY1HWE143J.2~I8TKU75JU2NP.0 size=1048576 2023-12-03T11:43:36.596 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.591+0000 7f4da82f78c0 1 < completed part key=_multipart_6UZY1HWE143J.2~I8TKU75JU2NP.1 size=1048576 2023-12-03T11:43:36.599 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.595+0000 7f4da82f78c0 1 < completed part key=_multipart_6UZY1HWE143J.2~I8TKU75JU2NP.2 size=763098 2023-12-03T11:43:36.606 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.603+0000 7f4da82f78c0 1 < completed multipart upload key=6UZY1HWE143J upload=I8TKU75JU2NP tag=C5MT5VEFTM0N type=write size=3908826 2023-12-03T11:43:36.614 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.611+0000 7f4da82f78c0 1 > prepared part key=_multipart_4DF7KX58SVJY.2~1O9HSIAPU1RV.0 size=1048576 2023-12-03T11:43:36.617 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.611+0000 7f4da82f78c0 1 > prepared part key=_multipart_4DF7KX58SVJY.2~1O9HSIAPU1RV.1 size=509330 2023-12-03T11:43:36.618 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.611+0000 7f4da82f78c0 1 > prepared multipart upload key=4DF7KX58SVJY upload=1O9HSIAPU1RV tag=JQ3RRRIY6G1W type=write size=2606482 2023-12-03T11:43:36.618 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.611+0000 7f4da82f78c0 1 < canceled part key=_multipart_M9A06B3PSDOD.2~C3BLBLBMDHQA.0 size=1048576 2023-12-03T11:43:36.621 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.615+0000 7f4da82f78c0 1 < completed part key=_multipart_M9A06B3PSDOD.2~C3BLBLBMDHQA.1 size=1048576 2023-12-03T11:43:36.624 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.619+0000 7f4da82f78c0 1 < completed part key=_multipart_M9A06B3PSDOD.2~C3BLBLBMDHQA.2 size=759184 2023-12-03T11:43:36.631 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.627+0000 7f4da82f78c0 1 < canceled multipart upload key=M9A06B3PSDOD upload=C3BLBLBMDHQA tag=GVLATN0DZCCL type=write size=3904912 2023-12-03T11:43:36.635 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.631+0000 7f4da82f78c0 1 > prepared operation key=TBD5MDTZYHGQ tag=8D3O5ADKQV8S type=del size=3146256 2023-12-03T11:43:36.639 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.635+0000 7f4da82f78c0 1 < completed delete operation key=YCJ1J0AKOH1D tag=S61ZXGJROPRL type=del 2023-12-03T11:43:36.643 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.639+0000 7f4da82f78c0 1 > prepared operation key=K2XC9VGBIFBD tag=EHOM3J4M05LJ type=del size=3712930 2023-12-03T11:43:36.648 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.643+0000 7f4da82f78c0 1 < canceled operation key=K4O9QAISDGSN tag=H90KS08HF126 type=del size=303942 2023-12-03T11:43:36.655 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.651+0000 7f4da82f78c0 1 > prepared part key=_multipart_4DF7KX58SVJY.2~71RKX2ZSKL3X.0 size=1048576 2023-12-03T11:43:36.658 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.655+0000 7f4da82f78c0 1 > prepared part key=_multipart_4DF7KX58SVJY.2~71RKX2ZSKL3X.1 size=1048576 2023-12-03T11:43:36.661 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.655+0000 7f4da82f78c0 1 > prepared part key=_multipart_4DF7KX58SVJY.2~71RKX2ZSKL3X.2 size=738992 2023-12-03T11:43:36.661 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.655+0000 7f4da82f78c0 1 > prepared multipart upload key=4DF7KX58SVJY upload=71RKX2ZSKL3X tag=P4FG5KEKGJC3 type=write size=3884720 2023-12-03T11:43:36.666 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.659+0000 7f4da82f78c0 1 < canceled operation key=1H0XTAA0VMYC tag=H0X7KJFE5570 type=del size=174576 2023-12-03T11:43:36.672 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.667+0000 7f4da82f78c0 1 > prepared part key=_multipart_7AKK0TE2I43B.2~DW0QBUHOLCMV.0 size=1048576 2023-12-03T11:43:36.675 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.671+0000 7f4da82f78c0 1 > prepared part key=_multipart_7AKK0TE2I43B.2~DW0QBUHOLCMV.1 size=915196 2023-12-03T11:43:36.675 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.671+0000 7f4da82f78c0 1 > prepared multipart upload key=7AKK0TE2I43B upload=DW0QBUHOLCMV tag=TVO66W5R9GC6 type=write size=3012348 2023-12-03T11:43:36.683 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.679+0000 7f4da82f78c0 1 < suggested remove operation key=K4O9QAISDGSN tag=S12D1ASQ4FT7 type=del 2023-12-03T11:43:36.687 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.683+0000 7f4da82f78c0 1 > prepared operation key=IA082W6GDNN2 tag=3KV74C7EZ4U6 type=write size=564436 2023-12-03T11:43:36.691 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.687+0000 7f4da82f78c0 -1 < failed to complete operation key=M9A06B3PSDOD tag=UTJLJA05YG45 type=del size=2902571: (22) Invalid argument 2023-12-03T11:43:36.697 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.691+0000 7f4da82f78c0 1 > prepared part key=_multipart_PUY1C1KWIAHV.2~4O9CU5J60ZUD.0 size=1048576 2023-12-03T11:43:36.702 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.695+0000 7f4da82f78c0 1 > prepared part key=_multipart_PUY1C1KWIAHV.2~4O9CU5J60ZUD.1 size=1048576 2023-12-03T11:43:36.703 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.699+0000 7f4da82f78c0 1 > prepared part key=_multipart_PUY1C1KWIAHV.2~4O9CU5J60ZUD.2 size=821243 2023-12-03T11:43:36.704 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.699+0000 7f4da82f78c0 1 > prepared multipart upload key=PUY1C1KWIAHV upload=4O9CU5J60ZUD tag=KSDYH5K2D4GX type=write size=3966971 2023-12-03T11:43:36.707 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.703+0000 7f4da82f78c0 1 < canceled operation key=PSYQ3RT9HX5N tag=CU3FPX2H04PK type=del size=2218394 2023-12-03T11:43:36.714 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.711+0000 7f4da82f78c0 1 > prepared part key=_multipart_PSYQ3RT9HX5N.2~9VG7A1U2R9HT.0 size=639702 2023-12-03T11:43:36.715 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.711+0000 7f4da82f78c0 1 > prepared multipart upload key=PSYQ3RT9HX5N upload=9VG7A1U2R9HT tag=V5HXUQCX8GT5 type=write size=1688278 2023-12-03T11:43:36.718 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.715+0000 7f4da82f78c0 1 < completed delete operation key=1GAQFDQ35291 tag=CF98ESZ6W210 type=del 2023-12-03T11:43:36.726 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.723+0000 7f4da82f78c0 1 > prepared part key=_multipart_XCT2GVJ4O84M.2~ZM679T1UVVDN.0 size=259294 2023-12-03T11:43:36.726 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.723+0000 7f4da82f78c0 1 > prepared multipart upload key=XCT2GVJ4O84M upload=ZM679T1UVVDN tag=VNKGY1C2GMCZ type=write size=1307870 2023-12-03T11:43:36.730 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.727+0000 7f4da82f78c0 1 < completed delete operation key=PUY1C1KWIAHV tag=RXD1RN4O0JH4 type=del 2023-12-03T11:43:36.734 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.731+0000 7f4da82f78c0 1 > prepared operation key=GMT5400N4YTT tag=CPBVVYYOJQ6F type=del size=2523441 2023-12-03T11:43:36.738 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.735+0000 7f4da82f78c0 1 < completed part key=_multipart_WEBJUD8426X3.2~I0P4Q1HGCV76.0 size=1048576 2023-12-03T11:43:36.742 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.739+0000 7f4da82f78c0 1 < completed part key=_multipart_WEBJUD8426X3.2~I0P4Q1HGCV76.1 size=738000 2023-12-03T11:43:36.748 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.743+0000 7f4da82f78c0 1 < completed multipart upload key=WEBJUD8426X3 upload=I0P4Q1HGCV76 tag=V862GEGPLC52 type=write size=2835152 2023-12-03T11:43:36.753 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.747+0000 7f4da82f78c0 1 > prepared operation key=IOZ5MNNP5B2W tag=8CWR1RZXLOMO type=write size=950642 2023-12-03T11:43:36.757 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.751+0000 7f4da82f78c0 1 < completed part key=_multipart_QGLKMQWQRM89.2~LAA3HXCHXY5B.0 size=1048576 2023-12-03T11:43:36.757 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.751+0000 7f4da82f78c0 1 < canceled part key=_multipart_QGLKMQWQRM89.2~LAA3HXCHXY5B.1 size=804214 2023-12-03T11:43:36.763 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.759+0000 7f4da82f78c0 1 < canceled multipart upload key=QGLKMQWQRM89 upload=LAA3HXCHXY5B tag=K83UGIR1SAVQ type=write size=2901366 2023-12-03T11:43:36.768 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.763+0000 7f4da82f78c0 1 > prepared operation key=RF6YEP4A6INZ tag=TEZJSRZO5FI5 type=del size=850422 2023-12-03T11:43:36.769 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.763+0000 7f4da82f78c0 1 < canceled part key=_multipart_IOZ5MNNP5B2W.2~8C7DTH5HIQO2.0 size=291688 2023-12-03T11:43:36.775 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.771+0000 7f4da82f78c0 1 < canceled multipart upload key=IOZ5MNNP5B2W upload=8C7DTH5HIQO2 tag=PMEI95HHDETL type=write size=1340264 2023-12-03T11:43:36.785 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.779+0000 7f4da82f78c0 1 > prepared part key=_multipart_YCJ1J0AKOH1D.2~HWDYCJGG840Y.0 size=379240 2023-12-03T11:43:36.785 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.779+0000 7f4da82f78c0 1 > prepared multipart upload key=YCJ1J0AKOH1D upload=HWDYCJGG840Y tag=8PYC4XNUP8W1 type=write size=1427816 2023-12-03T11:43:36.790 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.787+0000 7f4da82f78c0 1 < suggested remove operation key=GMT5400N4YTT tag=U00KKVLJK6SK type=del 2023-12-03T11:43:36.794 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.791+0000 7f4da82f78c0 1 > prepared operation key=85DYZW2I0U7X tag=NW9F3WJG0K0N type=del size=2646899 2023-12-03T11:43:36.798 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.795+0000 7f4da82f78c0 1 < completed delete operation key=7AKK0TE2I43B tag=Z535YC2YD2EA type=del 2023-12-03T11:43:36.802 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.799+0000 7f4da82f78c0 1 > prepared operation key=1H0XTAA0VMYC tag=MK7FHNGYGUY3 type=del size=1996012 2023-12-03T11:43:36.806 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.799+0000 7f4da82f78c0 1 < completed part key=_multipart_L3HC1M7OJ3L7.2~BG7XNG7KSO8D.0 size=795302 2023-12-03T11:43:36.813 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.807+0000 7f4da82f78c0 1 < completed multipart upload key=L3HC1M7OJ3L7 upload=BG7XNG7KSO8D tag=0YW82WT0L4NS type=write size=1843878 2023-12-03T11:43:36.821 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.815+0000 7f4da82f78c0 1 > prepared part key=_multipart_UT0U43FV7Y0L.2~LHO7WA0H46JQ.0 size=245597 2023-12-03T11:43:36.821 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.815+0000 7f4da82f78c0 1 > prepared multipart upload key=UT0U43FV7Y0L upload=LHO7WA0H46JQ tag=HQRHLLGR0LT9 type=write size=1294173 2023-12-03T11:43:36.826 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.823+0000 7f4da82f78c0 1 < completed part key=_multipart_4DF7KX58SVJY.2~1O9HSIAPU1RV.0 size=1048576 2023-12-03T11:43:36.830 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.823+0000 7f4da82f78c0 1 < completed part key=_multipart_4DF7KX58SVJY.2~1O9HSIAPU1RV.1 size=509330 2023-12-03T11:43:36.838 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.831+0000 7f4da82f78c0 1 < completed multipart upload key=4DF7KX58SVJY upload=1O9HSIAPU1RV tag=JQ3RRRIY6G1W type=write size=2606482 2023-12-03T11:43:36.842 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.835+0000 7f4da82f78c0 1 > prepared operation key=7EDLY2Q78IBP tag=DPYIG16Z2XXM type=del size=277809 2023-12-03T11:43:36.846 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.843+0000 7f4da82f78c0 1 < canceled operation key=TBD5MDTZYHGQ tag=8D3O5ADKQV8S type=del size=3146256 2023-12-03T11:43:36.860 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.855+0000 7f4da82f78c0 1 > prepared operation key=K6FJNLCVDIUX tag=M0YZ3D1Z1XT8 type=del size=1005483 2023-12-03T11:43:36.868 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.863+0000 7f4da82f78c0 1 < suggested remove operation key=K2XC9VGBIFBD tag=EHOM3J4M05LJ type=del 2023-12-03T11:43:36.876 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.871+0000 7f4da82f78c0 1 > prepared part key=_multipart_1H0XTAA0VMYC.2~BNREJZ81A81G.0 size=1048576 2023-12-03T11:43:36.880 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.875+0000 7f4da82f78c0 1 > prepared part key=_multipart_1H0XTAA0VMYC.2~BNREJZ81A81G.1 size=616647 2023-12-03T11:43:36.880 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.875+0000 7f4da82f78c0 1 > prepared multipart upload key=1H0XTAA0VMYC upload=BNREJZ81A81G tag=6K807IXL2QTN type=write size=2713799 2023-12-03T11:43:36.885 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.879+0000 7f4da82f78c0 1 < completed part key=_multipart_4DF7KX58SVJY.2~71RKX2ZSKL3X.0 size=1048576 2023-12-03T11:43:36.888 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.883+0000 7f4da82f78c0 1 < completed part key=_multipart_4DF7KX58SVJY.2~71RKX2ZSKL3X.1 size=1048576 2023-12-03T11:43:36.892 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.887+0000 7f4da82f78c0 1 < completed part key=_multipart_4DF7KX58SVJY.2~71RKX2ZSKL3X.2 size=738992 2023-12-03T11:43:36.898 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.891+0000 7f4da82f78c0 1 < completed multipart upload key=4DF7KX58SVJY upload=71RKX2ZSKL3X tag=P4FG5KEKGJC3 type=write size=3884720 2023-12-03T11:43:36.901 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.895+0000 7f4da82f78c0 1 > prepared operation key=K2XC9VGBIFBD tag=NGF3URT8YRG2 type=write size=231451 2023-12-03T11:43:36.905 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.899+0000 7f4da82f78c0 1 < completed part key=_multipart_7AKK0TE2I43B.2~DW0QBUHOLCMV.0 size=1048576 2023-12-03T11:43:36.908 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.903+0000 7f4da82f78c0 1 < completed part key=_multipart_7AKK0TE2I43B.2~DW0QBUHOLCMV.1 size=915196 2023-12-03T11:43:36.914 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.907+0000 7f4da82f78c0 1 < completed multipart upload key=7AKK0TE2I43B upload=DW0QBUHOLCMV tag=TVO66W5R9GC6 type=write size=3012348 2023-12-03T11:43:36.917 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.911+0000 7f4da82f78c0 1 > prepared operation key=Q5C3IZCQEVO6 tag=QAM4MR4QGCU3 type=del size=2454807 2023-12-03T11:43:36.920 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.915+0000 7f4da82f78c0 1 < completed write operation key=IA082W6GDNN2 tag=3KV74C7EZ4U6 type=write size=564436 2023-12-03T11:43:36.923 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.919+0000 7f4da82f78c0 1 > prepared operation key=K4O9QAISDGSN tag=ZAP4ME71ZBHC type=del size=1778145 2023-12-03T11:43:36.931 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.923+0000 7f4da82f78c0 1 < completed part key=_multipart_PUY1C1KWIAHV.2~4O9CU5J60ZUD.0 size=1048576 2023-12-03T11:43:36.931 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.927+0000 7f4da82f78c0 1 < completed part key=_multipart_PUY1C1KWIAHV.2~4O9CU5J60ZUD.1 size=1048576 2023-12-03T11:43:36.933 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.927+0000 7f4da82f78c0 1 < completed part key=_multipart_PUY1C1KWIAHV.2~4O9CU5J60ZUD.2 size=821243 2023-12-03T11:43:36.939 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.935+0000 7f4da82f78c0 1 < completed multipart upload key=PUY1C1KWIAHV upload=4O9CU5J60ZUD tag=KSDYH5K2D4GX type=write size=3966971 2023-12-03T11:43:36.946 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.943+0000 7f4da82f78c0 1 > prepared part key=_multipart_WEBJUD8426X3.2~89A4RIRZ9L3E.0 size=1048576 2023-12-03T11:43:36.949 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.943+0000 7f4da82f78c0 1 > prepared part key=_multipart_WEBJUD8426X3.2~89A4RIRZ9L3E.1 size=737620 2023-12-03T11:43:36.949 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.943+0000 7f4da82f78c0 1 > prepared multipart upload key=WEBJUD8426X3 upload=89A4RIRZ9L3E tag=S7S6HIWMWNL3 type=write size=2834772 2023-12-03T11:43:36.950 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.947+0000 7f4da82f78c0 1 < canceled part key=_multipart_PSYQ3RT9HX5N.2~9VG7A1U2R9HT.0 size=639702 2023-12-03T11:43:36.956 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.951+0000 7f4da82f78c0 1 < canceled multipart upload key=PSYQ3RT9HX5N upload=9VG7A1U2R9HT tag=V5HXUQCX8GT5 type=write size=1688278 2023-12-03T11:43:36.963 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.959+0000 7f4da82f78c0 1 > prepared part key=_multipart_M9A06B3PSDOD.2~EJ11ZS0RMVE5.0 size=753770 2023-12-03T11:43:36.963 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.959+0000 7f4da82f78c0 1 > prepared multipart upload key=M9A06B3PSDOD upload=EJ11ZS0RMVE5 tag=SPPGN7W7GNQJ type=write size=1802346 2023-12-03T11:43:36.963 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.959+0000 7f4da82f78c0 1 < canceled part key=_multipart_XCT2GVJ4O84M.2~ZM679T1UVVDN.0 size=259294 2023-12-03T11:43:36.969 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.963+0000 7f4da82f78c0 1 < canceled multipart upload key=XCT2GVJ4O84M upload=ZM679T1UVVDN tag=VNKGY1C2GMCZ type=write size=1307870 2023-12-03T11:43:36.972 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.967+0000 7f4da82f78c0 1 > prepared operation key=YCJ1J0AKOH1D tag=8C17DUK5QB6J type=del size=3665869 2023-12-03T11:43:36.975 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.971+0000 7f4da82f78c0 -1 < failed to complete operation key=GMT5400N4YTT tag=CPBVVYYOJQ6F type=del size=2523441: (22) Invalid argument 2023-12-03T11:43:36.978 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.971+0000 7f4da82f78c0 1 > prepared operation key=MY1AJ69R89HD tag=5CJD8RE57P4R type=del size=391822 2023-12-03T11:43:36.981 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.975+0000 7f4da82f78c0 1 < canceled operation key=IOZ5MNNP5B2W tag=8CWR1RZXLOMO type=write size=950642 2023-12-03T11:43:36.989 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.983+0000 7f4da82f78c0 1 > prepared part key=_multipart_GMT5400N4YTT.2~4BIAAVZETXZZ.0 size=324313 2023-12-03T11:43:36.989 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.983+0000 7f4da82f78c0 1 > prepared multipart upload key=GMT5400N4YTT upload=4BIAAVZETXZZ tag=94PYUKA27Q4J type=write size=1372889 2023-12-03T11:43:36.991 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.987+0000 7f4da82f78c0 1 < completed delete operation key=RF6YEP4A6INZ tag=TEZJSRZO5FI5 type=del 2023-12-03T11:43:36.994 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.987+0000 7f4da82f78c0 1 > prepared operation key=RF6YEP4A6INZ tag=WF9X694H47AU type=del size=2939248 2023-12-03T11:43:36.997 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.991+0000 7f4da82f78c0 1 < completed part key=_multipart_YCJ1J0AKOH1D.2~HWDYCJGG840Y.0 size=379240 2023-12-03T11:43:37.003 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:36.999+0000 7f4da82f78c0 1 < completed multipart upload key=YCJ1J0AKOH1D upload=HWDYCJGG840Y tag=8PYC4XNUP8W1 type=write size=1427816 2023-12-03T11:43:37.006 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.003+0000 7f4da82f78c0 1 > prepared operation key=IOZ5MNNP5B2W tag=JU0YNOFKHKFV type=del size=693113 2023-12-03T11:43:37.010 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.003+0000 7f4da82f78c0 1 < completed delete operation key=85DYZW2I0U7X tag=NW9F3WJG0K0N type=del 2023-12-03T11:43:37.013 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.007+0000 7f4da82f78c0 1 > prepared operation key=PSYQ3RT9HX5N tag=SEVKZHF8YV1E type=write size=870097 2023-12-03T11:43:37.017 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.011+0000 7f4da82f78c0 1 < completed delete operation key=1H0XTAA0VMYC tag=MK7FHNGYGUY3 type=del 2023-12-03T11:43:37.025 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.019+0000 7f4da82f78c0 1 > prepared part key=_multipart_YCJ1J0AKOH1D.2~DYPQEVMOR170.0 size=1048576 2023-12-03T11:43:37.029 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.023+0000 7f4da82f78c0 1 > prepared part key=_multipart_YCJ1J0AKOH1D.2~DYPQEVMOR170.1 size=237597 2023-12-03T11:43:37.029 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.023+0000 7f4da82f78c0 1 > prepared multipart upload key=YCJ1J0AKOH1D upload=DYPQEVMOR170 tag=J0Y2X1ESUS94 type=write size=2334749 2023-12-03T11:43:37.033 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.027+0000 7f4da82f78c0 1 < completed part key=_multipart_UT0U43FV7Y0L.2~LHO7WA0H46JQ.0 size=245597 2023-12-03T11:43:37.040 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.035+0000 7f4da82f78c0 1 < completed multipart upload key=UT0U43FV7Y0L upload=LHO7WA0H46JQ tag=HQRHLLGR0LT9 type=write size=1294173 2023-12-03T11:43:37.043 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.039+0000 7f4da82f78c0 1 > prepared operation key=Q5C3IZCQEVO6 tag=707DJ8J1GJYE type=del size=3114811 2023-12-03T11:43:37.046 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.043+0000 7f4da82f78c0 1 < completed delete operation key=7EDLY2Q78IBP tag=DPYIG16Z2XXM type=del 2023-12-03T11:43:37.049 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.043+0000 7f4da82f78c0 1 > prepared operation key=YCJ1J0AKOH1D tag=DMZULYW2SS01 type=write size=184127 2023-12-03T11:43:37.052 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.047+0000 7f4da82f78c0 1 < completed delete operation key=K6FJNLCVDIUX tag=M0YZ3D1Z1XT8 type=del 2023-12-03T11:43:37.058 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.055+0000 7f4da82f78c0 1 > prepared part key=_multipart_WEBJUD8426X3.2~R26GORRYTEK2.0 size=396427 2023-12-03T11:43:37.058 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.055+0000 7f4da82f78c0 1 > prepared multipart upload key=WEBJUD8426X3 upload=R26GORRYTEK2 tag=7186TTEU4HR6 type=write size=1445003 2023-12-03T11:43:37.065 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.055+0000 7f4da82f78c0 1 < completed part key=_multipart_1H0XTAA0VMYC.2~BNREJZ81A81G.0 size=1048576 2023-12-03T11:43:37.065 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.055+0000 7f4da82f78c0 1 < canceled part key=_multipart_1H0XTAA0VMYC.2~BNREJZ81A81G.1 size=616647 2023-12-03T11:43:37.067 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.063+0000 7f4da82f78c0 1 < canceled multipart upload key=1H0XTAA0VMYC upload=BNREJZ81A81G tag=6K807IXL2QTN type=write size=2713799 2023-12-03T11:43:37.071 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.067+0000 7f4da82f78c0 1 > prepared operation key=IA082W6GDNN2 tag=2ZVD83LV29M6 type=write size=550119 2023-12-03T11:43:37.074 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.071+0000 7f4da82f78c0 1 < canceled operation key=K2XC9VGBIFBD tag=NGF3URT8YRG2 type=write size=231451 2023-12-03T11:43:37.078 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.071+0000 7f4da82f78c0 1 > prepared operation key=645V3LNUPS4A tag=VVIYXUMHA28H type=del size=980289 2023-12-03T11:43:37.082 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.075+0000 7f4da82f78c0 1 < completed delete operation key=Q5C3IZCQEVO6 tag=QAM4MR4QGCU3 type=del 2023-12-03T11:43:37.088 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.083+0000 7f4da82f78c0 1 > prepared part key=_multipart_RF6YEP4A6INZ.2~OF1HMBBO4OPA.0 size=75767 2023-12-03T11:43:37.088 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.083+0000 7f4da82f78c0 1 > prepared multipart upload key=RF6YEP4A6INZ upload=OF1HMBBO4OPA tag=O5VQ4R40GH81 type=write size=1124343 2023-12-03T11:43:37.093 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.087+0000 7f4da82f78c0 1 < completed delete operation key=K4O9QAISDGSN tag=ZAP4ME71ZBHC type=del 2023-12-03T11:43:37.098 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.095+0000 7f4da82f78c0 1 > prepared part key=_multipart_PUY1C1KWIAHV.2~QWAHJ51EPE01.0 size=795843 2023-12-03T11:43:37.099 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.095+0000 7f4da82f78c0 1 > prepared multipart upload key=PUY1C1KWIAHV upload=QWAHJ51EPE01 tag=VY0CYIOX5TNC type=write size=1844419 2023-12-03T11:43:37.102 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.095+0000 7f4da82f78c0 1 < completed part key=_multipart_WEBJUD8426X3.2~89A4RIRZ9L3E.0 size=1048576 2023-12-03T11:43:37.106 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.099+0000 7f4da82f78c0 1 < completed part key=_multipart_WEBJUD8426X3.2~89A4RIRZ9L3E.1 size=737620 2023-12-03T11:43:37.112 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.107+0000 7f4da82f78c0 1 < completed multipart upload key=WEBJUD8426X3 upload=89A4RIRZ9L3E tag=S7S6HIWMWNL3 type=write size=2834772 2023-12-03T11:43:37.118 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.115+0000 7f4da82f78c0 1 > prepared part key=_multipart_7AKK0TE2I43B.2~64SFDZZ0QUSZ.0 size=867204 2023-12-03T11:43:37.118 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.115+0000 7f4da82f78c0 1 > prepared multipart upload key=7AKK0TE2I43B upload=64SFDZZ0QUSZ tag=Z70YYNQJ8MGH type=write size=1915780 2023-12-03T11:43:37.121 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.115+0000 7f4da82f78c0 1 < completed part key=_multipart_M9A06B3PSDOD.2~EJ11ZS0RMVE5.0 size=753770 2023-12-03T11:43:37.127 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.123+0000 7f4da82f78c0 1 < completed multipart upload key=M9A06B3PSDOD upload=EJ11ZS0RMVE5 tag=SPPGN7W7GNQJ type=write size=1802346 2023-12-03T11:43:37.130 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.127+0000 7f4da82f78c0 1 > prepared operation key=IA082W6GDNN2 tag=7NWHJOZWNLL7 type=del size=2787401 2023-12-03T11:43:37.133 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.127+0000 7f4da82f78c0 1 < completed delete operation key=YCJ1J0AKOH1D tag=8C17DUK5QB6J type=del 2023-12-03T11:43:37.140 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.135+0000 7f4da82f78c0 1 > prepared part key=_multipart_XCT2GVJ4O84M.2~5FH7OVSLY7XG.0 size=1048576 2023-12-03T11:43:37.142 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.139+0000 7f4da82f78c0 1 > prepared part key=_multipart_XCT2GVJ4O84M.2~5FH7OVSLY7XG.1 size=411621 2023-12-03T11:43:37.142 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.139+0000 7f4da82f78c0 1 > prepared multipart upload key=XCT2GVJ4O84M upload=5FH7OVSLY7XG tag=KVWYLMWCRPXS type=write size=2508773 2023-12-03T11:43:37.148 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.143+0000 7f4da82f78c0 1 < suggested remove operation key=MY1AJ69R89HD tag=5CJD8RE57P4R type=del 2023-12-03T11:43:37.152 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.147+0000 7f4da82f78c0 1 > prepared operation key=TBD5MDTZYHGQ tag=DQ0EC8F6JODM type=del size=3748971 2023-12-03T11:43:37.156 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.151+0000 7f4da82f78c0 1 < completed part key=_multipart_GMT5400N4YTT.2~4BIAAVZETXZZ.0 size=324313 2023-12-03T11:43:37.161 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.155+0000 7f4da82f78c0 1 < completed multipart upload key=GMT5400N4YTT upload=4BIAAVZETXZZ tag=94PYUKA27Q4J type=write size=1372889 2023-12-03T11:43:37.164 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.159+0000 7f4da82f78c0 1 > prepared operation key=XCT2GVJ4O84M tag=7XLV9PANEUL2 type=del size=3685334 2023-12-03T11:43:37.167 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.163+0000 7f4da82f78c0 1 < completed delete operation key=RF6YEP4A6INZ tag=WF9X694H47AU type=del 2023-12-03T11:43:37.171 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.167+0000 7f4da82f78c0 1 > prepared operation key=QGLKMQWQRM89 tag=FN1P0GQF09V0 type=del size=3755858 2023-12-03T11:43:37.175 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.171+0000 7f4da82f78c0 1 < completed delete operation key=IOZ5MNNP5B2W tag=JU0YNOFKHKFV type=del 2023-12-03T11:43:37.178 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.171+0000 7f4da82f78c0 1 > prepared operation key=IOZ5MNNP5B2W tag=GQC9PDEU3JWJ type=del size=3132266 2023-12-03T11:43:37.181 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.175+0000 7f4da82f78c0 1 < completed write operation key=PSYQ3RT9HX5N tag=SEVKZHF8YV1E type=write size=870097 2023-12-03T11:43:37.187 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.183+0000 7f4da82f78c0 1 > prepared part key=_multipart_UT0U43FV7Y0L.2~ENU9K24NB3UP.0 size=883168 2023-12-03T11:43:37.187 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.183+0000 7f4da82f78c0 1 > prepared multipart upload key=UT0U43FV7Y0L upload=ENU9K24NB3UP tag=41WY1BL1DN0I type=write size=1931744 2023-12-03T11:43:37.199 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.195+0000 7f4da82f78c0 1 < completed part key=_multipart_YCJ1J0AKOH1D.2~DYPQEVMOR170.0 size=1048576 2023-12-03T11:43:37.201 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.195+0000 7f4da82f78c0 1 < completed part key=_multipart_YCJ1J0AKOH1D.2~DYPQEVMOR170.1 size=237597 2023-12-03T11:43:37.207 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.203+0000 7f4da82f78c0 1 < completed multipart upload key=YCJ1J0AKOH1D upload=DYPQEVMOR170 tag=J0Y2X1ESUS94 type=write size=2334749 2023-12-03T11:43:37.213 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.207+0000 7f4da82f78c0 1 > prepared part key=_multipart_K4O9QAISDGSN.2~C1VFQE154U53.0 size=981725 2023-12-03T11:43:37.213 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.207+0000 7f4da82f78c0 1 > prepared multipart upload key=K4O9QAISDGSN upload=C1VFQE154U53 tag=PTA98PDRRFQE type=write size=2030301 2023-12-03T11:43:37.216 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.211+0000 7f4da82f78c0 1 < completed delete operation key=Q5C3IZCQEVO6 tag=707DJ8J1GJYE type=del 2023-12-03T11:43:37.221 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.215+0000 7f4da82f78c0 1 > prepared part key=_multipart_QGLKMQWQRM89.2~Z3Q86M2D9FG0.0 size=1048576 2023-12-03T11:43:37.223 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.219+0000 7f4da82f78c0 1 > prepared part key=_multipart_QGLKMQWQRM89.2~Z3Q86M2D9FG0.1 size=147373 2023-12-03T11:43:37.223 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.219+0000 7f4da82f78c0 1 > prepared multipart upload key=QGLKMQWQRM89 upload=Z3Q86M2D9FG0 tag=HF155OI3SBPE type=write size=2244525 2023-12-03T11:43:37.226 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.219+0000 7f4da82f78c0 1 < completed write operation key=YCJ1J0AKOH1D tag=DMZULYW2SS01 type=write size=184127 2023-12-03T11:43:37.230 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.227+0000 7f4da82f78c0 1 > prepared part key=_multipart_QGLKMQWQRM89.2~6WZX7V9U6V3D.0 size=1048576 2023-12-03T11:43:37.233 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.227+0000 7f4da82f78c0 1 > prepared part key=_multipart_QGLKMQWQRM89.2~6WZX7V9U6V3D.1 size=1048576 2023-12-03T11:43:37.236 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.231+0000 7f4da82f78c0 1 > prepared part key=_multipart_QGLKMQWQRM89.2~6WZX7V9U6V3D.2 size=284135 2023-12-03T11:43:37.236 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.231+0000 7f4da82f78c0 1 > prepared multipart upload key=QGLKMQWQRM89 upload=6WZX7V9U6V3D tag=IRHEETXSDT9P type=write size=3429863 2023-12-03T11:43:37.238 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.235+0000 7f4da82f78c0 1 < completed part key=_multipart_WEBJUD8426X3.2~R26GORRYTEK2.0 size=396427 2023-12-03T11:43:37.243 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.239+0000 7f4da82f78c0 1 < completed multipart upload key=WEBJUD8426X3 upload=R26GORRYTEK2 tag=7186TTEU4HR6 type=write size=1445003 2023-12-03T11:43:37.246 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.239+0000 7f4da82f78c0 1 > prepared operation key=UT0U43FV7Y0L tag=05ZTZS2783QD type=write size=244676 2023-12-03T11:43:37.249 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.243+0000 7f4da82f78c0 1 < completed write operation key=IA082W6GDNN2 tag=2ZVD83LV29M6 type=write size=550119 2023-12-03T11:43:37.252 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.247+0000 7f4da82f78c0 1 > prepared operation key=PSYQ3RT9HX5N tag=4SDZ0A6E32T2 type=del size=406069 2023-12-03T11:43:37.255 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.251+0000 7f4da82f78c0 1 < completed delete operation key=645V3LNUPS4A tag=VVIYXUMHA28H type=del 2023-12-03T11:43:37.257 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.251+0000 7f4da82f78c0 1 > prepared operation key=1GAQFDQ35291 tag=8UXE1NERVQWH type=del size=199724 2023-12-03T11:43:37.261 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.255+0000 7f4da82f78c0 1 < completed part key=_multipart_RF6YEP4A6INZ.2~OF1HMBBO4OPA.0 size=75767 2023-12-03T11:43:37.266 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.263+0000 7f4da82f78c0 1 < completed multipart upload key=RF6YEP4A6INZ upload=OF1HMBBO4OPA tag=O5VQ4R40GH81 type=write size=1124343 2023-12-03T11:43:37.269 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.263+0000 7f4da82f78c0 1 > prepared operation key=IA082W6GDNN2 tag=4Z89H4XRAXBU type=del size=3287037 2023-12-03T11:43:37.271 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.267+0000 7f4da82f78c0 1 < completed part key=_multipart_PUY1C1KWIAHV.2~QWAHJ51EPE01.0 size=795843 2023-12-03T11:43:37.276 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.271+0000 7f4da82f78c0 1 < completed multipart upload key=PUY1C1KWIAHV upload=QWAHJ51EPE01 tag=VY0CYIOX5TNC type=write size=1844419 2023-12-03T11:43:37.279 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.275+0000 7f4da82f78c0 1 > prepared operation key=WEBJUD8426X3 tag=S5LG6IQ6QHTV type=write size=423735 2023-12-03T11:43:37.282 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.279+0000 7f4da82f78c0 1 < completed part key=_multipart_7AKK0TE2I43B.2~64SFDZZ0QUSZ.0 size=867204 2023-12-03T11:43:37.287 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.283+0000 7f4da82f78c0 1 < completed multipart upload key=7AKK0TE2I43B upload=64SFDZZ0QUSZ tag=Z70YYNQJ8MGH type=write size=1915780 2023-12-03T11:43:37.290 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.287+0000 7f4da82f78c0 1 > prepared operation key=85DYZW2I0U7X tag=HQTKH139R9NG type=del size=1705292 2023-12-03T11:43:37.293 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.287+0000 7f4da82f78c0 1 < completed delete operation key=IA082W6GDNN2 tag=7NWHJOZWNLL7 type=del 2023-12-03T11:43:37.296 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.291+0000 7f4da82f78c0 1 > prepared operation key=MY1AJ69R89HD tag=DVZDO91PI8ER type=del size=3488076 2023-12-03T11:43:37.299 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.295+0000 7f4da82f78c0 1 < completed part key=_multipart_XCT2GVJ4O84M.2~5FH7OVSLY7XG.0 size=1048576 2023-12-03T11:43:37.301 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.295+0000 7f4da82f78c0 1 < completed part key=_multipart_XCT2GVJ4O84M.2~5FH7OVSLY7XG.1 size=411621 2023-12-03T11:43:37.306 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.303+0000 7f4da82f78c0 1 < completed multipart upload key=XCT2GVJ4O84M upload=5FH7OVSLY7XG tag=KVWYLMWCRPXS type=write size=2508773 2023-12-03T11:43:37.309 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.303+0000 7f4da82f78c0 1 > prepared operation key=L3HC1M7OJ3L7 tag=KQ069FYHSJDU type=del size=1729889 2023-12-03T11:43:37.315 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.311+0000 7f4da82f78c0 1 < suggested remove operation key=TBD5MDTZYHGQ tag=DQ0EC8F6JODM type=del 2023-12-03T11:43:37.318 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.311+0000 7f4da82f78c0 1 > prepared operation key=ZO4GYMSV47J9 tag=SHDNBJ9UVJH7 type=del size=3470450 2023-12-03T11:43:37.323 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.319+0000 7f4da82f78c0 1 < suggested remove operation key=XCT2GVJ4O84M tag=7XLV9PANEUL2 type=del 2023-12-03T11:43:37.326 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.323+0000 7f4da82f78c0 1 > prepared operation key=IOZ5MNNP5B2W tag=G8DYUW5Z81Q3 type=del size=1854034 2023-12-03T11:43:37.330 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.327+0000 7f4da82f78c0 1 < completed delete operation key=QGLKMQWQRM89 tag=FN1P0GQF09V0 type=del 2023-12-03T11:43:37.333 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.327+0000 7f4da82f78c0 1 > prepared operation key=IA082W6GDNN2 tag=NXPY93RA1RCU type=write size=698204 2023-12-03T11:43:37.337 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.331+0000 7f4da82f78c0 1 < completed delete operation key=IOZ5MNNP5B2W tag=GQC9PDEU3JWJ type=del 2023-12-03T11:43:37.343 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.339+0000 7f4da82f78c0 1 > prepared part key=_multipart_XCT2GVJ4O84M.2~SWMUKFQHRZVN.0 size=817103 2023-12-03T11:43:37.343 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.339+0000 7f4da82f78c0 1 > prepared multipart upload key=XCT2GVJ4O84M upload=SWMUKFQHRZVN tag=U7BFLM354D0J type=write size=1865679 2023-12-03T11:43:37.347 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.343+0000 7f4da82f78c0 1 < completed part key=_multipart_UT0U43FV7Y0L.2~ENU9K24NB3UP.0 size=883168 2023-12-03T11:43:37.352 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.347+0000 7f4da82f78c0 1 < completed multipart upload key=UT0U43FV7Y0L upload=ENU9K24NB3UP tag=41WY1BL1DN0I type=write size=1931744 2023-12-03T11:43:37.356 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.351+0000 7f4da82f78c0 1 > prepared operation key=K4O9QAISDGSN tag=YH3RTXR80A2E type=del size=1434085 2023-12-03T11:43:37.359 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.355+0000 7f4da82f78c0 1 < completed part key=_multipart_K4O9QAISDGSN.2~C1VFQE154U53.0 size=981725 2023-12-03T11:43:37.365 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.359+0000 7f4da82f78c0 1 < completed multipart upload key=K4O9QAISDGSN upload=C1VFQE154U53 tag=PTA98PDRRFQE type=write size=2030301 2023-12-03T11:43:37.370 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.363+0000 7f4da82f78c0 1 > prepared part key=_multipart_K6FJNLCVDIUX.2~LR45L47C5JMG.0 size=1048576 2023-12-03T11:43:37.372 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.367+0000 7f4da82f78c0 1 > prepared part key=_multipart_K6FJNLCVDIUX.2~LR45L47C5JMG.1 size=924784 2023-12-03T11:43:37.372 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.367+0000 7f4da82f78c0 1 > prepared multipart upload key=K6FJNLCVDIUX upload=LR45L47C5JMG tag=Z60OD8G0YORA type=write size=3021936 2023-12-03T11:43:37.375 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.371+0000 7f4da82f78c0 1 < completed part key=_multipart_QGLKMQWQRM89.2~Z3Q86M2D9FG0.0 size=1048576 2023-12-03T11:43:37.375 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.371+0000 7f4da82f78c0 1 < canceled part key=_multipart_QGLKMQWQRM89.2~Z3Q86M2D9FG0.1 size=147373 2023-12-03T11:43:37.380 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.375+0000 7f4da82f78c0 1 < canceled multipart upload key=QGLKMQWQRM89 upload=Z3Q86M2D9FG0 tag=HF155OI3SBPE type=write size=2244525 2023-12-03T11:43:37.383 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.379+0000 7f4da82f78c0 1 > prepared operation key=K2XC9VGBIFBD tag=EM32SODR8OWX type=del size=2629507 2023-12-03T11:43:37.386 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.379+0000 7f4da82f78c0 1 < completed part key=_multipart_QGLKMQWQRM89.2~6WZX7V9U6V3D.0 size=1048576 2023-12-03T11:43:37.388 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.383+0000 7f4da82f78c0 1 < completed part key=_multipart_QGLKMQWQRM89.2~6WZX7V9U6V3D.1 size=1048576 2023-12-03T11:43:37.391 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.387+0000 7f4da82f78c0 1 < completed part key=_multipart_QGLKMQWQRM89.2~6WZX7V9U6V3D.2 size=284135 2023-12-03T11:43:37.397 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.391+0000 7f4da82f78c0 1 < completed multipart upload key=QGLKMQWQRM89 upload=6WZX7V9U6V3D tag=IRHEETXSDT9P type=write size=3429863 2023-12-03T11:43:37.399 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.395+0000 7f4da82f78c0 1 > prepared operation key=K6FJNLCVDIUX tag=7L9V9IRLFAMN type=del size=3976163 2023-12-03T11:43:37.403 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.399+0000 7f4da82f78c0 1 < completed write operation key=UT0U43FV7Y0L tag=05ZTZS2783QD type=write size=244676 2023-12-03T11:43:37.405 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.399+0000 7f4da82f78c0 1 > prepared operation key=85DYZW2I0U7X tag=XHLNN3YS3UHB type=del size=3050340 2023-12-03T11:43:37.411 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.407+0000 7f4da82f78c0 1 < suggested update operation key=PSYQ3RT9HX5N tag=4SDZ0A6E32T2 type=del size=406069 2023-12-03T11:43:37.414 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.411+0000 7f4da82f78c0 1 > prepared operation key=PSYQ3RT9HX5N tag=Y181Y3TFARR3 type=del size=87247 2023-12-03T11:43:37.419 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.415+0000 7f4da82f78c0 1 < completed delete operation key=1GAQFDQ35291 tag=8UXE1NERVQWH type=del 2023-12-03T11:43:37.422 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.419+0000 7f4da82f78c0 1 > prepared operation key=1H0XTAA0VMYC tag=LW15HVVGYWD1 type=del size=2545823 2023-12-03T11:43:37.426 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.423+0000 7f4da82f78c0 1 < completed delete operation key=IA082W6GDNN2 tag=4Z89H4XRAXBU type=del 2023-12-03T11:43:37.430 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.423+0000 7f4da82f78c0 1 > prepared operation key=4LWB8EMR9EBJ tag=IPKV6BSBOSYK type=del size=1406080 2023-12-03T11:43:37.433 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.427+0000 7f4da82f78c0 1 < completed write operation key=WEBJUD8426X3 tag=S5LG6IQ6QHTV type=write size=423735 2023-12-03T11:43:37.440 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.435+0000 7f4da82f78c0 1 > prepared part key=_multipart_1H0XTAA0VMYC.2~M82AIXWJ7CK4.0 size=1048576 2023-12-03T11:43:37.443 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.439+0000 7f4da82f78c0 1 > prepared part key=_multipart_1H0XTAA0VMYC.2~M82AIXWJ7CK4.1 size=205847 2023-12-03T11:43:37.443 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.439+0000 7f4da82f78c0 1 > prepared multipart upload key=1H0XTAA0VMYC upload=M82AIXWJ7CK4 tag=YNS85FXML4EN type=write size=2302999 2023-12-03T11:43:37.448 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.443+0000 7f4da82f78c0 1 < completed delete operation key=85DYZW2I0U7X tag=HQTKH139R9NG type=del 2023-12-03T11:43:37.455 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.451+0000 7f4da82f78c0 1 > prepared part key=_multipart_GMT5400N4YTT.2~8Y2U4KHEOCNN.0 size=1048576 2023-12-03T11:43:37.458 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.451+0000 7f4da82f78c0 1 > prepared part key=_multipart_GMT5400N4YTT.2~8Y2U4KHEOCNN.1 size=365314 2023-12-03T11:43:37.458 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.451+0000 7f4da82f78c0 1 > prepared multipart upload key=GMT5400N4YTT upload=8Y2U4KHEOCNN tag=PA70VJ3F5VW2 type=write size=2462466 2023-12-03T11:43:37.462 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.455+0000 7f4da82f78c0 1 < canceled operation key=MY1AJ69R89HD tag=DVZDO91PI8ER type=del size=3488076 2023-12-03T11:43:37.466 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.459+0000 7f4da82f78c0 1 > prepared operation key=4DF7KX58SVJY tag=HGUMOI3APQD9 type=del size=3357669 2023-12-03T11:43:37.474 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.467+0000 7f4da82f78c0 1 < suggested remove operation key=L3HC1M7OJ3L7 tag=KQ069FYHSJDU type=del 2023-12-03T11:43:37.478 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.475+0000 7f4da82f78c0 1 > prepared operation key=6UZY1HWE143J tag=TTYS1CAGT9TU type=write size=296039 2023-12-03T11:43:37.483 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.479+0000 7f4da82f78c0 1 < completed delete operation key=ZO4GYMSV47J9 tag=SHDNBJ9UVJH7 type=del 2023-12-03T11:43:37.487 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.483+0000 7f4da82f78c0 1 > prepared operation key=XCT2GVJ4O84M tag=KH549OR4ZT0S type=del size=548962 2023-12-03T11:43:37.492 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.487+0000 7f4da82f78c0 1 < completed delete operation key=IOZ5MNNP5B2W tag=G8DYUW5Z81Q3 type=del 2023-12-03T11:43:37.497 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.491+0000 7f4da82f78c0 1 > prepared operation key=XCT2GVJ4O84M tag=MDHU922U9GWH type=del size=1186811 2023-12-03T11:43:37.501 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.495+0000 7f4da82f78c0 1 < completed write operation key=IA082W6GDNN2 tag=NXPY93RA1RCU type=write size=698204 2023-12-03T11:43:37.520 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.515+0000 7f4da82f78c0 1 > prepared part key=_multipart_4DF7KX58SVJY.2~XA86UU7YF9HG.0 size=845387 2023-12-03T11:43:37.520 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.515+0000 7f4da82f78c0 1 > prepared multipart upload key=4DF7KX58SVJY upload=XA86UU7YF9HG tag=F37FPLT1ZCWK type=write size=1893963 2023-12-03T11:43:37.523 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.519+0000 7f4da82f78c0 1 < completed part key=_multipart_XCT2GVJ4O84M.2~SWMUKFQHRZVN.0 size=817103 2023-12-03T11:43:37.529 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.523+0000 7f4da82f78c0 1 < completed multipart upload key=XCT2GVJ4O84M upload=SWMUKFQHRZVN tag=U7BFLM354D0J type=write size=1865679 2023-12-03T11:43:37.536 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.531+0000 7f4da82f78c0 1 > prepared part key=_multipart_6UZY1HWE143J.2~X1HSCHL45GOR.0 size=1048576 2023-12-03T11:43:37.539 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.535+0000 7f4da82f78c0 1 > prepared part key=_multipart_6UZY1HWE143J.2~X1HSCHL45GOR.1 size=1048576 2023-12-03T11:43:37.542 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.539+0000 7f4da82f78c0 1 > prepared part key=_multipart_6UZY1HWE143J.2~X1HSCHL45GOR.2 size=482443 2023-12-03T11:43:37.542 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.539+0000 7f4da82f78c0 1 > prepared multipart upload key=6UZY1HWE143J upload=X1HSCHL45GOR tag=0GR642GITNQ1 type=write size=3628171 2023-12-03T11:43:37.546 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.543+0000 7f4da82f78c0 1 < canceled operation key=K4O9QAISDGSN tag=YH3RTXR80A2E type=del size=1434085 2023-12-03T11:43:37.550 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.547+0000 7f4da82f78c0 1 > prepared operation key=4LWB8EMR9EBJ tag=XDNCAHM201S7 type=del size=3179273 2023-12-03T11:43:37.554 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.551+0000 7f4da82f78c0 1 < completed part key=_multipart_K6FJNLCVDIUX.2~LR45L47C5JMG.0 size=1048576 2023-12-03T11:43:37.557 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.551+0000 7f4da82f78c0 1 < completed part key=_multipart_K6FJNLCVDIUX.2~LR45L47C5JMG.1 size=924784 2023-12-03T11:43:37.564 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.559+0000 7f4da82f78c0 1 < completed multipart upload key=K6FJNLCVDIUX upload=LR45L47C5JMG tag=Z60OD8G0YORA type=write size=3021936 2023-12-03T11:43:37.572 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.567+0000 7f4da82f78c0 1 > prepared part key=_multipart_K2XC9VGBIFBD.2~CR0S1ZNWUMGI.0 size=839191 2023-12-03T11:43:37.572 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.567+0000 7f4da82f78c0 1 > prepared multipart upload key=K2XC9VGBIFBD upload=CR0S1ZNWUMGI tag=J6EJN1O7NJ9T type=write size=1887767 2023-12-03T11:43:37.576 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.571+0000 7f4da82f78c0 1 < completed delete operation key=K2XC9VGBIFBD tag=EM32SODR8OWX type=del 2023-12-03T11:43:37.583 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.579+0000 7f4da82f78c0 1 > prepared part key=_multipart_GMT5400N4YTT.2~RALNLI1A6FNY.0 size=1048576 2023-12-03T11:43:37.586 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.583+0000 7f4da82f78c0 1 > prepared part key=_multipart_GMT5400N4YTT.2~RALNLI1A6FNY.1 size=364 2023-12-03T11:43:37.586 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.583+0000 7f4da82f78c0 1 > prepared multipart upload key=GMT5400N4YTT upload=RALNLI1A6FNY tag=DKQ71U5CY149 type=write size=2097516 2023-12-03T11:43:37.590 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.587+0000 7f4da82f78c0 1 < completed delete operation key=K6FJNLCVDIUX tag=7L9V9IRLFAMN type=del 2023-12-03T11:43:37.598 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.591+0000 7f4da82f78c0 1 > prepared part key=_multipart_YCJ1J0AKOH1D.2~XOPD8A34CF0P.0 size=1048576 2023-12-03T11:43:37.600 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.595+0000 7f4da82f78c0 1 > prepared part key=_multipart_YCJ1J0AKOH1D.2~XOPD8A34CF0P.1 size=963867 2023-12-03T11:43:37.601 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.595+0000 7f4da82f78c0 1 > prepared multipart upload key=YCJ1J0AKOH1D upload=XOPD8A34CF0P tag=2BSGXPKI1L9N type=write size=3061019 2023-12-03T11:43:37.605 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.599+0000 7f4da82f78c0 1 < completed delete operation key=85DYZW2I0U7X tag=XHLNN3YS3UHB type=del 2023-12-03T11:43:37.608 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.603+0000 7f4da82f78c0 1 > prepared operation key=4DF7KX58SVJY tag=3HDNLJXQ4TBM type=write size=250913 2023-12-03T11:43:37.612 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.607+0000 7f4da82f78c0 1 < completed delete operation key=PSYQ3RT9HX5N tag=Y181Y3TFARR3 type=del 2023-12-03T11:43:37.616 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.611+0000 7f4da82f78c0 1 > prepared operation key=7AKK0TE2I43B tag=Z575R8B80X6Z type=write size=62106 2023-12-03T11:43:37.620 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.615+0000 7f4da82f78c0 1 < completed delete operation key=1H0XTAA0VMYC tag=LW15HVVGYWD1 type=del 2023-12-03T11:43:37.624 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.619+0000 7f4da82f78c0 1 > prepared operation key=MY1AJ69R89HD tag=89QZJOMMQR1Y type=del size=1802568 2023-12-03T11:43:37.628 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.623+0000 7f4da82f78c0 1 < completed delete operation key=4LWB8EMR9EBJ tag=IPKV6BSBOSYK type=del 2023-12-03T11:43:37.635 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.631+0000 7f4da82f78c0 1 > prepared part key=_multipart_M9A06B3PSDOD.2~RXV9INLOUD12.0 size=1048576 2023-12-03T11:43:37.638 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.635+0000 7f4da82f78c0 1 > prepared part key=_multipart_M9A06B3PSDOD.2~RXV9INLOUD12.1 size=688043 2023-12-03T11:43:37.638 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.635+0000 7f4da82f78c0 1 > prepared multipart upload key=M9A06B3PSDOD upload=RXV9INLOUD12 tag=K12KBWPCAMXE type=write size=2785195 2023-12-03T11:43:37.642 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.639+0000 7f4da82f78c0 1 < completed part key=_multipart_1H0XTAA0VMYC.2~M82AIXWJ7CK4.0 size=1048576 2023-12-03T11:43:37.645 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.639+0000 7f4da82f78c0 1 < completed part key=_multipart_1H0XTAA0VMYC.2~M82AIXWJ7CK4.1 size=205847 2023-12-03T11:43:37.652 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.647+0000 7f4da82f78c0 1 < completed multipart upload key=1H0XTAA0VMYC upload=M82AIXWJ7CK4 tag=YNS85FXML4EN type=write size=2302999 2023-12-03T11:43:37.656 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.651+0000 7f4da82f78c0 1 > prepared operation key=D2PVZARQWEIV tag=YH2V51QHNM8W type=del size=2064492 2023-12-03T11:43:37.659 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.655+0000 7f4da82f78c0 1 < completed part key=_multipart_GMT5400N4YTT.2~8Y2U4KHEOCNN.0 size=1048576 2023-12-03T11:43:37.662 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.659+0000 7f4da82f78c0 1 < completed part key=_multipart_GMT5400N4YTT.2~8Y2U4KHEOCNN.1 size=365314 2023-12-03T11:43:37.670 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.663+0000 7f4da82f78c0 1 < completed multipart upload key=GMT5400N4YTT upload=8Y2U4KHEOCNN tag=PA70VJ3F5VW2 type=write size=2462466 2023-12-03T11:43:37.674 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.671+0000 7f4da82f78c0 1 > prepared operation key=645V3LNUPS4A tag=GU87R2STQQYI type=del size=3585358 2023-12-03T11:43:37.679 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.675+0000 7f4da82f78c0 1 < completed delete operation key=4DF7KX58SVJY tag=HGUMOI3APQD9 type=del 2023-12-03T11:43:37.683 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.679+0000 7f4da82f78c0 1 > prepared operation key=L3HC1M7OJ3L7 tag=21IZ0Q0WPQVJ type=del size=122330 2023-12-03T11:43:37.691 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.687+0000 7f4da82f78c0 1 < suggested remove operation key=6UZY1HWE143J tag=TTYS1CAGT9TU type=write 2023-12-03T11:43:37.698 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.691+0000 7f4da82f78c0 1 > prepared part key=_multipart_ZO4GYMSV47J9.2~2E1Z0U9E28Q1.0 size=798346 2023-12-03T11:43:37.698 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.691+0000 7f4da82f78c0 1 > prepared multipart upload key=ZO4GYMSV47J9 upload=2E1Z0U9E28Q1 tag=HMH5HU7GR2L4 type=write size=1846922 2023-12-03T11:43:37.702 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.695+0000 7f4da82f78c0 1 < completed delete operation key=XCT2GVJ4O84M tag=KH549OR4ZT0S type=del 2023-12-03T11:43:37.710 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.703+0000 7f4da82f78c0 1 > prepared part key=_multipart_TBD5MDTZYHGQ.2~AVIVTGFFO3L2.0 size=374524 2023-12-03T11:43:37.710 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.703+0000 7f4da82f78c0 1 > prepared multipart upload key=TBD5MDTZYHGQ upload=AVIVTGFFO3L2 tag=O1NIN56QONNC type=write size=1423100 2023-12-03T11:43:37.713 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.707+0000 7f4da82f78c0 1 < completed delete operation key=XCT2GVJ4O84M tag=MDHU922U9GWH type=del 2023-12-03T11:43:37.717 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.711+0000 7f4da82f78c0 1 > prepared operation key=RF6YEP4A6INZ tag=XZHM1N9XIFZA type=del size=571679 2023-12-03T11:43:37.721 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.715+0000 7f4da82f78c0 1 < completed part key=_multipart_4DF7KX58SVJY.2~XA86UU7YF9HG.0 size=845387 2023-12-03T11:43:37.728 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.723+0000 7f4da82f78c0 1 < completed multipart upload key=4DF7KX58SVJY upload=XA86UU7YF9HG tag=F37FPLT1ZCWK type=write size=1893963 2023-12-03T11:43:37.735 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.731+0000 7f4da82f78c0 1 > prepared part key=_multipart_2HVLNPGB2PLL.2~EC7IDO575GB5.0 size=471254 2023-12-03T11:43:37.735 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.731+0000 7f4da82f78c0 1 > prepared multipart upload key=2HVLNPGB2PLL upload=EC7IDO575GB5 tag=6A555GHSBEWV type=write size=1519830 2023-12-03T11:43:37.740 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.735+0000 7f4da82f78c0 1 < completed part key=_multipart_6UZY1HWE143J.2~X1HSCHL45GOR.0 size=1048576 2023-12-03T11:43:37.742 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.739+0000 7f4da82f78c0 1 < completed part key=_multipart_6UZY1HWE143J.2~X1HSCHL45GOR.1 size=1048576 2023-12-03T11:43:37.745 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.739+0000 7f4da82f78c0 1 < completed part key=_multipart_6UZY1HWE143J.2~X1HSCHL45GOR.2 size=482443 2023-12-03T11:43:37.751 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.747+0000 7f4da82f78c0 1 < completed multipart upload key=6UZY1HWE143J upload=X1HSCHL45GOR tag=0GR642GITNQ1 type=write size=3628171 2023-12-03T11:43:37.755 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.751+0000 7f4da82f78c0 1 > prepared operation key=PSYQ3RT9HX5N tag=B6N4CJDY7RN8 type=del size=3668848 2023-12-03T11:43:37.759 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.755+0000 7f4da82f78c0 1 < completed delete operation key=4LWB8EMR9EBJ tag=XDNCAHM201S7 type=del 2023-12-03T11:43:37.762 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.759+0000 7f4da82f78c0 1 > prepared operation key=WEBJUD8426X3 tag=HWERPRPG4YBI type=write size=858441 2023-12-03T11:43:37.766 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.759+0000 7f4da82f78c0 1 < completed part key=_multipart_K2XC9VGBIFBD.2~CR0S1ZNWUMGI.0 size=839191 2023-12-03T11:43:37.772 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.767+0000 7f4da82f78c0 1 < completed multipart upload key=K2XC9VGBIFBD upload=CR0S1ZNWUMGI tag=J6EJN1O7NJ9T type=write size=1887767 2023-12-03T11:43:37.776 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.771+0000 7f4da82f78c0 1 > prepared operation key=2HVLNPGB2PLL tag=HJF3HHE3V5E7 type=del size=2818533 2023-12-03T11:43:37.777 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.771+0000 7f4da82f78c0 1 < canceled part key=_multipart_GMT5400N4YTT.2~RALNLI1A6FNY.0 size=1048576 2023-12-03T11:43:37.780 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.775+0000 7f4da82f78c0 1 < completed part key=_multipart_GMT5400N4YTT.2~RALNLI1A6FNY.1 size=364 2023-12-03T11:43:37.786 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.783+0000 7f4da82f78c0 1 < canceled multipart upload key=GMT5400N4YTT upload=RALNLI1A6FNY tag=DKQ71U5CY149 type=write size=2097516 2023-12-03T11:43:37.793 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.787+0000 7f4da82f78c0 1 > prepared part key=_multipart_UT0U43FV7Y0L.2~8V9I5C3OE62T.0 size=169156 2023-12-03T11:43:37.793 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.787+0000 7f4da82f78c0 1 > prepared multipart upload key=UT0U43FV7Y0L upload=8V9I5C3OE62T tag=EP9GE6I343AJ type=write size=1217732 2023-12-03T11:43:37.794 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.791+0000 7f4da82f78c0 1 < canceled part key=_multipart_YCJ1J0AKOH1D.2~XOPD8A34CF0P.0 size=1048576 2023-12-03T11:43:37.797 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.791+0000 7f4da82f78c0 1 < completed part key=_multipart_YCJ1J0AKOH1D.2~XOPD8A34CF0P.1 size=963867 2023-12-03T11:43:37.803 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.799+0000 7f4da82f78c0 1 < canceled multipart upload key=YCJ1J0AKOH1D upload=XOPD8A34CF0P tag=2BSGXPKI1L9N type=write size=3061019 2023-12-03T11:43:37.809 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.803+0000 7f4da82f78c0 1 > prepared operation key=WEBJUD8426X3 tag=4596F53V0QUJ type=del size=3001598 2023-12-03T11:43:37.814 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.811+0000 7f4da82f78c0 1 < suggested remove operation key=4DF7KX58SVJY tag=3HDNLJXQ4TBM type=write 2023-12-03T11:43:37.818 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.811+0000 7f4da82f78c0 1 > prepared operation key=4LWB8EMR9EBJ tag=QUT1PK7VO9T3 type=del size=3807324 2023-12-03T11:43:37.821 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.815+0000 7f4da82f78c0 1 < completed write operation key=7AKK0TE2I43B tag=Z575R8B80X6Z type=write size=62106 2023-12-03T11:43:37.825 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.819+0000 7f4da82f78c0 1 > prepared operation key=XCT2GVJ4O84M tag=KVA2N0A54XHJ type=del size=3008641 2023-12-03T11:43:37.829 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.823+0000 7f4da82f78c0 1 < completed delete operation key=MY1AJ69R89HD tag=89QZJOMMQR1Y type=del 2023-12-03T11:43:37.832 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.827+0000 7f4da82f78c0 1 > prepared operation key=K4O9QAISDGSN tag=BNEPA52C0TZN type=del size=3889986 2023-12-03T11:43:37.836 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.831+0000 7f4da82f78c0 1 < completed part key=_multipart_M9A06B3PSDOD.2~RXV9INLOUD12.0 size=1048576 2023-12-03T11:43:37.839 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.835+0000 7f4da82f78c0 1 < completed part key=_multipart_M9A06B3PSDOD.2~RXV9INLOUD12.1 size=688043 2023-12-03T11:43:37.846 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.843+0000 7f4da82f78c0 1 < completed multipart upload key=M9A06B3PSDOD upload=RXV9INLOUD12 tag=K12KBWPCAMXE type=write size=2785195 2023-12-03T11:43:37.850 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.847+0000 7f4da82f78c0 1 > prepared operation key=645V3LNUPS4A tag=FF0QS81RB0D0 type=del size=3980238 2023-12-03T11:43:37.854 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.851+0000 7f4da82f78c0 1 < canceled operation key=D2PVZARQWEIV tag=YH2V51QHNM8W type=del size=2064492 2023-12-03T11:43:37.861 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.855+0000 7f4da82f78c0 1 > prepared part key=_multipart_IA082W6GDNN2.2~3SZM19XB3OGB.0 size=1048576 2023-12-03T11:43:37.864 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.859+0000 7f4da82f78c0 1 > prepared part key=_multipart_IA082W6GDNN2.2~3SZM19XB3OGB.1 size=1048576 2023-12-03T11:43:37.867 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.863+0000 7f4da82f78c0 1 > prepared part key=_multipart_IA082W6GDNN2.2~3SZM19XB3OGB.2 size=266320 2023-12-03T11:43:37.867 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.863+0000 7f4da82f78c0 1 > prepared multipart upload key=IA082W6GDNN2 upload=3SZM19XB3OGB tag=1QGJ1UCLOGXZ type=write size=3412048 2023-12-03T11:43:37.870 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.867+0000 7f4da82f78c0 1 < completed delete operation key=645V3LNUPS4A tag=GU87R2STQQYI type=del 2023-12-03T11:43:37.884 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.879+0000 7f4da82f78c0 1 > prepared operation key=Q3BH4HFRFZA5 tag=681GO5S8ZRL1 type=del size=3363734 2023-12-03T11:43:37.888 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.883+0000 7f4da82f78c0 1 < completed delete operation key=L3HC1M7OJ3L7 tag=21IZ0Q0WPQVJ type=del 2023-12-03T11:43:37.892 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.887+0000 7f4da82f78c0 1 > prepared operation key=7AKK0TE2I43B tag=9Z11BHG002M6 type=del size=804449 2023-12-03T11:43:37.896 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.891+0000 7f4da82f78c0 1 < completed part key=_multipart_ZO4GYMSV47J9.2~2E1Z0U9E28Q1.0 size=798346 2023-12-03T11:43:37.902 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.899+0000 7f4da82f78c0 1 < completed multipart upload key=ZO4GYMSV47J9 upload=2E1Z0U9E28Q1 tag=HMH5HU7GR2L4 type=write size=1846922 2023-12-03T11:43:37.906 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.899+0000 7f4da82f78c0 1 > prepared operation key=Q5C3IZCQEVO6 tag=M3T5TP7SKW0V type=del size=867027 2023-12-03T11:43:37.909 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.903+0000 7f4da82f78c0 1 < completed part key=_multipart_TBD5MDTZYHGQ.2~AVIVTGFFO3L2.0 size=374524 2023-12-03T11:43:37.916 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.911+0000 7f4da82f78c0 1 < completed multipart upload key=TBD5MDTZYHGQ upload=AVIVTGFFO3L2 tag=O1NIN56QONNC type=write size=1423100 2023-12-03T11:43:37.923 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.919+0000 7f4da82f78c0 1 > prepared part key=_multipart_M9A06B3PSDOD.2~5PDUX4XNZDN3.0 size=1022588 2023-12-03T11:43:37.923 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.919+0000 7f4da82f78c0 1 > prepared multipart upload key=M9A06B3PSDOD upload=5PDUX4XNZDN3 tag=QIPX10TO355T type=write size=2071164 2023-12-03T11:43:37.930 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.927+0000 7f4da82f78c0 1 < suggested update operation key=RF6YEP4A6INZ tag=XZHM1N9XIFZA type=del size=571679 2023-12-03T11:43:37.934 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.927+0000 7f4da82f78c0 1 > prepared operation key=IA082W6GDNN2 tag=DS06C2AYM7Z8 type=del size=3629660 2023-12-03T11:43:37.935 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.931+0000 7f4da82f78c0 1 < canceled part key=_multipart_2HVLNPGB2PLL.2~EC7IDO575GB5.0 size=471254 2023-12-03T11:43:37.941 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.935+0000 7f4da82f78c0 1 < canceled multipart upload key=2HVLNPGB2PLL upload=EC7IDO575GB5 tag=6A555GHSBEWV type=write size=1519830 2023-12-03T11:43:37.948 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.943+0000 7f4da82f78c0 1 > prepared part key=_multipart_TBD5MDTZYHGQ.2~3VTY316D3WJQ.0 size=1048576 2023-12-03T11:43:37.951 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.947+0000 7f4da82f78c0 1 > prepared part key=_multipart_TBD5MDTZYHGQ.2~3VTY316D3WJQ.1 size=506539 2023-12-03T11:43:37.951 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.947+0000 7f4da82f78c0 1 > prepared multipart upload key=TBD5MDTZYHGQ upload=3VTY316D3WJQ tag=AW59SPARMX7I type=write size=2603691 2023-12-03T11:43:37.955 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.951+0000 7f4da82f78c0 1 < completed delete operation key=PSYQ3RT9HX5N tag=B6N4CJDY7RN8 type=del 2023-12-03T11:43:37.962 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.959+0000 7f4da82f78c0 1 > prepared part key=_multipart_L3HC1M7OJ3L7.2~92HYSL4XDMSI.0 size=1048576 2023-12-03T11:43:37.965 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.959+0000 7f4da82f78c0 1 > prepared part key=_multipart_L3HC1M7OJ3L7.2~92HYSL4XDMSI.1 size=1048576 2023-12-03T11:43:37.968 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.963+0000 7f4da82f78c0 1 > prepared part key=_multipart_L3HC1M7OJ3L7.2~92HYSL4XDMSI.2 size=334784 2023-12-03T11:43:37.968 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.963+0000 7f4da82f78c0 1 > prepared multipart upload key=L3HC1M7OJ3L7 upload=92HYSL4XDMSI tag=INU3EKNPS1A3 type=write size=3480512 2023-12-03T11:43:37.971 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.967+0000 7f4da82f78c0 1 < completed write operation key=WEBJUD8426X3 tag=HWERPRPG4YBI type=write size=858441 2023-12-03T11:43:37.975 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.971+0000 7f4da82f78c0 1 > prepared operation key=1GAQFDQ35291 tag=VVJOLAUDKRKW type=del size=2546142 2023-12-03T11:43:37.979 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.975+0000 7f4da82f78c0 1 < completed delete operation key=2HVLNPGB2PLL tag=HJF3HHE3V5E7 type=del 2023-12-03T11:43:37.986 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.983+0000 7f4da82f78c0 1 > prepared part key=_multipart_2HVLNPGB2PLL.2~2D1PMRS27RHK.0 size=1048576 2023-12-03T11:43:37.989 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.983+0000 7f4da82f78c0 1 > prepared part key=_multipart_2HVLNPGB2PLL.2~2D1PMRS27RHK.1 size=201824 2023-12-03T11:43:37.989 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.983+0000 7f4da82f78c0 1 > prepared multipart upload key=2HVLNPGB2PLL upload=2D1PMRS27RHK tag=JKA7TZZPX9PP type=write size=2298976 2023-12-03T11:43:37.993 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.987+0000 7f4da82f78c0 1 < completed part key=_multipart_UT0U43FV7Y0L.2~8V9I5C3OE62T.0 size=169156 2023-12-03T11:43:37.999 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.995+0000 7f4da82f78c0 1 < completed multipart upload key=UT0U43FV7Y0L upload=8V9I5C3OE62T tag=EP9GE6I343AJ type=write size=1217732 2023-12-03T11:43:38.006 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.999+0000 7f4da82f78c0 1 > prepared part key=_multipart_M9A06B3PSDOD.2~3XC2RB2KMK5C.0 size=716146 2023-12-03T11:43:38.006 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:37.999+0000 7f4da82f78c0 1 > prepared multipart upload key=M9A06B3PSDOD upload=3XC2RB2KMK5C tag=1Q76565048CU type=write size=1764722 2023-12-03T11:43:38.010 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.003+0000 7f4da82f78c0 1 < completed delete operation key=WEBJUD8426X3 tag=4596F53V0QUJ type=del 2023-12-03T11:43:38.017 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.011+0000 7f4da82f78c0 1 > prepared part key=_multipart_XCT2GVJ4O84M.2~BSDZR869P11Q.0 size=1048576 2023-12-03T11:43:38.019 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.015+0000 7f4da82f78c0 1 > prepared part key=_multipart_XCT2GVJ4O84M.2~BSDZR869P11Q.1 size=1048576 2023-12-03T11:43:38.023 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.019+0000 7f4da82f78c0 1 > prepared part key=_multipart_XCT2GVJ4O84M.2~BSDZR869P11Q.2 size=865504 2023-12-03T11:43:38.023 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.019+0000 7f4da82f78c0 1 > prepared multipart upload key=XCT2GVJ4O84M upload=BSDZR869P11Q tag=DIMVMVPCWOEY type=write size=4011232 2023-12-03T11:43:38.027 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.023+0000 7f4da82f78c0 1 < canceled operation key=4LWB8EMR9EBJ tag=QUT1PK7VO9T3 type=del size=3807324 2023-12-03T11:43:38.031 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.027+0000 7f4da82f78c0 1 > prepared operation key=ZO4GYMSV47J9 tag=LC9VN3WG8MSS type=del size=2057552 2023-12-03T11:43:38.035 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.031+0000 7f4da82f78c0 1 < completed delete operation key=XCT2GVJ4O84M tag=KVA2N0A54XHJ type=del 2023-12-03T11:43:38.039 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.035+0000 7f4da82f78c0 1 > prepared operation key=D2PVZARQWEIV tag=BBJET7AIENDO type=del size=1008222 2023-12-03T11:43:38.046 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.043+0000 7f4da82f78c0 1 < suggested update operation key=K4O9QAISDGSN tag=BNEPA52C0TZN type=del size=3889986 2023-12-03T11:43:38.050 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.047+0000 7f4da82f78c0 1 > prepared operation key=PSYQ3RT9HX5N tag=TKUEAJO61D69 type=del size=480039 2023-12-03T11:43:38.054 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.051+0000 7f4da82f78c0 1 < completed delete operation key=645V3LNUPS4A tag=FF0QS81RB0D0 type=del 2023-12-03T11:43:38.062 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.055+0000 7f4da82f78c0 1 > prepared part key=_multipart_4LWB8EMR9EBJ.2~9EO87JWIL7FC.0 size=745531 2023-12-03T11:43:38.062 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.055+0000 7f4da82f78c0 1 > prepared multipart upload key=4LWB8EMR9EBJ upload=9EO87JWIL7FC tag=CIPVGS7I51NS type=write size=1794107 2023-12-03T11:43:38.066 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.059+0000 7f4da82f78c0 1 < completed part key=_multipart_IA082W6GDNN2.2~3SZM19XB3OGB.0 size=1048576 2023-12-03T11:43:38.066 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.059+0000 7f4da82f78c0 1 < canceled part key=_multipart_IA082W6GDNN2.2~3SZM19XB3OGB.1 size=1048576 2023-12-03T11:43:38.069 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.063+0000 7f4da82f78c0 1 < completed part key=_multipart_IA082W6GDNN2.2~3SZM19XB3OGB.2 size=266320 2023-12-03T11:43:38.076 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.071+0000 7f4da82f78c0 1 < canceled multipart upload key=IA082W6GDNN2 upload=3SZM19XB3OGB tag=1QGJ1UCLOGXZ type=write size=3412048 2023-12-03T11:43:38.083 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.079+0000 7f4da82f78c0 1 > prepared part key=_multipart_7AKK0TE2I43B.2~WD35ZYS6S0LZ.0 size=1048576 2023-12-03T11:43:38.086 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.083+0000 7f4da82f78c0 1 > prepared part key=_multipart_7AKK0TE2I43B.2~WD35ZYS6S0LZ.1 size=832734 2023-12-03T11:43:38.086 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.083+0000 7f4da82f78c0 1 > prepared multipart upload key=7AKK0TE2I43B upload=WD35ZYS6S0LZ tag=9UFDYTZ62199 type=write size=2929886 2023-12-03T11:43:38.090 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.087+0000 7f4da82f78c0 1 < completed delete operation key=Q3BH4HFRFZA5 tag=681GO5S8ZRL1 type=del 2023-12-03T11:43:38.094 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.087+0000 7f4da82f78c0 1 > prepared operation key=M9A06B3PSDOD tag=6L6J3CE0NNOO type=write size=796413 2023-12-03T11:43:38.100 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.095+0000 7f4da82f78c0 1 < canceled operation key=7AKK0TE2I43B tag=9Z11BHG002M6 type=del size=804449 2023-12-03T11:43:38.102 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.099+0000 7f4da82f78c0 1 > prepared operation key=2HVLNPGB2PLL tag=BB8P41JQJDJU type=del size=2610218 2023-12-03T11:43:38.106 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.099+0000 7f4da82f78c0 1 < completed delete operation key=Q5C3IZCQEVO6 tag=M3T5TP7SKW0V type=del 2023-12-03T11:43:38.113 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.107+0000 7f4da82f78c0 1 > prepared part key=_multipart_M9A06B3PSDOD.2~JMPHLO5YTQQT.0 size=1048576 2023-12-03T11:43:38.116 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.111+0000 7f4da82f78c0 1 > prepared part key=_multipart_M9A06B3PSDOD.2~JMPHLO5YTQQT.1 size=1048576 2023-12-03T11:43:38.122 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.115+0000 7f4da82f78c0 1 > prepared part key=_multipart_M9A06B3PSDOD.2~JMPHLO5YTQQT.2 size=977281 2023-12-03T11:43:38.122 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.115+0000 7f4da82f78c0 1 > prepared multipart upload key=M9A06B3PSDOD upload=JMPHLO5YTQQT tag=6R97V7OTTPXV type=write size=4123009 2023-12-03T11:43:38.122 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.115+0000 7f4da82f78c0 1 < canceled part key=_multipart_M9A06B3PSDOD.2~5PDUX4XNZDN3.0 size=1022588 2023-12-03T11:43:38.127 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.123+0000 7f4da82f78c0 1 < canceled multipart upload key=M9A06B3PSDOD upload=5PDUX4XNZDN3 tag=QIPX10TO355T type=write size=2071164 2023-12-03T11:43:38.134 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.127+0000 7f4da82f78c0 1 > prepared part key=_multipart_PSYQ3RT9HX5N.2~OOEBEVE31EC5.0 size=1048576 2023-12-03T11:43:38.137 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.131+0000 7f4da82f78c0 1 > prepared part key=_multipart_PSYQ3RT9HX5N.2~OOEBEVE31EC5.1 size=217871 2023-12-03T11:43:38.137 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.131+0000 7f4da82f78c0 1 > prepared multipart upload key=PSYQ3RT9HX5N upload=OOEBEVE31EC5 tag=50IMQ9RTGKP5 type=write size=2315023 2023-12-03T11:43:38.141 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.135+0000 7f4da82f78c0 1 < completed delete operation key=IA082W6GDNN2 tag=DS06C2AYM7Z8 type=del 2023-12-03T11:43:38.148 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.143+0000 7f4da82f78c0 1 > prepared part key=_multipart_YCJ1J0AKOH1D.2~S3CVNDGYVOSX.0 size=1048576 2023-12-03T11:43:38.151 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.147+0000 7f4da82f78c0 1 > prepared part key=_multipart_YCJ1J0AKOH1D.2~S3CVNDGYVOSX.1 size=1048576 2023-12-03T11:43:38.155 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.151+0000 7f4da82f78c0 1 > prepared part key=_multipart_YCJ1J0AKOH1D.2~S3CVNDGYVOSX.2 size=984018 2023-12-03T11:43:38.155 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.151+0000 7f4da82f78c0 1 > prepared multipart upload key=YCJ1J0AKOH1D upload=S3CVNDGYVOSX tag=LAZFTORNW8PG type=write size=4129746 2023-12-03T11:43:38.160 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.155+0000 7f4da82f78c0 1 < completed part key=_multipart_TBD5MDTZYHGQ.2~3VTY316D3WJQ.0 size=1048576 2023-12-03T11:43:38.163 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.159+0000 7f4da82f78c0 1 < completed part key=_multipart_TBD5MDTZYHGQ.2~3VTY316D3WJQ.1 size=506539 2023-12-03T11:43:38.170 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.167+0000 7f4da82f78c0 1 < completed multipart upload key=TBD5MDTZYHGQ upload=3VTY316D3WJQ tag=AW59SPARMX7I type=write size=2603691 2023-12-03T11:43:38.174 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.167+0000 7f4da82f78c0 1 > prepared operation key=GMT5400N4YTT tag=E1A7Q0B88LLF type=del size=3311674 2023-12-03T11:43:38.178 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.171+0000 7f4da82f78c0 1 < completed part key=_multipart_L3HC1M7OJ3L7.2~92HYSL4XDMSI.0 size=1048576 2023-12-03T11:43:38.181 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.175+0000 7f4da82f78c0 1 < completed part key=_multipart_L3HC1M7OJ3L7.2~92HYSL4XDMSI.1 size=1048576 2023-12-03T11:43:38.183 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.179+0000 7f4da82f78c0 1 < completed part key=_multipart_L3HC1M7OJ3L7.2~92HYSL4XDMSI.2 size=334784 2023-12-03T11:43:38.190 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.183+0000 7f4da82f78c0 1 < completed multipart upload key=L3HC1M7OJ3L7 upload=92HYSL4XDMSI tag=INU3EKNPS1A3 type=write size=3480512 2023-12-03T11:43:38.194 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.187+0000 7f4da82f78c0 1 > prepared operation key=XCT2GVJ4O84M tag=KEKTQWM6375F type=del size=3014558 2023-12-03T11:43:38.197 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.191+0000 7f4da82f78c0 1 < canceled operation key=1GAQFDQ35291 tag=VVJOLAUDKRKW type=del size=2546142 2023-12-03T11:43:38.205 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.199+0000 7f4da82f78c0 1 > prepared part key=_multipart_YCJ1J0AKOH1D.2~4V71V7PP0JSW.0 size=1048576 2023-12-03T11:43:38.208 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.203+0000 7f4da82f78c0 1 > prepared part key=_multipart_YCJ1J0AKOH1D.2~4V71V7PP0JSW.1 size=1048576 2023-12-03T11:43:38.210 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.207+0000 7f4da82f78c0 1 > prepared part key=_multipart_YCJ1J0AKOH1D.2~4V71V7PP0JSW.2 size=448287 2023-12-03T11:43:38.211 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.207+0000 7f4da82f78c0 1 > prepared multipart upload key=YCJ1J0AKOH1D upload=4V71V7PP0JSW tag=TP2PJBUV66NZ type=write size=3594015 2023-12-03T11:43:38.214 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.211+0000 7f4da82f78c0 1 < completed part key=_multipart_2HVLNPGB2PLL.2~2D1PMRS27RHK.0 size=1048576 2023-12-03T11:43:38.217 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.211+0000 7f4da82f78c0 1 < completed part key=_multipart_2HVLNPGB2PLL.2~2D1PMRS27RHK.1 size=201824 2023-12-03T11:43:38.224 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.219+0000 7f4da82f78c0 1 < completed multipart upload key=2HVLNPGB2PLL upload=2D1PMRS27RHK tag=JKA7TZZPX9PP type=write size=2298976 2023-12-03T11:43:38.231 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.227+0000 7f4da82f78c0 1 > prepared part key=_multipart_PSYQ3RT9HX5N.2~WPVVS2S71J1I.0 size=1048576 2023-12-03T11:43:38.234 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.231+0000 7f4da82f78c0 1 > prepared part key=_multipart_PSYQ3RT9HX5N.2~WPVVS2S71J1I.1 size=1048576 2023-12-03T11:43:38.248 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.243+0000 7f4da82f78c0 1 > prepared part key=_multipart_PSYQ3RT9HX5N.2~WPVVS2S71J1I.2 size=457890 2023-12-03T11:43:38.248 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.243+0000 7f4da82f78c0 1 > prepared multipart upload key=PSYQ3RT9HX5N upload=WPVVS2S71J1I tag=ASOTSXRJ6NVI type=write size=3603618 2023-12-03T11:43:38.252 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.247+0000 7f4da82f78c0 1 < completed part key=_multipart_M9A06B3PSDOD.2~3XC2RB2KMK5C.0 size=716146 2023-12-03T11:43:38.259 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.255+0000 7f4da82f78c0 1 < completed multipart upload key=M9A06B3PSDOD upload=3XC2RB2KMK5C tag=1Q76565048CU type=write size=1764722 2023-12-03T11:43:38.264 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.259+0000 7f4da82f78c0 1 > prepared operation key=UT0U43FV7Y0L tag=4358TRCA9WR8 type=del size=2072905 2023-12-03T11:43:38.268 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.263+0000 7f4da82f78c0 1 < completed part key=_multipart_XCT2GVJ4O84M.2~BSDZR869P11Q.0 size=1048576 2023-12-03T11:43:38.271 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.267+0000 7f4da82f78c0 1 < completed part key=_multipart_XCT2GVJ4O84M.2~BSDZR869P11Q.1 size=1048576 2023-12-03T11:43:38.274 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.271+0000 7f4da82f78c0 1 < completed part key=_multipart_XCT2GVJ4O84M.2~BSDZR869P11Q.2 size=865504 2023-12-03T11:43:38.281 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.275+0000 7f4da82f78c0 1 < completed multipart upload key=XCT2GVJ4O84M upload=BSDZR869P11Q tag=DIMVMVPCWOEY type=write size=4011232 2023-12-03T11:43:38.288 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.283+0000 7f4da82f78c0 1 > prepared part key=_multipart_QGLKMQWQRM89.2~R4WU8MW1KJAK.0 size=439284 2023-12-03T11:43:38.288 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.283+0000 7f4da82f78c0 1 > prepared multipart upload key=QGLKMQWQRM89 upload=R4WU8MW1KJAK tag=UTCG6Y5IH377 type=write size=1487860 2023-12-03T11:43:38.292 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.287+0000 7f4da82f78c0 1 < completed delete operation key=ZO4GYMSV47J9 tag=LC9VN3WG8MSS type=del 2023-12-03T11:43:38.296 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.291+0000 7f4da82f78c0 1 > prepared operation key=1GAQFDQ35291 tag=K53CLUQ2OS1O type=del size=929938 2023-12-03T11:43:38.301 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.295+0000 7f4da82f78c0 1 < canceled operation key=D2PVZARQWEIV tag=BBJET7AIENDO type=del size=1008222 2023-12-03T11:43:38.308 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.303+0000 7f4da82f78c0 1 > prepared part key=_multipart_IA082W6GDNN2.2~NOUUH8PIO7OS.0 size=527453 2023-12-03T11:43:38.308 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.303+0000 7f4da82f78c0 1 > prepared multipart upload key=IA082W6GDNN2 upload=NOUUH8PIO7OS tag=8FNIKTAGYJOS type=write size=1576029 2023-12-03T11:43:38.313 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.307+0000 7f4da82f78c0 1 < completed delete operation key=PSYQ3RT9HX5N tag=TKUEAJO61D69 type=del 2023-12-03T11:43:38.317 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.311+0000 7f4da82f78c0 1 > prepared operation key=QGLKMQWQRM89 tag=HF9R0JY58LAY type=del size=1806628 2023-12-03T11:43:38.322 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.315+0000 7f4da82f78c0 1 < completed part key=_multipart_4LWB8EMR9EBJ.2~9EO87JWIL7FC.0 size=745531 2023-12-03T11:43:38.328 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.323+0000 7f4da82f78c0 1 < completed multipart upload key=4LWB8EMR9EBJ upload=9EO87JWIL7FC tag=CIPVGS7I51NS type=write size=1794107 2023-12-03T11:43:38.333 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.327+0000 7f4da82f78c0 1 > prepared operation key=WEBJUD8426X3 tag=S7DBK5IWQ1YJ type=del size=1363041 2023-12-03T11:43:38.338 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.331+0000 7f4da82f78c0 1 < completed part key=_multipart_7AKK0TE2I43B.2~WD35ZYS6S0LZ.0 size=1048576 2023-12-03T11:43:38.341 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.335+0000 7f4da82f78c0 1 < completed part key=_multipart_7AKK0TE2I43B.2~WD35ZYS6S0LZ.1 size=832734 2023-12-03T11:43:38.348 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.343+0000 7f4da82f78c0 1 < completed multipart upload key=7AKK0TE2I43B upload=WD35ZYS6S0LZ tag=9UFDYTZ62199 type=write size=2929886 2023-12-03T11:43:38.352 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.347+0000 7f4da82f78c0 1 > prepared operation key=85DYZW2I0U7X tag=9VD0Y1XU6DUT type=write size=262384 2023-12-03T11:43:38.356 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.351+0000 7f4da82f78c0 1 < completed write operation key=M9A06B3PSDOD tag=6L6J3CE0NNOO type=write size=796413 2023-12-03T11:43:38.363 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.359+0000 7f4da82f78c0 1 > prepared part key=_multipart_1H0XTAA0VMYC.2~0G0MTAIFU1OD.0 size=1048576 2023-12-03T11:43:38.366 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.363+0000 7f4da82f78c0 1 > prepared part key=_multipart_1H0XTAA0VMYC.2~0G0MTAIFU1OD.1 size=326474 2023-12-03T11:43:38.366 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.363+0000 7f4da82f78c0 1 > prepared multipart upload key=1H0XTAA0VMYC upload=0G0MTAIFU1OD tag=U1W7I0131R4W type=write size=2423626 2023-12-03T11:43:38.370 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.367+0000 7f4da82f78c0 1 < completed delete operation key=2HVLNPGB2PLL tag=BB8P41JQJDJU type=del 2023-12-03T11:43:38.374 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.371+0000 7f4da82f78c0 1 > prepared operation key=4DF7KX58SVJY tag=L0YE8QYROY1O type=del size=4034742 2023-12-03T11:43:38.375 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.371+0000 7f4da82f78c0 1 < canceled part key=_multipart_M9A06B3PSDOD.2~JMPHLO5YTQQT.0 size=1048576 2023-12-03T11:43:38.378 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.375+0000 7f4da82f78c0 1 < completed part key=_multipart_M9A06B3PSDOD.2~JMPHLO5YTQQT.1 size=1048576 2023-12-03T11:43:38.382 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.375+0000 7f4da82f78c0 1 < completed part key=_multipart_M9A06B3PSDOD.2~JMPHLO5YTQQT.2 size=977281 2023-12-03T11:43:38.389 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.383+0000 7f4da82f78c0 1 < canceled multipart upload key=M9A06B3PSDOD upload=JMPHLO5YTQQT tag=6R97V7OTTPXV type=write size=4123009 2023-12-03T11:43:38.393 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.387+0000 7f4da82f78c0 1 > prepared operation key=Q5C3IZCQEVO6 tag=2954DLZB3XWF type=del size=1615006 2023-12-03T11:43:38.397 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.391+0000 7f4da82f78c0 1 < completed part key=_multipart_PSYQ3RT9HX5N.2~OOEBEVE31EC5.0 size=1048576 2023-12-03T11:43:38.400 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.395+0000 7f4da82f78c0 1 < completed part key=_multipart_PSYQ3RT9HX5N.2~OOEBEVE31EC5.1 size=217871 2023-12-03T11:43:38.407 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.403+0000 7f4da82f78c0 1 < completed multipart upload key=PSYQ3RT9HX5N upload=OOEBEVE31EC5 tag=50IMQ9RTGKP5 type=write size=2315023 2023-12-03T11:43:38.411 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.407+0000 7f4da82f78c0 1 > prepared operation key=IA082W6GDNN2 tag=EI9HNFXWWA4R type=del size=2893264 2023-12-03T11:43:38.415 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.411+0000 7f4da82f78c0 1 < completed part key=_multipart_YCJ1J0AKOH1D.2~S3CVNDGYVOSX.0 size=1048576 2023-12-03T11:43:38.421 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.415+0000 7f4da82f78c0 1 < completed part key=_multipart_YCJ1J0AKOH1D.2~S3CVNDGYVOSX.1 size=1048576 2023-12-03T11:43:38.422 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.419+0000 7f4da82f78c0 1 < completed part key=_multipart_YCJ1J0AKOH1D.2~S3CVNDGYVOSX.2 size=984018 2023-12-03T11:43:38.431 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.427+0000 7f4da82f78c0 1 < completed multipart upload key=YCJ1J0AKOH1D upload=S3CVNDGYVOSX tag=LAZFTORNW8PG type=write size=4129746 2023-12-03T11:43:38.440 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.435+0000 7f4da82f78c0 1 > prepared part key=_multipart_XCT2GVJ4O84M.2~GSI3AQQV5G43.0 size=738137 2023-12-03T11:43:38.440 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.435+0000 7f4da82f78c0 1 > prepared multipart upload key=XCT2GVJ4O84M upload=GSI3AQQV5G43 tag=93GR9VLACFA3 type=write size=1786713 2023-12-03T11:43:38.443 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.439+0000 7f4da82f78c0 1 < completed delete operation key=GMT5400N4YTT tag=E1A7Q0B88LLF type=del 2023-12-03T11:43:38.450 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.443+0000 7f4da82f78c0 1 > prepared part key=_multipart_L3HC1M7OJ3L7.2~IMBZGNPPHY7R.0 size=564082 2023-12-03T11:43:38.450 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.443+0000 7f4da82f78c0 1 > prepared multipart upload key=L3HC1M7OJ3L7 upload=IMBZGNPPHY7R tag=CCAFMFBYSI3V type=write size=1612658 2023-12-03T11:43:38.455 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.451+0000 7f4da82f78c0 1 < completed delete operation key=XCT2GVJ4O84M tag=KEKTQWM6375F type=del 2023-12-03T11:43:38.459 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.455+0000 7f4da82f78c0 1 > prepared operation key=Q3BH4HFRFZA5 tag=S821UPH1TXO8 type=del size=998334 2023-12-03T11:43:38.463 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.459+0000 7f4da82f78c0 1 < completed part key=_multipart_YCJ1J0AKOH1D.2~4V71V7PP0JSW.0 size=1048576 2023-12-03T11:43:38.466 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.463+0000 7f4da82f78c0 1 < completed part key=_multipart_YCJ1J0AKOH1D.2~4V71V7PP0JSW.1 size=1048576 2023-12-03T11:43:38.469 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.463+0000 7f4da82f78c0 1 < completed part key=_multipart_YCJ1J0AKOH1D.2~4V71V7PP0JSW.2 size=448287 2023-12-03T11:43:38.476 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.471+0000 7f4da82f78c0 1 < completed multipart upload key=YCJ1J0AKOH1D upload=4V71V7PP0JSW tag=TP2PJBUV66NZ type=write size=3594015 2023-12-03T11:43:38.485 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.479+0000 7f4da82f78c0 1 > prepared part key=_multipart_6UZY1HWE143J.2~13FV7Q3S2HF7.0 size=1048576 2023-12-03T11:43:38.487 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.483+0000 7f4da82f78c0 1 > prepared part key=_multipart_6UZY1HWE143J.2~13FV7Q3S2HF7.1 size=1048576 2023-12-03T11:43:38.490 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.487+0000 7f4da82f78c0 1 > prepared part key=_multipart_6UZY1HWE143J.2~13FV7Q3S2HF7.2 size=116046 2023-12-03T11:43:38.491 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.487+0000 7f4da82f78c0 1 > prepared multipart upload key=6UZY1HWE143J upload=13FV7Q3S2HF7 tag=L1L1ZFR8G4TH type=write size=3261774 2023-12-03T11:43:38.495 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.491+0000 7f4da82f78c0 1 < completed part key=_multipart_PSYQ3RT9HX5N.2~WPVVS2S71J1I.0 size=1048576 2023-12-03T11:43:38.498 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.491+0000 7f4da82f78c0 1 < completed part key=_multipart_PSYQ3RT9HX5N.2~WPVVS2S71J1I.1 size=1048576 2023-12-03T11:43:38.501 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.495+0000 7f4da82f78c0 1 < completed part key=_multipart_PSYQ3RT9HX5N.2~WPVVS2S71J1I.2 size=457890 2023-12-03T11:43:38.508 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.503+0000 7f4da82f78c0 1 < completed multipart upload key=PSYQ3RT9HX5N upload=WPVVS2S71J1I tag=ASOTSXRJ6NVI type=write size=3603618 2023-12-03T11:43:38.516 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.511+0000 7f4da82f78c0 1 > prepared part key=_multipart_TBD5MDTZYHGQ.2~AXQ6UBKC0EYE.0 size=720851 2023-12-03T11:43:38.516 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.511+0000 7f4da82f78c0 1 > prepared multipart upload key=TBD5MDTZYHGQ upload=AXQ6UBKC0EYE tag=LVKDFT0IR2DC type=write size=1769427 2023-12-03T11:43:38.520 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.515+0000 7f4da82f78c0 1 < completed delete operation key=UT0U43FV7Y0L tag=4358TRCA9WR8 type=del 2023-12-03T11:43:38.528 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.523+0000 7f4da82f78c0 1 > prepared part key=_multipart_XCT2GVJ4O84M.2~4TQ4E779PGJR.0 size=1048576 2023-12-03T11:43:38.532 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.527+0000 7f4da82f78c0 1 > prepared part key=_multipart_XCT2GVJ4O84M.2~4TQ4E779PGJR.1 size=1006453 2023-12-03T11:43:38.532 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.527+0000 7f4da82f78c0 1 > prepared multipart upload key=XCT2GVJ4O84M upload=4TQ4E779PGJR tag=AJ3ZAOMEX2TX type=write size=3103605 2023-12-03T11:43:38.537 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.531+0000 7f4da82f78c0 1 < completed part key=_multipart_QGLKMQWQRM89.2~R4WU8MW1KJAK.0 size=439284 2023-12-03T11:43:38.545 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.539+0000 7f4da82f78c0 1 < completed multipart upload key=QGLKMQWQRM89 upload=R4WU8MW1KJAK tag=UTCG6Y5IH377 type=write size=1487860 2023-12-03T11:43:38.550 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.543+0000 7f4da82f78c0 1 > prepared operation key=K2XC9VGBIFBD tag=GCH9VU41VYXY type=del size=1308885 2023-12-03T11:43:38.555 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.551+0000 7f4da82f78c0 1 < completed delete operation key=1GAQFDQ35291 tag=K53CLUQ2OS1O type=del 2023-12-03T11:43:38.560 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.555+0000 7f4da82f78c0 1 > prepared operation key=L3HC1M7OJ3L7 tag=W7N63WORZR8X type=del size=1973113 2023-12-03T11:43:38.561 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.555+0000 7f4da82f78c0 1 < canceled part key=_multipart_IA082W6GDNN2.2~NOUUH8PIO7OS.0 size=527453 2023-12-03T11:43:38.568 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.563+0000 7f4da82f78c0 1 < canceled multipart upload key=IA082W6GDNN2 upload=NOUUH8PIO7OS tag=8FNIKTAGYJOS type=write size=1576029 2023-12-03T11:43:38.574 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.567+0000 7f4da82f78c0 1 > prepared operation key=85DYZW2I0U7X tag=C9MF61KRG67I type=write size=628387 2023-12-03T11:43:38.579 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.575+0000 7f4da82f78c0 1 < canceled operation key=QGLKMQWQRM89 tag=HF9R0JY58LAY type=del size=1806628 2023-12-03T11:43:38.583 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.579+0000 7f4da82f78c0 1 > prepared operation key=D2PVZARQWEIV tag=D37EMZ388THI type=del size=1723878 2023-12-03T11:43:38.593 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.587+0000 7f4da82f78c0 1 < suggested remove operation key=WEBJUD8426X3 tag=S7DBK5IWQ1YJ type=del 2023-12-03T11:43:38.600 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.595+0000 7f4da82f78c0 1 > prepared part key=_multipart_Q5C3IZCQEVO6.2~FXZRLMSIIOKC.0 size=1048576 2023-12-03T11:43:38.604 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.599+0000 7f4da82f78c0 1 > prepared part key=_multipart_Q5C3IZCQEVO6.2~FXZRLMSIIOKC.1 size=452643 2023-12-03T11:43:38.604 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.599+0000 7f4da82f78c0 1 > prepared multipart upload key=Q5C3IZCQEVO6 upload=FXZRLMSIIOKC tag=HZ027M3FM9Q3 type=write size=2549795 2023-12-03T11:43:38.608 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.603+0000 7f4da82f78c0 1 < completed write operation key=85DYZW2I0U7X tag=9VD0Y1XU6DUT type=write size=262384 2023-12-03T11:43:38.615 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.611+0000 7f4da82f78c0 1 > prepared part key=_multipart_TBD5MDTZYHGQ.2~K8185ESAY29J.0 size=264578 2023-12-03T11:43:38.615 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.611+0000 7f4da82f78c0 1 > prepared multipart upload key=TBD5MDTZYHGQ upload=K8185ESAY29J tag=AC4X72WNX3A1 type=write size=1313154 2023-12-03T11:43:38.619 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.615+0000 7f4da82f78c0 1 < completed part key=_multipart_1H0XTAA0VMYC.2~0G0MTAIFU1OD.0 size=1048576 2023-12-03T11:43:38.622 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.619+0000 7f4da82f78c0 1 < completed part key=_multipart_1H0XTAA0VMYC.2~0G0MTAIFU1OD.1 size=326474 2023-12-03T11:43:38.629 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.623+0000 7f4da82f78c0 1 < completed multipart upload key=1H0XTAA0VMYC upload=0G0MTAIFU1OD tag=U1W7I0131R4W type=write size=2423626 2023-12-03T11:43:38.648 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.643+0000 7f4da82f78c0 1 > prepared part key=_multipart_D2PVZARQWEIV.2~J8X7AJFBCC99.0 size=780083 2023-12-03T11:43:38.648 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.643+0000 7f4da82f78c0 1 > prepared multipart upload key=D2PVZARQWEIV upload=J8X7AJFBCC99 tag=TOWKCR5708XV type=write size=1828659 2023-12-03T11:43:38.652 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.647+0000 7f4da82f78c0 1 < completed delete operation key=4DF7KX58SVJY tag=L0YE8QYROY1O type=del 2023-12-03T11:43:38.656 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.651+0000 7f4da82f78c0 1 > prepared operation key=IA082W6GDNN2 tag=KSXB7JCR3330 type=write size=117982 2023-12-03T11:43:38.660 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.655+0000 7f4da82f78c0 1 < completed delete operation key=Q5C3IZCQEVO6 tag=2954DLZB3XWF type=del 2023-12-03T11:43:38.666 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.663+0000 7f4da82f78c0 1 > prepared part key=_multipart_IOZ5MNNP5B2W.2~X6CU9II29FU9.0 size=1048576 2023-12-03T11:43:38.669 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.663+0000 7f4da82f78c0 1 > prepared part key=_multipart_IOZ5MNNP5B2W.2~X6CU9II29FU9.1 size=1048576 2023-12-03T11:43:38.672 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.667+0000 7f4da82f78c0 1 > prepared part key=_multipart_IOZ5MNNP5B2W.2~X6CU9II29FU9.2 size=730578 2023-12-03T11:43:38.672 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.667+0000 7f4da82f78c0 1 > prepared multipart upload key=IOZ5MNNP5B2W upload=X6CU9II29FU9 tag=1Q307ZQC5UCV type=write size=3876306 2023-12-03T11:43:38.676 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.671+0000 7f4da82f78c0 1 < completed delete operation key=IA082W6GDNN2 tag=EI9HNFXWWA4R type=del 2023-12-03T11:43:38.683 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.679+0000 7f4da82f78c0 1 > prepared part key=_multipart_Q5C3IZCQEVO6.2~YLGWLGBDPVV1.0 size=1048576 2023-12-03T11:43:38.686 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.683+0000 7f4da82f78c0 1 > prepared part key=_multipart_Q5C3IZCQEVO6.2~YLGWLGBDPVV1.1 size=1048576 2023-12-03T11:43:38.689 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.683+0000 7f4da82f78c0 1 > prepared part key=_multipart_Q5C3IZCQEVO6.2~YLGWLGBDPVV1.2 size=490628 2023-12-03T11:43:38.689 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.683+0000 7f4da82f78c0 1 > prepared multipart upload key=Q5C3IZCQEVO6 upload=YLGWLGBDPVV1 tag=60DJ3R8HJK26 type=write size=3636356 2023-12-03T11:43:38.693 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.687+0000 7f4da82f78c0 1 < completed part key=_multipart_XCT2GVJ4O84M.2~GSI3AQQV5G43.0 size=738137 2023-12-03T11:43:38.700 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.695+0000 7f4da82f78c0 1 < completed multipart upload key=XCT2GVJ4O84M upload=GSI3AQQV5G43 tag=93GR9VLACFA3 type=write size=1786713 2023-12-03T11:43:38.703 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.699+0000 7f4da82f78c0 1 > prepared operation key=QGLKMQWQRM89 tag=G1RHN9RM0PLM type=del size=2593904 2023-12-03T11:43:38.707 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.703+0000 7f4da82f78c0 1 < completed part key=_multipart_L3HC1M7OJ3L7.2~IMBZGNPPHY7R.0 size=564082 2023-12-03T11:43:38.714 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.707+0000 7f4da82f78c0 1 < completed multipart upload key=L3HC1M7OJ3L7 upload=IMBZGNPPHY7R tag=CCAFMFBYSI3V type=write size=1612658 2023-12-03T11:43:38.721 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.715+0000 7f4da82f78c0 1 > prepared part key=_multipart_D2PVZARQWEIV.2~UEKXIE5K01EB.0 size=1048576 2023-12-03T11:43:38.724 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.719+0000 7f4da82f78c0 1 > prepared part key=_multipart_D2PVZARQWEIV.2~UEKXIE5K01EB.1 size=676942 2023-12-03T11:43:38.724 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.719+0000 7f4da82f78c0 1 > prepared multipart upload key=D2PVZARQWEIV upload=UEKXIE5K01EB tag=7IVFS18HVARN type=write size=2774094 2023-12-03T11:43:38.728 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.723+0000 7f4da82f78c0 1 < completed delete operation key=Q3BH4HFRFZA5 tag=S821UPH1TXO8 type=del 2023-12-03T11:43:38.735 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.731+0000 7f4da82f78c0 1 > prepared part key=_multipart_7EDLY2Q78IBP.2~52GXEI2XWD1B.0 size=1048576 2023-12-03T11:43:38.738 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.735+0000 7f4da82f78c0 1 > prepared part key=_multipart_7EDLY2Q78IBP.2~52GXEI2XWD1B.1 size=1048576 2023-12-03T11:43:38.741 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.735+0000 7f4da82f78c0 1 > prepared part key=_multipart_7EDLY2Q78IBP.2~52GXEI2XWD1B.2 size=994042 2023-12-03T11:43:38.742 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.735+0000 7f4da82f78c0 1 > prepared multipart upload key=7EDLY2Q78IBP upload=52GXEI2XWD1B tag=ZFXM1EXL120K type=write size=4139770 2023-12-03T11:43:38.742 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.739+0000 7f4da82f78c0 1 < canceled part key=_multipart_6UZY1HWE143J.2~13FV7Q3S2HF7.0 size=1048576 2023-12-03T11:43:38.746 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.739+0000 7f4da82f78c0 1 < completed part key=_multipart_6UZY1HWE143J.2~13FV7Q3S2HF7.1 size=1048576 2023-12-03T11:43:38.749 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.743+0000 7f4da82f78c0 1 < completed part key=_multipart_6UZY1HWE143J.2~13FV7Q3S2HF7.2 size=116046 2023-12-03T11:43:38.755 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.751+0000 7f4da82f78c0 1 < canceled multipart upload key=6UZY1HWE143J upload=13FV7Q3S2HF7 tag=L1L1ZFR8G4TH type=write size=3261774 2023-12-03T11:43:38.763 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.759+0000 7f4da82f78c0 1 > prepared part key=_multipart_ZO4GYMSV47J9.2~EHC19CXA3HHU.0 size=1048576 2023-12-03T11:43:38.766 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.759+0000 7f4da82f78c0 1 > prepared part key=_multipart_ZO4GYMSV47J9.2~EHC19CXA3HHU.1 size=1048576 2023-12-03T11:43:38.769 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.763+0000 7f4da82f78c0 1 > prepared part key=_multipart_ZO4GYMSV47J9.2~EHC19CXA3HHU.2 size=734782 2023-12-03T11:43:38.769 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.763+0000 7f4da82f78c0 1 > prepared multipart upload key=ZO4GYMSV47J9 upload=EHC19CXA3HHU tag=CHBUFPICRV0K type=write size=3880510 2023-12-03T11:43:38.774 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.767+0000 7f4da82f78c0 1 < completed part key=_multipart_TBD5MDTZYHGQ.2~AXQ6UBKC0EYE.0 size=720851 2023-12-03T11:43:38.780 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.775+0000 7f4da82f78c0 1 < completed multipart upload key=TBD5MDTZYHGQ upload=AXQ6UBKC0EYE tag=LVKDFT0IR2DC type=write size=1769427 2023-12-03T11:43:38.788 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.783+0000 7f4da82f78c0 1 > prepared part key=_multipart_85DYZW2I0U7X.2~M0CRFYX384Y0.0 size=865941 2023-12-03T11:43:38.789 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.783+0000 7f4da82f78c0 1 > prepared multipart upload key=85DYZW2I0U7X upload=M0CRFYX384Y0 tag=40Y6L3FI00GS type=write size=1914517 2023-12-03T11:43:38.793 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.787+0000 7f4da82f78c0 1 < completed part key=_multipart_XCT2GVJ4O84M.2~4TQ4E779PGJR.0 size=1048576 2023-12-03T11:43:38.793 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.787+0000 7f4da82f78c0 1 < canceled part key=_multipart_XCT2GVJ4O84M.2~4TQ4E779PGJR.1 size=1006453 2023-12-03T11:43:38.800 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.795+0000 7f4da82f78c0 1 < canceled multipart upload key=XCT2GVJ4O84M upload=4TQ4E779PGJR tag=AJ3ZAOMEX2TX type=write size=3103605 2023-12-03T11:43:38.804 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.799+0000 7f4da82f78c0 1 > prepared operation key=K2XC9VGBIFBD tag=2EGGW6N527HY type=write size=7844 2023-12-03T11:43:38.808 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.803+0000 7f4da82f78c0 1 < completed delete operation key=K2XC9VGBIFBD tag=GCH9VU41VYXY type=del 2023-12-03T11:43:38.812 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.807+0000 7f4da82f78c0 1 > prepared operation key=XCT2GVJ4O84M tag=2GXKOV3TQHIP type=del size=2718961 2023-12-03T11:43:38.816 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.811+0000 7f4da82f78c0 1 < completed delete operation key=L3HC1M7OJ3L7 tag=W7N63WORZR8X type=del 2023-12-03T11:43:38.824 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.819+0000 7f4da82f78c0 1 > prepared part key=_multipart_L3HC1M7OJ3L7.2~OQLPPKRRMTTC.0 size=1048576 2023-12-03T11:43:38.827 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.823+0000 7f4da82f78c0 1 > prepared part key=_multipart_L3HC1M7OJ3L7.2~OQLPPKRRMTTC.1 size=932659 2023-12-03T11:43:38.827 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.823+0000 7f4da82f78c0 1 > prepared multipart upload key=L3HC1M7OJ3L7 upload=OQLPPKRRMTTC tag=KQF8UDCSCRNL type=write size=3029811 2023-12-03T11:43:38.834 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.827+0000 7f4da82f78c0 1 < canceled operation key=85DYZW2I0U7X tag=C9MF61KRG67I type=write size=628387 2023-12-03T11:43:38.836 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.831+0000 7f4da82f78c0 1 > prepared operation key=85DYZW2I0U7X tag=CWWST56PV7DQ type=write size=95969 2023-12-03T11:43:38.839 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.835+0000 7f4da82f78c0 1 < completed delete operation key=D2PVZARQWEIV tag=D37EMZ388THI type=del 2023-12-03T11:43:38.843 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.839+0000 7f4da82f78c0 1 > prepared operation key=Q3BH4HFRFZA5 tag=P0X81KKVEVGU type=del size=1405905 2023-12-03T11:43:38.847 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.843+0000 7f4da82f78c0 1 < completed part key=_multipart_Q5C3IZCQEVO6.2~FXZRLMSIIOKC.0 size=1048576 2023-12-03T11:43:38.851 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.847+0000 7f4da82f78c0 1 < completed part key=_multipart_Q5C3IZCQEVO6.2~FXZRLMSIIOKC.1 size=452643 2023-12-03T11:43:38.858 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.851+0000 7f4da82f78c0 1 < completed multipart upload key=Q5C3IZCQEVO6 upload=FXZRLMSIIOKC tag=HZ027M3FM9Q3 type=write size=2549795 2023-12-03T11:43:38.862 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.859+0000 7f4da82f78c0 1 > prepared operation key=D2PVZARQWEIV tag=0EEYWGQ0FK4Z type=del size=2823534 2023-12-03T11:43:38.863 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.859+0000 7f4da82f78c0 1 < canceled part key=_multipart_TBD5MDTZYHGQ.2~K8185ESAY29J.0 size=264578 2023-12-03T11:43:38.871 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.867+0000 7f4da82f78c0 1 < canceled multipart upload key=TBD5MDTZYHGQ upload=K8185ESAY29J tag=AC4X72WNX3A1 type=write size=1313154 2023-12-03T11:43:38.875 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.871+0000 7f4da82f78c0 1 > prepared operation key=7AKK0TE2I43B tag=8VINARI4JCB2 type=del size=2815200 2023-12-03T11:43:38.879 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.875+0000 7f4da82f78c0 1 < completed part key=_multipart_D2PVZARQWEIV.2~J8X7AJFBCC99.0 size=780083 2023-12-03T11:43:38.887 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.883+0000 7f4da82f78c0 1 < completed multipart upload key=D2PVZARQWEIV upload=J8X7AJFBCC99 tag=TOWKCR5708XV type=write size=1828659 2023-12-03T11:43:38.894 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.891+0000 7f4da82f78c0 1 > prepared part key=_multipart_MY1AJ69R89HD.2~OVAHBYP5QIFS.0 size=1048576 2023-12-03T11:43:38.898 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.895+0000 7f4da82f78c0 1 > prepared part key=_multipart_MY1AJ69R89HD.2~OVAHBYP5QIFS.1 size=1048576 2023-12-03T11:43:38.901 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.895+0000 7f4da82f78c0 1 > prepared part key=_multipart_MY1AJ69R89HD.2~OVAHBYP5QIFS.2 size=678921 2023-12-03T11:43:38.901 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.895+0000 7f4da82f78c0 1 > prepared multipart upload key=MY1AJ69R89HD upload=OVAHBYP5QIFS tag=Z9Y62XRRRQGR type=write size=3824649 2023-12-03T11:43:38.906 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.899+0000 7f4da82f78c0 1 < completed write operation key=IA082W6GDNN2 tag=KSXB7JCR3330 type=write size=117982 2023-12-03T11:43:38.913 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.907+0000 7f4da82f78c0 1 > prepared part key=_multipart_M9A06B3PSDOD.2~WRB22MG57D2C.0 size=1048576 2023-12-03T11:43:38.916 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.911+0000 7f4da82f78c0 1 > prepared part key=_multipart_M9A06B3PSDOD.2~WRB22MG57D2C.1 size=1048576 2023-12-03T11:43:38.920 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.915+0000 7f4da82f78c0 1 > prepared part key=_multipart_M9A06B3PSDOD.2~WRB22MG57D2C.2 size=787859 2023-12-03T11:43:38.920 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.915+0000 7f4da82f78c0 1 > prepared multipart upload key=M9A06B3PSDOD upload=WRB22MG57D2C tag=C5YKFZCCHL91 type=write size=3933587 2023-12-03T11:43:38.924 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.919+0000 7f4da82f78c0 1 < completed part key=_multipart_IOZ5MNNP5B2W.2~X6CU9II29FU9.0 size=1048576 2023-12-03T11:43:38.928 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.923+0000 7f4da82f78c0 1 < completed part key=_multipart_IOZ5MNNP5B2W.2~X6CU9II29FU9.1 size=1048576 2023-12-03T11:43:38.932 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.927+0000 7f4da82f78c0 1 < completed part key=_multipart_IOZ5MNNP5B2W.2~X6CU9II29FU9.2 size=730578 2023-12-03T11:43:38.938 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.935+0000 7f4da82f78c0 1 < completed multipart upload key=IOZ5MNNP5B2W upload=X6CU9II29FU9 tag=1Q307ZQC5UCV type=write size=3876306 2023-12-03T11:43:38.943 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.939+0000 7f4da82f78c0 1 > prepared operation key=MY1AJ69R89HD tag=3O4VFVFS8JVS type=del size=1845911 2023-12-03T11:43:38.947 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.943+0000 7f4da82f78c0 1 < completed part key=_multipart_Q5C3IZCQEVO6.2~YLGWLGBDPVV1.0 size=1048576 2023-12-03T11:43:38.947 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.943+0000 7f4da82f78c0 1 < canceled part key=_multipart_Q5C3IZCQEVO6.2~YLGWLGBDPVV1.1 size=1048576 2023-12-03T11:43:38.950 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.947+0000 7f4da82f78c0 1 < completed part key=_multipart_Q5C3IZCQEVO6.2~YLGWLGBDPVV1.2 size=490628 2023-12-03T11:43:38.958 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.951+0000 7f4da82f78c0 1 < canceled multipart upload key=Q5C3IZCQEVO6 upload=YLGWLGBDPVV1 tag=60DJ3R8HJK26 type=write size=3636356 2023-12-03T11:43:38.962 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.955+0000 7f4da82f78c0 1 > prepared operation key=1GAQFDQ35291 tag=55BMETCIUBEG type=write size=229417 2023-12-03T11:43:38.966 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.959+0000 7f4da82f78c0 1 < completed delete operation key=QGLKMQWQRM89 tag=G1RHN9RM0PLM type=del 2023-12-03T11:43:38.974 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.967+0000 7f4da82f78c0 1 > prepared part key=_multipart_7AKK0TE2I43B.2~X8WDPPMT8OMG.0 size=1048576 2023-12-03T11:43:38.977 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.971+0000 7f4da82f78c0 1 > prepared part key=_multipart_7AKK0TE2I43B.2~X8WDPPMT8OMG.1 size=563299 2023-12-03T11:43:38.977 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.971+0000 7f4da82f78c0 1 > prepared multipart upload key=7AKK0TE2I43B upload=X8WDPPMT8OMG tag=27GHLE8VERHO type=write size=2660451 2023-12-03T11:43:38.981 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.975+0000 7f4da82f78c0 1 < completed part key=_multipart_D2PVZARQWEIV.2~UEKXIE5K01EB.0 size=1048576 2023-12-03T11:43:38.984 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.979+0000 7f4da82f78c0 1 < completed part key=_multipart_D2PVZARQWEIV.2~UEKXIE5K01EB.1 size=676942 2023-12-03T11:43:38.991 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.987+0000 7f4da82f78c0 1 < completed multipart upload key=D2PVZARQWEIV upload=UEKXIE5K01EB tag=7IVFS18HVARN type=write size=2774094 2023-12-03T11:43:38.995 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.991+0000 7f4da82f78c0 1 > prepared operation key=K4O9QAISDGSN tag=YJPR78WQ4TCZ type=del size=1222802 2023-12-03T11:43:39.000 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.995+0000 7f4da82f78c0 1 < completed part key=_multipart_7EDLY2Q78IBP.2~52GXEI2XWD1B.0 size=1048576 2023-12-03T11:43:39.003 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.999+0000 7f4da82f78c0 1 < completed part key=_multipart_7EDLY2Q78IBP.2~52GXEI2XWD1B.1 size=1048576 2023-12-03T11:43:39.003 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:38.999+0000 7f4da82f78c0 1 < canceled part key=_multipart_7EDLY2Q78IBP.2~52GXEI2XWD1B.2 size=994042 2023-12-03T11:43:39.011 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.007+0000 7f4da82f78c0 1 < canceled multipart upload key=7EDLY2Q78IBP upload=52GXEI2XWD1B tag=ZFXM1EXL120K type=write size=4139770 2023-12-03T11:43:39.014 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.011+0000 7f4da82f78c0 1 > prepared operation key=K4O9QAISDGSN tag=VQBRYWQDSHWX type=del size=235553 2023-12-03T11:43:39.016 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.011+0000 7f4da82f78c0 1 < canceled part key=_multipart_ZO4GYMSV47J9.2~EHC19CXA3HHU.0 size=1048576 2023-12-03T11:43:39.034 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.027+0000 7f4da82f78c0 1 < completed part key=_multipart_ZO4GYMSV47J9.2~EHC19CXA3HHU.1 size=1048576 2023-12-03T11:43:39.035 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.031+0000 7f4da82f78c0 1 < completed part key=_multipart_ZO4GYMSV47J9.2~EHC19CXA3HHU.2 size=734782 2023-12-03T11:43:39.042 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.035+0000 7f4da82f78c0 1 < canceled multipart upload key=ZO4GYMSV47J9 upload=EHC19CXA3HHU tag=CHBUFPICRV0K type=write size=3880510 2023-12-03T11:43:39.049 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.043+0000 7f4da82f78c0 1 > prepared part key=_multipart_GMT5400N4YTT.2~FN24YD69PHGH.0 size=1048576 2023-12-03T11:43:39.052 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.047+0000 7f4da82f78c0 1 > prepared part key=_multipart_GMT5400N4YTT.2~FN24YD69PHGH.1 size=1048576 2023-12-03T11:43:39.054 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.051+0000 7f4da82f78c0 1 > prepared part key=_multipart_GMT5400N4YTT.2~FN24YD69PHGH.2 size=801116 2023-12-03T11:43:39.054 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.051+0000 7f4da82f78c0 1 > prepared multipart upload key=GMT5400N4YTT upload=FN24YD69PHGH tag=E6A1NZOQSXZ4 type=write size=3946844 2023-12-03T11:43:39.058 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.051+0000 7f4da82f78c0 1 < completed part key=_multipart_85DYZW2I0U7X.2~M0CRFYX384Y0.0 size=865941 2023-12-03T11:43:39.064 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.059+0000 7f4da82f78c0 1 < completed multipart upload key=85DYZW2I0U7X upload=M0CRFYX384Y0 tag=40Y6L3FI00GS type=write size=1914517 2023-12-03T11:43:39.068 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.063+0000 7f4da82f78c0 1 > prepared operation key=7EDLY2Q78IBP tag=4008CQJNUL0S type=write size=244601 2023-12-03T11:43:39.075 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.071+0000 7f4da82f78c0 1 < suggested remove operation key=K2XC9VGBIFBD tag=2EGGW6N527HY type=write 2023-12-03T11:43:39.079 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.075+0000 7f4da82f78c0 1 > prepared operation key=D2PVZARQWEIV tag=SIXB9OIZLFTC type=write size=884792 2023-12-03T11:43:39.083 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.079+0000 7f4da82f78c0 1 < completed delete operation key=XCT2GVJ4O84M tag=2GXKOV3TQHIP type=del 2023-12-03T11:43:39.086 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.083+0000 7f4da82f78c0 1 > prepared operation key=RF6YEP4A6INZ tag=YO8VWKAZ52PH type=del size=122835 2023-12-03T11:43:39.090 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.087+0000 7f4da82f78c0 1 < completed part key=_multipart_L3HC1M7OJ3L7.2~OQLPPKRRMTTC.0 size=1048576 2023-12-03T11:43:39.093 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.087+0000 7f4da82f78c0 1 < completed part key=_multipart_L3HC1M7OJ3L7.2~OQLPPKRRMTTC.1 size=932659 2023-12-03T11:43:39.100 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.095+0000 7f4da82f78c0 1 < completed multipart upload key=L3HC1M7OJ3L7 upload=OQLPPKRRMTTC tag=KQF8UDCSCRNL type=write size=3029811 2023-12-03T11:43:39.107 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.103+0000 7f4da82f78c0 1 > prepared part key=_multipart_85DYZW2I0U7X.2~ACY3M3LK1UPK.0 size=435742 2023-12-03T11:43:39.107 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.103+0000 7f4da82f78c0 1 > prepared multipart upload key=85DYZW2I0U7X upload=ACY3M3LK1UPK tag=2FF5V6FN2G4I type=write size=1484318 2023-12-03T11:43:39.114 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.111+0000 7f4da82f78c0 1 < suggested update operation key=85DYZW2I0U7X tag=CWWST56PV7DQ type=write size=95969 2023-12-03T11:43:39.121 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.115+0000 7f4da82f78c0 1 > prepared part key=_multipart_Q5C3IZCQEVO6.2~AP5ZNRNBPMKG.0 size=1048576 2023-12-03T11:43:39.124 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.119+0000 7f4da82f78c0 1 > prepared part key=_multipart_Q5C3IZCQEVO6.2~AP5ZNRNBPMKG.1 size=845390 2023-12-03T11:43:39.124 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.119+0000 7f4da82f78c0 1 > prepared multipart upload key=Q5C3IZCQEVO6 upload=AP5ZNRNBPMKG tag=06TQK7HREK5G type=write size=2942542 2023-12-03T11:43:39.128 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.123+0000 7f4da82f78c0 1 < canceled operation key=Q3BH4HFRFZA5 tag=P0X81KKVEVGU type=del size=1405905 2023-12-03T11:43:39.132 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.127+0000 7f4da82f78c0 1 > prepared operation key=2HVLNPGB2PLL tag=C00K2S12OL2A type=del size=4174304 2023-12-03T11:43:39.139 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.135+0000 7f4da82f78c0 1 < suggested update operation key=D2PVZARQWEIV tag=0EEYWGQ0FK4Z type=del size=2823534 2023-12-03T11:43:39.143 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.139+0000 7f4da82f78c0 1 > prepared operation key=1GAQFDQ35291 tag=L5X2HQA59H3V type=del size=3429164 2023-12-03T11:43:39.150 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.147+0000 7f4da82f78c0 1 < suggested update operation key=7AKK0TE2I43B tag=8VINARI4JCB2 type=del size=2815200 2023-12-03T11:43:39.156 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.151+0000 7f4da82f78c0 1 > prepared operation key=645V3LNUPS4A tag=ZE4VQKQXGOIM type=del size=3971303 2023-12-03T11:43:39.160 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.155+0000 7f4da82f78c0 1 < completed part key=_multipart_MY1AJ69R89HD.2~OVAHBYP5QIFS.0 size=1048576 2023-12-03T11:43:39.163 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.159+0000 7f4da82f78c0 1 < completed part key=_multipart_MY1AJ69R89HD.2~OVAHBYP5QIFS.1 size=1048576 2023-12-03T11:43:39.166 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.159+0000 7f4da82f78c0 1 < completed part key=_multipart_MY1AJ69R89HD.2~OVAHBYP5QIFS.2 size=678921 2023-12-03T11:43:39.172 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.167+0000 7f4da82f78c0 1 < completed multipart upload key=MY1AJ69R89HD upload=OVAHBYP5QIFS tag=Z9Y62XRRRQGR type=write size=3824649 2023-12-03T11:43:39.176 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.171+0000 7f4da82f78c0 1 > prepared operation key=7AKK0TE2I43B tag=DR7AC2P6TGWF type=del size=2880072 2023-12-03T11:43:39.180 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.175+0000 7f4da82f78c0 1 < completed part key=_multipart_M9A06B3PSDOD.2~WRB22MG57D2C.0 size=1048576 2023-12-03T11:43:39.183 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.179+0000 7f4da82f78c0 1 < completed part key=_multipart_M9A06B3PSDOD.2~WRB22MG57D2C.1 size=1048576 2023-12-03T11:43:39.185 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.179+0000 7f4da82f78c0 1 < completed part key=_multipart_M9A06B3PSDOD.2~WRB22MG57D2C.2 size=787859 2023-12-03T11:43:39.192 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.187+0000 7f4da82f78c0 1 < completed multipart upload key=M9A06B3PSDOD upload=WRB22MG57D2C tag=C5YKFZCCHL91 type=write size=3933587 2023-12-03T11:43:39.195 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.191+0000 7f4da82f78c0 1 > prepared operation key=MY1AJ69R89HD tag=X5CJAJBJWXR3 type=del size=2047795 2023-12-03T11:43:39.199 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.195+0000 7f4da82f78c0 1 < completed delete operation key=MY1AJ69R89HD tag=3O4VFVFS8JVS type=del 2023-12-03T11:43:39.205 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.199+0000 7f4da82f78c0 1 > prepared part key=_multipart_1GAQFDQ35291.2~TH946G4ET2G0.0 size=773517 2023-12-03T11:43:39.205 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.199+0000 7f4da82f78c0 1 > prepared multipart upload key=1GAQFDQ35291 upload=TH946G4ET2G0 tag=0SXCSH4FHICM type=write size=1822093 2023-12-03T11:43:39.208 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.203+0000 7f4da82f78c0 1 < canceled operation key=1GAQFDQ35291 tag=55BMETCIUBEG type=write size=229417 2023-12-03T11:43:39.214 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.207+0000 7f4da82f78c0 1 > prepared part key=_multipart_6UZY1HWE143J.2~OOFKFOT2394G.0 size=716908 2023-12-03T11:43:39.214 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.207+0000 7f4da82f78c0 1 > prepared multipart upload key=6UZY1HWE143J upload=OOFKFOT2394G tag=P7DC2M623X2T type=write size=1765484 2023-12-03T11:43:39.217 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.211+0000 7f4da82f78c0 1 < completed part key=_multipart_7AKK0TE2I43B.2~X8WDPPMT8OMG.0 size=1048576 2023-12-03T11:43:39.220 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.215+0000 7f4da82f78c0 1 < completed part key=_multipart_7AKK0TE2I43B.2~X8WDPPMT8OMG.1 size=563299 2023-12-03T11:43:39.226 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.219+0000 7f4da82f78c0 1 < completed multipart upload key=7AKK0TE2I43B upload=X8WDPPMT8OMG tag=27GHLE8VERHO type=write size=2660451 2023-12-03T11:43:39.232 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.227+0000 7f4da82f78c0 1 > prepared part key=_multipart_WEBJUD8426X3.2~VZWOYZX2T2B6.0 size=533251 2023-12-03T11:43:39.232 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.227+0000 7f4da82f78c0 1 > prepared multipart upload key=WEBJUD8426X3 upload=VZWOYZX2T2B6 tag=EHI1K0NRDEH9 type=write size=1581827 2023-12-03T11:43:39.238 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.231+0000 7f4da82f78c0 1 < suggested update operation key=K4O9QAISDGSN tag=YJPR78WQ4TCZ type=del size=1222802 2023-12-03T11:43:39.241 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.235+0000 7f4da82f78c0 1 > prepared operation key=Q5C3IZCQEVO6 tag=GL4IYS82KC3Z type=del size=1187857 2023-12-03T11:43:39.245 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.239+0000 7f4da82f78c0 -1 < failed to complete operation key=K4O9QAISDGSN tag=VQBRYWQDSHWX type=del size=235553: (22) Invalid argument 2023-12-03T11:43:39.248 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.243+0000 7f4da82f78c0 1 > prepared operation key=Q3BH4HFRFZA5 tag=6CKG1R8MVYS1 type=del size=876466 2023-12-03T11:43:39.251 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.247+0000 7f4da82f78c0 1 < completed part key=_multipart_GMT5400N4YTT.2~FN24YD69PHGH.0 size=1048576 2023-12-03T11:43:39.254 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.251+0000 7f4da82f78c0 1 < completed part key=_multipart_GMT5400N4YTT.2~FN24YD69PHGH.1 size=1048576 2023-12-03T11:43:39.255 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.251+0000 7f4da82f78c0 1 < canceled part key=_multipart_GMT5400N4YTT.2~FN24YD69PHGH.2 size=801116 2023-12-03T11:43:39.260 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.255+0000 7f4da82f78c0 1 < canceled multipart upload key=GMT5400N4YTT upload=FN24YD69PHGH tag=E6A1NZOQSXZ4 type=write size=3946844 2023-12-03T11:43:39.263 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.259+0000 7f4da82f78c0 1 > prepared operation key=1H0XTAA0VMYC tag=2EXJNK0ML33Z type=del size=1477983 2023-12-03T11:43:39.267 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.263+0000 7f4da82f78c0 1 < completed write operation key=7EDLY2Q78IBP tag=4008CQJNUL0S type=write size=244601 2023-12-03T11:43:39.271 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.267+0000 7f4da82f78c0 1 > prepared operation key=UT0U43FV7Y0L tag=2O6G2BNOWCRF type=del size=3238879 2023-12-03T11:43:39.279 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.275+0000 7f4da82f78c0 1 < suggested update operation key=D2PVZARQWEIV tag=SIXB9OIZLFTC type=write size=884792 2023-12-03T11:43:39.286 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.279+0000 7f4da82f78c0 1 > prepared part key=_multipart_4LWB8EMR9EBJ.2~CKMDIUAJQD1A.0 size=1048576 2023-12-03T11:43:39.289 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.283+0000 7f4da82f78c0 1 > prepared part key=_multipart_4LWB8EMR9EBJ.2~CKMDIUAJQD1A.1 size=641421 2023-12-03T11:43:39.289 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.283+0000 7f4da82f78c0 1 > prepared multipart upload key=4LWB8EMR9EBJ upload=CKMDIUAJQD1A tag=9BW4YHSOOW8Q type=write size=2738573 2023-12-03T11:43:39.293 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.287+0000 7f4da82f78c0 1 < completed delete operation key=RF6YEP4A6INZ tag=YO8VWKAZ52PH type=del 2023-12-03T11:43:39.301 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.295+0000 7f4da82f78c0 1 > prepared part key=_multipart_WEBJUD8426X3.2~45BLL9GGVLUV.0 size=1048576 2023-12-03T11:43:39.304 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.299+0000 7f4da82f78c0 1 > prepared part key=_multipart_WEBJUD8426X3.2~45BLL9GGVLUV.1 size=924621 2023-12-03T11:43:39.304 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.299+0000 7f4da82f78c0 1 > prepared multipart upload key=WEBJUD8426X3 upload=45BLL9GGVLUV tag=GHM9N4ZIR6S2 type=write size=3021773 2023-12-03T11:43:39.307 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.303+0000 7f4da82f78c0 1 < completed part key=_multipart_85DYZW2I0U7X.2~ACY3M3LK1UPK.0 size=435742 2023-12-03T11:43:39.314 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.307+0000 7f4da82f78c0 1 < completed multipart upload key=85DYZW2I0U7X upload=ACY3M3LK1UPK tag=2FF5V6FN2G4I type=write size=1484318 2023-12-03T11:43:39.321 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.315+0000 7f4da82f78c0 1 > prepared part key=_multipart_7AKK0TE2I43B.2~3GTLOAQG6HZ0.0 size=9972 2023-12-03T11:43:39.321 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.315+0000 7f4da82f78c0 1 > prepared multipart upload key=7AKK0TE2I43B upload=3GTLOAQG6HZ0 tag=O3QLOM0B2O3G type=write size=1058548 2023-12-03T11:43:39.325 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.319+0000 7f4da82f78c0 1 < completed part key=_multipart_Q5C3IZCQEVO6.2~AP5ZNRNBPMKG.0 size=1048576 2023-12-03T11:43:39.329 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.323+0000 7f4da82f78c0 1 < completed part key=_multipart_Q5C3IZCQEVO6.2~AP5ZNRNBPMKG.1 size=845390 2023-12-03T11:43:39.335 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.331+0000 7f4da82f78c0 1 < completed multipart upload key=Q5C3IZCQEVO6 upload=AP5ZNRNBPMKG tag=06TQK7HREK5G type=write size=2942542 2023-12-03T11:43:39.339 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.335+0000 7f4da82f78c0 1 > prepared operation key=1GAQFDQ35291 tag=XO4LM7J1Q4MW type=del size=3324401 2023-12-03T11:43:39.348 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.343+0000 7f4da82f78c0 1 < suggested update operation key=2HVLNPGB2PLL tag=C00K2S12OL2A type=del size=4174304 2023-12-03T11:43:39.351 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.347+0000 7f4da82f78c0 1 > prepared operation key=4LWB8EMR9EBJ tag=V04YHZYB67CW type=del size=3414703 2023-12-03T11:43:39.355 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.351+0000 7f4da82f78c0 1 < completed delete operation key=1GAQFDQ35291 tag=L5X2HQA59H3V type=del 2023-12-03T11:43:39.359 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.355+0000 7f4da82f78c0 1 > prepared operation key=QGLKMQWQRM89 tag=1TPLNB0J33B1 type=del size=1506009 2023-12-03T11:43:39.363 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.359+0000 7f4da82f78c0 1 < completed delete operation key=645V3LNUPS4A tag=ZE4VQKQXGOIM type=del 2023-12-03T11:43:39.366 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.363+0000 7f4da82f78c0 1 > prepared operation key=85DYZW2I0U7X tag=S37ER4Z16B1T type=del size=106173 2023-12-03T11:43:39.370 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.367+0000 7f4da82f78c0 1 < completed delete operation key=7AKK0TE2I43B tag=DR7AC2P6TGWF type=del 2023-12-03T11:43:39.374 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.371+0000 7f4da82f78c0 1 > prepared operation key=IOZ5MNNP5B2W tag=PAYGBBMHTHR2 type=del size=3102996 2023-12-03T11:43:39.391 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.387+0000 7f4da82f78c0 1 < completed delete operation key=MY1AJ69R89HD tag=X5CJAJBJWXR3 type=del 2023-12-03T11:43:39.395 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.391+0000 7f4da82f78c0 1 > prepared operation key=1GAQFDQ35291 tag=ALHFEAPYB4ZF type=del size=2593332 2023-12-03T11:43:39.399 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.395+0000 7f4da82f78c0 1 < completed part key=_multipart_1GAQFDQ35291.2~TH946G4ET2G0.0 size=773517 2023-12-03T11:43:39.405 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.399+0000 7f4da82f78c0 1 < completed multipart upload key=1GAQFDQ35291 upload=TH946G4ET2G0 tag=0SXCSH4FHICM type=write size=1822093 2023-12-03T11:43:39.408 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.403+0000 7f4da82f78c0 1 > prepared operation key=Q3BH4HFRFZA5 tag=4IIPKLGOVXB0 type=del size=2879530 2023-12-03T11:43:39.409 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.403+0000 7f4da82f78c0 1 < canceled part key=_multipart_6UZY1HWE143J.2~OOFKFOT2394G.0 size=716908 2023-12-03T11:43:39.415 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.411+0000 7f4da82f78c0 1 < canceled multipart upload key=6UZY1HWE143J upload=OOFKFOT2394G tag=P7DC2M623X2T type=write size=1765484 2023-12-03T11:43:39.422 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.419+0000 7f4da82f78c0 1 > prepared part key=_multipart_WEBJUD8426X3.2~A3O406CSI1VS.0 size=1048576 2023-12-03T11:43:39.425 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.419+0000 7f4da82f78c0 1 > prepared part key=_multipart_WEBJUD8426X3.2~A3O406CSI1VS.1 size=34339 2023-12-03T11:43:39.425 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.419+0000 7f4da82f78c0 1 > prepared multipart upload key=WEBJUD8426X3 upload=A3O406CSI1VS tag=ZDQ5KET39QCC type=write size=2131491 2023-12-03T11:43:39.429 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.423+0000 7f4da82f78c0 1 < completed part key=_multipart_WEBJUD8426X3.2~VZWOYZX2T2B6.0 size=533251 2023-12-03T11:43:39.436 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.431+0000 7f4da82f78c0 1 < completed multipart upload key=WEBJUD8426X3 upload=VZWOYZX2T2B6 tag=EHI1K0NRDEH9 type=write size=1581827 2023-12-03T11:43:39.439 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.435+0000 7f4da82f78c0 1 > prepared operation key=MY1AJ69R89HD tag=GAN3S13V0SC2 type=del size=3125820 2023-12-03T11:43:39.446 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.439+0000 7f4da82f78c0 1 < canceled operation key=Q5C3IZCQEVO6 tag=GL4IYS82KC3Z type=del size=1187857 2023-12-03T11:43:39.450 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.447+0000 7f4da82f78c0 1 > prepared part key=_multipart_GMT5400N4YTT.2~7N1CYZY2V00F.0 size=1048576 2023-12-03T11:43:39.453 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.447+0000 7f4da82f78c0 1 > prepared part key=_multipart_GMT5400N4YTT.2~7N1CYZY2V00F.1 size=1048576 2023-12-03T11:43:39.456 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.451+0000 7f4da82f78c0 1 > prepared part key=_multipart_GMT5400N4YTT.2~7N1CYZY2V00F.2 size=43028 2023-12-03T11:43:39.456 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.451+0000 7f4da82f78c0 1 > prepared multipart upload key=GMT5400N4YTT upload=7N1CYZY2V00F tag=DHBQDW7I1QUK type=write size=3188756 2023-12-03T11:43:39.460 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.455+0000 7f4da82f78c0 1 < completed delete operation key=Q3BH4HFRFZA5 tag=6CKG1R8MVYS1 type=del 2023-12-03T11:43:39.464 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.459+0000 7f4da82f78c0 1 > prepared operation key=Q3BH4HFRFZA5 tag=IG36QTOIC25S type=del size=611148 2023-12-03T11:43:39.471 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.467+0000 7f4da82f78c0 1 < suggested update operation key=1H0XTAA0VMYC tag=2EXJNK0ML33Z type=del size=1477983 2023-12-03T11:43:39.475 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.471+0000 7f4da82f78c0 1 > prepared operation key=UT0U43FV7Y0L tag=EG6EWLQOH6GK type=del size=2997287 2023-12-03T11:43:39.479 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.475+0000 7f4da82f78c0 1 < completed delete operation key=UT0U43FV7Y0L tag=2O6G2BNOWCRF type=del 2023-12-03T11:43:39.483 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.479+0000 7f4da82f78c0 1 > prepared operation key=K2XC9VGBIFBD tag=IAARAS5VZGB0 type=write size=43734 2023-12-03T11:43:39.488 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.483+0000 7f4da82f78c0 1 < completed part key=_multipart_4LWB8EMR9EBJ.2~CKMDIUAJQD1A.0 size=1048576 2023-12-03T11:43:39.490 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.487+0000 7f4da82f78c0 1 < completed part key=_multipart_4LWB8EMR9EBJ.2~CKMDIUAJQD1A.1 size=641421 2023-12-03T11:43:39.497 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.491+0000 7f4da82f78c0 1 < completed multipart upload key=4LWB8EMR9EBJ upload=CKMDIUAJQD1A tag=9BW4YHSOOW8Q type=write size=2738573 2023-12-03T11:43:39.504 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.499+0000 7f4da82f78c0 1 > prepared part key=_multipart_M9A06B3PSDOD.2~85X8X5DY1GSE.0 size=1048576 2023-12-03T11:43:39.507 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.503+0000 7f4da82f78c0 1 > prepared part key=_multipart_M9A06B3PSDOD.2~85X8X5DY1GSE.1 size=1048576 2023-12-03T11:43:39.510 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.507+0000 7f4da82f78c0 1 > prepared part key=_multipart_M9A06B3PSDOD.2~85X8X5DY1GSE.2 size=540010 2023-12-03T11:43:39.510 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.507+0000 7f4da82f78c0 1 > prepared multipart upload key=M9A06B3PSDOD upload=85X8X5DY1GSE tag=NVHUC6LK2IEC type=write size=3685738 2023-12-03T11:43:39.514 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.511+0000 7f4da82f78c0 1 < completed part key=_multipart_WEBJUD8426X3.2~45BLL9GGVLUV.0 size=1048576 2023-12-03T11:43:39.514 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.511+0000 7f4da82f78c0 1 < canceled part key=_multipart_WEBJUD8426X3.2~45BLL9GGVLUV.1 size=924621 2023-12-03T11:43:39.520 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.515+0000 7f4da82f78c0 1 < canceled multipart upload key=WEBJUD8426X3 upload=45BLL9GGVLUV tag=GHM9N4ZIR6S2 type=write size=3021773 2023-12-03T11:43:39.524 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.519+0000 7f4da82f78c0 1 > prepared operation key=IOZ5MNNP5B2W tag=O8SOH17IVOP7 type=del size=2237181 2023-12-03T11:43:39.524 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.519+0000 7f4da82f78c0 1 < canceled part key=_multipart_7AKK0TE2I43B.2~3GTLOAQG6HZ0.0 size=9972 2023-12-03T11:43:39.531 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.527+0000 7f4da82f78c0 1 < canceled multipart upload key=7AKK0TE2I43B upload=3GTLOAQG6HZ0 tag=O3QLOM0B2O3G type=write size=1058548 2023-12-03T11:43:39.534 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.531+0000 7f4da82f78c0 1 > prepared operation key=TBD5MDTZYHGQ tag=OEZAZYIDVC30 type=write size=914089 2023-12-03T11:43:39.538 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.535+0000 7f4da82f78c0 1 < completed delete operation key=1GAQFDQ35291 tag=XO4LM7J1Q4MW type=del 2023-12-03T11:43:39.542 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.539+0000 7f4da82f78c0 1 > prepared operation key=GMT5400N4YTT tag=TVSODUO39927 type=del size=922076 2023-12-03T11:43:39.546 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.543+0000 7f4da82f78c0 1 < completed delete operation key=4LWB8EMR9EBJ tag=V04YHZYB67CW type=del 2023-12-03T11:43:39.550 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.543+0000 7f4da82f78c0 1 > prepared operation key=D2PVZARQWEIV tag=LOZWVSFDH4XH type=del size=1308186 2023-12-03T11:43:39.554 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.551+0000 7f4da82f78c0 1 < completed delete operation key=QGLKMQWQRM89 tag=1TPLNB0J33B1 type=del 2023-12-03T11:43:39.558 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.551+0000 7f4da82f78c0 1 > prepared operation key=PSYQ3RT9HX5N tag=H0N0IOTSMCCO type=del size=3614460 2023-12-03T11:43:39.565 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.559+0000 7f4da82f78c0 1 < suggested remove operation key=85DYZW2I0U7X tag=S37ER4Z16B1T type=del 2023-12-03T11:43:39.569 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.563+0000 7f4da82f78c0 1 > prepared operation key=QGLKMQWQRM89 tag=VT5ZL2PTSHVN type=del size=1800609 2023-12-03T11:43:39.577 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.571+0000 7f4da82f78c0 1 < suggested update operation key=IOZ5MNNP5B2W tag=PAYGBBMHTHR2 type=del size=3102996 2023-12-03T11:43:39.580 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.575+0000 7f4da82f78c0 1 > prepared operation key=QGLKMQWQRM89 tag=51H241Q5LH1W type=del size=3789107 2023-12-03T11:43:39.585 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.579+0000 7f4da82f78c0 1 < completed delete operation key=1GAQFDQ35291 tag=ALHFEAPYB4ZF type=del 2023-12-03T11:43:39.592 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.587+0000 7f4da82f78c0 1 > prepared part key=_multipart_QGLKMQWQRM89.2~BLQ1PM4CH5UI.0 size=1048576 2023-12-03T11:43:39.595 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.591+0000 7f4da82f78c0 1 > prepared part key=_multipart_QGLKMQWQRM89.2~BLQ1PM4CH5UI.1 size=711186 2023-12-03T11:43:39.595 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.591+0000 7f4da82f78c0 1 > prepared multipart upload key=QGLKMQWQRM89 upload=BLQ1PM4CH5UI tag=56S6RIOC2E0Z type=write size=2808338 2023-12-03T11:43:39.599 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.595+0000 7f4da82f78c0 1 < completed delete operation key=Q3BH4HFRFZA5 tag=4IIPKLGOVXB0 type=del 2023-12-03T11:43:39.603 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.599+0000 7f4da82f78c0 1 > prepared operation key=MY1AJ69R89HD tag=WWEGBH0S132K type=del size=1879864 2023-12-03T11:43:39.603 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.599+0000 7f4da82f78c0 1 < canceled part key=_multipart_WEBJUD8426X3.2~A3O406CSI1VS.0 size=1048576 2023-12-03T11:43:39.607 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.603+0000 7f4da82f78c0 1 < completed part key=_multipart_WEBJUD8426X3.2~A3O406CSI1VS.1 size=34339 2023-12-03T11:43:39.614 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.607+0000 7f4da82f78c0 1 < canceled multipart upload key=WEBJUD8426X3 upload=A3O406CSI1VS tag=ZDQ5KET39QCC type=write size=2131491 2023-12-03T11:43:39.618 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.611+0000 7f4da82f78c0 1 > prepared operation key=K6FJNLCVDIUX tag=ITU0WQFX8XY6 type=del size=1314640 2023-12-03T11:43:39.621 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.615+0000 7f4da82f78c0 1 < completed delete operation key=MY1AJ69R89HD tag=GAN3S13V0SC2 type=del 2023-12-03T11:43:39.625 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.619+0000 7f4da82f78c0 1 > prepared operation key=4DF7KX58SVJY tag=4WU322ZHNEMY type=del size=2630237 2023-12-03T11:43:39.626 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.623+0000 7f4da82f78c0 1 < canceled part key=_multipart_GMT5400N4YTT.2~7N1CYZY2V00F.0 size=1048576 2023-12-03T11:43:39.629 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.623+0000 7f4da82f78c0 1 < completed part key=_multipart_GMT5400N4YTT.2~7N1CYZY2V00F.1 size=1048576 2023-12-03T11:43:39.632 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.627+0000 7f4da82f78c0 1 < completed part key=_multipart_GMT5400N4YTT.2~7N1CYZY2V00F.2 size=43028 2023-12-03T11:43:39.639 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.635+0000 7f4da82f78c0 1 < canceled multipart upload key=GMT5400N4YTT upload=7N1CYZY2V00F tag=DHBQDW7I1QUK type=write size=3188756 2023-12-03T11:43:39.643 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.639+0000 7f4da82f78c0 1 > prepared operation key=K4O9QAISDGSN tag=MR9C39HF25MN type=write size=865319 2023-12-03T11:43:39.647 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.643+0000 7f4da82f78c0 1 < completed delete operation key=Q3BH4HFRFZA5 tag=IG36QTOIC25S type=del 2023-12-03T11:43:39.651 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.647+0000 7f4da82f78c0 1 > prepared operation key=YCJ1J0AKOH1D tag=HVB2JGGS832P type=del size=1683491 2023-12-03T11:43:39.656 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.651+0000 7f4da82f78c0 1 < completed delete operation key=UT0U43FV7Y0L tag=EG6EWLQOH6GK type=del 2023-12-03T11:43:39.660 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.655+0000 7f4da82f78c0 1 > prepared operation key=K6FJNLCVDIUX tag=0NK2I1EO250D type=del size=2740956 2023-12-03T11:43:39.664 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.659+0000 7f4da82f78c0 1 < completed write operation key=K2XC9VGBIFBD tag=IAARAS5VZGB0 type=write size=43734 2023-12-03T11:43:39.668 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.663+0000 7f4da82f78c0 1 > prepared operation key=7EDLY2Q78IBP tag=KQHZ2DIQ4MSB type=del size=1737267 2023-12-03T11:43:39.672 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.667+0000 7f4da82f78c0 1 < completed part key=_multipart_M9A06B3PSDOD.2~85X8X5DY1GSE.0 size=1048576 2023-12-03T11:43:39.676 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.671+0000 7f4da82f78c0 1 < completed part key=_multipart_M9A06B3PSDOD.2~85X8X5DY1GSE.1 size=1048576 2023-12-03T11:43:39.679 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.675+0000 7f4da82f78c0 1 < completed part key=_multipart_M9A06B3PSDOD.2~85X8X5DY1GSE.2 size=540010 2023-12-03T11:43:39.686 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.683+0000 7f4da82f78c0 1 < completed multipart upload key=M9A06B3PSDOD upload=85X8X5DY1GSE tag=NVHUC6LK2IEC type=write size=3685738 2023-12-03T11:43:39.694 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.687+0000 7f4da82f78c0 1 > prepared part key=_multipart_85DYZW2I0U7X.2~11ET3ZD90FS4.0 size=419087 2023-12-03T11:43:39.694 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.687+0000 7f4da82f78c0 1 > prepared multipart upload key=85DYZW2I0U7X upload=11ET3ZD90FS4 tag=ELH89FO3633K type=write size=1467663 2023-12-03T11:43:39.697 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.691+0000 7f4da82f78c0 -1 < failed to complete operation key=IOZ5MNNP5B2W tag=O8SOH17IVOP7 type=del size=2237181: (22) Invalid argument 2023-12-03T11:43:39.702 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.695+0000 7f4da82f78c0 1 > prepared operation key=YCJ1J0AKOH1D tag=0KD30DEL988N type=del size=4041137 2023-12-03T11:43:39.707 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.703+0000 7f4da82f78c0 1 < completed write operation key=TBD5MDTZYHGQ tag=OEZAZYIDVC30 type=write size=914089 2023-12-03T11:43:39.710 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.707+0000 7f4da82f78c0 1 > prepared operation key=2HVLNPGB2PLL tag=D62PD8H65IZ8 type=del size=2964498 2023-12-03T11:43:39.715 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.711+0000 7f4da82f78c0 1 < completed delete operation key=GMT5400N4YTT tag=TVSODUO39927 type=del 2023-12-03T11:43:39.719 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.715+0000 7f4da82f78c0 1 > prepared operation key=IOZ5MNNP5B2W tag=6JEL9IOO0K1Y type=del size=715593 2023-12-03T11:43:39.723 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.719+0000 7f4da82f78c0 1 < completed delete operation key=D2PVZARQWEIV tag=LOZWVSFDH4XH type=del 2023-12-03T11:43:39.727 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.723+0000 7f4da82f78c0 1 > prepared operation key=D2PVZARQWEIV tag=0P4E9L9CALGS type=del size=3391968 2023-12-03T11:43:39.731 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.727+0000 7f4da82f78c0 1 < completed delete operation key=PSYQ3RT9HX5N tag=H0N0IOTSMCCO type=del 2023-12-03T11:43:39.735 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.731+0000 7f4da82f78c0 1 > prepared operation key=4DF7KX58SVJY tag=OF66KHUEUGDX type=del size=691832 2023-12-03T11:43:39.739 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.735+0000 7f4da82f78c0 1 < completed delete operation key=QGLKMQWQRM89 tag=VT5ZL2PTSHVN type=del 2023-12-03T11:43:39.744 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.739+0000 7f4da82f78c0 1 > prepared operation key=Q3BH4HFRFZA5 tag=I589K9KAEEU1 type=del size=3305144 2023-12-03T11:43:39.752 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.747+0000 7f4da82f78c0 1 < suggested update operation key=QGLKMQWQRM89 tag=51H241Q5LH1W type=del size=3789107 2023-12-03T11:43:39.756 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.751+0000 7f4da82f78c0 1 > prepared operation key=1H0XTAA0VMYC tag=VMXH7GAXUT58 type=del size=3456151 2023-12-03T11:43:39.756 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.751+0000 7f4da82f78c0 1 < canceled part key=_multipart_QGLKMQWQRM89.2~BLQ1PM4CH5UI.0 size=1048576 2023-12-03T11:43:39.760 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.755+0000 7f4da82f78c0 1 < completed part key=_multipart_QGLKMQWQRM89.2~BLQ1PM4CH5UI.1 size=711186 2023-12-03T11:43:39.776 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.771+0000 7f4da82f78c0 1 < canceled multipart upload key=QGLKMQWQRM89 upload=BLQ1PM4CH5UI tag=56S6RIOC2E0Z type=write size=2808338 2023-12-03T11:43:39.783 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.779+0000 7f4da82f78c0 1 > prepared part key=_multipart_K6FJNLCVDIUX.2~PQLQ7YUQ1BFV.0 size=1048576 2023-12-03T11:43:39.787 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.783+0000 7f4da82f78c0 1 > prepared part key=_multipart_K6FJNLCVDIUX.2~PQLQ7YUQ1BFV.1 size=1048576 2023-12-03T11:43:39.789 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.783+0000 7f4da82f78c0 1 > prepared part key=_multipart_K6FJNLCVDIUX.2~PQLQ7YUQ1BFV.2 size=905192 2023-12-03T11:43:39.789 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.783+0000 7f4da82f78c0 1 > prepared multipart upload key=K6FJNLCVDIUX upload=PQLQ7YUQ1BFV tag=HNPL28XDSJON type=write size=4050920 2023-12-03T11:43:39.793 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.787+0000 7f4da82f78c0 1 < completed delete operation key=MY1AJ69R89HD tag=WWEGBH0S132K type=del 2023-12-03T11:43:39.797 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.791+0000 7f4da82f78c0 1 > prepared operation key=D2PVZARQWEIV tag=F44GBSCAX5RU type=write size=539581 2023-12-03T11:43:39.801 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.795+0000 7f4da82f78c0 1 < completed delete operation key=K6FJNLCVDIUX tag=ITU0WQFX8XY6 type=del 2023-12-03T11:43:39.805 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.799+0000 7f4da82f78c0 1 > prepared operation key=QGLKMQWQRM89 tag=C9W0ROYEP3K0 type=write size=425525 2023-12-03T11:43:39.809 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.803+0000 7f4da82f78c0 1 < completed delete operation key=4DF7KX58SVJY tag=4WU322ZHNEMY type=del 2023-12-03T11:43:39.813 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.807+0000 7f4da82f78c0 1 > prepared operation key=L3HC1M7OJ3L7 tag=1AWB07DKC3V5 type=del size=239260 2023-12-03T11:43:39.817 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.811+0000 7f4da82f78c0 1 < completed write operation key=K4O9QAISDGSN tag=MR9C39HF25MN type=write size=865319 2023-12-03T11:43:39.820 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.815+0000 7f4da82f78c0 1 > prepared operation key=PUY1C1KWIAHV tag=GFJQPKQI2TKH type=write size=563574 2023-12-03T11:43:39.825 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.819+0000 7f4da82f78c0 1 < completed delete operation key=YCJ1J0AKOH1D tag=HVB2JGGS832P type=del 2023-12-03T11:43:39.828 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.823+0000 7f4da82f78c0 1 > prepared operation key=UT0U43FV7Y0L tag=UVQEP7INOG8P type=del size=1947451 2023-12-03T11:43:39.834 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.827+0000 7f4da82f78c0 1 < completed delete operation key=K6FJNLCVDIUX tag=0NK2I1EO250D type=del 2023-12-03T11:43:39.840 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.835+0000 7f4da82f78c0 1 > prepared part key=_multipart_MY1AJ69R89HD.2~IN0DCH6R79C6.0 size=1048576 2023-12-03T11:43:39.843 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.839+0000 7f4da82f78c0 1 > prepared part key=_multipart_MY1AJ69R89HD.2~IN0DCH6R79C6.1 size=236001 2023-12-03T11:43:39.843 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.839+0000 7f4da82f78c0 1 > prepared multipart upload key=MY1AJ69R89HD upload=IN0DCH6R79C6 tag=MG62EENWXNBS type=write size=2333153 2023-12-03T11:43:39.847 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.843+0000 7f4da82f78c0 1 < completed delete operation key=7EDLY2Q78IBP tag=KQHZ2DIQ4MSB type=del 2023-12-03T11:43:39.851 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.847+0000 7f4da82f78c0 1 > prepared operation key=4DF7KX58SVJY tag=EXBKEJIBIPAZ type=del size=2473346 2023-12-03T11:43:39.857 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.851+0000 7f4da82f78c0 1 < completed part key=_multipart_85DYZW2I0U7X.2~11ET3ZD90FS4.0 size=419087 2023-12-03T11:43:39.862 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.855+0000 7f4da82f78c0 1 < completed multipart upload key=85DYZW2I0U7X upload=11ET3ZD90FS4 tag=ELH89FO3633K type=write size=1467663 2023-12-03T11:43:39.869 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.863+0000 7f4da82f78c0 1 > prepared part key=_multipart_GMT5400N4YTT.2~2QX3R6WEFV6T.0 size=1048576 2023-12-03T11:43:39.872 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.867+0000 7f4da82f78c0 1 > prepared part key=_multipart_GMT5400N4YTT.2~2QX3R6WEFV6T.1 size=1048576 2023-12-03T11:43:39.875 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.871+0000 7f4da82f78c0 1 > prepared part key=_multipart_GMT5400N4YTT.2~2QX3R6WEFV6T.2 size=2848 2023-12-03T11:43:39.875 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.871+0000 7f4da82f78c0 1 > prepared multipart upload key=GMT5400N4YTT upload=2QX3R6WEFV6T tag=VT9PR3LVKFM4 type=write size=3148576 2023-12-03T11:43:39.879 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.875+0000 7f4da82f78c0 1 < canceled operation key=YCJ1J0AKOH1D tag=0KD30DEL988N type=del size=4041137 2023-12-03T11:43:39.883 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.879+0000 7f4da82f78c0 1 > prepared operation key=1GAQFDQ35291 tag=ENXV7J8ZLCSW type=write size=311051 2023-12-03T11:43:39.886 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.883+0000 7f4da82f78c0 1 < completed delete operation key=2HVLNPGB2PLL tag=D62PD8H65IZ8 type=del 2023-12-03T11:43:39.890 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.887+0000 7f4da82f78c0 1 > prepared operation key=7AKK0TE2I43B tag=H6I1OWPD0KWG type=write size=59255 2023-12-03T11:43:39.894 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.891+0000 7f4da82f78c0 1 < completed delete operation key=IOZ5MNNP5B2W tag=6JEL9IOO0K1Y type=del 2023-12-03T11:43:39.898 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.891+0000 7f4da82f78c0 1 > prepared operation key=MY1AJ69R89HD tag=4R2XYGZTRYJ6 type=del size=1797320 2023-12-03T11:43:39.902 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.898+0000 7f4da82f78c0 1 < completed delete operation key=D2PVZARQWEIV tag=0P4E9L9CALGS type=del 2023-12-03T11:43:39.909 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.902+0000 7f4da82f78c0 1 > prepared part key=_multipart_K2XC9VGBIFBD.2~55TYX0Z8NV21.0 size=1048576 2023-12-03T11:43:39.912 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.906+0000 7f4da82f78c0 1 > prepared part key=_multipart_K2XC9VGBIFBD.2~55TYX0Z8NV21.1 size=816592 2023-12-03T11:43:39.913 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.906+0000 7f4da82f78c0 1 > prepared multipart upload key=K2XC9VGBIFBD upload=55TYX0Z8NV21 tag=VH2ZYOZPB3H1 type=write size=2913744 2023-12-03T11:43:39.917 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.910+0000 7f4da82f78c0 1 < completed delete operation key=4DF7KX58SVJY tag=OF66KHUEUGDX type=del 2023-12-03T11:43:39.921 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.914+0000 7f4da82f78c0 1 > prepared operation key=ZO4GYMSV47J9 tag=P4XEETOKBK9A type=del size=1569178 2023-12-03T11:43:39.925 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.918+0000 7f4da82f78c0 1 < completed delete operation key=Q3BH4HFRFZA5 tag=I589K9KAEEU1 type=del 2023-12-03T11:43:39.929 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.922+0000 7f4da82f78c0 1 > prepared operation key=UT0U43FV7Y0L tag=8MSBB7VE7VHO type=del size=2289196 2023-12-03T11:43:39.936 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.930+0000 7f4da82f78c0 1 < suggested update operation key=1H0XTAA0VMYC tag=VMXH7GAXUT58 type=del size=3456151 2023-12-03T11:43:39.940 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.934+0000 7f4da82f78c0 1 > prepared operation key=PSYQ3RT9HX5N tag=NAA4846VVLG7 type=del size=3640038 2023-12-03T11:43:39.944 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.938+0000 7f4da82f78c0 1 < completed part key=_multipart_K6FJNLCVDIUX.2~PQLQ7YUQ1BFV.0 size=1048576 2023-12-03T11:43:39.947 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.942+0000 7f4da82f78c0 1 < completed part key=_multipart_K6FJNLCVDIUX.2~PQLQ7YUQ1BFV.1 size=1048576 2023-12-03T11:43:39.950 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.946+0000 7f4da82f78c0 1 < completed part key=_multipart_K6FJNLCVDIUX.2~PQLQ7YUQ1BFV.2 size=905192 2023-12-03T11:43:39.959 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.954+0000 7f4da82f78c0 1 < completed multipart upload key=K6FJNLCVDIUX upload=PQLQ7YUQ1BFV tag=HNPL28XDSJON type=write size=4050920 2023-12-03T11:43:39.966 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.962+0000 7f4da82f78c0 1 > prepared part key=_multipart_GMT5400N4YTT.2~QAN758QHJF0P.0 size=986287 2023-12-03T11:43:39.966 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.962+0000 7f4da82f78c0 1 > prepared multipart upload key=GMT5400N4YTT upload=QAN758QHJF0P tag=HJICICPI2M2F type=write size=2034863 2023-12-03T11:43:39.970 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.966+0000 7f4da82f78c0 1 < completed write operation key=D2PVZARQWEIV tag=F44GBSCAX5RU type=write size=539581 2023-12-03T11:43:39.977 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.970+0000 7f4da82f78c0 1 > prepared part key=_multipart_MY1AJ69R89HD.2~LVVQ7FCVM3H6.0 size=1048576 2023-12-03T11:43:39.980 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.974+0000 7f4da82f78c0 1 > prepared part key=_multipart_MY1AJ69R89HD.2~LVVQ7FCVM3H6.1 size=1048576 2023-12-03T11:43:39.983 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.978+0000 7f4da82f78c0 1 > prepared part key=_multipart_MY1AJ69R89HD.2~LVVQ7FCVM3H6.2 size=490101 2023-12-03T11:43:39.983 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.978+0000 7f4da82f78c0 1 > prepared multipart upload key=MY1AJ69R89HD upload=LVVQ7FCVM3H6 tag=0P5JKQS4M2YG type=write size=3635829 2023-12-03T11:43:39.987 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.982+0000 7f4da82f78c0 1 < completed write operation key=QGLKMQWQRM89 tag=C9W0ROYEP3K0 type=write size=425525 2023-12-03T11:43:39.991 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.986+0000 7f4da82f78c0 1 > prepared operation key=Q3BH4HFRFZA5 tag=R2BF4AAMXTDM type=del size=959877 2023-12-03T11:43:39.995 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.990+0000 7f4da82f78c0 1 < completed delete operation key=L3HC1M7OJ3L7 tag=1AWB07DKC3V5 type=del 2023-12-03T11:43:39.998 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.994+0000 7f4da82f78c0 1 > prepared operation key=K6FJNLCVDIUX tag=A7IS3DMF9N19 type=write size=814854 2023-12-03T11:43:40.002 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:39.998+0000 7f4da82f78c0 1 < completed write operation key=PUY1C1KWIAHV tag=GFJQPKQI2TKH type=write size=563574 2023-12-03T11:43:40.007 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.002+0000 7f4da82f78c0 1 > prepared operation key=TBD5MDTZYHGQ tag=Z0Z25HOGQ229 type=del size=3489619 2023-12-03T11:43:40.012 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.006+0000 7f4da82f78c0 1 < completed delete operation key=UT0U43FV7Y0L tag=UVQEP7INOG8P type=del 2023-12-03T11:43:40.019 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.014+0000 7f4da82f78c0 1 > prepared part key=_multipart_IA082W6GDNN2.2~4LJDBTUAD3OU.0 size=513301 2023-12-03T11:43:40.019 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.014+0000 7f4da82f78c0 1 > prepared multipart upload key=IA082W6GDNN2 upload=4LJDBTUAD3OU tag=MAVVXGICU3EY type=write size=1561877 2023-12-03T11:43:40.023 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.018+0000 7f4da82f78c0 1 < completed part key=_multipart_MY1AJ69R89HD.2~IN0DCH6R79C6.0 size=1048576 2023-12-03T11:43:40.023 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.018+0000 7f4da82f78c0 1 < canceled part key=_multipart_MY1AJ69R89HD.2~IN0DCH6R79C6.1 size=236001 2023-12-03T11:43:40.029 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.022+0000 7f4da82f78c0 1 < canceled multipart upload key=MY1AJ69R89HD upload=IN0DCH6R79C6 tag=MG62EENWXNBS type=write size=2333153 2023-12-03T11:43:40.036 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.030+0000 7f4da82f78c0 1 > prepared part key=_multipart_4DF7KX58SVJY.2~93MGRGJYT7Y1.0 size=1048576 2023-12-03T11:43:40.039 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.034+0000 7f4da82f78c0 1 > prepared part key=_multipart_4DF7KX58SVJY.2~93MGRGJYT7Y1.1 size=1048576 2023-12-03T11:43:40.041 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.034+0000 7f4da82f78c0 1 > prepared part key=_multipart_4DF7KX58SVJY.2~93MGRGJYT7Y1.2 size=174798 2023-12-03T11:43:40.041 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.034+0000 7f4da82f78c0 1 > prepared multipart upload key=4DF7KX58SVJY upload=93MGRGJYT7Y1 tag=HBOHBL4L8OA3 type=write size=3320526 2023-12-03T11:43:40.045 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.038+0000 7f4da82f78c0 1 < completed delete operation key=4DF7KX58SVJY tag=EXBKEJIBIPAZ type=del 2023-12-03T11:43:40.051 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.046+0000 7f4da82f78c0 1 > prepared part key=_multipart_7AKK0TE2I43B.2~004XKVGQQ6LL.0 size=515292 2023-12-03T11:43:40.051 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.046+0000 7f4da82f78c0 1 > prepared multipart upload key=7AKK0TE2I43B upload=004XKVGQQ6LL tag=UCGRLNUWU3BE type=write size=1563868 2023-12-03T11:43:40.055 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.050+0000 7f4da82f78c0 1 < completed part key=_multipart_GMT5400N4YTT.2~2QX3R6WEFV6T.0 size=1048576 2023-12-03T11:43:40.058 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.054+0000 7f4da82f78c0 1 < completed part key=_multipart_GMT5400N4YTT.2~2QX3R6WEFV6T.1 size=1048576 2023-12-03T11:43:40.061 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.054+0000 7f4da82f78c0 1 < completed part key=_multipart_GMT5400N4YTT.2~2QX3R6WEFV6T.2 size=2848 2023-12-03T11:43:40.067 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.062+0000 7f4da82f78c0 1 < completed multipart upload key=GMT5400N4YTT upload=2QX3R6WEFV6T tag=VT9PR3LVKFM4 type=write size=3148576 2023-12-03T11:43:40.074 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.066+0000 7f4da82f78c0 1 > prepared part key=_multipart_WEBJUD8426X3.2~ARUK4XZF07WA.0 size=1020755 2023-12-03T11:43:40.074 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.066+0000 7f4da82f78c0 1 > prepared multipart upload key=WEBJUD8426X3 upload=ARUK4XZF07WA tag=PAO0H0PDJWS1 type=write size=2069331 2023-12-03T11:43:40.077 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.070+0000 7f4da82f78c0 1 < completed write operation key=1GAQFDQ35291 tag=ENXV7J8ZLCSW type=write size=311051 2023-12-03T11:43:40.084 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.078+0000 7f4da82f78c0 1 > prepared part key=_multipart_IA082W6GDNN2.2~1MUZORV5O3GI.0 size=1048576 2023-12-03T11:43:40.087 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.082+0000 7f4da82f78c0 1 > prepared part key=_multipart_IA082W6GDNN2.2~1MUZORV5O3GI.1 size=1048576 2023-12-03T11:43:40.090 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.082+0000 7f4da82f78c0 1 > prepared part key=_multipart_IA082W6GDNN2.2~1MUZORV5O3GI.2 size=47790 2023-12-03T11:43:40.090 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.082+0000 7f4da82f78c0 1 > prepared multipart upload key=IA082W6GDNN2 upload=1MUZORV5O3GI tag=VMVPWCUQW793 type=write size=3193518 2023-12-03T11:43:40.094 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.086+0000 7f4da82f78c0 1 < completed write operation key=7AKK0TE2I43B tag=H6I1OWPD0KWG type=write size=59255 2023-12-03T11:43:40.100 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.094+0000 7f4da82f78c0 1 > prepared part key=_multipart_PSYQ3RT9HX5N.2~GP9JGLET9DGZ.0 size=1048576 2023-12-03T11:43:40.103 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.098+0000 7f4da82f78c0 1 > prepared part key=_multipart_PSYQ3RT9HX5N.2~GP9JGLET9DGZ.1 size=1048576 2023-12-03T11:43:40.106 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.102+0000 7f4da82f78c0 1 > prepared part key=_multipart_PSYQ3RT9HX5N.2~GP9JGLET9DGZ.2 size=559422 2023-12-03T11:43:40.106 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.102+0000 7f4da82f78c0 1 > prepared multipart upload key=PSYQ3RT9HX5N upload=GP9JGLET9DGZ tag=R731M2JTO55Z type=write size=3705150 2023-12-03T11:43:40.110 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.106+0000 7f4da82f78c0 1 < completed delete operation key=MY1AJ69R89HD tag=4R2XYGZTRYJ6 type=del 2023-12-03T11:43:40.114 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.110+0000 7f4da82f78c0 1 > prepared operation key=XCT2GVJ4O84M tag=KMO406KP35EN type=write size=540607 2023-12-03T11:43:40.115 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.110+0000 7f4da82f78c0 1 < canceled part key=_multipart_K2XC9VGBIFBD.2~55TYX0Z8NV21.0 size=1048576 2023-12-03T11:43:40.119 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.114+0000 7f4da82f78c0 1 < completed part key=_multipart_K2XC9VGBIFBD.2~55TYX0Z8NV21.1 size=816592 2023-12-03T11:43:40.126 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.122+0000 7f4da82f78c0 1 < canceled multipart upload key=K2XC9VGBIFBD upload=55TYX0Z8NV21 tag=VH2ZYOZPB3H1 type=write size=2913744 2023-12-03T11:43:40.144 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.138+0000 7f4da82f78c0 1 > prepared part key=_multipart_1H0XTAA0VMYC.2~GFJ93XC9TSLD.0 size=1048576 2023-12-03T11:43:40.148 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.142+0000 7f4da82f78c0 1 > prepared part key=_multipart_1H0XTAA0VMYC.2~GFJ93XC9TSLD.1 size=20258 2023-12-03T11:43:40.148 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.142+0000 7f4da82f78c0 1 > prepared multipart upload key=1H0XTAA0VMYC upload=GFJ93XC9TSLD tag=16OZSK0QIZQK type=write size=2117410 2023-12-03T11:43:40.156 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.150+0000 7f4da82f78c0 1 < suggested update operation key=ZO4GYMSV47J9 tag=P4XEETOKBK9A type=del size=1569178 2023-12-03T11:43:40.164 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.158+0000 7f4da82f78c0 1 > prepared part key=_multipart_4LWB8EMR9EBJ.2~4QC8CV29O3M4.0 size=1048576 2023-12-03T11:43:40.167 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.162+0000 7f4da82f78c0 1 > prepared part key=_multipart_4LWB8EMR9EBJ.2~4QC8CV29O3M4.1 size=553130 2023-12-03T11:43:40.168 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.162+0000 7f4da82f78c0 1 > prepared multipart upload key=4LWB8EMR9EBJ upload=4QC8CV29O3M4 tag=HS0I29D64KIU type=write size=2650282 2023-12-03T11:43:40.175 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.170+0000 7f4da82f78c0 1 < suggested remove operation key=UT0U43FV7Y0L tag=8MSBB7VE7VHO type=del 2023-12-03T11:43:40.179 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.174+0000 7f4da82f78c0 1 > prepared operation key=IOZ5MNNP5B2W tag=4HAJRVE80P3K type=del size=2607852 2023-12-03T11:43:40.183 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.178+0000 7f4da82f78c0 1 < completed delete operation key=PSYQ3RT9HX5N tag=NAA4846VVLG7 type=del 2023-12-03T11:43:40.189 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.182+0000 7f4da82f78c0 1 > prepared part key=_multipart_MY1AJ69R89HD.2~9XQNO0P7HPOJ.0 size=885343 2023-12-03T11:43:40.189 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.182+0000 7f4da82f78c0 1 > prepared multipart upload key=MY1AJ69R89HD upload=9XQNO0P7HPOJ tag=SENK3Y97VHRN type=write size=1933919 2023-12-03T11:43:40.193 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.186+0000 7f4da82f78c0 1 < completed part key=_multipart_GMT5400N4YTT.2~QAN758QHJF0P.0 size=986287 2023-12-03T11:43:40.199 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.194+0000 7f4da82f78c0 1 < completed multipart upload key=GMT5400N4YTT upload=QAN758QHJF0P tag=HJICICPI2M2F type=write size=2034863 2023-12-03T11:43:40.202 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.198+0000 7f4da82f78c0 1 > prepared operation key=M9A06B3PSDOD tag=ECO7C00BWOPC type=del size=2811661 2023-12-03T11:43:40.206 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.202+0000 7f4da82f78c0 1 < completed part key=_multipart_MY1AJ69R89HD.2~LVVQ7FCVM3H6.0 size=1048576 2023-12-03T11:43:40.209 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.202+0000 7f4da82f78c0 1 < completed part key=_multipart_MY1AJ69R89HD.2~LVVQ7FCVM3H6.1 size=1048576 2023-12-03T11:43:40.212 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.206+0000 7f4da82f78c0 1 < completed part key=_multipart_MY1AJ69R89HD.2~LVVQ7FCVM3H6.2 size=490101 2023-12-03T11:43:40.218 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.214+0000 7f4da82f78c0 1 < completed multipart upload key=MY1AJ69R89HD upload=LVVQ7FCVM3H6 tag=0P5JKQS4M2YG type=write size=3635829 2023-12-03T11:43:40.221 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.214+0000 7f4da82f78c0 1 > prepared operation key=K2XC9VGBIFBD tag=1TQC5C49N716 type=del size=4125614 2023-12-03T11:43:40.225 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.218+0000 7f4da82f78c0 1 < completed delete operation key=Q3BH4HFRFZA5 tag=R2BF4AAMXTDM type=del 2023-12-03T11:43:40.232 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.226+0000 7f4da82f78c0 1 > prepared part key=_multipart_Q3BH4HFRFZA5.2~8OSA8WOMLKQ5.0 size=1048576 2023-12-03T11:43:40.234 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.230+0000 7f4da82f78c0 1 > prepared part key=_multipart_Q3BH4HFRFZA5.2~8OSA8WOMLKQ5.1 size=1048576 2023-12-03T11:43:40.238 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.230+0000 7f4da82f78c0 1 > prepared part key=_multipart_Q3BH4HFRFZA5.2~8OSA8WOMLKQ5.2 size=671295 2023-12-03T11:43:40.239 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.230+0000 7f4da82f78c0 1 > prepared multipart upload key=Q3BH4HFRFZA5 upload=8OSA8WOMLKQ5 tag=VZ7AAN5AQUA1 type=write size=3817023 2023-12-03T11:43:40.241 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.234+0000 7f4da82f78c0 1 < completed write operation key=K6FJNLCVDIUX tag=A7IS3DMF9N19 type=write size=814854 2023-12-03T11:43:40.247 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.242+0000 7f4da82f78c0 1 > prepared part key=_multipart_K2XC9VGBIFBD.2~6NX801R1TNCB.0 size=1048576 2023-12-03T11:43:40.250 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.246+0000 7f4da82f78c0 1 > prepared part key=_multipart_K2XC9VGBIFBD.2~6NX801R1TNCB.1 size=1048576 2023-12-03T11:43:40.253 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.246+0000 7f4da82f78c0 1 > prepared part key=_multipart_K2XC9VGBIFBD.2~6NX801R1TNCB.2 size=883941 2023-12-03T11:43:40.253 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.246+0000 7f4da82f78c0 1 > prepared multipart upload key=K2XC9VGBIFBD upload=6NX801R1TNCB tag=F0CYMYPNY7X4 type=write size=4029669 2023-12-03T11:43:40.256 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.250+0000 7f4da82f78c0 1 < completed delete operation key=TBD5MDTZYHGQ tag=Z0Z25HOGQ229 type=del 2023-12-03T11:43:40.260 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.254+0000 7f4da82f78c0 1 > prepared operation key=YCJ1J0AKOH1D tag=78PQGQW8CSSX type=del size=854153 2023-12-03T11:43:40.265 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.258+0000 7f4da82f78c0 1 < completed part key=_multipart_IA082W6GDNN2.2~4LJDBTUAD3OU.0 size=513301 2023-12-03T11:43:40.270 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.262+0000 7f4da82f78c0 1 < completed multipart upload key=IA082W6GDNN2 upload=4LJDBTUAD3OU tag=MAVVXGICU3EY type=write size=1561877 2023-12-03T11:43:40.273 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.266+0000 7f4da82f78c0 1 > prepared operation key=K2XC9VGBIFBD tag=DDF0SX2PLV15 type=del size=3086746 2023-12-03T11:43:40.277 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.270+0000 7f4da82f78c0 1 < completed part key=_multipart_4DF7KX58SVJY.2~93MGRGJYT7Y1.0 size=1048576 2023-12-03T11:43:40.280 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.274+0000 7f4da82f78c0 1 < completed part key=_multipart_4DF7KX58SVJY.2~93MGRGJYT7Y1.1 size=1048576 2023-12-03T11:43:40.283 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.278+0000 7f4da82f78c0 1 < completed part key=_multipart_4DF7KX58SVJY.2~93MGRGJYT7Y1.2 size=174798 2023-12-03T11:43:40.290 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.282+0000 7f4da82f78c0 1 < completed multipart upload key=4DF7KX58SVJY upload=93MGRGJYT7Y1 tag=HBOHBL4L8OA3 type=write size=3320526 2023-12-03T11:43:40.296 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.290+0000 7f4da82f78c0 1 > prepared part key=_multipart_K6FJNLCVDIUX.2~4DQ7FJU0E6KX.0 size=1041881 2023-12-03T11:43:40.297 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.290+0000 7f4da82f78c0 1 > prepared multipart upload key=K6FJNLCVDIUX upload=4DQ7FJU0E6KX tag=0NT90OA1PPIW type=write size=2090457 2023-12-03T11:43:40.300 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.294+0000 7f4da82f78c0 1 < completed part key=_multipart_7AKK0TE2I43B.2~004XKVGQQ6LL.0 size=515292 2023-12-03T11:43:40.306 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.302+0000 7f4da82f78c0 1 < completed multipart upload key=7AKK0TE2I43B upload=004XKVGQQ6LL tag=UCGRLNUWU3BE type=write size=1563868 2023-12-03T11:43:40.310 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.306+0000 7f4da82f78c0 1 > prepared operation key=1H0XTAA0VMYC tag=RQHBCK7QX7GH type=del size=1843883 2023-12-03T11:43:40.314 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.306+0000 7f4da82f78c0 1 < completed part key=_multipart_WEBJUD8426X3.2~ARUK4XZF07WA.0 size=1020755 2023-12-03T11:43:40.320 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.314+0000 7f4da82f78c0 1 < completed multipart upload key=WEBJUD8426X3 upload=ARUK4XZF07WA tag=PAO0H0PDJWS1 type=write size=2069331 2023-12-03T11:43:40.324 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.318+0000 7f4da82f78c0 1 > prepared operation key=D2PVZARQWEIV tag=Q3DYYCGL8SC7 type=del size=944035 2023-12-03T11:43:40.327 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.322+0000 7f4da82f78c0 1 < completed part key=_multipart_IA082W6GDNN2.2~1MUZORV5O3GI.0 size=1048576 2023-12-03T11:43:40.330 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.326+0000 7f4da82f78c0 1 < completed part key=_multipart_IA082W6GDNN2.2~1MUZORV5O3GI.1 size=1048576 2023-12-03T11:43:40.333 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.326+0000 7f4da82f78c0 1 < completed part key=_multipart_IA082W6GDNN2.2~1MUZORV5O3GI.2 size=47790 2023-12-03T11:43:40.340 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.334+0000 7f4da82f78c0 1 < completed multipart upload key=IA082W6GDNN2 upload=1MUZORV5O3GI tag=VMVPWCUQW793 type=write size=3193518 2023-12-03T11:43:40.343 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.338+0000 7f4da82f78c0 1 > prepared operation key=IOZ5MNNP5B2W tag=V4X930942KRV type=del size=1154757 2023-12-03T11:43:40.347 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.342+0000 7f4da82f78c0 1 < completed part key=_multipart_PSYQ3RT9HX5N.2~GP9JGLET9DGZ.0 size=1048576 2023-12-03T11:43:40.350 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.346+0000 7f4da82f78c0 1 < completed part key=_multipart_PSYQ3RT9HX5N.2~GP9JGLET9DGZ.1 size=1048576 2023-12-03T11:43:40.353 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.346+0000 7f4da82f78c0 1 < completed part key=_multipart_PSYQ3RT9HX5N.2~GP9JGLET9DGZ.2 size=559422 2023-12-03T11:43:40.360 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.354+0000 7f4da82f78c0 1 < completed multipart upload key=PSYQ3RT9HX5N upload=GP9JGLET9DGZ tag=R731M2JTO55Z type=write size=3705150 2023-12-03T11:43:40.363 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.358+0000 7f4da82f78c0 1 > prepared operation key=645V3LNUPS4A tag=KPF1L4R4EBEO type=del size=61458 2023-12-03T11:43:40.367 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.362+0000 7f4da82f78c0 1 < completed write operation key=XCT2GVJ4O84M tag=KMO406KP35EN type=write size=540607 2023-12-03T11:43:40.371 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.366+0000 7f4da82f78c0 1 > prepared operation key=1GAQFDQ35291 tag=CSOTW60IKWSR type=del size=1112562 2023-12-03T11:43:40.374 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.370+0000 7f4da82f78c0 1 < completed part key=_multipart_1H0XTAA0VMYC.2~GFJ93XC9TSLD.0 size=1048576 2023-12-03T11:43:40.378 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.370+0000 7f4da82f78c0 1 < completed part key=_multipart_1H0XTAA0VMYC.2~GFJ93XC9TSLD.1 size=20258 2023-12-03T11:43:40.384 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.378+0000 7f4da82f78c0 1 < completed multipart upload key=1H0XTAA0VMYC upload=GFJ93XC9TSLD tag=16OZSK0QIZQK type=write size=2117410 2023-12-03T11:43:40.388 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.382+0000 7f4da82f78c0 1 > prepared operation key=TBD5MDTZYHGQ tag=IK62O8HA9FB3 type=write size=694294 2023-12-03T11:43:40.391 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.386+0000 7f4da82f78c0 1 < completed part key=_multipart_4LWB8EMR9EBJ.2~4QC8CV29O3M4.0 size=1048576 2023-12-03T11:43:40.394 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.390+0000 7f4da82f78c0 1 < completed part key=_multipart_4LWB8EMR9EBJ.2~4QC8CV29O3M4.1 size=553130 2023-12-03T11:43:40.401 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.394+0000 7f4da82f78c0 1 < completed multipart upload key=4LWB8EMR9EBJ upload=4QC8CV29O3M4 tag=HS0I29D64KIU type=write size=2650282 2023-12-03T11:43:40.404 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.398+0000 7f4da82f78c0 1 > prepared operation key=PUY1C1KWIAHV tag=7ALPJK3BDNZG type=del size=932434 2023-12-03T11:43:40.408 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.402+0000 7f4da82f78c0 1 < canceled operation key=IOZ5MNNP5B2W tag=4HAJRVE80P3K type=del size=2607852 2023-12-03T11:43:40.414 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.410+0000 7f4da82f78c0 1 > prepared part key=_multipart_4LWB8EMR9EBJ.2~0XAFRTL7HIIM.0 size=820780 2023-12-03T11:43:40.415 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.410+0000 7f4da82f78c0 1 > prepared multipart upload key=4LWB8EMR9EBJ upload=0XAFRTL7HIIM tag=V2ANSIEX1GEB type=write size=1869356 2023-12-03T11:43:40.415 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.410+0000 7f4da82f78c0 1 < canceled part key=_multipart_MY1AJ69R89HD.2~9XQNO0P7HPOJ.0 size=885343 2023-12-03T11:43:40.421 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.414+0000 7f4da82f78c0 1 < canceled multipart upload key=MY1AJ69R89HD upload=9XQNO0P7HPOJ tag=SENK3Y97VHRN type=write size=1933919 2023-12-03T11:43:40.425 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.418+0000 7f4da82f78c0 1 > prepared operation key=1H0XTAA0VMYC tag=F0S0NW12M00B type=del size=2143098 2023-12-03T11:43:40.429 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.422+0000 7f4da82f78c0 1 < completed delete operation key=M9A06B3PSDOD tag=ECO7C00BWOPC type=del 2023-12-03T11:43:40.435 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.430+0000 7f4da82f78c0 1 > prepared part key=_multipart_1H0XTAA0VMYC.2~806Z4E0WKYOY.0 size=784591 2023-12-03T11:43:40.436 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.430+0000 7f4da82f78c0 1 > prepared multipart upload key=1H0XTAA0VMYC upload=806Z4E0WKYOY tag=DET04J9WMNIJ type=write size=1833167 2023-12-03T11:43:40.439 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.434+0000 7f4da82f78c0 1 < completed delete operation key=K2XC9VGBIFBD tag=1TQC5C49N716 type=del 2023-12-03T11:43:40.443 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.438+0000 7f4da82f78c0 1 > prepared operation key=K6FJNLCVDIUX tag=ZGYRP3V9XDZ8 type=del size=207892 2023-12-03T11:43:40.446 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.442+0000 7f4da82f78c0 1 < completed part key=_multipart_Q3BH4HFRFZA5.2~8OSA8WOMLKQ5.0 size=1048576 2023-12-03T11:43:40.449 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.442+0000 7f4da82f78c0 1 < completed part key=_multipart_Q3BH4HFRFZA5.2~8OSA8WOMLKQ5.1 size=1048576 2023-12-03T11:43:40.452 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.446+0000 7f4da82f78c0 1 < completed part key=_multipart_Q3BH4HFRFZA5.2~8OSA8WOMLKQ5.2 size=671295 2023-12-03T11:43:40.459 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.454+0000 7f4da82f78c0 1 < completed multipart upload key=Q3BH4HFRFZA5 upload=8OSA8WOMLKQ5 tag=VZ7AAN5AQUA1 type=write size=3817023 2023-12-03T11:43:40.465 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.458+0000 7f4da82f78c0 1 > prepared part key=_multipart_RF6YEP4A6INZ.2~2NEL28FJW81C.0 size=53972 2023-12-03T11:43:40.466 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.458+0000 7f4da82f78c0 1 > prepared multipart upload key=RF6YEP4A6INZ upload=2NEL28FJW81C tag=8Z3CP7DN6O6U type=write size=1102548 2023-12-03T11:43:40.469 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.462+0000 7f4da82f78c0 1 < completed part key=_multipart_K2XC9VGBIFBD.2~6NX801R1TNCB.0 size=1048576 2023-12-03T11:43:40.474 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.466+0000 7f4da82f78c0 1 < completed part key=_multipart_K2XC9VGBIFBD.2~6NX801R1TNCB.1 size=1048576 2023-12-03T11:43:40.476 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.470+0000 7f4da82f78c0 1 < completed part key=_multipart_K2XC9VGBIFBD.2~6NX801R1TNCB.2 size=883941 2023-12-03T11:43:40.495 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.490+0000 7f4da82f78c0 1 < completed multipart upload key=K2XC9VGBIFBD upload=6NX801R1TNCB tag=F0CYMYPNY7X4 type=write size=4029669 2023-12-03T11:43:40.499 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.494+0000 7f4da82f78c0 1 > prepared operation key=6UZY1HWE143J tag=ZZWYIYB7UXNG type=write size=909483 2023-12-03T11:43:40.506 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.502+0000 7f4da82f78c0 1 < suggested remove operation key=YCJ1J0AKOH1D tag=78PQGQW8CSSX type=del 2023-12-03T11:43:40.513 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.506+0000 7f4da82f78c0 1 > prepared part key=_multipart_IA082W6GDNN2.2~RSLBRMY6OOSQ.0 size=1048576 2023-12-03T11:43:40.516 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.510+0000 7f4da82f78c0 1 > prepared part key=_multipart_IA082W6GDNN2.2~RSLBRMY6OOSQ.1 size=1048576 2023-12-03T11:43:40.520 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.514+0000 7f4da82f78c0 1 > prepared part key=_multipart_IA082W6GDNN2.2~RSLBRMY6OOSQ.2 size=353314 2023-12-03T11:43:40.520 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.514+0000 7f4da82f78c0 1 > prepared multipart upload key=IA082W6GDNN2 upload=RSLBRMY6OOSQ tag=DFQFOY1UQPD2 type=write size=3499042 2023-12-03T11:43:40.524 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.518+0000 7f4da82f78c0 1 < completed delete operation key=K2XC9VGBIFBD tag=DDF0SX2PLV15 type=del 2023-12-03T11:43:40.528 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.522+0000 7f4da82f78c0 1 > prepared operation key=Q5C3IZCQEVO6 tag=YG1CNOOSAZ1L type=del size=941585 2023-12-03T11:43:40.532 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.526+0000 7f4da82f78c0 1 < completed part key=_multipart_K6FJNLCVDIUX.2~4DQ7FJU0E6KX.0 size=1041881 2023-12-03T11:43:40.538 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.534+0000 7f4da82f78c0 1 < completed multipart upload key=K6FJNLCVDIUX upload=4DQ7FJU0E6KX tag=0NT90OA1PPIW type=write size=2090457 2023-12-03T11:43:40.546 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.542+0000 7f4da82f78c0 1 > prepared part key=_multipart_7AKK0TE2I43B.2~BDB99Q7F6R48.0 size=140555 2023-12-03T11:43:40.546 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.542+0000 7f4da82f78c0 1 > prepared multipart upload key=7AKK0TE2I43B upload=BDB99Q7F6R48 tag=OP4Y28O83VZL type=write size=1189131 2023-12-03T11:43:40.550 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.546+0000 7f4da82f78c0 1 < completed delete operation key=1H0XTAA0VMYC tag=RQHBCK7QX7GH type=del 2023-12-03T11:43:40.554 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.550+0000 7f4da82f78c0 1 > prepared operation key=1H0XTAA0VMYC tag=VZR6YB1WOU9O type=write size=890993 2023-12-03T11:43:40.559 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.554+0000 7f4da82f78c0 1 < completed delete operation key=D2PVZARQWEIV tag=Q3DYYCGL8SC7 type=del 2023-12-03T11:43:40.563 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.558+0000 7f4da82f78c0 1 > prepared operation key=L3HC1M7OJ3L7 tag=F118JM2VFNMO type=del size=3644363 2023-12-03T11:43:40.566 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.562+0000 7f4da82f78c0 1 < completed delete operation key=IOZ5MNNP5B2W tag=V4X930942KRV type=del 2023-12-03T11:43:40.573 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.566+0000 7f4da82f78c0 1 > prepared part key=_multipart_WEBJUD8426X3.2~01DJCR3BZ2LB.0 size=1048576 2023-12-03T11:43:40.576 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.570+0000 7f4da82f78c0 1 > prepared part key=_multipart_WEBJUD8426X3.2~01DJCR3BZ2LB.1 size=622706 2023-12-03T11:43:40.576 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.570+0000 7f4da82f78c0 1 > prepared multipart upload key=WEBJUD8426X3 upload=01DJCR3BZ2LB tag=9T2SNU1HTLXB type=write size=2719858 2023-12-03T11:43:40.580 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.574+0000 7f4da82f78c0 1 < completed delete operation key=645V3LNUPS4A tag=KPF1L4R4EBEO type=del 2023-12-03T11:43:40.584 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.578+0000 7f4da82f78c0 1 > prepared operation key=D2PVZARQWEIV tag=OLQIQKDUIFTC type=del size=986232 2023-12-03T11:43:40.592 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.586+0000 7f4da82f78c0 1 < suggested remove operation key=1GAQFDQ35291 tag=CSOTW60IKWSR type=del 2023-12-03T11:43:40.596 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.590+0000 7f4da82f78c0 1 > prepared operation key=85DYZW2I0U7X tag=JNH16X9ECOOF type=del size=14172 2023-12-03T11:43:40.600 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.594+0000 7f4da82f78c0 1 < completed write operation key=TBD5MDTZYHGQ tag=IK62O8HA9FB3 type=write size=694294 2023-12-03T11:43:40.603 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.598+0000 7f4da82f78c0 1 > prepared operation key=645V3LNUPS4A tag=3TN6WGRJT2E9 type=del size=1666620 2023-12-03T11:43:40.611 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.606+0000 7f4da82f78c0 1 < suggested remove operation key=PUY1C1KWIAHV tag=7ALPJK3BDNZG type=del 2023-12-03T11:43:40.615 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.610+0000 7f4da82f78c0 1 > prepared operation key=PUY1C1KWIAHV tag=IHJPEJZKKNPA type=del size=3441101 2023-12-03T11:43:40.619 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.614+0000 7f4da82f78c0 1 < completed part key=_multipart_4LWB8EMR9EBJ.2~0XAFRTL7HIIM.0 size=820780 2023-12-03T11:43:40.626 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.622+0000 7f4da82f78c0 1 < completed multipart upload key=4LWB8EMR9EBJ upload=0XAFRTL7HIIM tag=V2ANSIEX1GEB type=write size=1869356 2023-12-03T11:43:40.630 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.622+0000 7f4da82f78c0 1 > prepared operation key=1H0XTAA0VMYC tag=TF92TN0GDPHX type=del size=2705323 2023-12-03T11:43:40.633 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.626+0000 7f4da82f78c0 1 < completed delete operation key=1H0XTAA0VMYC tag=F0S0NW12M00B type=del 2023-12-03T11:43:40.637 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.630+0000 7f4da82f78c0 1 > prepared operation key=4DF7KX58SVJY tag=8QKA5KO6AFGX type=del size=809158 2023-12-03T11:43:40.638 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.634+0000 7f4da82f78c0 1 < canceled part key=_multipart_1H0XTAA0VMYC.2~806Z4E0WKYOY.0 size=784591 2023-12-03T11:43:40.645 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.638+0000 7f4da82f78c0 1 < canceled multipart upload key=1H0XTAA0VMYC upload=806Z4E0WKYOY tag=DET04J9WMNIJ type=write size=1833167 2023-12-03T11:43:40.651 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.646+0000 7f4da82f78c0 1 > prepared part key=_multipart_85DYZW2I0U7X.2~INBXZZAC2ED2.0 size=1048576 2023-12-03T11:43:40.654 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.650+0000 7f4da82f78c0 1 > prepared part key=_multipart_85DYZW2I0U7X.2~INBXZZAC2ED2.1 size=987688 2023-12-03T11:43:40.654 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.650+0000 7f4da82f78c0 1 > prepared multipart upload key=85DYZW2I0U7X upload=INBXZZAC2ED2 tag=9NTQYCFL9HVZ type=write size=3084840 2023-12-03T11:43:40.662 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.654+0000 7f4da82f78c0 1 < suggested update operation key=K6FJNLCVDIUX tag=ZGYRP3V9XDZ8 type=del size=207892 2023-12-03T11:43:40.665 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.658+0000 7f4da82f78c0 1 > prepared operation key=7EDLY2Q78IBP tag=0L10KXB5E8MA type=write size=577778 2023-12-03T11:43:40.669 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.662+0000 7f4da82f78c0 1 < completed part key=_multipart_RF6YEP4A6INZ.2~2NEL28FJW81C.0 size=53972 2023-12-03T11:43:40.677 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.670+0000 7f4da82f78c0 1 < completed multipart upload key=RF6YEP4A6INZ upload=2NEL28FJW81C tag=8Z3CP7DN6O6U type=write size=1102548 2023-12-03T11:43:40.683 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.678+0000 7f4da82f78c0 1 > prepared part key=_multipart_MY1AJ69R89HD.2~HS6E806VOXTG.0 size=1048576 2023-12-03T11:43:40.686 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.682+0000 7f4da82f78c0 1 > prepared part key=_multipart_MY1AJ69R89HD.2~HS6E806VOXTG.1 size=60675 2023-12-03T11:43:40.686 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.682+0000 7f4da82f78c0 1 > prepared multipart upload key=MY1AJ69R89HD upload=HS6E806VOXTG tag=OJIISU8IITIU type=write size=2157827 2023-12-03T11:43:40.690 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.686+0000 7f4da82f78c0 1 < completed write operation key=6UZY1HWE143J tag=ZZWYIYB7UXNG type=write size=909483 2023-12-03T11:43:40.694 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.690+0000 7f4da82f78c0 1 > prepared operation key=7AKK0TE2I43B tag=SGNJ6PLZ7S09 type=write size=669601 2023-12-03T11:43:40.698 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.694+0000 7f4da82f78c0 1 < completed part key=_multipart_IA082W6GDNN2.2~RSLBRMY6OOSQ.0 size=1048576 2023-12-03T11:43:40.701 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.694+0000 7f4da82f78c0 1 < completed part key=_multipart_IA082W6GDNN2.2~RSLBRMY6OOSQ.1 size=1048576 2023-12-03T11:43:40.705 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.698+0000 7f4da82f78c0 1 < completed part key=_multipart_IA082W6GDNN2.2~RSLBRMY6OOSQ.2 size=353314 2023-12-03T11:43:40.712 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.706+0000 7f4da82f78c0 1 < completed multipart upload key=IA082W6GDNN2 upload=RSLBRMY6OOSQ tag=DFQFOY1UQPD2 type=write size=3499042 2023-12-03T11:43:40.719 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.714+0000 7f4da82f78c0 1 > prepared part key=_multipart_4LWB8EMR9EBJ.2~DWU0LRQ47GUL.0 size=818514 2023-12-03T11:43:40.719 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.714+0000 7f4da82f78c0 1 > prepared multipart upload key=4LWB8EMR9EBJ upload=DWU0LRQ47GUL tag=1AQCU60YS5SS type=write size=1867090 2023-12-03T11:43:40.723 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.718+0000 7f4da82f78c0 1 < canceled operation key=Q5C3IZCQEVO6 tag=YG1CNOOSAZ1L type=del size=941585 2023-12-03T11:43:40.730 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.726+0000 7f4da82f78c0 1 > prepared part key=_multipart_L3HC1M7OJ3L7.2~JQGLRH738IFP.0 size=890366 2023-12-03T11:43:40.730 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.726+0000 7f4da82f78c0 1 > prepared multipart upload key=L3HC1M7OJ3L7 upload=JQGLRH738IFP tag=6RSU6PCXXUH6 type=write size=1938942 2023-12-03T11:43:40.734 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.726+0000 7f4da82f78c0 1 < completed part key=_multipart_7AKK0TE2I43B.2~BDB99Q7F6R48.0 size=140555 2023-12-03T11:43:40.740 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.734+0000 7f4da82f78c0 1 < completed multipart upload key=7AKK0TE2I43B upload=BDB99Q7F6R48 tag=OP4Y28O83VZL type=write size=1189131 2023-12-03T11:43:40.747 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.742+0000 7f4da82f78c0 1 > prepared part key=_multipart_L3HC1M7OJ3L7.2~TCHEJDVMW0UJ.0 size=1048576 2023-12-03T11:43:40.750 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.742+0000 7f4da82f78c0 1 > prepared part key=_multipart_L3HC1M7OJ3L7.2~TCHEJDVMW0UJ.1 size=586236 2023-12-03T11:43:40.750 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.742+0000 7f4da82f78c0 1 > prepared multipart upload key=L3HC1M7OJ3L7 upload=TCHEJDVMW0UJ tag=8ES6713XYWGM type=write size=2683388 2023-12-03T11:43:40.754 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.746+0000 7f4da82f78c0 1 < completed write operation key=1H0XTAA0VMYC tag=VZR6YB1WOU9O type=write size=890993 2023-12-03T11:43:40.757 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.750+0000 7f4da82f78c0 1 > prepared operation key=4DF7KX58SVJY tag=BY0HSU6RCPT2 type=write size=438354 2023-12-03T11:43:40.762 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.754+0000 7f4da82f78c0 1 < canceled operation key=L3HC1M7OJ3L7 tag=F118JM2VFNMO type=del size=3644363 2023-12-03T11:43:40.765 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.758+0000 7f4da82f78c0 1 > prepared operation key=GMT5400N4YTT tag=78Z36TP2QXJA type=del size=3180159 2023-12-03T11:43:40.770 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.762+0000 7f4da82f78c0 1 < completed part key=_multipart_WEBJUD8426X3.2~01DJCR3BZ2LB.0 size=1048576 2023-12-03T11:43:40.770 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.762+0000 7f4da82f78c0 1 < canceled part key=_multipart_WEBJUD8426X3.2~01DJCR3BZ2LB.1 size=622706 2023-12-03T11:43:40.776 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.770+0000 7f4da82f78c0 1 < canceled multipart upload key=WEBJUD8426X3 upload=01DJCR3BZ2LB tag=9T2SNU1HTLXB type=write size=2719858 2023-12-03T11:43:40.780 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.774+0000 7f4da82f78c0 1 > prepared operation key=4DF7KX58SVJY tag=LEUARLFMBUS9 type=write size=833175 2023-12-03T11:43:40.784 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.778+0000 7f4da82f78c0 1 < canceled operation key=D2PVZARQWEIV tag=OLQIQKDUIFTC type=del size=986232 2023-12-03T11:43:40.788 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.782+0000 7f4da82f78c0 1 > prepared operation key=1H0XTAA0VMYC tag=JHKWTL8KDW1A type=write size=680879 2023-12-03T11:43:40.792 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.786+0000 7f4da82f78c0 1 < canceled operation key=85DYZW2I0U7X tag=JNH16X9ECOOF type=del size=14172 2023-12-03T11:43:40.796 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.790+0000 7f4da82f78c0 1 > prepared operation key=GMT5400N4YTT tag=LYP382NLA27H type=del size=431460 2023-12-03T11:43:40.800 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.794+0000 7f4da82f78c0 1 < completed delete operation key=645V3LNUPS4A tag=3TN6WGRJT2E9 type=del 2023-12-03T11:43:40.804 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.798+0000 7f4da82f78c0 1 > prepared operation key=GMT5400N4YTT tag=FSB9Q2SCABMU type=del size=3969712 2023-12-03T11:43:40.808 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.802+0000 7f4da82f78c0 1 < completed delete operation key=PUY1C1KWIAHV tag=IHJPEJZKKNPA type=del 2023-12-03T11:43:40.812 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.806+0000 7f4da82f78c0 1 > prepared operation key=4DF7KX58SVJY tag=RD1SCEOP9T6N type=del size=4182022 2023-12-03T11:43:40.816 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.810+0000 7f4da82f78c0 1 < canceled operation key=1H0XTAA0VMYC tag=TF92TN0GDPHX type=del size=2705323 2023-12-03T11:43:40.823 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.818+0000 7f4da82f78c0 1 > prepared part key=_multipart_M9A06B3PSDOD.2~HHOVU5O18SZH.0 size=1048576 2023-12-03T11:43:40.827 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.822+0000 7f4da82f78c0 1 > prepared part key=_multipart_M9A06B3PSDOD.2~HHOVU5O18SZH.1 size=287651 2023-12-03T11:43:40.827 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.822+0000 7f4da82f78c0 1 > prepared multipart upload key=M9A06B3PSDOD upload=HHOVU5O18SZH tag=QXYEB96M8YD1 type=write size=2384803 2023-12-03T11:43:40.831 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.826+0000 7f4da82f78c0 1 < completed delete operation key=4DF7KX58SVJY tag=8QKA5KO6AFGX type=del 2023-12-03T11:43:40.834 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.830+0000 7f4da82f78c0 1 > prepared operation key=D2PVZARQWEIV tag=BQ7TZB7JU7PQ type=del size=1493840 2023-12-03T11:43:40.838 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.834+0000 7f4da82f78c0 1 < completed part key=_multipart_85DYZW2I0U7X.2~INBXZZAC2ED2.0 size=1048576 2023-12-03T11:43:40.842 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.834+0000 7f4da82f78c0 1 < completed part key=_multipart_85DYZW2I0U7X.2~INBXZZAC2ED2.1 size=987688 2023-12-03T11:43:40.849 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.842+0000 7f4da82f78c0 1 < completed multipart upload key=85DYZW2I0U7X upload=INBXZZAC2ED2 tag=9NTQYCFL9HVZ type=write size=3084840 2023-12-03T11:43:40.853 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.846+0000 7f4da82f78c0 1 > prepared operation key=PSYQ3RT9HX5N tag=H6KLTHUZ4G7A type=write size=512898 2023-12-03T11:43:40.862 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.854+0000 7f4da82f78c0 1 < suggested remove operation key=7EDLY2Q78IBP tag=0L10KXB5E8MA type=write 2023-12-03T11:43:40.882 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.878+0000 7f4da82f78c0 1 > prepared operation key=K2XC9VGBIFBD tag=JVG428MDY633 type=del size=831825 2023-12-03T11:43:40.887 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.882+0000 7f4da82f78c0 1 < completed part key=_multipart_MY1AJ69R89HD.2~HS6E806VOXTG.0 size=1048576 2023-12-03T11:43:40.890 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.882+0000 7f4da82f78c0 1 < completed part key=_multipart_MY1AJ69R89HD.2~HS6E806VOXTG.1 size=60675 2023-12-03T11:43:40.897 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.890+0000 7f4da82f78c0 1 < completed multipart upload key=MY1AJ69R89HD upload=HS6E806VOXTG tag=OJIISU8IITIU type=write size=2157827 2023-12-03T11:43:40.901 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.894+0000 7f4da82f78c0 1 > prepared operation key=4DF7KX58SVJY tag=K0KONYQFAZB5 type=del size=848738 2023-12-03T11:43:40.905 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.898+0000 7f4da82f78c0 1 < completed write operation key=7AKK0TE2I43B tag=SGNJ6PLZ7S09 type=write size=669601 2023-12-03T11:43:40.910 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.906+0000 7f4da82f78c0 1 > prepared operation key=7EDLY2Q78IBP tag=6YB1I6YNKEZ0 type=write size=721462 2023-12-03T11:43:40.914 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.910+0000 7f4da82f78c0 1 < completed part key=_multipart_4LWB8EMR9EBJ.2~DWU0LRQ47GUL.0 size=818514 2023-12-03T11:43:40.921 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.914+0000 7f4da82f78c0 1 < completed multipart upload key=4LWB8EMR9EBJ upload=DWU0LRQ47GUL tag=1AQCU60YS5SS type=write size=1867090 2023-12-03T11:43:40.925 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.918+0000 7f4da82f78c0 1 > prepared operation key=2HVLNPGB2PLL tag=8F00B35H9L5C type=del size=239695 2023-12-03T11:43:40.928 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.922+0000 7f4da82f78c0 1 < completed part key=_multipart_L3HC1M7OJ3L7.2~JQGLRH738IFP.0 size=890366 2023-12-03T11:43:40.934 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.930+0000 7f4da82f78c0 1 < completed multipart upload key=L3HC1M7OJ3L7 upload=JQGLRH738IFP tag=6RSU6PCXXUH6 type=write size=1938942 2023-12-03T11:43:40.938 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.930+0000 7f4da82f78c0 1 > prepared operation key=K6FJNLCVDIUX tag=GTSHPPMLMYLE type=del size=3722987 2023-12-03T11:43:40.942 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.934+0000 7f4da82f78c0 1 < completed part key=_multipart_L3HC1M7OJ3L7.2~TCHEJDVMW0UJ.0 size=1048576 2023-12-03T11:43:40.945 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.938+0000 7f4da82f78c0 1 < completed part key=_multipart_L3HC1M7OJ3L7.2~TCHEJDVMW0UJ.1 size=586236 2023-12-03T11:43:40.955 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.946+0000 7f4da82f78c0 1 < completed multipart upload key=L3HC1M7OJ3L7 upload=TCHEJDVMW0UJ tag=8ES6713XYWGM type=write size=2683388 2023-12-03T11:43:40.955 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.950+0000 7f4da82f78c0 1 > prepared operation key=K4O9QAISDGSN tag=5QMO1NTWVSHP type=del size=3108755 2023-12-03T11:43:40.958 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.954+0000 7f4da82f78c0 1 < completed write operation key=4DF7KX58SVJY tag=BY0HSU6RCPT2 type=write size=438354 2023-12-03T11:43:40.963 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.958+0000 7f4da82f78c0 1 > prepared operation key=K2XC9VGBIFBD tag=BCJRKE0FGRGO type=del size=1737840 2023-12-03T11:43:40.966 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.962+0000 7f4da82f78c0 1 < canceled operation key=GMT5400N4YTT tag=78Z36TP2QXJA type=del size=3180159 2023-12-03T11:43:40.970 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.962+0000 7f4da82f78c0 1 > prepared operation key=IOZ5MNNP5B2W tag=JARLJ70GXRX3 type=del size=3936886 2023-12-03T11:43:40.973 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.966+0000 7f4da82f78c0 1 < completed write operation key=4DF7KX58SVJY tag=LEUARLFMBUS9 type=write size=833175 2023-12-03T11:43:40.981 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.974+0000 7f4da82f78c0 1 > prepared part key=_multipart_IA082W6GDNN2.2~6GN38H3LZOTM.0 size=326609 2023-12-03T11:43:40.981 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.974+0000 7f4da82f78c0 1 > prepared multipart upload key=IA082W6GDNN2 upload=6GN38H3LZOTM tag=SAMJOZOUPS6A type=write size=1375185 2023-12-03T11:43:40.985 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.978+0000 7f4da82f78c0 1 < completed write operation key=1H0XTAA0VMYC tag=JHKWTL8KDW1A type=write size=680879 2023-12-03T11:43:40.991 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.986+0000 7f4da82f78c0 1 > prepared part key=_multipart_6UZY1HWE143J.2~H6OER4AY5Q6A.0 size=1020563 2023-12-03T11:43:40.991 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.986+0000 7f4da82f78c0 1 > prepared multipart upload key=6UZY1HWE143J upload=H6OER4AY5Q6A tag=9RD1FXJ4O73J type=write size=2069139 2023-12-03T11:43:40.995 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.990+0000 7f4da82f78c0 1 < canceled operation key=GMT5400N4YTT tag=LYP382NLA27H type=del size=431460 2023-12-03T11:43:41.001 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.994+0000 7f4da82f78c0 1 > prepared part key=_multipart_IOZ5MNNP5B2W.2~PYIIU4OEODVN.0 size=1048576 2023-12-03T11:43:41.004 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.998+0000 7f4da82f78c0 1 > prepared part key=_multipart_IOZ5MNNP5B2W.2~PYIIU4OEODVN.1 size=595042 2023-12-03T11:43:41.004 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:40.998+0000 7f4da82f78c0 1 > prepared multipart upload key=IOZ5MNNP5B2W upload=PYIIU4OEODVN tag=1VF0FDIIMBP7 type=write size=2692194 2023-12-03T11:43:41.008 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.002+0000 7f4da82f78c0 1 < completed delete operation key=GMT5400N4YTT tag=FSB9Q2SCABMU type=del 2023-12-03T11:43:41.014 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.010+0000 7f4da82f78c0 1 > prepared part key=_multipart_Q5C3IZCQEVO6.2~3NEFZDYEU1P6.0 size=1048576 2023-12-03T11:43:41.018 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.010+0000 7f4da82f78c0 1 > prepared part key=_multipart_Q5C3IZCQEVO6.2~3NEFZDYEU1P6.1 size=1048576 2023-12-03T11:43:41.020 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.014+0000 7f4da82f78c0 1 > prepared part key=_multipart_Q5C3IZCQEVO6.2~3NEFZDYEU1P6.2 size=770135 2023-12-03T11:43:41.020 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.014+0000 7f4da82f78c0 1 > prepared multipart upload key=Q5C3IZCQEVO6 upload=3NEFZDYEU1P6 tag=DLJEUAHWG8OW type=write size=3915863 2023-12-03T11:43:41.024 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.018+0000 7f4da82f78c0 1 < completed delete operation key=4DF7KX58SVJY tag=RD1SCEOP9T6N type=del 2023-12-03T11:43:41.031 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.026+0000 7f4da82f78c0 1 > prepared part key=_multipart_IOZ5MNNP5B2W.2~WFZ79DBH4QTB.0 size=1048576 2023-12-03T11:43:41.034 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.030+0000 7f4da82f78c0 1 > prepared part key=_multipart_IOZ5MNNP5B2W.2~WFZ79DBH4QTB.1 size=1048576 2023-12-03T11:43:41.037 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.030+0000 7f4da82f78c0 1 > prepared part key=_multipart_IOZ5MNNP5B2W.2~WFZ79DBH4QTB.2 size=644751 2023-12-03T11:43:41.037 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.030+0000 7f4da82f78c0 1 > prepared multipart upload key=IOZ5MNNP5B2W upload=WFZ79DBH4QTB tag=FD7OF999RWM4 type=write size=3790479 2023-12-03T11:43:41.042 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.034+0000 7f4da82f78c0 1 < completed part key=_multipart_M9A06B3PSDOD.2~HHOVU5O18SZH.0 size=1048576 2023-12-03T11:43:41.045 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.038+0000 7f4da82f78c0 1 < completed part key=_multipart_M9A06B3PSDOD.2~HHOVU5O18SZH.1 size=287651 2023-12-03T11:43:41.052 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.046+0000 7f4da82f78c0 1 < completed multipart upload key=M9A06B3PSDOD upload=HHOVU5O18SZH tag=QXYEB96M8YD1 type=write size=2384803 2023-12-03T11:43:41.058 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.054+0000 7f4da82f78c0 1 > prepared part key=_multipart_UT0U43FV7Y0L.2~SFYJY25C9KOY.0 size=718225 2023-12-03T11:43:41.058 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.054+0000 7f4da82f78c0 1 > prepared multipart upload key=UT0U43FV7Y0L upload=SFYJY25C9KOY tag=SLLPUEN8EYQQ type=write size=1766801 2023-12-03T11:43:41.062 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.058+0000 7f4da82f78c0 1 < completed delete operation key=D2PVZARQWEIV tag=BQ7TZB7JU7PQ type=del 2023-12-03T11:43:41.070 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.062+0000 7f4da82f78c0 1 > prepared part key=_multipart_D2PVZARQWEIV.2~3QK1QAB4ZHRZ.0 size=1048576 2023-12-03T11:43:41.072 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.066+0000 7f4da82f78c0 1 > prepared part key=_multipart_D2PVZARQWEIV.2~3QK1QAB4ZHRZ.1 size=735484 2023-12-03T11:43:41.072 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.066+0000 7f4da82f78c0 1 > prepared multipart upload key=D2PVZARQWEIV upload=3QK1QAB4ZHRZ tag=FQYN44MFK4P3 type=write size=2832636 2023-12-03T11:43:41.076 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.070+0000 7f4da82f78c0 1 < completed write operation key=PSYQ3RT9HX5N tag=H6KLTHUZ4G7A type=write size=512898 2023-12-03T11:43:41.080 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.074+0000 7f4da82f78c0 1 > prepared operation key=7AKK0TE2I43B tag=6NHG7T5TG3CS type=del size=2079210 2023-12-03T11:43:41.084 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.078+0000 7f4da82f78c0 1 < completed delete operation key=K2XC9VGBIFBD tag=JVG428MDY633 type=del 2023-12-03T11:43:41.090 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.086+0000 7f4da82f78c0 1 > prepared part key=_multipart_IOZ5MNNP5B2W.2~REZSWAVP81U7.0 size=377227 2023-12-03T11:43:41.090 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.086+0000 7f4da82f78c0 1 > prepared multipart upload key=IOZ5MNNP5B2W upload=REZSWAVP81U7 tag=2RS0QUOXCA38 type=write size=1425803 2023-12-03T11:43:41.097 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.090+0000 7f4da82f78c0 1 < suggested update operation key=4DF7KX58SVJY tag=K0KONYQFAZB5 type=del size=848738 2023-12-03T11:43:41.101 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.094+0000 7f4da82f78c0 1 > prepared operation key=Q3BH4HFRFZA5 tag=J7S17R23XF9P type=del size=1230569 2023-12-03T11:43:41.104 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.098+0000 7f4da82f78c0 1 < completed write operation key=7EDLY2Q78IBP tag=6YB1I6YNKEZ0 type=write size=721462 2023-12-03T11:43:41.110 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.106+0000 7f4da82f78c0 1 > prepared part key=_multipart_2HVLNPGB2PLL.2~PHBA7CS3VGAY.0 size=1048576 2023-12-03T11:43:41.113 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.106+0000 7f4da82f78c0 1 > prepared part key=_multipart_2HVLNPGB2PLL.2~PHBA7CS3VGAY.1 size=756330 2023-12-03T11:43:41.113 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.106+0000 7f4da82f78c0 1 > prepared multipart upload key=2HVLNPGB2PLL upload=PHBA7CS3VGAY tag=FKYI5UBYPB7R type=write size=2853482 2023-12-03T11:43:41.116 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.110+0000 7f4da82f78c0 1 < completed delete operation key=2HVLNPGB2PLL tag=8F00B35H9L5C type=del 2023-12-03T11:43:41.119 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.114+0000 7f4da82f78c0 1 > prepared operation key=WEBJUD8426X3 tag=73O7TCL3RIH1 type=write size=127479 2023-12-03T11:43:41.123 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.118+0000 7f4da82f78c0 1 < completed delete operation key=K6FJNLCVDIUX tag=GTSHPPMLMYLE type=del 2023-12-03T11:43:41.126 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.118+0000 7f4da82f78c0 1 > prepared operation key=ZO4GYMSV47J9 tag=O1KW9M0BDD5E type=del size=2451873 2023-12-03T11:43:41.130 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.122+0000 7f4da82f78c0 1 < completed delete operation key=K4O9QAISDGSN tag=5QMO1NTWVSHP type=del 2023-12-03T11:43:41.134 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.126+0000 7f4da82f78c0 1 > prepared operation key=7AKK0TE2I43B tag=O1ENIP4VQ354 type=del size=1052211 2023-12-03T11:43:41.139 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.134+0000 7f4da82f78c0 1 < canceled operation key=K2XC9VGBIFBD tag=BCJRKE0FGRGO type=del size=1737840 2023-12-03T11:43:41.142 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.138+0000 7f4da82f78c0 1 > prepared operation key=YCJ1J0AKOH1D tag=5ERSKUVN52XU type=del size=1893959 2023-12-03T11:43:41.147 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.142+0000 7f4da82f78c0 1 < completed delete operation key=IOZ5MNNP5B2W tag=JARLJ70GXRX3 type=del 2023-12-03T11:43:41.151 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.146+0000 7f4da82f78c0 1 > prepared operation key=WEBJUD8426X3 tag=P768NK99L3GA type=del size=502730 2023-12-03T11:43:41.155 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.150+0000 7f4da82f78c0 1 < completed part key=_multipart_IA082W6GDNN2.2~6GN38H3LZOTM.0 size=326609 2023-12-03T11:43:41.161 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.154+0000 7f4da82f78c0 1 < completed multipart upload key=IA082W6GDNN2 upload=6GN38H3LZOTM tag=SAMJOZOUPS6A type=write size=1375185 2023-12-03T11:43:41.168 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.162+0000 7f4da82f78c0 1 > prepared part key=_multipart_Q5C3IZCQEVO6.2~ADNH6HJSIO03.0 size=1048576 2023-12-03T11:43:41.170 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.166+0000 7f4da82f78c0 1 > prepared part key=_multipart_Q5C3IZCQEVO6.2~ADNH6HJSIO03.1 size=1048576 2023-12-03T11:43:41.173 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.166+0000 7f4da82f78c0 1 > prepared part key=_multipart_Q5C3IZCQEVO6.2~ADNH6HJSIO03.2 size=778264 2023-12-03T11:43:41.174 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.166+0000 7f4da82f78c0 1 > prepared multipart upload key=Q5C3IZCQEVO6 upload=ADNH6HJSIO03 tag=6O405V8MVS3L type=write size=3923992 2023-12-03T11:43:41.177 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.170+0000 7f4da82f78c0 1 < completed part key=_multipart_6UZY1HWE143J.2~H6OER4AY5Q6A.0 size=1020563 2023-12-03T11:43:41.184 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.178+0000 7f4da82f78c0 1 < completed multipart upload key=6UZY1HWE143J upload=H6OER4AY5Q6A tag=9RD1FXJ4O73J type=write size=2069139 2023-12-03T11:43:41.188 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.182+0000 7f4da82f78c0 1 > prepared operation key=IOZ5MNNP5B2W tag=XFK088U64EC8 type=del size=3505780 2023-12-03T11:43:41.192 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.186+0000 7f4da82f78c0 1 < completed part key=_multipart_IOZ5MNNP5B2W.2~PYIIU4OEODVN.0 size=1048576 2023-12-03T11:43:41.195 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.190+0000 7f4da82f78c0 1 < completed part key=_multipart_IOZ5MNNP5B2W.2~PYIIU4OEODVN.1 size=595042 2023-12-03T11:43:41.201 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.194+0000 7f4da82f78c0 1 < completed multipart upload key=IOZ5MNNP5B2W upload=PYIIU4OEODVN tag=1VF0FDIIMBP7 type=write size=2692194 2023-12-03T11:43:41.208 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.202+0000 7f4da82f78c0 1 > prepared part key=_multipart_L3HC1M7OJ3L7.2~JRRG97XC2ORB.0 size=1048576 2023-12-03T11:43:41.211 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.206+0000 7f4da82f78c0 1 > prepared part key=_multipart_L3HC1M7OJ3L7.2~JRRG97XC2ORB.1 size=1031042 2023-12-03T11:43:41.211 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.206+0000 7f4da82f78c0 1 > prepared multipart upload key=L3HC1M7OJ3L7 upload=JRRG97XC2ORB tag=GAR377UQYF4I type=write size=3128194 2023-12-03T11:43:41.215 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.210+0000 7f4da82f78c0 1 < completed part key=_multipart_Q5C3IZCQEVO6.2~3NEFZDYEU1P6.0 size=1048576 2023-12-03T11:43:41.216 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.210+0000 7f4da82f78c0 1 < canceled part key=_multipart_Q5C3IZCQEVO6.2~3NEFZDYEU1P6.1 size=1048576 2023-12-03T11:43:41.218 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.214+0000 7f4da82f78c0 1 < completed part key=_multipart_Q5C3IZCQEVO6.2~3NEFZDYEU1P6.2 size=770135 2023-12-03T11:43:41.225 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.218+0000 7f4da82f78c0 1 < canceled multipart upload key=Q5C3IZCQEVO6 upload=3NEFZDYEU1P6 tag=DLJEUAHWG8OW type=write size=3915863 2023-12-03T11:43:41.229 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.222+0000 7f4da82f78c0 1 > prepared operation key=PSYQ3RT9HX5N tag=QPQDA1F5H15W type=del size=2175880 2023-12-03T11:43:41.244 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.238+0000 7f4da82f78c0 1 < completed part key=_multipart_IOZ5MNNP5B2W.2~WFZ79DBH4QTB.0 size=1048576 2023-12-03T11:43:41.247 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.242+0000 7f4da82f78c0 1 < completed part key=_multipart_IOZ5MNNP5B2W.2~WFZ79DBH4QTB.1 size=1048576 2023-12-03T11:43:41.251 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.246+0000 7f4da82f78c0 1 < completed part key=_multipart_IOZ5MNNP5B2W.2~WFZ79DBH4QTB.2 size=644751 2023-12-03T11:43:41.258 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.254+0000 7f4da82f78c0 1 < completed multipart upload key=IOZ5MNNP5B2W upload=WFZ79DBH4QTB tag=FD7OF999RWM4 type=write size=3790479 2023-12-03T11:43:41.263 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.258+0000 7f4da82f78c0 1 > prepared operation key=85DYZW2I0U7X tag=53UX923KYDUI type=del size=2387172 2023-12-03T11:43:41.267 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.262+0000 7f4da82f78c0 1 < completed part key=_multipart_UT0U43FV7Y0L.2~SFYJY25C9KOY.0 size=718225 2023-12-03T11:43:41.273 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.266+0000 7f4da82f78c0 1 < completed multipart upload key=UT0U43FV7Y0L upload=SFYJY25C9KOY tag=SLLPUEN8EYQQ type=write size=1766801 2023-12-03T11:43:41.280 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.274+0000 7f4da82f78c0 1 > prepared part key=_multipart_6UZY1HWE143J.2~4VI0RM7R5TOW.0 size=1048576 2023-12-03T11:43:41.283 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.278+0000 7f4da82f78c0 1 > prepared part key=_multipart_6UZY1HWE143J.2~4VI0RM7R5TOW.1 size=1048576 2023-12-03T11:43:41.286 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.282+0000 7f4da82f78c0 1 > prepared part key=_multipart_6UZY1HWE143J.2~4VI0RM7R5TOW.2 size=460993 2023-12-03T11:43:41.286 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.282+0000 7f4da82f78c0 1 > prepared multipart upload key=6UZY1HWE143J upload=4VI0RM7R5TOW tag=PV7MKA68KIC6 type=write size=3606721 2023-12-03T11:43:41.293 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.286+0000 7f4da82f78c0 1 < completed part key=_multipart_D2PVZARQWEIV.2~3QK1QAB4ZHRZ.0 size=1048576 2023-12-03T11:43:41.293 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.286+0000 7f4da82f78c0 1 < completed part key=_multipart_D2PVZARQWEIV.2~3QK1QAB4ZHRZ.1 size=735484 2023-12-03T11:43:41.300 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.294+0000 7f4da82f78c0 1 < completed multipart upload key=D2PVZARQWEIV upload=3QK1QAB4ZHRZ tag=FQYN44MFK4P3 type=write size=2832636 2023-12-03T11:43:41.306 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.302+0000 7f4da82f78c0 1 > prepared part key=_multipart_WEBJUD8426X3.2~8RH5JREVZGDQ.0 size=994900 2023-12-03T11:43:41.307 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.302+0000 7f4da82f78c0 1 > prepared multipart upload key=WEBJUD8426X3 upload=8RH5JREVZGDQ tag=5GTMI2J6CONO type=write size=2043476 2023-12-03T11:43:41.310 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.306+0000 7f4da82f78c0 1 < completed delete operation key=7AKK0TE2I43B tag=6NHG7T5TG3CS type=del 2023-12-03T11:43:41.318 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.310+0000 7f4da82f78c0 1 > prepared part key=_multipart_645V3LNUPS4A.2~Q61TMD7JP04Q.0 size=1048576 2023-12-03T11:43:41.320 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.314+0000 7f4da82f78c0 1 > prepared part key=_multipart_645V3LNUPS4A.2~Q61TMD7JP04Q.1 size=300561 2023-12-03T11:43:41.320 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.314+0000 7f4da82f78c0 1 > prepared multipart upload key=645V3LNUPS4A upload=Q61TMD7JP04Q tag=2MH8UJPZNVRV type=write size=2397713 2023-12-03T11:43:41.325 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.318+0000 7f4da82f78c0 1 < completed part key=_multipart_IOZ5MNNP5B2W.2~REZSWAVP81U7.0 size=377227 2023-12-03T11:43:41.332 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.326+0000 7f4da82f78c0 1 < completed multipart upload key=IOZ5MNNP5B2W upload=REZSWAVP81U7 tag=2RS0QUOXCA38 type=write size=1425803 2023-12-03T11:43:41.335 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.330+0000 7f4da82f78c0 1 > prepared operation key=ZO4GYMSV47J9 tag=OXNG7Q9C6RE5 type=del size=2898594 2023-12-03T11:43:41.345 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.338+0000 7f4da82f78c0 1 < suggested remove operation key=Q3BH4HFRFZA5 tag=J7S17R23XF9P type=del 2023-12-03T11:43:41.349 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.342+0000 7f4da82f78c0 1 > prepared operation key=1H0XTAA0VMYC tag=S522SK77E5HF type=del size=1107468 2023-12-03T11:43:41.349 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.342+0000 7f4da82f78c0 1 < canceled part key=_multipart_2HVLNPGB2PLL.2~PHBA7CS3VGAY.0 size=1048576 2023-12-03T11:43:41.353 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.346+0000 7f4da82f78c0 1 < completed part key=_multipart_2HVLNPGB2PLL.2~PHBA7CS3VGAY.1 size=756330 2023-12-03T11:43:41.360 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.354+0000 7f4da82f78c0 1 < canceled multipart upload key=2HVLNPGB2PLL upload=PHBA7CS3VGAY tag=FKYI5UBYPB7R type=write size=2853482 2023-12-03T11:43:41.367 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.362+0000 7f4da82f78c0 1 > prepared part key=_multipart_IOZ5MNNP5B2W.2~QLI9LCD2VBZJ.0 size=1048576 2023-12-03T11:43:41.371 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.366+0000 7f4da82f78c0 1 > prepared part key=_multipart_IOZ5MNNP5B2W.2~QLI9LCD2VBZJ.1 size=1048576 2023-12-03T11:43:41.375 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.370+0000 7f4da82f78c0 1 > prepared part key=_multipart_IOZ5MNNP5B2W.2~QLI9LCD2VBZJ.2 size=195168 2023-12-03T11:43:41.375 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.370+0000 7f4da82f78c0 1 > prepared multipart upload key=IOZ5MNNP5B2W upload=QLI9LCD2VBZJ tag=50ZQDWB1BDBE type=write size=3340896 2023-12-03T11:43:41.383 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.378+0000 7f4da82f78c0 1 < suggested update operation key=WEBJUD8426X3 tag=73O7TCL3RIH1 type=write size=127479 2023-12-03T11:43:41.389 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.382+0000 7f4da82f78c0 1 > prepared part key=_multipart_RF6YEP4A6INZ.2~XIQK1I1M9U8T.0 size=1048576 2023-12-03T11:43:41.392 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.386+0000 7f4da82f78c0 1 > prepared part key=_multipart_RF6YEP4A6INZ.2~XIQK1I1M9U8T.1 size=656369 2023-12-03T11:43:41.393 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.386+0000 7f4da82f78c0 1 > prepared multipart upload key=RF6YEP4A6INZ upload=XIQK1I1M9U8T tag=QIB0MG1GWFE1 type=write size=2753521 2023-12-03T11:43:41.397 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.390+0000 7f4da82f78c0 1 < canceled operation key=ZO4GYMSV47J9 tag=O1KW9M0BDD5E type=del size=2451873 2023-12-03T11:43:41.404 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.398+0000 7f4da82f78c0 1 > prepared part key=_multipart_1GAQFDQ35291.2~5XQDF7BUGRYD.0 size=1048576 2023-12-03T11:43:41.407 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.402+0000 7f4da82f78c0 1 > prepared part key=_multipart_1GAQFDQ35291.2~5XQDF7BUGRYD.1 size=1048576 2023-12-03T11:43:41.410 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.406+0000 7f4da82f78c0 1 > prepared part key=_multipart_1GAQFDQ35291.2~5XQDF7BUGRYD.2 size=291203 2023-12-03T11:43:41.410 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.406+0000 7f4da82f78c0 1 > prepared multipart upload key=1GAQFDQ35291 upload=5XQDF7BUGRYD tag=ZHC2YEK4SK64 type=write size=3436931 2023-12-03T11:43:41.419 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.414+0000 7f4da82f78c0 1 < suggested remove operation key=7AKK0TE2I43B tag=O1ENIP4VQ354 type=del 2023-12-03T11:43:41.423 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.418+0000 7f4da82f78c0 1 > prepared operation key=D2PVZARQWEIV tag=FQECVNI01JO0 type=del size=2443447 2023-12-03T11:43:41.427 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.422+0000 7f4da82f78c0 1 < canceled operation key=YCJ1J0AKOH1D tag=5ERSKUVN52XU type=del size=1893959 2023-12-03T11:43:41.431 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.426+0000 7f4da82f78c0 1 > prepared operation key=Q3BH4HFRFZA5 tag=ZRC496UDUOFN type=del size=2159013 2023-12-03T11:43:41.434 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.430+0000 7f4da82f78c0 -1 < failed to complete operation key=WEBJUD8426X3 tag=P768NK99L3GA type=del size=502730: (22) Invalid argument 2023-12-03T11:43:41.441 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.434+0000 7f4da82f78c0 1 > prepared part key=_multipart_Q5C3IZCQEVO6.2~DI6Q584MCF54.0 size=1048576 2023-12-03T11:43:41.444 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.438+0000 7f4da82f78c0 1 > prepared part key=_multipart_Q5C3IZCQEVO6.2~DI6Q584MCF54.1 size=507580 2023-12-03T11:43:41.445 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.438+0000 7f4da82f78c0 1 > prepared multipart upload key=Q5C3IZCQEVO6 upload=DI6Q584MCF54 tag=Z88DFY4P4NEH type=write size=2604732 2023-12-03T11:43:41.445 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.438+0000 7f4da82f78c0 1 < canceled part key=_multipart_Q5C3IZCQEVO6.2~ADNH6HJSIO03.0 size=1048576 2023-12-03T11:43:41.449 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.442+0000 7f4da82f78c0 1 < completed part key=_multipart_Q5C3IZCQEVO6.2~ADNH6HJSIO03.1 size=1048576 2023-12-03T11:43:41.452 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.446+0000 7f4da82f78c0 1 < completed part key=_multipart_Q5C3IZCQEVO6.2~ADNH6HJSIO03.2 size=778264 2023-12-03T11:43:41.459 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.454+0000 7f4da82f78c0 1 < canceled multipart upload key=Q5C3IZCQEVO6 upload=ADNH6HJSIO03 tag=6O405V8MVS3L type=write size=3923992 2023-12-03T11:43:41.463 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.458+0000 7f4da82f78c0 1 > prepared operation key=4LWB8EMR9EBJ tag=DRNJOBHD4W0Z type=del size=3965031 2023-12-03T11:43:41.470 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.462+0000 7f4da82f78c0 1 < suggested remove operation key=IOZ5MNNP5B2W tag=XFK088U64EC8 type=del 2023-12-03T11:43:41.474 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.466+0000 7f4da82f78c0 1 > prepared operation key=WEBJUD8426X3 tag=9XW14HKTZBUN type=del size=2050570 2023-12-03T11:43:41.478 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.470+0000 7f4da82f78c0 1 < completed part key=_multipart_L3HC1M7OJ3L7.2~JRRG97XC2ORB.0 size=1048576 2023-12-03T11:43:41.481 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.474+0000 7f4da82f78c0 1 < completed part key=_multipart_L3HC1M7OJ3L7.2~JRRG97XC2ORB.1 size=1031042 2023-12-03T11:43:41.488 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.482+0000 7f4da82f78c0 1 < completed multipart upload key=L3HC1M7OJ3L7 upload=JRRG97XC2ORB tag=GAR377UQYF4I type=write size=3128194 2023-12-03T11:43:41.495 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.490+0000 7f4da82f78c0 1 > prepared part key=_multipart_QGLKMQWQRM89.2~PRXFB2EFAKV2.0 size=998617 2023-12-03T11:43:41.495 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.490+0000 7f4da82f78c0 1 > prepared multipart upload key=QGLKMQWQRM89 upload=PRXFB2EFAKV2 tag=OJQ6C052C9P9 type=write size=2047193 2023-12-03T11:43:41.505 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.498+0000 7f4da82f78c0 1 < suggested remove operation key=PSYQ3RT9HX5N tag=QPQDA1F5H15W type=del 2023-12-03T11:43:41.508 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.502+0000 7f4da82f78c0 1 > prepared operation key=K4O9QAISDGSN tag=OITWLPEFZYT6 type=del size=1132321 2023-12-03T11:43:41.512 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.506+0000 7f4da82f78c0 1 < completed delete operation key=85DYZW2I0U7X tag=53UX923KYDUI type=del 2023-12-03T11:43:41.516 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.510+0000 7f4da82f78c0 1 > prepared operation key=RF6YEP4A6INZ tag=1QR41ANIQ42E type=del size=1276917 2023-12-03T11:43:41.520 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.514+0000 7f4da82f78c0 1 < completed part key=_multipart_6UZY1HWE143J.2~4VI0RM7R5TOW.0 size=1048576 2023-12-03T11:43:41.523 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.518+0000 7f4da82f78c0 1 < completed part key=_multipart_6UZY1HWE143J.2~4VI0RM7R5TOW.1 size=1048576 2023-12-03T11:43:41.526 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.522+0000 7f4da82f78c0 1 < completed part key=_multipart_6UZY1HWE143J.2~4VI0RM7R5TOW.2 size=460993 2023-12-03T11:43:41.533 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.526+0000 7f4da82f78c0 1 < completed multipart upload key=6UZY1HWE143J upload=4VI0RM7R5TOW tag=PV7MKA68KIC6 type=write size=3606721 2023-12-03T11:43:41.537 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.530+0000 7f4da82f78c0 1 > prepared operation key=MY1AJ69R89HD tag=720YBFGGA2Q1 type=del size=3552017 2023-12-03T11:43:41.541 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.534+0000 7f4da82f78c0 1 < completed part key=_multipart_WEBJUD8426X3.2~8RH5JREVZGDQ.0 size=994900 2023-12-03T11:43:41.548 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.542+0000 7f4da82f78c0 1 < completed multipart upload key=WEBJUD8426X3 upload=8RH5JREVZGDQ tag=5GTMI2J6CONO type=write size=2043476 2023-12-03T11:43:41.551 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.546+0000 7f4da82f78c0 1 > prepared operation key=Q5C3IZCQEVO6 tag=7RZAMOQ18PA0 type=del size=1652120 2023-12-03T11:43:41.555 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.550+0000 7f4da82f78c0 1 < completed part key=_multipart_645V3LNUPS4A.2~Q61TMD7JP04Q.0 size=1048576 2023-12-03T11:43:41.558 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.554+0000 7f4da82f78c0 1 < completed part key=_multipart_645V3LNUPS4A.2~Q61TMD7JP04Q.1 size=300561 2023-12-03T11:43:41.565 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.558+0000 7f4da82f78c0 1 < completed multipart upload key=645V3LNUPS4A upload=Q61TMD7JP04Q tag=2MH8UJPZNVRV type=write size=2397713 2023-12-03T11:43:41.573 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.566+0000 7f4da82f78c0 1 > prepared part key=_multipart_IOZ5MNNP5B2W.2~I34D16NLAOWH.0 size=1048576 2023-12-03T11:43:41.576 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.570+0000 7f4da82f78c0 1 > prepared part key=_multipart_IOZ5MNNP5B2W.2~I34D16NLAOWH.1 size=479484 2023-12-03T11:43:41.576 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.570+0000 7f4da82f78c0 1 > prepared multipart upload key=IOZ5MNNP5B2W upload=I34D16NLAOWH tag=UJUV902T1ZT9 type=write size=2576636 2023-12-03T11:43:41.579 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.574+0000 7f4da82f78c0 1 < completed delete operation key=ZO4GYMSV47J9 tag=OXNG7Q9C6RE5 type=del 2023-12-03T11:43:41.586 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.582+0000 7f4da82f78c0 1 > prepared part key=_multipart_WEBJUD8426X3.2~VCN5OBWPEJQC.0 size=919214 2023-12-03T11:43:41.587 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.582+0000 7f4da82f78c0 1 > prepared multipart upload key=WEBJUD8426X3 upload=VCN5OBWPEJQC tag=2KFQD87HH510 type=write size=1967790 2023-12-03T11:43:41.590 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.582+0000 7f4da82f78c0 1 < completed delete operation key=1H0XTAA0VMYC tag=S522SK77E5HF type=del 2023-12-03T11:43:41.597 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.590+0000 7f4da82f78c0 1 > prepared part key=_multipart_YCJ1J0AKOH1D.2~2SUF2TAZ7YL7.0 size=1048576 2023-12-03T11:43:41.599 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.594+0000 7f4da82f78c0 1 > prepared part key=_multipart_YCJ1J0AKOH1D.2~2SUF2TAZ7YL7.1 size=23350 2023-12-03T11:43:41.599 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.594+0000 7f4da82f78c0 1 > prepared multipart upload key=YCJ1J0AKOH1D upload=2SUF2TAZ7YL7 tag=MU7D538GZRQV type=write size=2120502 2023-12-03T11:43:41.603 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.598+0000 7f4da82f78c0 1 < completed part key=_multipart_IOZ5MNNP5B2W.2~QLI9LCD2VBZJ.0 size=1048576 2023-12-03T11:43:41.616 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.610+0000 7f4da82f78c0 1 < completed part key=_multipart_IOZ5MNNP5B2W.2~QLI9LCD2VBZJ.1 size=1048576 2023-12-03T11:43:41.617 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.610+0000 7f4da82f78c0 1 < canceled part key=_multipart_IOZ5MNNP5B2W.2~QLI9LCD2VBZJ.2 size=195168 2023-12-03T11:43:41.622 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.618+0000 7f4da82f78c0 1 < canceled multipart upload key=IOZ5MNNP5B2W upload=QLI9LCD2VBZJ tag=50ZQDWB1BDBE type=write size=3340896 2023-12-03T11:43:41.626 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.622+0000 7f4da82f78c0 1 > prepared operation key=1H0XTAA0VMYC tag=WQC3ZWC4Q6EI type=del size=2111870 2023-12-03T11:43:41.630 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.626+0000 7f4da82f78c0 1 < completed part key=_multipart_RF6YEP4A6INZ.2~XIQK1I1M9U8T.0 size=1048576 2023-12-03T11:43:41.633 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.626+0000 7f4da82f78c0 1 < completed part key=_multipart_RF6YEP4A6INZ.2~XIQK1I1M9U8T.1 size=656369 2023-12-03T11:43:41.641 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.634+0000 7f4da82f78c0 1 < completed multipart upload key=RF6YEP4A6INZ upload=XIQK1I1M9U8T tag=QIB0MG1GWFE1 type=write size=2753521 2023-12-03T11:43:41.648 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.642+0000 7f4da82f78c0 1 > prepared part key=_multipart_M9A06B3PSDOD.2~BOJWHAW4TXJP.0 size=603324 2023-12-03T11:43:41.649 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.642+0000 7f4da82f78c0 1 > prepared multipart upload key=M9A06B3PSDOD upload=BOJWHAW4TXJP tag=K0KAQUA4XTJ4 type=write size=1651900 2023-12-03T11:43:41.653 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.646+0000 7f4da82f78c0 1 < completed part key=_multipart_1GAQFDQ35291.2~5XQDF7BUGRYD.0 size=1048576 2023-12-03T11:43:41.656 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.650+0000 7f4da82f78c0 1 < completed part key=_multipart_1GAQFDQ35291.2~5XQDF7BUGRYD.1 size=1048576 2023-12-03T11:43:41.660 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.654+0000 7f4da82f78c0 1 < completed part key=_multipart_1GAQFDQ35291.2~5XQDF7BUGRYD.2 size=291203 2023-12-03T11:43:41.668 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.662+0000 7f4da82f78c0 1 < completed multipart upload key=1GAQFDQ35291 upload=5XQDF7BUGRYD tag=ZHC2YEK4SK64 type=write size=3436931 2023-12-03T11:43:41.672 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.666+0000 7f4da82f78c0 1 > prepared operation key=PSYQ3RT9HX5N tag=1RKYCVQAQNWI type=del size=4165566 2023-12-03T11:43:41.681 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.674+0000 7f4da82f78c0 1 < suggested remove operation key=D2PVZARQWEIV tag=FQECVNI01JO0 type=del 2023-12-03T11:43:41.688 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.682+0000 7f4da82f78c0 1 > prepared part key=_multipart_PUY1C1KWIAHV.2~G31BNZZEN104.0 size=1048576 2023-12-03T11:43:41.691 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.686+0000 7f4da82f78c0 1 > prepared part key=_multipart_PUY1C1KWIAHV.2~G31BNZZEN104.1 size=520447 2023-12-03T11:43:41.692 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.686+0000 7f4da82f78c0 1 > prepared multipart upload key=PUY1C1KWIAHV upload=G31BNZZEN104 tag=M78F9AZ8ZUTO type=write size=2617599 2023-12-03T11:43:41.695 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.690+0000 7f4da82f78c0 1 < completed delete operation key=Q3BH4HFRFZA5 tag=ZRC496UDUOFN type=del 2023-12-03T11:43:41.699 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.694+0000 7f4da82f78c0 1 > prepared operation key=IOZ5MNNP5B2W tag=Q2BQPA3JI1HV type=write size=1041454 2023-12-03T11:43:41.700 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.694+0000 7f4da82f78c0 1 < canceled part key=_multipart_Q5C3IZCQEVO6.2~DI6Q584MCF54.0 size=1048576 2023-12-03T11:43:41.705 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.698+0000 7f4da82f78c0 1 < completed part key=_multipart_Q5C3IZCQEVO6.2~DI6Q584MCF54.1 size=507580 2023-12-03T11:43:41.710 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.702+0000 7f4da82f78c0 1 < canceled multipart upload key=Q5C3IZCQEVO6 upload=DI6Q584MCF54 tag=Z88DFY4P4NEH type=write size=2604732 2023-12-03T11:43:41.713 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.706+0000 7f4da82f78c0 1 > prepared operation key=YCJ1J0AKOH1D tag=PKUD1LPWLR4M type=del size=3759282 2023-12-03T11:43:41.717 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.710+0000 7f4da82f78c0 1 < completed delete operation key=4LWB8EMR9EBJ tag=DRNJOBHD4W0Z type=del 2023-12-03T11:43:41.722 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.714+0000 7f4da82f78c0 1 > prepared operation key=UT0U43FV7Y0L tag=3KJ8UMZ3DCW5 type=del size=4116495 2023-12-03T11:43:41.726 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.718+0000 7f4da82f78c0 1 < completed delete operation key=WEBJUD8426X3 tag=9XW14HKTZBUN type=del 2023-12-03T11:43:41.729 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.722+0000 7f4da82f78c0 1 > prepared operation key=1GAQFDQ35291 tag=ZPAJWLV0MLEO type=del size=2401958 2023-12-03T11:43:41.731 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.726+0000 7f4da82f78c0 1 < canceled part key=_multipart_QGLKMQWQRM89.2~PRXFB2EFAKV2.0 size=998617 2023-12-03T11:43:41.738 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.730+0000 7f4da82f78c0 1 < canceled multipart upload key=QGLKMQWQRM89 upload=PRXFB2EFAKV2 tag=OJQ6C052C9P9 type=write size=2047193 2023-12-03T11:43:41.742 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.734+0000 7f4da82f78c0 1 > prepared operation key=D2PVZARQWEIV tag=8ZUA93EO7JYO type=write size=786216 2023-12-03T11:43:41.750 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.742+0000 7f4da82f78c0 1 < suggested remove operation key=K4O9QAISDGSN tag=OITWLPEFZYT6 type=del 2023-12-03T11:43:41.757 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.750+0000 7f4da82f78c0 1 > prepared part key=_multipart_Q5C3IZCQEVO6.2~D7TK38HOB563.0 size=1048576 2023-12-03T11:43:41.761 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.754+0000 7f4da82f78c0 1 > prepared part key=_multipart_Q5C3IZCQEVO6.2~D7TK38HOB563.1 size=317223 2023-12-03T11:43:41.761 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.754+0000 7f4da82f78c0 1 > prepared multipart upload key=Q5C3IZCQEVO6 upload=D7TK38HOB563 tag=JLAV1S04Z5B7 type=write size=2414375 2023-12-03T11:43:41.765 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.758+0000 7f4da82f78c0 1 < completed delete operation key=RF6YEP4A6INZ tag=1QR41ANIQ42E type=del 2023-12-03T11:43:41.770 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.766+0000 7f4da82f78c0 1 > prepared operation key=4LWB8EMR9EBJ tag=PT9R8IU4RV1B type=write size=237232 2023-12-03T11:43:41.775 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.770+0000 7f4da82f78c0 1 < completed delete operation key=MY1AJ69R89HD tag=720YBFGGA2Q1 type=del 2023-12-03T11:43:41.783 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.778+0000 7f4da82f78c0 1 > prepared part key=_multipart_L3HC1M7OJ3L7.2~KKN1K8V1LMU7.0 size=830948 2023-12-03T11:43:41.783 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.778+0000 7f4da82f78c0 1 > prepared multipart upload key=L3HC1M7OJ3L7 upload=KKN1K8V1LMU7 tag=Q2Y6EETSMQ7H type=write size=1879524 2023-12-03T11:43:41.787 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.782+0000 7f4da82f78c0 1 < completed delete operation key=Q5C3IZCQEVO6 tag=7RZAMOQ18PA0 type=del 2023-12-03T11:43:41.791 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.786+0000 7f4da82f78c0 1 > prepared operation key=K6FJNLCVDIUX tag=7I3W9YS6483S type=del size=3856609 2023-12-03T11:43:41.796 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.790+0000 7f4da82f78c0 1 < completed part key=_multipart_IOZ5MNNP5B2W.2~I34D16NLAOWH.0 size=1048576 2023-12-03T11:43:41.799 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.794+0000 7f4da82f78c0 1 < completed part key=_multipart_IOZ5MNNP5B2W.2~I34D16NLAOWH.1 size=479484 2023-12-03T11:43:41.806 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.798+0000 7f4da82f78c0 1 < completed multipart upload key=IOZ5MNNP5B2W upload=I34D16NLAOWH tag=UJUV902T1ZT9 type=write size=2576636 2023-12-03T11:43:41.810 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.806+0000 7f4da82f78c0 1 > prepared operation key=M9A06B3PSDOD tag=2RQKE6LG45H3 type=write size=124499 2023-12-03T11:43:41.814 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.810+0000 7f4da82f78c0 1 < completed part key=_multipart_WEBJUD8426X3.2~VCN5OBWPEJQC.0 size=919214 2023-12-03T11:43:41.821 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.814+0000 7f4da82f78c0 1 < completed multipart upload key=WEBJUD8426X3 upload=VCN5OBWPEJQC tag=2KFQD87HH510 type=write size=1967790 2023-12-03T11:43:41.825 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.818+0000 7f4da82f78c0 1 > prepared operation key=7AKK0TE2I43B tag=EV7IPGP85MWJ type=del size=3053951 2023-12-03T11:43:41.830 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.826+0000 7f4da82f78c0 1 < completed part key=_multipart_YCJ1J0AKOH1D.2~2SUF2TAZ7YL7.0 size=1048576 2023-12-03T11:43:41.833 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.826+0000 7f4da82f78c0 1 < completed part key=_multipart_YCJ1J0AKOH1D.2~2SUF2TAZ7YL7.1 size=23350 2023-12-03T11:43:41.840 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.834+0000 7f4da82f78c0 1 < completed multipart upload key=YCJ1J0AKOH1D upload=2SUF2TAZ7YL7 tag=MU7D538GZRQV type=write size=2120502 2023-12-03T11:43:41.847 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.842+0000 7f4da82f78c0 1 > prepared part key=_multipart_D2PVZARQWEIV.2~5QK0YZWK1UM6.0 size=1048576 2023-12-03T11:43:41.850 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.846+0000 7f4da82f78c0 1 > prepared part key=_multipart_D2PVZARQWEIV.2~5QK0YZWK1UM6.1 size=1028879 2023-12-03T11:43:41.850 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.846+0000 7f4da82f78c0 1 > prepared multipart upload key=D2PVZARQWEIV upload=5QK0YZWK1UM6 tag=8FODMJ228LLC type=write size=3126031 2023-12-03T11:43:41.854 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.850+0000 7f4da82f78c0 1 < completed delete operation key=1H0XTAA0VMYC tag=WQC3ZWC4Q6EI type=del 2023-12-03T11:43:41.861 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.854+0000 7f4da82f78c0 1 > prepared part key=_multipart_7AKK0TE2I43B.2~FNPEQ2J8URJG.0 size=763564 2023-12-03T11:43:41.861 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.854+0000 7f4da82f78c0 1 > prepared multipart upload key=7AKK0TE2I43B upload=FNPEQ2J8URJG tag=TQRN15L7RSPA type=write size=1812140 2023-12-03T11:43:41.864 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.858+0000 7f4da82f78c0 1 < completed part key=_multipart_M9A06B3PSDOD.2~BOJWHAW4TXJP.0 size=603324 2023-12-03T11:43:41.871 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.866+0000 7f4da82f78c0 1 < completed multipart upload key=M9A06B3PSDOD upload=BOJWHAW4TXJP tag=K0KAQUA4XTJ4 type=write size=1651900 2023-12-03T11:43:41.878 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.870+0000 7f4da82f78c0 1 > prepared part key=_multipart_1H0XTAA0VMYC.2~SCQSXGY12B0Z.0 size=1048576 2023-12-03T11:43:41.881 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.874+0000 7f4da82f78c0 1 > prepared part key=_multipart_1H0XTAA0VMYC.2~SCQSXGY12B0Z.1 size=1048576 2023-12-03T11:43:41.884 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.878+0000 7f4da82f78c0 1 > prepared part key=_multipart_1H0XTAA0VMYC.2~SCQSXGY12B0Z.2 size=740350 2023-12-03T11:43:41.884 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.878+0000 7f4da82f78c0 1 > prepared multipart upload key=1H0XTAA0VMYC upload=SCQSXGY12B0Z tag=SMONFXB134R0 type=write size=3886078 2023-12-03T11:43:41.887 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.882+0000 7f4da82f78c0 1 < completed delete operation key=PSYQ3RT9HX5N tag=1RKYCVQAQNWI type=del 2023-12-03T11:43:41.891 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.886+0000 7f4da82f78c0 1 > prepared operation key=K2XC9VGBIFBD tag=32WE2JYROWJ7 type=write size=497726 2023-12-03T11:43:41.896 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.890+0000 7f4da82f78c0 1 < completed part key=_multipart_PUY1C1KWIAHV.2~G31BNZZEN104.0 size=1048576 2023-12-03T11:43:41.899 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.894+0000 7f4da82f78c0 1 < completed part key=_multipart_PUY1C1KWIAHV.2~G31BNZZEN104.1 size=520447 2023-12-03T11:43:41.910 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.902+0000 7f4da82f78c0 1 < completed multipart upload key=PUY1C1KWIAHV upload=G31BNZZEN104 tag=M78F9AZ8ZUTO type=write size=2617599 2023-12-03T11:43:41.910 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.906+0000 7f4da82f78c0 1 > prepared operation key=WEBJUD8426X3 tag=0N33NJSJNBKI type=del size=1872717 2023-12-03T11:43:41.918 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.910+0000 7f4da82f78c0 1 < completed write operation key=IOZ5MNNP5B2W tag=Q2BQPA3JI1HV type=write size=1041454 2023-12-03T11:43:41.921 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.914+0000 7f4da82f78c0 1 > prepared part key=_multipart_K6FJNLCVDIUX.2~EKD8OKZFOPOB.0 size=19387 2023-12-03T11:43:41.922 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.914+0000 7f4da82f78c0 1 > prepared multipart upload key=K6FJNLCVDIUX upload=EKD8OKZFOPOB tag=YB7B53KK9QAN type=write size=1067963 2023-12-03T11:43:41.925 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.918+0000 7f4da82f78c0 1 < canceled operation key=YCJ1J0AKOH1D tag=PKUD1LPWLR4M type=del size=3759282 2023-12-03T11:43:41.929 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.922+0000 7f4da82f78c0 1 > prepared operation key=7EDLY2Q78IBP tag=EEA3TGGKXI57 type=del size=4176079 2023-12-03T11:43:41.937 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.930+0000 7f4da82f78c0 1 < suggested remove operation key=UT0U43FV7Y0L tag=3KJ8UMZ3DCW5 type=del 2023-12-03T11:43:41.941 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.934+0000 7f4da82f78c0 1 > prepared operation key=645V3LNUPS4A tag=OT394LUE60BP type=write size=810459 2023-12-03T11:43:41.948 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.942+0000 7f4da82f78c0 1 < suggested remove operation key=1GAQFDQ35291 tag=ZPAJWLV0MLEO type=del 2023-12-03T11:43:41.951 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.946+0000 7f4da82f78c0 1 > prepared operation key=645V3LNUPS4A tag=LVNCIBZLZG5K type=write size=579386 2023-12-03T11:43:41.958 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.950+0000 7f4da82f78c0 1 < suggested update operation key=D2PVZARQWEIV tag=8ZUA93EO7JYO type=write size=786216 2023-12-03T11:43:41.961 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.954+0000 7f4da82f78c0 1 > prepared operation key=Q3BH4HFRFZA5 tag=B5191UW4X38K type=del size=1529477 2023-12-03T11:43:41.965 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.958+0000 7f4da82f78c0 1 < completed part key=_multipart_Q5C3IZCQEVO6.2~D7TK38HOB563.0 size=1048576 2023-12-03T11:43:41.965 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.958+0000 7f4da82f78c0 1 < canceled part key=_multipart_Q5C3IZCQEVO6.2~D7TK38HOB563.1 size=317223 2023-12-03T11:43:41.971 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.966+0000 7f4da82f78c0 1 < canceled multipart upload key=Q5C3IZCQEVO6 upload=D7TK38HOB563 tag=JLAV1S04Z5B7 type=write size=2414375 2023-12-03T11:43:41.977 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.970+0000 7f4da82f78c0 1 > prepared part key=_multipart_Q5C3IZCQEVO6.2~5P6RRORH6K5O.0 size=1048576 2023-12-03T11:43:41.980 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.974+0000 7f4da82f78c0 1 > prepared part key=_multipart_Q5C3IZCQEVO6.2~5P6RRORH6K5O.1 size=400589 2023-12-03T11:43:41.980 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.974+0000 7f4da82f78c0 1 > prepared multipart upload key=Q5C3IZCQEVO6 upload=5P6RRORH6K5O tag=1JQVBCJ9U750 type=write size=2497741 2023-12-03T11:43:41.996 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.990+0000 7f4da82f78c0 1 < suggested update operation key=4LWB8EMR9EBJ tag=PT9R8IU4RV1B type=write size=237232 2023-12-03T11:43:41.999 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.994+0000 7f4da82f78c0 1 > prepared operation key=QGLKMQWQRM89 tag=QAOKVUQSO523 type=del size=3821268 2023-12-03T11:43:42.003 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:41.998+0000 7f4da82f78c0 1 < completed part key=_multipart_L3HC1M7OJ3L7.2~KKN1K8V1LMU7.0 size=830948 2023-12-03T11:43:42.009 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.002+0000 7f4da82f78c0 1 < completed multipart upload key=L3HC1M7OJ3L7 upload=KKN1K8V1LMU7 tag=Q2Y6EETSMQ7H type=write size=1879524 2023-12-03T11:43:42.015 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.010+0000 7f4da82f78c0 1 > prepared part key=_multipart_85DYZW2I0U7X.2~J90K5Q85B3Q4.0 size=1048576 2023-12-03T11:43:42.018 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.010+0000 7f4da82f78c0 1 > prepared part key=_multipart_85DYZW2I0U7X.2~J90K5Q85B3Q4.1 size=958637 2023-12-03T11:43:42.018 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.010+0000 7f4da82f78c0 1 > prepared multipart upload key=85DYZW2I0U7X upload=J90K5Q85B3Q4 tag=O7MDMVIS7AX9 type=write size=3055789 2023-12-03T11:43:42.022 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.014+0000 7f4da82f78c0 1 < completed delete operation key=K6FJNLCVDIUX tag=7I3W9YS6483S type=del 2023-12-03T11:43:42.025 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.018+0000 7f4da82f78c0 1 > prepared operation key=IA082W6GDNN2 tag=11BWN6KYHWBZ type=del size=1341871 2023-12-03T11:43:42.029 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.022+0000 7f4da82f78c0 1 < completed write operation key=M9A06B3PSDOD tag=2RQKE6LG45H3 type=write size=124499 2023-12-03T11:43:42.032 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.026+0000 7f4da82f78c0 1 > prepared operation key=Q5C3IZCQEVO6 tag=LSXL1AIWIOKH type=del size=3511775 2023-12-03T11:43:42.036 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.030+0000 7f4da82f78c0 1 < completed delete operation key=7AKK0TE2I43B tag=EV7IPGP85MWJ type=del 2023-12-03T11:43:42.044 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.038+0000 7f4da82f78c0 1 > prepared part key=_multipart_7AKK0TE2I43B.2~N32ZEKE147QS.0 size=806684 2023-12-03T11:43:42.044 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.038+0000 7f4da82f78c0 1 > prepared multipart upload key=7AKK0TE2I43B upload=N32ZEKE147QS tag=V0YO5HTM4H6J type=write size=1855260 2023-12-03T11:43:42.048 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.042+0000 7f4da82f78c0 1 < completed part key=_multipart_D2PVZARQWEIV.2~5QK0YZWK1UM6.0 size=1048576 2023-12-03T11:43:42.048 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.042+0000 7f4da82f78c0 1 < canceled part key=_multipart_D2PVZARQWEIV.2~5QK0YZWK1UM6.1 size=1028879 2023-12-03T11:43:42.054 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.050+0000 7f4da82f78c0 1 < canceled multipart upload key=D2PVZARQWEIV upload=5QK0YZWK1UM6 tag=8FODMJ228LLC type=write size=3126031 2023-12-03T11:43:42.058 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.050+0000 7f4da82f78c0 1 > prepared operation key=K2XC9VGBIFBD tag=76XUQ3W9R699 type=write size=426882 2023-12-03T11:43:42.062 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.058+0000 7f4da82f78c0 1 < completed part key=_multipart_7AKK0TE2I43B.2~FNPEQ2J8URJG.0 size=763564 2023-12-03T11:43:42.068 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.062+0000 7f4da82f78c0 1 < completed multipart upload key=7AKK0TE2I43B upload=FNPEQ2J8URJG tag=TQRN15L7RSPA type=write size=1812140 2023-12-03T11:43:42.072 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.066+0000 7f4da82f78c0 1 > prepared operation key=7AKK0TE2I43B tag=E2MI5PR6F4I3 type=del size=906637 2023-12-03T11:43:42.076 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.070+0000 7f4da82f78c0 1 < completed part key=_multipart_1H0XTAA0VMYC.2~SCQSXGY12B0Z.0 size=1048576 2023-12-03T11:43:42.079 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.074+0000 7f4da82f78c0 1 < completed part key=_multipart_1H0XTAA0VMYC.2~SCQSXGY12B0Z.1 size=1048576 2023-12-03T11:43:42.082 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.078+0000 7f4da82f78c0 1 < completed part key=_multipart_1H0XTAA0VMYC.2~SCQSXGY12B0Z.2 size=740350 2023-12-03T11:43:42.088 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.082+0000 7f4da82f78c0 1 < completed multipart upload key=1H0XTAA0VMYC upload=SCQSXGY12B0Z tag=SMONFXB134R0 type=write size=3886078 2023-12-03T11:43:42.091 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.086+0000 7f4da82f78c0 1 > prepared operation key=ZO4GYMSV47J9 tag=R0CY995MT00H type=del size=110321 2023-12-03T11:43:42.097 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.090+0000 7f4da82f78c0 1 < suggested remove operation key=K2XC9VGBIFBD tag=32WE2JYROWJ7 type=write 2023-12-03T11:43:42.101 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.094+0000 7f4da82f78c0 1 > prepared operation key=K6FJNLCVDIUX tag=J8YGNUI0VVPO type=del size=2726432 2023-12-03T11:43:42.105 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.098+0000 7f4da82f78c0 1 < completed delete operation key=WEBJUD8426X3 tag=0N33NJSJNBKI type=del 2023-12-03T11:43:42.109 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.102+0000 7f4da82f78c0 1 > prepared operation key=PSYQ3RT9HX5N tag=CNLZU0G5PCX3 type=del size=2080227 2023-12-03T11:43:42.113 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.106+0000 7f4da82f78c0 1 < completed part key=_multipart_K6FJNLCVDIUX.2~EKD8OKZFOPOB.0 size=19387 2023-12-03T11:43:42.120 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.114+0000 7f4da82f78c0 1 < completed multipart upload key=K6FJNLCVDIUX upload=EKD8OKZFOPOB tag=YB7B53KK9QAN type=write size=1067963 2023-12-03T11:43:42.123 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.118+0000 7f4da82f78c0 1 > prepared operation key=7AKK0TE2I43B tag=G2LZJ4D05GSS type=write size=575599 2023-12-03T11:43:42.127 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.122+0000 7f4da82f78c0 1 < completed delete operation key=7EDLY2Q78IBP tag=EEA3TGGKXI57 type=del 2023-12-03T11:43:42.131 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.126+0000 7f4da82f78c0 1 > prepared operation key=85DYZW2I0U7X tag=8WSWL5ZRMVKL type=del size=590527 2023-12-03T11:43:42.135 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.130+0000 7f4da82f78c0 1 < completed write operation key=645V3LNUPS4A tag=OT394LUE60BP type=write size=810459 2023-12-03T11:43:42.139 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.134+0000 7f4da82f78c0 1 > prepared operation key=WEBJUD8426X3 tag=HKK0SA87UWGS type=del size=3828442 2023-12-03T11:43:42.143 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.138+0000 7f4da82f78c0 1 < completed write operation key=645V3LNUPS4A tag=LVNCIBZLZG5K type=write size=579386 2023-12-03T11:43:42.147 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.142+0000 7f4da82f78c0 1 > prepared operation key=PUY1C1KWIAHV tag=TV51IGFK0HAL type=del size=717182 2023-12-03T11:43:42.154 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.146+0000 7f4da82f78c0 1 < suggested remove operation key=Q3BH4HFRFZA5 tag=B5191UW4X38K type=del 2023-12-03T11:43:42.157 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.150+0000 7f4da82f78c0 1 > prepared operation key=WEBJUD8426X3 tag=3KR7LV65L7EW type=del size=568819 2023-12-03T11:43:42.161 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.154+0000 7f4da82f78c0 1 < completed part key=_multipart_Q5C3IZCQEVO6.2~5P6RRORH6K5O.0 size=1048576 2023-12-03T11:43:42.164 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.158+0000 7f4da82f78c0 1 < completed part key=_multipart_Q5C3IZCQEVO6.2~5P6RRORH6K5O.1 size=400589 2023-12-03T11:43:42.171 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.166+0000 7f4da82f78c0 1 < completed multipart upload key=Q5C3IZCQEVO6 upload=5P6RRORH6K5O tag=1JQVBCJ9U750 type=write size=2497741 2023-12-03T11:43:42.174 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.170+0000 7f4da82f78c0 1 > prepared operation key=M9A06B3PSDOD tag=OWZOD6CHC87L type=del size=70018 2023-12-03T11:43:42.177 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.170+0000 7f4da82f78c0 1 < canceled operation key=QGLKMQWQRM89 tag=QAOKVUQSO523 type=del size=3821268 2023-12-03T11:43:42.184 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.178+0000 7f4da82f78c0 1 > prepared part key=_multipart_D2PVZARQWEIV.2~9SUCDJYVPBFS.0 size=1048576 2023-12-03T11:43:42.186 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.182+0000 7f4da82f78c0 1 > prepared part key=_multipart_D2PVZARQWEIV.2~9SUCDJYVPBFS.1 size=724118 2023-12-03T11:43:42.187 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.182+0000 7f4da82f78c0 1 > prepared multipart upload key=D2PVZARQWEIV upload=9SUCDJYVPBFS tag=613GNTZLT32L type=write size=2821270 2023-12-03T11:43:42.187 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.182+0000 7f4da82f78c0 1 < canceled part key=_multipart_85DYZW2I0U7X.2~J90K5Q85B3Q4.0 size=1048576 2023-12-03T11:43:42.190 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.182+0000 7f4da82f78c0 1 < completed part key=_multipart_85DYZW2I0U7X.2~J90K5Q85B3Q4.1 size=958637 2023-12-03T11:43:42.196 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.190+0000 7f4da82f78c0 1 < canceled multipart upload key=85DYZW2I0U7X upload=J90K5Q85B3Q4 tag=O7MDMVIS7AX9 type=write size=3055789 2023-12-03T11:43:42.199 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.194+0000 7f4da82f78c0 1 > prepared operation key=4DF7KX58SVJY tag=TOA45K6NU0IW type=del size=660626 2023-12-03T11:43:42.203 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.198+0000 7f4da82f78c0 1 < canceled operation key=IA082W6GDNN2 tag=11BWN6KYHWBZ type=del size=1341871 2023-12-03T11:43:42.209 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.202+0000 7f4da82f78c0 1 > prepared part key=_multipart_6UZY1HWE143J.2~ITS9LPTEOJSQ.0 size=1048576 2023-12-03T11:43:42.213 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.206+0000 7f4da82f78c0 1 > prepared part key=_multipart_6UZY1HWE143J.2~ITS9LPTEOJSQ.1 size=1048576 2023-12-03T11:43:42.215 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.210+0000 7f4da82f78c0 1 > prepared part key=_multipart_6UZY1HWE143J.2~ITS9LPTEOJSQ.2 size=200117 2023-12-03T11:43:42.216 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.210+0000 7f4da82f78c0 1 > prepared multipart upload key=6UZY1HWE143J upload=ITS9LPTEOJSQ tag=JEDCMMPM6FTG type=write size=3345845 2023-12-03T11:43:42.220 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.214+0000 7f4da82f78c0 1 < completed delete operation key=Q5C3IZCQEVO6 tag=LSXL1AIWIOKH type=del 2023-12-03T11:43:42.226 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.222+0000 7f4da82f78c0 1 > prepared part key=_multipart_YCJ1J0AKOH1D.2~NOMND17U0P7C.0 size=954745 2023-12-03T11:43:42.227 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.222+0000 7f4da82f78c0 1 > prepared multipart upload key=YCJ1J0AKOH1D upload=NOMND17U0P7C tag=MTAIVE1ENPUC type=write size=2003321 2023-12-03T11:43:42.230 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.226+0000 7f4da82f78c0 1 < completed part key=_multipart_7AKK0TE2I43B.2~N32ZEKE147QS.0 size=806684 2023-12-03T11:43:42.236 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.230+0000 7f4da82f78c0 1 < completed multipart upload key=7AKK0TE2I43B upload=N32ZEKE147QS tag=V0YO5HTM4H6J type=write size=1855260 2023-12-03T11:43:42.243 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.238+0000 7f4da82f78c0 1 > prepared part key=_multipart_4DF7KX58SVJY.2~QJ5P2OG95ZRJ.0 size=500797 2023-12-03T11:43:42.243 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.238+0000 7f4da82f78c0 1 > prepared multipart upload key=4DF7KX58SVJY upload=QJ5P2OG95ZRJ tag=2VYNDKV82926 type=write size=1549373 2023-12-03T11:43:42.247 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.242+0000 7f4da82f78c0 -1 < failed to complete operation key=K2XC9VGBIFBD tag=76XUQ3W9R699 type=write size=426882: (22) Invalid argument 2023-12-03T11:43:42.250 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.246+0000 7f4da82f78c0 1 > prepared operation key=K6FJNLCVDIUX tag=SWKMPHKBZU41 type=del size=2996347 2023-12-03T11:43:42.257 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.250+0000 7f4da82f78c0 1 < suggested remove operation key=7AKK0TE2I43B tag=E2MI5PR6F4I3 type=del 2023-12-03T11:43:42.261 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.254+0000 7f4da82f78c0 1 > prepared operation key=MY1AJ69R89HD tag=GPYYNGXL9YJ6 type=del size=3315024 2023-12-03T11:43:42.264 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.258+0000 7f4da82f78c0 1 < completed delete operation key=ZO4GYMSV47J9 tag=R0CY995MT00H type=del 2023-12-03T11:43:42.271 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.266+0000 7f4da82f78c0 1 > prepared part key=_multipart_Q5C3IZCQEVO6.2~59124RQ6ZUAI.0 size=1048576 2023-12-03T11:43:42.274 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.270+0000 7f4da82f78c0 1 > prepared part key=_multipart_Q5C3IZCQEVO6.2~59124RQ6ZUAI.1 size=1048576 2023-12-03T11:43:42.277 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.270+0000 7f4da82f78c0 1 > prepared part key=_multipart_Q5C3IZCQEVO6.2~59124RQ6ZUAI.2 size=957336 2023-12-03T11:43:42.277 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.270+0000 7f4da82f78c0 1 > prepared multipart upload key=Q5C3IZCQEVO6 upload=59124RQ6ZUAI tag=IBS4BR901UM3 type=write size=4103064 2023-12-03T11:43:42.284 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.278+0000 7f4da82f78c0 1 < suggested remove operation key=K6FJNLCVDIUX tag=J8YGNUI0VVPO type=del 2023-12-03T11:43:42.288 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.282+0000 7f4da82f78c0 1 > prepared operation key=1GAQFDQ35291 tag=TMBG1GOBNC44 type=del size=3666927 2023-12-03T11:43:42.292 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.286+0000 7f4da82f78c0 1 < canceled operation key=PSYQ3RT9HX5N tag=CNLZU0G5PCX3 type=del size=2080227 2023-12-03T11:43:42.296 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.290+0000 7f4da82f78c0 1 > prepared operation key=Q3BH4HFRFZA5 tag=10BN3WY8PLZ4 type=del size=3193829 2023-12-03T11:43:42.299 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.294+0000 7f4da82f78c0 -1 < failed to complete operation key=7AKK0TE2I43B tag=G2LZJ4D05GSS type=write size=575599: (22) Invalid argument 2023-12-03T11:43:42.303 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.298+0000 7f4da82f78c0 1 > prepared operation key=IOZ5MNNP5B2W tag=QEDRRKG93V9A type=del size=933858 2023-12-03T11:43:42.307 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.302+0000 7f4da82f78c0 1 < completed delete operation key=85DYZW2I0U7X tag=8WSWL5ZRMVKL type=del 2023-12-03T11:43:42.314 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.310+0000 7f4da82f78c0 1 > prepared part key=_multipart_WEBJUD8426X3.2~UZWJI0ZSI3HG.0 size=832504 2023-12-03T11:43:42.314 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.310+0000 7f4da82f78c0 1 > prepared multipart upload key=WEBJUD8426X3 upload=UZWJI0ZSI3HG tag=M12BLNKH0HR8 type=write size=1881080 2023-12-03T11:43:42.318 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.310+0000 7f4da82f78c0 1 < completed delete operation key=WEBJUD8426X3 tag=HKK0SA87UWGS type=del 2023-12-03T11:43:42.321 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.314+0000 7f4da82f78c0 1 > prepared operation key=645V3LNUPS4A tag=P31LL50UK7YD type=del size=2645536 2023-12-03T11:43:42.328 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.322+0000 7f4da82f78c0 1 < suggested remove operation key=PUY1C1KWIAHV tag=TV51IGFK0HAL type=del 2023-12-03T11:43:42.332 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.326+0000 7f4da82f78c0 1 > prepared operation key=Q5C3IZCQEVO6 tag=Y5J887UPT550 type=del size=4025969 2023-12-03T11:43:42.337 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.330+0000 7f4da82f78c0 1 < completed delete operation key=WEBJUD8426X3 tag=3KR7LV65L7EW type=del 2023-12-03T11:43:42.341 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.334+0000 7f4da82f78c0 1 > prepared operation key=TBD5MDTZYHGQ tag=0Z8FXL52Y5DA type=del size=595561 2023-12-03T11:43:42.355 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.350+0000 7f4da82f78c0 1 < completed delete operation key=M9A06B3PSDOD tag=OWZOD6CHC87L type=del 2023-12-03T11:43:42.359 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.354+0000 7f4da82f78c0 1 > prepared operation key=UT0U43FV7Y0L tag=W2YQWW2YLVCO type=del size=536789 2023-12-03T11:43:42.363 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.358+0000 7f4da82f78c0 1 < completed part key=_multipart_D2PVZARQWEIV.2~9SUCDJYVPBFS.0 size=1048576 2023-12-03T11:43:42.367 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.362+0000 7f4da82f78c0 1 < completed part key=_multipart_D2PVZARQWEIV.2~9SUCDJYVPBFS.1 size=724118 2023-12-03T11:43:42.373 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.366+0000 7f4da82f78c0 1 < completed multipart upload key=D2PVZARQWEIV upload=9SUCDJYVPBFS tag=613GNTZLT32L type=write size=2821270 2023-12-03T11:43:42.382 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.374+0000 7f4da82f78c0 1 > prepared part key=_multipart_UT0U43FV7Y0L.2~POZQCFK39QJN.0 size=1048576 2023-12-03T11:43:42.385 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.378+0000 7f4da82f78c0 1 > prepared part key=_multipart_UT0U43FV7Y0L.2~POZQCFK39QJN.1 size=553977 2023-12-03T11:43:42.385 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.378+0000 7f4da82f78c0 1 > prepared multipart upload key=UT0U43FV7Y0L upload=POZQCFK39QJN tag=CDARGUM4TGO5 type=write size=2651129 2023-12-03T11:43:42.389 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.382+0000 7f4da82f78c0 1 < completed delete operation key=4DF7KX58SVJY tag=TOA45K6NU0IW type=del 2023-12-03T11:43:42.393 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.386+0000 7f4da82f78c0 1 > prepared operation key=L3HC1M7OJ3L7 tag=QD90BKU9QVK9 type=del size=3027366 2023-12-03T11:43:42.397 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.390+0000 7f4da82f78c0 1 < completed part key=_multipart_6UZY1HWE143J.2~ITS9LPTEOJSQ.0 size=1048576 2023-12-03T11:43:42.400 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.394+0000 7f4da82f78c0 1 < completed part key=_multipart_6UZY1HWE143J.2~ITS9LPTEOJSQ.1 size=1048576 2023-12-03T11:43:42.402 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.398+0000 7f4da82f78c0 1 < completed part key=_multipart_6UZY1HWE143J.2~ITS9LPTEOJSQ.2 size=200117 2023-12-03T11:43:42.408 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.402+0000 7f4da82f78c0 1 < completed multipart upload key=6UZY1HWE143J upload=ITS9LPTEOJSQ tag=JEDCMMPM6FTG type=write size=3345845 2023-12-03T11:43:42.412 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.406+0000 7f4da82f78c0 1 > prepared operation key=L3HC1M7OJ3L7 tag=CYG5F3YM71V5 type=del size=2996319 2023-12-03T11:43:42.413 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.406+0000 7f4da82f78c0 1 < canceled part key=_multipart_YCJ1J0AKOH1D.2~NOMND17U0P7C.0 size=954745 2023-12-03T11:43:42.419 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.414+0000 7f4da82f78c0 1 < canceled multipart upload key=YCJ1J0AKOH1D upload=NOMND17U0P7C tag=MTAIVE1ENPUC type=write size=2003321 2023-12-03T11:43:42.426 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.418+0000 7f4da82f78c0 1 > prepared part key=_multipart_4LWB8EMR9EBJ.2~SKSKGLHJ7QFW.0 size=1048576 2023-12-03T11:43:42.428 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.422+0000 7f4da82f78c0 1 > prepared part key=_multipart_4LWB8EMR9EBJ.2~SKSKGLHJ7QFW.1 size=370548 2023-12-03T11:43:42.429 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.422+0000 7f4da82f78c0 1 > prepared multipart upload key=4LWB8EMR9EBJ upload=SKSKGLHJ7QFW tag=SEBCFNXT3KBN type=write size=2467700 2023-12-03T11:43:42.429 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.422+0000 7f4da82f78c0 1 < canceled part key=_multipart_4DF7KX58SVJY.2~QJ5P2OG95ZRJ.0 size=500797 2023-12-03T11:43:42.436 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.430+0000 7f4da82f78c0 1 < canceled multipart upload key=4DF7KX58SVJY upload=QJ5P2OG95ZRJ tag=2VYNDKV82926 type=write size=1549373 2023-12-03T11:43:42.440 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.434+0000 7f4da82f78c0 1 > prepared operation key=Q5C3IZCQEVO6 tag=2XJL35CR1DLL type=del size=2044494 2023-12-03T11:43:42.443 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.438+0000 7f4da82f78c0 -1 < failed to complete operation key=K6FJNLCVDIUX tag=SWKMPHKBZU41 type=del size=2996347: (22) Invalid argument 2023-12-03T11:43:42.450 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.446+0000 7f4da82f78c0 1 > prepared part key=_multipart_2HVLNPGB2PLL.2~4RJUNXV1WC4P.0 size=1048576 2023-12-03T11:43:42.453 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.446+0000 7f4da82f78c0 1 > prepared part key=_multipart_2HVLNPGB2PLL.2~4RJUNXV1WC4P.1 size=1048576 2023-12-03T11:43:42.456 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.450+0000 7f4da82f78c0 1 > prepared part key=_multipart_2HVLNPGB2PLL.2~4RJUNXV1WC4P.2 size=303206 2023-12-03T11:43:42.456 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.450+0000 7f4da82f78c0 1 > prepared multipart upload key=2HVLNPGB2PLL upload=4RJUNXV1WC4P tag=YH2NS1TH6H5X type=write size=3448934 2023-12-03T11:43:42.463 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.458+0000 7f4da82f78c0 1 < suggested remove operation key=MY1AJ69R89HD tag=GPYYNGXL9YJ6 type=del 2023-12-03T11:43:42.467 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.462+0000 7f4da82f78c0 1 > prepared operation key=Q3BH4HFRFZA5 tag=PXE3DTSFJWE4 type=del size=3322349 2023-12-03T11:43:42.470 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.466+0000 7f4da82f78c0 1 < completed part key=_multipart_Q5C3IZCQEVO6.2~59124RQ6ZUAI.0 size=1048576 2023-12-03T11:43:42.471 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.466+0000 7f4da82f78c0 1 < canceled part key=_multipart_Q5C3IZCQEVO6.2~59124RQ6ZUAI.1 size=1048576 2023-12-03T11:43:42.473 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.466+0000 7f4da82f78c0 1 < completed part key=_multipart_Q5C3IZCQEVO6.2~59124RQ6ZUAI.2 size=957336 2023-12-03T11:43:42.480 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.474+0000 7f4da82f78c0 1 < canceled multipart upload key=Q5C3IZCQEVO6 upload=59124RQ6ZUAI tag=IBS4BR901UM3 type=write size=4103064 2023-12-03T11:43:42.484 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.478+0000 7f4da82f78c0 1 > prepared operation key=4DF7KX58SVJY tag=YX8SVYOQBJFH type=del size=1822806 2023-12-03T11:43:42.488 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.482+0000 7f4da82f78c0 1 < completed delete operation key=1GAQFDQ35291 tag=TMBG1GOBNC44 type=del 2023-12-03T11:43:42.492 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.486+0000 7f4da82f78c0 1 > prepared operation key=1GAQFDQ35291 tag=YUPK4TR6M9NS type=del size=2533291 2023-12-03T11:43:42.496 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.490+0000 7f4da82f78c0 1 < completed delete operation key=Q3BH4HFRFZA5 tag=10BN3WY8PLZ4 type=del 2023-12-03T11:43:42.500 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.494+0000 7f4da82f78c0 1 > prepared operation key=4DF7KX58SVJY tag=UCRE3S4F3M9Z type=del size=3333600 2023-12-03T11:43:42.504 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.498+0000 7f4da82f78c0 1 < completed delete operation key=IOZ5MNNP5B2W tag=QEDRRKG93V9A type=del 2023-12-03T11:43:42.508 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.502+0000 7f4da82f78c0 1 > prepared operation key=ZO4GYMSV47J9 tag=GCN0MXXHK824 type=del size=2271145 2023-12-03T11:43:42.512 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.506+0000 7f4da82f78c0 1 < completed part key=_multipart_WEBJUD8426X3.2~UZWJI0ZSI3HG.0 size=832504 2023-12-03T11:43:42.518 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.514+0000 7f4da82f78c0 1 < completed multipart upload key=WEBJUD8426X3 upload=UZWJI0ZSI3HG tag=M12BLNKH0HR8 type=write size=1881080 2023-12-03T11:43:42.525 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.518+0000 7f4da82f78c0 1 > prepared part key=_multipart_K6FJNLCVDIUX.2~ELBM9OP1E494.0 size=1024133 2023-12-03T11:43:42.526 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.518+0000 7f4da82f78c0 1 > prepared multipart upload key=K6FJNLCVDIUX upload=ELBM9OP1E494 tag=SALB54D4LYAE type=write size=2072709 2023-12-03T11:43:42.529 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.522+0000 7f4da82f78c0 1 < completed delete operation key=645V3LNUPS4A tag=P31LL50UK7YD type=del 2023-12-03T11:43:42.536 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.530+0000 7f4da82f78c0 1 > prepared part key=_multipart_7AKK0TE2I43B.2~X24Z7VWD346H.0 size=1048576 2023-12-03T11:43:42.539 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.534+0000 7f4da82f78c0 1 > prepared part key=_multipart_7AKK0TE2I43B.2~X24Z7VWD346H.1 size=1033791 2023-12-03T11:43:42.539 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.534+0000 7f4da82f78c0 1 > prepared multipart upload key=7AKK0TE2I43B upload=X24Z7VWD346H tag=QX4WV2UI3UDC type=write size=3130943 2023-12-03T11:43:42.543 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.538+0000 7f4da82f78c0 1 < completed delete operation key=Q5C3IZCQEVO6 tag=Y5J887UPT550 type=del 2023-12-03T11:43:42.547 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.542+0000 7f4da82f78c0 1 > prepared operation key=85DYZW2I0U7X tag=TNBZRZJ5A18C type=del size=4104528 2023-12-03T11:43:42.554 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.550+0000 7f4da82f78c0 1 < suggested update operation key=TBD5MDTZYHGQ tag=0Z8FXL52Y5DA type=del size=595561 2023-12-03T11:43:42.562 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.554+0000 7f4da82f78c0 1 > prepared part key=_multipart_XCT2GVJ4O84M.2~U1O42S581RG1.0 size=54469 2023-12-03T11:43:42.562 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.554+0000 7f4da82f78c0 1 > prepared multipart upload key=XCT2GVJ4O84M upload=U1O42S581RG1 tag=CYD5B4TCNQT3 type=write size=1103045 2023-12-03T11:43:42.566 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.558+0000 7f4da82f78c0 1 < completed delete operation key=UT0U43FV7Y0L tag=W2YQWW2YLVCO type=del 2023-12-03T11:43:42.570 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.562+0000 7f4da82f78c0 1 > prepared operation key=YCJ1J0AKOH1D tag=6GF41AHGRYVD type=del size=341399 2023-12-03T11:43:42.574 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.566+0000 7f4da82f78c0 1 < completed part key=_multipart_UT0U43FV7Y0L.2~POZQCFK39QJN.0 size=1048576 2023-12-03T11:43:42.577 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.570+0000 7f4da82f78c0 1 < completed part key=_multipart_UT0U43FV7Y0L.2~POZQCFK39QJN.1 size=553977 2023-12-03T11:43:42.584 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.578+0000 7f4da82f78c0 1 < completed multipart upload key=UT0U43FV7Y0L upload=POZQCFK39QJN tag=CDARGUM4TGO5 type=write size=2651129 2023-12-03T11:43:42.588 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.582+0000 7f4da82f78c0 1 > prepared operation key=MY1AJ69R89HD tag=9E4AB3FGK0H5 type=write size=636641 2023-12-03T11:43:42.595 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.590+0000 7f4da82f78c0 1 < suggested update operation key=L3HC1M7OJ3L7 tag=QD90BKU9QVK9 type=del size=3027366 2023-12-03T11:43:42.599 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.594+0000 7f4da82f78c0 1 > prepared operation key=XCT2GVJ4O84M tag=LYHZJAZQX5UV type=del size=4127907 2023-12-03T11:43:42.603 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.598+0000 7f4da82f78c0 -1 < failed to complete operation key=L3HC1M7OJ3L7 tag=CYG5F3YM71V5 type=del size=2996319: (22) Invalid argument 2023-12-03T11:43:42.607 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.602+0000 7f4da82f78c0 1 > prepared operation key=RF6YEP4A6INZ tag=C2OG4L8QG15H type=del size=4059869 2023-12-03T11:43:42.611 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.606+0000 7f4da82f78c0 1 < completed part key=_multipart_4LWB8EMR9EBJ.2~SKSKGLHJ7QFW.0 size=1048576 2023-12-03T11:43:42.614 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.610+0000 7f4da82f78c0 1 < completed part key=_multipart_4LWB8EMR9EBJ.2~SKSKGLHJ7QFW.1 size=370548 2023-12-03T11:43:42.622 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.618+0000 7f4da82f78c0 1 < completed multipart upload key=4LWB8EMR9EBJ upload=SKSKGLHJ7QFW tag=SEBCFNXT3KBN type=write size=2467700 2023-12-03T11:43:42.629 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.622+0000 7f4da82f78c0 1 > prepared part key=_multipart_PUY1C1KWIAHV.2~9NI530XCE68Y.0 size=1048576 2023-12-03T11:43:42.632 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.626+0000 7f4da82f78c0 1 > prepared part key=_multipart_PUY1C1KWIAHV.2~9NI530XCE68Y.1 size=1048576 2023-12-03T11:43:42.635 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.630+0000 7f4da82f78c0 1 > prepared part key=_multipart_PUY1C1KWIAHV.2~9NI530XCE68Y.2 size=885443 2023-12-03T11:43:42.635 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.630+0000 7f4da82f78c0 1 > prepared multipart upload key=PUY1C1KWIAHV upload=9NI530XCE68Y tag=IHUBWZOV1Y13 type=write size=4031171 2023-12-03T11:43:42.639 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.634+0000 7f4da82f78c0 1 < completed delete operation key=Q5C3IZCQEVO6 tag=2XJL35CR1DLL type=del 2023-12-03T11:43:42.646 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.642+0000 7f4da82f78c0 1 > prepared part key=_multipart_M9A06B3PSDOD.2~6P1R1Q8Y97IY.0 size=1048576 2023-12-03T11:43:42.649 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.642+0000 7f4da82f78c0 1 > prepared part key=_multipart_M9A06B3PSDOD.2~6P1R1Q8Y97IY.1 size=1048576 2023-12-03T11:43:42.652 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.646+0000 7f4da82f78c0 1 > prepared part key=_multipart_M9A06B3PSDOD.2~6P1R1Q8Y97IY.2 size=858456 2023-12-03T11:43:42.652 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.646+0000 7f4da82f78c0 1 > prepared multipart upload key=M9A06B3PSDOD upload=6P1R1Q8Y97IY tag=09SL5359AYFV type=write size=4004184 2023-12-03T11:43:42.656 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.650+0000 7f4da82f78c0 1 < completed part key=_multipart_2HVLNPGB2PLL.2~4RJUNXV1WC4P.0 size=1048576 2023-12-03T11:43:42.659 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.654+0000 7f4da82f78c0 1 < completed part key=_multipart_2HVLNPGB2PLL.2~4RJUNXV1WC4P.1 size=1048576 2023-12-03T11:43:42.662 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.658+0000 7f4da82f78c0 1 < completed part key=_multipart_2HVLNPGB2PLL.2~4RJUNXV1WC4P.2 size=303206 2023-12-03T11:43:42.669 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.662+0000 7f4da82f78c0 1 < completed multipart upload key=2HVLNPGB2PLL upload=4RJUNXV1WC4P tag=YH2NS1TH6H5X type=write size=3448934 2023-12-03T11:43:42.673 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.666+0000 7f4da82f78c0 1 > prepared operation key=TBD5MDTZYHGQ tag=T2MEIF7TIT24 type=del size=3150192 2023-12-03T11:43:42.677 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.670+0000 7f4da82f78c0 1 < completed delete operation key=Q3BH4HFRFZA5 tag=PXE3DTSFJWE4 type=del 2023-12-03T11:43:42.684 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.678+0000 7f4da82f78c0 1 > prepared part key=_multipart_TBD5MDTZYHGQ.2~QXTO5WTGC7UJ.0 size=1030040 2023-12-03T11:43:42.684 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.678+0000 7f4da82f78c0 1 > prepared multipart upload key=TBD5MDTZYHGQ upload=QXTO5WTGC7UJ tag=LC2R4C0RGD80 type=write size=2078616 2023-12-03T11:43:42.688 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.682+0000 7f4da82f78c0 1 < completed delete operation key=4DF7KX58SVJY tag=YX8SVYOQBJFH type=del 2023-12-03T11:43:42.695 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.690+0000 7f4da82f78c0 1 > prepared part key=_multipart_M9A06B3PSDOD.2~MEETPUAA03KT.0 size=319580 2023-12-03T11:43:42.895 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.690+0000 7f4da82f78c0 1 > prepared multipart upload key=M9A06B3PSDOD upload=MEETPUAA03KT tag=FOIOR9N58DOY type=write size=1368156 2023-12-03T11:43:42.899 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.694+0000 7f4da82f78c0 1 < completed delete operation key=1GAQFDQ35291 tag=YUPK4TR6M9NS type=del 2023-12-03T11:43:42.899 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.698+0000 7f4da82f78c0 1 > prepared part key=_multipart_ZO4GYMSV47J9.2~1URDFQGM8W2F.0 size=1048576 2023-12-03T11:43:42.899 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.702+0000 7f4da82f78c0 1 > prepared part key=_multipart_ZO4GYMSV47J9.2~1URDFQGM8W2F.1 size=1048576 2023-12-03T11:43:42.899 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.714+0000 7f4da82f78c0 1 > prepared part key=_multipart_ZO4GYMSV47J9.2~1URDFQGM8W2F.2 size=331145 2023-12-03T11:43:42.900 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.714+0000 7f4da82f78c0 1 > prepared multipart upload key=ZO4GYMSV47J9 upload=1URDFQGM8W2F tag=4ZJ9V2C4LCUC type=write size=3476873 2023-12-03T11:43:42.900 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.718+0000 7f4da82f78c0 1 < completed delete operation key=4DF7KX58SVJY tag=UCRE3S4F3M9Z type=del 2023-12-03T11:43:42.900 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.726+0000 7f4da82f78c0 1 > prepared part key=_multipart_XCT2GVJ4O84M.2~YMW91RLU65ZE.0 size=1048576 2023-12-03T11:43:42.900 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.726+0000 7f4da82f78c0 1 > prepared part key=_multipart_XCT2GVJ4O84M.2~YMW91RLU65ZE.1 size=1048576 2023-12-03T11:43:42.900 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.730+0000 7f4da82f78c0 1 > prepared part key=_multipart_XCT2GVJ4O84M.2~YMW91RLU65ZE.2 size=869873 2023-12-03T11:43:42.900 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.730+0000 7f4da82f78c0 1 > prepared multipart upload key=XCT2GVJ4O84M upload=YMW91RLU65ZE tag=YGJQ5FOH7SF0 type=write size=4015601 2023-12-03T11:43:42.900 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.734+0000 7f4da82f78c0 1 < completed delete operation key=ZO4GYMSV47J9 tag=GCN0MXXHK824 type=del 2023-12-03T11:43:42.900 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.742+0000 7f4da82f78c0 1 > prepared part key=_multipart_645V3LNUPS4A.2~YLRQMTAKE8WP.0 size=1048576 2023-12-03T11:43:42.900 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.746+0000 7f4da82f78c0 1 > prepared part key=_multipart_645V3LNUPS4A.2~YLRQMTAKE8WP.1 size=1048576 2023-12-03T11:43:42.900 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.746+0000 7f4da82f78c0 1 > prepared part key=_multipart_645V3LNUPS4A.2~YLRQMTAKE8WP.2 size=355335 2023-12-03T11:43:42.900 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.746+0000 7f4da82f78c0 1 > prepared multipart upload key=645V3LNUPS4A upload=YLRQMTAKE8WP tag=J2YKR1QF4FX5 type=write size=3501063 2023-12-03T11:43:42.900 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.750+0000 7f4da82f78c0 1 < completed part key=_multipart_K6FJNLCVDIUX.2~ELBM9OP1E494.0 size=1024133 2023-12-03T11:43:42.900 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.758+0000 7f4da82f78c0 1 < completed multipart upload key=K6FJNLCVDIUX upload=ELBM9OP1E494 tag=SALB54D4LYAE type=write size=2072709 2023-12-03T11:43:42.900 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.766+0000 7f4da82f78c0 1 > prepared part key=_multipart_TBD5MDTZYHGQ.2~LLW3I5EBACYO.0 size=1048576 2023-12-03T11:43:42.900 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.770+0000 7f4da82f78c0 1 > prepared part key=_multipart_TBD5MDTZYHGQ.2~LLW3I5EBACYO.1 size=1048576 2023-12-03T11:43:42.901 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.770+0000 7f4da82f78c0 1 > prepared part key=_multipart_TBD5MDTZYHGQ.2~LLW3I5EBACYO.2 size=185964 2023-12-03T11:43:42.901 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.770+0000 7f4da82f78c0 1 > prepared multipart upload key=TBD5MDTZYHGQ upload=LLW3I5EBACYO tag=HOGCD9XNO8EW type=write size=3331692 2023-12-03T11:43:42.901 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.778+0000 7f4da82f78c0 1 < completed part key=_multipart_7AKK0TE2I43B.2~X24Z7VWD346H.0 size=1048576 2023-12-03T11:43:42.901 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.778+0000 7f4da82f78c0 1 < completed part key=_multipart_7AKK0TE2I43B.2~X24Z7VWD346H.1 size=1033791 2023-12-03T11:43:42.901 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.786+0000 7f4da82f78c0 1 < completed multipart upload key=7AKK0TE2I43B upload=X24Z7VWD346H tag=QX4WV2UI3UDC type=write size=3130943 2023-12-03T11:43:42.901 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.790+0000 7f4da82f78c0 1 > prepared operation key=M9A06B3PSDOD tag=261U1SCVHOB2 type=del size=2136466 2023-12-03T11:43:42.901 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.794+0000 7f4da82f78c0 1 < completed delete operation key=85DYZW2I0U7X tag=TNBZRZJ5A18C type=del 2023-12-03T11:43:42.901 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.798+0000 7f4da82f78c0 1 > prepared operation key=1GAQFDQ35291 tag=PGK1CAT82BZI type=del size=205149 2023-12-03T11:43:42.901 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.802+0000 7f4da82f78c0 1 < completed part key=_multipart_XCT2GVJ4O84M.2~U1O42S581RG1.0 size=54469 2023-12-03T11:43:42.901 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.810+0000 7f4da82f78c0 1 < completed multipart upload key=XCT2GVJ4O84M upload=U1O42S581RG1 tag=CYD5B4TCNQT3 type=write size=1103045 2023-12-03T11:43:42.901 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.818+0000 7f4da82f78c0 1 > prepared part key=_multipart_ZO4GYMSV47J9.2~0CM22JUTQ84K.0 size=1048576 2023-12-03T11:43:42.901 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.822+0000 7f4da82f78c0 1 > prepared part key=_multipart_ZO4GYMSV47J9.2~0CM22JUTQ84K.1 size=378035 2023-12-03T11:43:42.901 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.822+0000 7f4da82f78c0 1 > prepared multipart upload key=ZO4GYMSV47J9 upload=0CM22JUTQ84K tag=4LDGM3W24LVC type=write size=2475187 2023-12-03T11:43:42.901 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.826+0000 7f4da82f78c0 1 < completed delete operation key=YCJ1J0AKOH1D tag=6GF41AHGRYVD type=del 2023-12-03T11:43:42.901 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.834+0000 7f4da82f78c0 1 > prepared part key=_multipart_PUY1C1KWIAHV.2~G85YLCVTU3YK.0 size=1048576 2023-12-03T11:43:42.902 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.838+0000 7f4da82f78c0 1 > prepared part key=_multipart_PUY1C1KWIAHV.2~G85YLCVTU3YK.1 size=1048576 2023-12-03T11:43:42.902 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.838+0000 7f4da82f78c0 1 > prepared part key=_multipart_PUY1C1KWIAHV.2~G85YLCVTU3YK.2 size=220188 2023-12-03T11:43:42.902 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.838+0000 7f4da82f78c0 1 > prepared multipart upload key=PUY1C1KWIAHV upload=G85YLCVTU3YK tag=4C1QNQ6WK4NW type=write size=3365916 2023-12-03T11:43:42.902 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.846+0000 7f4da82f78c0 1 < suggested remove operation key=MY1AJ69R89HD tag=9E4AB3FGK0H5 type=write 2023-12-03T11:43:42.902 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.850+0000 7f4da82f78c0 1 > prepared operation key=85DYZW2I0U7X tag=JH3KZ3N6BLC2 type=del size=1228808 2023-12-03T11:43:42.902 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.854+0000 7f4da82f78c0 1 < completed delete operation key=XCT2GVJ4O84M tag=LYHZJAZQX5UV type=del 2023-12-03T11:43:42.902 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.862+0000 7f4da82f78c0 1 > prepared part key=_multipart_7EDLY2Q78IBP.2~LRXHTVYKLO3K.0 size=644761 2023-12-03T11:43:42.902 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.862+0000 7f4da82f78c0 1 > prepared multipart upload key=7EDLY2Q78IBP upload=LRXHTVYKLO3K tag=OFAJUM0XIBRO type=write size=1693337 2023-12-03T11:43:42.902 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.870+0000 7f4da82f78c0 1 < suggested update operation key=RF6YEP4A6INZ tag=C2OG4L8QG15H type=del size=4059869 2023-12-03T11:43:42.902 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.874+0000 7f4da82f78c0 1 > prepared operation key=WEBJUD8426X3 tag=2VG18NB9434Q type=del size=346169 2023-12-03T11:43:42.902 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.878+0000 7f4da82f78c0 1 < completed part key=_multipart_PUY1C1KWIAHV.2~9NI530XCE68Y.0 size=1048576 2023-12-03T11:43:42.902 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.882+0000 7f4da82f78c0 1 < completed part key=_multipart_PUY1C1KWIAHV.2~9NI530XCE68Y.1 size=1048576 2023-12-03T11:43:42.902 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.886+0000 7f4da82f78c0 1 < completed part key=_multipart_PUY1C1KWIAHV.2~9NI530XCE68Y.2 size=885443 2023-12-03T11:43:42.902 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.894+0000 7f4da82f78c0 1 < completed multipart upload key=PUY1C1KWIAHV upload=9NI530XCE68Y tag=IHUBWZOV1Y13 type=write size=4031171 2023-12-03T11:43:42.903 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.898+0000 7f4da82f78c0 1 > prepared operation key=TBD5MDTZYHGQ tag=ART54CEKF584 type=del size=3745681 2023-12-03T11:43:42.903 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.898+0000 7f4da82f78c0 1 < canceled part key=_multipart_M9A06B3PSDOD.2~6P1R1Q8Y97IY.0 size=1048576 2023-12-03T11:43:42.906 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.902+0000 7f4da82f78c0 1 < completed part key=_multipart_M9A06B3PSDOD.2~6P1R1Q8Y97IY.1 size=1048576 2023-12-03T11:43:42.910 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.906+0000 7f4da82f78c0 1 < completed part key=_multipart_M9A06B3PSDOD.2~6P1R1Q8Y97IY.2 size=858456 2023-12-03T11:43:42.917 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.910+0000 7f4da82f78c0 1 < canceled multipart upload key=M9A06B3PSDOD upload=6P1R1Q8Y97IY tag=09SL5359AYFV type=write size=4004184 2023-12-03T11:43:42.921 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.914+0000 7f4da82f78c0 1 > prepared operation key=XCT2GVJ4O84M tag=Q718H7BDDH05 type=del size=834227 2023-12-03T11:43:42.929 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.922+0000 7f4da82f78c0 1 < suggested remove operation key=TBD5MDTZYHGQ tag=T2MEIF7TIT24 type=del 2023-12-03T11:43:42.932 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.926+0000 7f4da82f78c0 1 > prepared operation key=RF6YEP4A6INZ tag=ZDQ5U3GDO326 type=write size=313704 2023-12-03T11:43:42.937 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.930+0000 7f4da82f78c0 1 < completed part key=_multipart_TBD5MDTZYHGQ.2~QXTO5WTGC7UJ.0 size=1030040 2023-12-03T11:43:42.944 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.938+0000 7f4da82f78c0 1 < completed multipart upload key=TBD5MDTZYHGQ upload=QXTO5WTGC7UJ tag=LC2R4C0RGD80 type=write size=2078616 2023-12-03T11:43:42.948 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.942+0000 7f4da82f78c0 1 > prepared operation key=D2PVZARQWEIV tag=H1YEZJU7N20Z type=write size=624532 2023-12-03T11:43:42.952 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.946+0000 7f4da82f78c0 1 < completed part key=_multipart_M9A06B3PSDOD.2~MEETPUAA03KT.0 size=319580 2023-12-03T11:43:42.959 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.954+0000 7f4da82f78c0 1 < completed multipart upload key=M9A06B3PSDOD upload=MEETPUAA03KT tag=FOIOR9N58DOY type=write size=1368156 2023-12-03T11:43:42.963 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.958+0000 7f4da82f78c0 1 > prepared operation key=85DYZW2I0U7X tag=I0C2K03IHIJP type=del size=1312772 2023-12-03T11:43:42.968 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.962+0000 7f4da82f78c0 1 < completed part key=_multipart_ZO4GYMSV47J9.2~1URDFQGM8W2F.0 size=1048576 2023-12-03T11:43:42.971 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.966+0000 7f4da82f78c0 1 < completed part key=_multipart_ZO4GYMSV47J9.2~1URDFQGM8W2F.1 size=1048576 2023-12-03T11:43:42.974 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.970+0000 7f4da82f78c0 1 < completed part key=_multipart_ZO4GYMSV47J9.2~1URDFQGM8W2F.2 size=331145 2023-12-03T11:43:42.981 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.974+0000 7f4da82f78c0 1 < completed multipart upload key=ZO4GYMSV47J9 upload=1URDFQGM8W2F tag=4ZJ9V2C4LCUC type=write size=3476873 2023-12-03T11:43:42.986 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.982+0000 7f4da82f78c0 1 > prepared operation key=1GAQFDQ35291 tag=35KF8632JOQO type=del size=3578627 2023-12-03T11:43:42.992 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.986+0000 7f4da82f78c0 1 < completed part key=_multipart_XCT2GVJ4O84M.2~YMW91RLU65ZE.0 size=1048576 2023-12-03T11:43:42.995 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.990+0000 7f4da82f78c0 1 < completed part key=_multipart_XCT2GVJ4O84M.2~YMW91RLU65ZE.1 size=1048576 2023-12-03T11:43:42.999 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.994+0000 7f4da82f78c0 1 < completed part key=_multipart_XCT2GVJ4O84M.2~YMW91RLU65ZE.2 size=869873 2023-12-03T11:43:43.006 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:42.998+0000 7f4da82f78c0 1 < completed multipart upload key=XCT2GVJ4O84M upload=YMW91RLU65ZE tag=YGJQ5FOH7SF0 type=write size=4015601 2023-12-03T11:43:43.010 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:43.002+0000 7f4da82f78c0 1 > prepared operation key=GMT5400N4YTT tag=5N81UHBEO3QR type=del size=4119916 2023-12-03T11:43:43.014 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:43.010+0000 7f4da82f78c0 1 < completed part key=_multipart_645V3LNUPS4A.2~YLRQMTAKE8WP.0 size=1048576 2023-12-03T11:43:43.017 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:43.010+0000 7f4da82f78c0 1 < completed part key=_multipart_645V3LNUPS4A.2~YLRQMTAKE8WP.1 size=1048576 2023-12-03T11:43:43.017 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:43.010+0000 7f4da82f78c0 1 < canceled part key=_multipart_645V3LNUPS4A.2~YLRQMTAKE8WP.2 size=355335 2023-12-03T11:43:43.024 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:43.018+0000 7f4da82f78c0 1 < canceled multipart upload key=645V3LNUPS4A upload=YLRQMTAKE8WP tag=J2YKR1QF4FX5 type=write size=3501063 2023-12-03T11:43:43.028 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:43.022+0000 7f4da82f78c0 1 > prepared operation key=1H0XTAA0VMYC tag=VYDWQC2PKJJ7 type=del size=3991518 2023-12-03T11:43:43.032 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:43.026+0000 7f4da82f78c0 1 < completed part key=_multipart_TBD5MDTZYHGQ.2~LLW3I5EBACYO.0 size=1048576 2023-12-03T11:43:43.036 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:43.030+0000 7f4da82f78c0 1 < completed part key=_multipart_TBD5MDTZYHGQ.2~LLW3I5EBACYO.1 size=1048576 2023-12-03T11:43:43.039 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:43.034+0000 7f4da82f78c0 1 < completed part key=_multipart_TBD5MDTZYHGQ.2~LLW3I5EBACYO.2 size=185964 2023-12-03T11:43:43.047 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:43.042+0000 7f4da82f78c0 1 < completed multipart upload key=TBD5MDTZYHGQ upload=LLW3I5EBACYO tag=HOGCD9XNO8EW type=write size=3331692 2023-12-03T11:43:43.052 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:43.046+0000 7f4da82f78c0 1 > prepared operation key=4LWB8EMR9EBJ tag=7UXGF8IQBEAP type=del size=2283116 2023-12-03T11:43:43.056 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:43.050+0000 7f4da82f78c0 1 < completed delete operation key=M9A06B3PSDOD tag=261U1SCVHOB2 type=del 2023-12-03T11:43:43.060 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:43.054+0000 7f4da82f78c0 1 > prepared operation key=4LWB8EMR9EBJ tag=XD5OGIHATMKD type=del size=79497 2023-12-03T11:43:43.064 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:43.058+0000 7f4da82f78c0 1 < completed delete operation key=1GAQFDQ35291 tag=PGK1CAT82BZI type=del 2023-12-03T11:43:43.073 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:43.066+0000 7f4da82f78c0 1 > prepared part key=_multipart_WEBJUD8426X3.2~3CCJ3PAAQ1H4.0 size=464374 2023-12-03T11:43:43.073 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:43.066+0000 7f4da82f78c0 1 > prepared multipart upload key=WEBJUD8426X3 upload=3CCJ3PAAQ1H4 tag=C93R0W68SPNC type=write size=1512950 2023-12-03T11:43:43.077 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:43.070+0000 7f4da82f78c0 1 < completed part key=_multipart_ZO4GYMSV47J9.2~0CM22JUTQ84K.0 size=1048576 2023-12-03T11:43:43.081 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:43.074+0000 7f4da82f78c0 1 < completed part key=_multipart_ZO4GYMSV47J9.2~0CM22JUTQ84K.1 size=378035 2023-12-03T11:43:43.091 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:43.086+0000 7f4da82f78c0 1 < completed multipart upload key=ZO4GYMSV47J9 upload=0CM22JUTQ84K tag=4LDGM3W24LVC type=write size=2475187 2023-12-03T11:43:43.096 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:43.090+0000 7f4da82f78c0 1 > prepared operation key=6UZY1HWE143J tag=TIKKUIRSTYFB type=del size=1193459 2023-12-03T11:43:43.108 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:43.102+0000 7f4da82f78c0 1 < completed part key=_multipart_PUY1C1KWIAHV.2~G85YLCVTU3YK.0 size=1048576 2023-12-03T11:43:43.114 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:43.106+0000 7f4da82f78c0 1 < completed part key=_multipart_PUY1C1KWIAHV.2~G85YLCVTU3YK.1 size=1048576 2023-12-03T11:43:43.114 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:43.106+0000 7f4da82f78c0 1 < completed part key=_multipart_PUY1C1KWIAHV.2~G85YLCVTU3YK.2 size=220188 2023-12-03T11:43:43.119 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:43.114+0000 7f4da82f78c0 1 < completed multipart upload key=PUY1C1KWIAHV upload=G85YLCVTU3YK tag=4C1QNQ6WK4NW type=write size=3365916 2023-12-03T11:43:43.123 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:43.118+0000 7f4da82f78c0 1 > prepared operation key=IOZ5MNNP5B2W tag=R1CHYLIN5JPW type=del size=1807001 2023-12-03T11:43:43.128 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:43.122+0000 7f4da82f78c0 1 < completed delete operation key=85DYZW2I0U7X tag=JH3KZ3N6BLC2 type=del 2023-12-03T11:43:43.132 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:43.126+0000 7f4da82f78c0 1 > prepared operation key=M9A06B3PSDOD tag=GWK999RY4CVA type=del size=1777821 2023-12-03T11:43:43.135 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:43.130+0000 7f4da82f78c0 1 < completed part key=_multipart_7EDLY2Q78IBP.2~LRXHTVYKLO3K.0 size=644761 2023-12-03T11:43:43.140 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:43.134+0000 7f4da82f78c0 1 < completed multipart upload key=7EDLY2Q78IBP upload=LRXHTVYKLO3K tag=OFAJUM0XIBRO type=write size=1693337 2023-12-03T11:43:43.143 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:43.138+0000 7f4da82f78c0 1 > prepared operation key=7AKK0TE2I43B tag=83RTXUZMLC0V type=del size=1854911 2023-12-03T11:43:43.151 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:43.146+0000 7f4da82f78c0 1 < suggested remove operation key=WEBJUD8426X3 tag=2VG18NB9434Q type=del 2023-12-03T11:43:43.154 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:43.150+0000 7f4da82f78c0 1 > prepared operation key=QGLKMQWQRM89 tag=55VI3I5H53SJ type=del size=213041 2023-12-03T11:43:43.157 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:43.150+0000 7f4da82f78c0 -1 < failed to complete operation key=TBD5MDTZYHGQ tag=ART54CEKF584 type=del size=3745681: (22) Invalid argument 2023-12-03T11:43:43.163 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:43.158+0000 7f4da82f78c0 1 > prepared part key=_multipart_L3HC1M7OJ3L7.2~ERA46FIEAQXN.0 size=1048576 2023-12-03T11:43:43.166 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:43.158+0000 7f4da82f78c0 1 > prepared part key=_multipart_L3HC1M7OJ3L7.2~ERA46FIEAQXN.1 size=708146 2023-12-03T11:43:43.166 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:43.158+0000 7f4da82f78c0 1 > prepared multipart upload key=L3HC1M7OJ3L7 upload=ERA46FIEAQXN tag=JLNDASV73LS6 type=write size=2805298 2023-12-03T11:43:43.172 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:43.166+0000 7f4da82f78c0 1 < suggested update operation key=XCT2GVJ4O84M tag=Q718H7BDDH05 type=del size=834227 2023-12-03T11:43:43.178 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:43.170+0000 7f4da82f78c0 1 > prepared part key=_multipart_GMT5400N4YTT.2~OXINRQRF4QGP.0 size=1048576 2023-12-03T11:43:43.180 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:43.174+0000 7f4da82f78c0 1 > prepared part key=_multipart_GMT5400N4YTT.2~OXINRQRF4QGP.1 size=276488 2023-12-03T11:43:43.180 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:43.174+0000 7f4da82f78c0 1 > prepared multipart upload key=GMT5400N4YTT upload=OXINRQRF4QGP tag=JI654RD16Q7B type=write size=2373640 2023-12-03T11:43:43.183 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:43.178+0000 7f4da82f78c0 1 < completed write operation key=RF6YEP4A6INZ tag=ZDQ5U3GDO326 type=write size=313704 2023-12-03T11:43:43.186 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:43.182+0000 7f4da82f78c0 1 > prepared operation key=L3HC1M7OJ3L7 tag=F109X071WVNK type=write size=701690 2023-12-03T11:43:43.193 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:43.186+0000 7f4da82f78c0 1 < suggested remove operation key=D2PVZARQWEIV tag=H1YEZJU7N20Z type=write 2023-12-03T11:43:43.196 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:43.190+0000 7f4da82f78c0 1 > prepared operation key=M9A06B3PSDOD tag=9A5AF3YMBJE2 type=del size=1254395 2023-12-03T11:43:43.200 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:43.194+0000 7f4da82f78c0 1 < completed delete operation key=85DYZW2I0U7X tag=I0C2K03IHIJP type=del 2023-12-03T11:43:43.203 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:43.198+0000 7f4da82f78c0 1 > prepared operation key=IOZ5MNNP5B2W tag=67FGKPM5YIGM type=write size=970673 2023-12-03T11:43:43.206 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:43.202+0000 7f4da82f78c0 1 < completed delete operation key=1GAQFDQ35291 tag=35KF8632JOQO type=del 2023-12-03T11:43:43.209 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:43.202+0000 7f4da82f78c0 1 > prepared operation key=UT0U43FV7Y0L tag=SBI5HVWJU4NP type=del size=1738830 2023-12-03T11:43:43.213 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:43.206+0000 7f4da82f78c0 1 < canceled operation key=GMT5400N4YTT tag=5N81UHBEO3QR type=del size=4119916 2023-12-03T11:43:43.216 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:43.210+0000 7f4da82f78c0 1 > prepared operation key=ZO4GYMSV47J9 tag=31GFJMCOL62D type=del size=2940346 2023-12-03T11:43:43.222 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:43.218+0000 7f4da82f78c0 1 < suggested remove operation key=1H0XTAA0VMYC tag=VYDWQC2PKJJ7 type=del 2023-12-03T11:43:43.228 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:43.222+0000 7f4da82f78c0 1 > prepared part key=_multipart_M9A06B3PSDOD.2~X61NGUA5BWDP.0 size=1048576 2023-12-03T11:43:43.231 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:43.226+0000 7f4da82f78c0 1 > prepared part key=_multipart_M9A06B3PSDOD.2~X61NGUA5BWDP.1 size=1048576 2023-12-03T11:43:43.234 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:43.226+0000 7f4da82f78c0 1 > prepared part key=_multipart_M9A06B3PSDOD.2~X61NGUA5BWDP.2 size=370304 2023-12-03T11:43:43.234 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:43.226+0000 7f4da82f78c0 1 > prepared multipart upload key=M9A06B3PSDOD upload=X61NGUA5BWDP tag=3KP936768BKB type=write size=3516032 2023-12-03T11:43:43.237 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:43.230+0000 7f4da82f78c0 1 < completed delete operation key=4LWB8EMR9EBJ tag=7UXGF8IQBEAP type=del 2023-12-03T11:43:43.240 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:43.234+0000 7f4da82f78c0 1 > prepared operation key=K4O9QAISDGSN tag=H8MJYAP9K3NR type=del size=3538294 2023-12-03T11:43:43.244 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:43.238+0000 7f4da82f78c0 1 < completed delete operation key=4LWB8EMR9EBJ tag=XD5OGIHATMKD type=del 2023-12-03T11:43:43.247 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:43.242+0000 7f4da82f78c0 1 > prepared operation key=K6FJNLCVDIUX tag=NCQLX10B0AME type=write size=181107 2023-12-03T11:43:43.250 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:43.246+0000 7f4da82f78c0 1 < completed part key=_multipart_WEBJUD8426X3.2~3CCJ3PAAQ1H4.0 size=464374 2023-12-03T11:43:43.257 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:43.250+0000 7f4da82f78c0 1 < completed multipart upload key=WEBJUD8426X3 upload=3CCJ3PAAQ1H4 tag=C93R0W68SPNC type=write size=1512950 2023-12-03T11:43:43.265 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:43.258+0000 7f4da82f78c0 1 > prepared part key=_multipart_6UZY1HWE143J.2~I0RXWDBCPO2C.0 size=885665 2023-12-03T11:43:43.265 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:43.258+0000 7f4da82f78c0 1 > prepared multipart upload key=6UZY1HWE143J upload=I0RXWDBCPO2C tag=49G39Q961L9K type=write size=1934241 2023-12-03T11:43:43.269 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:43.262+0000 7f4da82f78c0 1 < completed delete operation key=6UZY1HWE143J tag=TIKKUIRSTYFB type=del 2023-12-03T11:43:43.273 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:43.266+0000 7f4da82f78c0 1 > prepared operation key=IOZ5MNNP5B2W tag=8JIH3FI3A365 type=del size=376548 2023-12-03T11:43:43.277 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:43.270+0000 7f4da82f78c0 1 < completed delete operation key=IOZ5MNNP5B2W tag=R1CHYLIN5JPW type=del 2023-12-03T11:43:43.281 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:43.274+0000 7f4da82f78c0 1 > prepared operation key=1H0XTAA0VMYC tag=UR0SYVJXVVDG type=del size=1681683 2023-12-03T11:43:43.285 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:43.278+0000 7f4da82f78c0 1 < completed delete operation key=M9A06B3PSDOD tag=GWK999RY4CVA type=del 2023-12-03T11:43:43.293 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:43.286+0000 7f4da82f78c0 1 > prepared part key=_multipart_7EDLY2Q78IBP.2~IK5UU8FEVIWE.0 size=1048576 2023-12-03T11:43:43.296 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:43.290+0000 7f4da82f78c0 1 > prepared part key=_multipart_7EDLY2Q78IBP.2~IK5UU8FEVIWE.1 size=1023549 2023-12-03T11:43:43.296 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:43.290+0000 7f4da82f78c0 1 > prepared multipart upload key=7EDLY2Q78IBP upload=IK5UU8FEVIWE tag=568K5VNBHG08 type=write size=3120701 2023-12-03T11:43:43.300 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:43.294+0000 7f4da82f78c0 1 < completed delete operation key=7AKK0TE2I43B tag=83RTXUZMLC0V type=del 2023-12-03T11:43:43.307 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:43.302+0000 7f4da82f78c0 1 > prepared part key=_multipart_XCT2GVJ4O84M.2~4S7TOWQAC7GN.0 size=1048576 2023-12-03T11:43:43.310 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:43.306+0000 7f4da82f78c0 1 > prepared part key=_multipart_XCT2GVJ4O84M.2~4S7TOWQAC7GN.1 size=177282 2023-12-03T11:43:43.310 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:43.306+0000 7f4da82f78c0 1 > prepared multipart upload key=XCT2GVJ4O84M upload=4S7TOWQAC7GN tag=E161Q1FLE1GO type=write size=2274434 2023-12-03T11:43:43.313 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:43.306+0000 7f4da82f78c0 1 < canceled operation key=QGLKMQWQRM89 tag=55VI3I5H53SJ type=del size=213041 2023-12-03T11:43:43.320 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:43.314+0000 7f4da82f78c0 1 > prepared part key=_multipart_XCT2GVJ4O84M.2~ANTBHXMHC423.0 size=1048576 2023-12-03T11:43:43.322 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:43.318+0000 7f4da82f78c0 1 > prepared part key=_multipart_XCT2GVJ4O84M.2~ANTBHXMHC423.1 size=629219 2023-12-03T11:43:43.322 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:43.318+0000 7f4da82f78c0 1 > prepared multipart upload key=XCT2GVJ4O84M upload=ANTBHXMHC423 tag=6KVA0ADMQL26 type=write size=2726371 2023-12-03T11:43:43.326 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:43.318+0000 7f4da82f78c0 1 < completed part key=_multipart_L3HC1M7OJ3L7.2~ERA46FIEAQXN.0 size=1048576 2023-12-03T11:43:43.329 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:43.322+0000 7f4da82f78c0 1 < completed part key=_multipart_L3HC1M7OJ3L7.2~ERA46FIEAQXN.1 size=708146 2023-12-03T11:43:43.334 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:43.330+0000 7f4da82f78c0 1 < completed multipart upload key=L3HC1M7OJ3L7 upload=ERA46FIEAQXN tag=JLNDASV73LS6 type=write size=2805298 2023-12-03T11:43:43.340 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:43.334+0000 7f4da82f78c0 1 > prepared part key=_multipart_GMT5400N4YTT.2~2J36ZI23Z9B8.0 size=899362 2023-12-03T11:43:43.340 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:43.334+0000 7f4da82f78c0 1 > prepared multipart upload key=GMT5400N4YTT upload=2J36ZI23Z9B8 tag=I61DQ23E46TP type=write size=1947938 2023-12-03T11:43:43.344 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:43.338+0000 7f4da82f78c0 1 < completed part key=_multipart_GMT5400N4YTT.2~OXINRQRF4QGP.0 size=1048576 2023-12-03T11:43:43.349 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:43.342+0000 7f4da82f78c0 1 < completed part key=_multipart_GMT5400N4YTT.2~OXINRQRF4QGP.1 size=276488 2023-12-03T11:43:43.352 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:43.346+0000 7f4da82f78c0 1 < completed multipart upload key=GMT5400N4YTT upload=OXINRQRF4QGP tag=JI654RD16Q7B type=write size=2373640 2023-12-03T11:43:43.358 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:43.354+0000 7f4da82f78c0 1 > prepared part key=_multipart_XCT2GVJ4O84M.2~HR4LKQZM09IP.0 size=461875 2023-12-03T11:43:43.358 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:43.354+0000 7f4da82f78c0 1 > prepared multipart upload key=XCT2GVJ4O84M upload=HR4LKQZM09IP tag=9PV296QJ8GTJ type=write size=1510451 2023-12-03T11:43:43.362 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:43.354+0000 7f4da82f78c0 1 < completed write operation key=L3HC1M7OJ3L7 tag=F109X071WVNK type=write size=701690 2023-12-03T11:43:43.365 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:43.358+0000 7f4da82f78c0 1 > prepared operation key=PUY1C1KWIAHV tag=BIQ63WPU1VWJ type=del size=967243 2023-12-03T11:43:43.371 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:43.366+0000 7f4da82f78c0 1 < suggested remove operation key=M9A06B3PSDOD tag=9A5AF3YMBJE2 type=del 2023-12-03T11:43:43.377 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:43.370+0000 7f4da82f78c0 1 > prepared part key=_multipart_QGLKMQWQRM89.2~Y89QUDCO93OU.0 size=108167 2023-12-03T11:43:43.377 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:43:43.370+0000 7f4da82f78c0 1 > prepared multipart upload key=QGLKMQWQRM89 upload=Y89QUDCO93OU tag=LOXUJZZL1DNI type=write size=1156743 2023-12-03T11:43:43.378 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] cls_rgw_stats.simulate (29140 ms) 2023-12-03T11:43:43.378 INFO:tasks.workunit.client.0.smithi019.stdout:[----------] 1 test from cls_rgw_stats (29141 ms total) 2023-12-03T11:43:43.378 INFO:tasks.workunit.client.0.smithi019.stdout: 2023-12-03T11:43:43.378 INFO:tasks.workunit.client.0.smithi019.stdout:[----------] Global test environment tear-down 2023-12-03T11:43:44.169 INFO:tasks.workunit.client.0.smithi019.stdout:[==========] 1 test from 1 test suite ran. (31825 ms total) 2023-12-03T11:43:44.169 INFO:tasks.workunit.client.0.smithi019.stdout:[ PASSED ] 1 test. 2023-12-03T11:43:44.176 INFO:teuthology.orchestra.run:Running command with timeout 3600 2023-12-03T11:43:44.176 DEBUG:teuthology.orchestra.run.smithi019:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2023-12-03T11:43:44.231 INFO:tasks.workunit:Running workunits matching cls/test_cls_cmpomap.sh on client.0... 2023-12-03T11:43:44.232 INFO:tasks.workunit:Running workunit cls/test_cls_cmpomap.sh... 2023-12-03T11:43:44.232 DEBUG:teuthology.orchestra.run.smithi019:workunit test cls/test_cls_cmpomap.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=bcbf278cf395873c2a482f5a7b2345faf2160319 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_cmpomap.sh 2023-12-03T11:43:44.293 INFO:tasks.workunit.client.0.smithi019.stdout:Running main() from gmock_main.cc 2023-12-03T11:43:44.293 INFO:tasks.workunit.client.0.smithi019.stdout:[==========] Running 31 tests from 1 test suite. 2023-12-03T11:43:44.293 INFO:tasks.workunit.client.0.smithi019.stdout:[----------] Global test environment set-up. 2023-12-03T11:43:46.205 INFO:tasks.workunit.client.0.smithi019.stdout:[----------] 31 tests from CmpOmap 2023-12-03T11:43:46.205 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_str 2023-12-03T11:43:46.229 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] CmpOmap.cmp_vals_noexist_str (24 ms) 2023-12-03T11:43:46.229 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_str_default 2023-12-03T11:43:46.248 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] CmpOmap.cmp_vals_noexist_str_default (19 ms) 2023-12-03T11:43:46.248 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_u64 2023-12-03T11:43:46.255 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] CmpOmap.cmp_vals_noexist_u64 (7 ms) 2023-12-03T11:43:46.255 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_u64_default 2023-12-03T11:43:46.262 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] CmpOmap.cmp_vals_noexist_u64_default (7 ms) 2023-12-03T11:43:46.262 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] CmpOmap.cmp_vals_str 2023-12-03T11:43:46.280 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] CmpOmap.cmp_vals_str (16 ms) 2023-12-03T11:43:46.280 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] CmpOmap.cmp_vals_u64 2023-12-03T11:43:46.291 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] CmpOmap.cmp_vals_u64 (12 ms) 2023-12-03T11:43:46.292 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] CmpOmap.cmp_vals_u64_invalid_input 2023-12-03T11:43:46.297 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] CmpOmap.cmp_vals_u64_invalid_input (6 ms) 2023-12-03T11:43:46.297 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] CmpOmap.cmp_vals_u64_invalid_default 2023-12-03T11:43:46.306 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] CmpOmap.cmp_vals_u64_invalid_default (9 ms) 2023-12-03T11:43:46.307 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] CmpOmap.cmp_vals_u64_empty_default 2023-12-03T11:43:46.316 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] CmpOmap.cmp_vals_u64_empty_default (10 ms) 2023-12-03T11:43:46.316 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] CmpOmap.cmp_vals_u64_invalid_value 2023-12-03T11:43:46.327 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] CmpOmap.cmp_vals_u64_invalid_value (12 ms) 2023-12-03T11:43:46.328 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] CmpOmap.cmp_vals_at_max_keys 2023-12-03T11:43:46.329 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] CmpOmap.cmp_vals_at_max_keys (1 ms) 2023-12-03T11:43:46.329 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] CmpOmap.cmp_vals_over_max_keys 2023-12-03T11:43:46.330 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] CmpOmap.cmp_vals_over_max_keys (1 ms) 2023-12-03T11:43:46.330 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_str 2023-12-03T11:43:46.347 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_str (17 ms) 2023-12-03T11:43:46.347 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_str_default 2023-12-03T11:43:46.366 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_str_default (19 ms) 2023-12-03T11:43:46.366 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_u64 2023-12-03T11:43:46.386 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_u64 (19 ms) 2023-12-03T11:43:46.386 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_u64_default 2023-12-03T11:43:46.404 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_u64_default (19 ms) 2023-12-03T11:43:46.405 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] CmpOmap.cmp_set_vals_str 2023-12-03T11:43:46.427 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] CmpOmap.cmp_set_vals_str (23 ms) 2023-12-03T11:43:46.427 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] CmpOmap.cmp_set_vals_u64 2023-12-03T11:43:46.450 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] CmpOmap.cmp_set_vals_u64 (23 ms) 2023-12-03T11:43:46.450 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] CmpOmap.cmp_set_vals_u64_einval 2023-12-03T11:43:46.458 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] CmpOmap.cmp_set_vals_u64_einval (8 ms) 2023-12-03T11:43:46.458 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] CmpOmap.cmp_set_vals_u64_eio 2023-12-03T11:43:46.466 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] CmpOmap.cmp_set_vals_u64_eio (8 ms) 2023-12-03T11:43:46.466 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] CmpOmap.cmp_set_vals_at_max_keys 2023-12-03T11:43:46.469 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] CmpOmap.cmp_set_vals_at_max_keys (3 ms) 2023-12-03T11:43:46.469 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] CmpOmap.cmp_set_vals_over_max_keys 2023-12-03T11:43:46.471 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] CmpOmap.cmp_set_vals_over_max_keys (2 ms) 2023-12-03T11:43:46.471 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] CmpOmap.cmp_rm_keys_noexist_str 2023-12-03T11:43:46.490 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] CmpOmap.cmp_rm_keys_noexist_str (19 ms) 2023-12-03T11:43:46.490 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] CmpOmap.cmp_rm_keys_noexist_u64 2023-12-03T11:43:46.508 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] CmpOmap.cmp_rm_keys_noexist_u64 (18 ms) 2023-12-03T11:43:46.508 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] CmpOmap.cmp_rm_keys_str 2023-12-03T11:43:46.532 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] CmpOmap.cmp_rm_keys_str (24 ms) 2023-12-03T11:43:46.533 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64 2023-12-03T11:43:46.556 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64 (24 ms) 2023-12-03T11:43:46.556 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64_einval 2023-12-03T11:43:46.562 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64_einval (6 ms) 2023-12-03T11:43:46.562 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64_eio 2023-12-03T11:43:46.570 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64_eio (8 ms) 2023-12-03T11:43:46.570 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] CmpOmap.cmp_rm_keys_at_max_keys 2023-12-03T11:43:46.573 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] CmpOmap.cmp_rm_keys_at_max_keys (3 ms) 2023-12-03T11:43:46.573 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] CmpOmap.cmp_rm_keys_over_max_keys 2023-12-03T11:43:46.575 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] CmpOmap.cmp_rm_keys_over_max_keys (2 ms) 2023-12-03T11:43:46.575 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64_empty 2023-12-03T11:43:46.598 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64_empty (23 ms) 2023-12-03T11:43:46.598 INFO:tasks.workunit.client.0.smithi019.stdout:[----------] 31 tests from CmpOmap (393 ms total) 2023-12-03T11:43:46.599 INFO:tasks.workunit.client.0.smithi019.stdout: 2023-12-03T11:43:46.599 INFO:tasks.workunit.client.0.smithi019.stdout:[----------] Global test environment tear-down 2023-12-03T11:43:47.210 INFO:tasks.workunit.client.0.smithi019.stdout:[==========] 31 tests from 1 test suite ran. (2917 ms total) 2023-12-03T11:43:47.211 INFO:tasks.workunit.client.0.smithi019.stdout:[ PASSED ] 31 tests. 2023-12-03T11:43:47.218 INFO:teuthology.orchestra.run:Running command with timeout 3600 2023-12-03T11:43:47.218 DEBUG:teuthology.orchestra.run.smithi019:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2023-12-03T11:43:47.272 INFO:tasks.workunit:Running workunits matching cls/test_cls_2pc_queue.sh on client.0... 2023-12-03T11:43:47.273 INFO:tasks.workunit:Running workunit cls/test_cls_2pc_queue.sh... 2023-12-03T11:43:47.273 DEBUG:teuthology.orchestra.run.smithi019:workunit test cls/test_cls_2pc_queue.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=bcbf278cf395873c2a482f5a7b2345faf2160319 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_2pc_queue.sh 2023-12-03T11:43:47.336 INFO:tasks.workunit.client.0.smithi019.stdout:Running main() from gmock_main.cc 2023-12-03T11:43:47.337 INFO:tasks.workunit.client.0.smithi019.stdout:[==========] Running 24 tests from 1 test suite. 2023-12-03T11:43:47.337 INFO:tasks.workunit.client.0.smithi019.stdout:[----------] Global test environment set-up. 2023-12-03T11:43:47.337 INFO:tasks.workunit.client.0.smithi019.stdout:[----------] 24 tests from TestCls2PCQueue 2023-12-03T11:43:47.337 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestCls2PCQueue.GetCapacity 2023-12-03T11:43:50.263 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestCls2PCQueue.GetCapacity (2927 ms) 2023-12-03T11:43:50.263 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestCls2PCQueue.AsyncGetCapacity 2023-12-03T11:43:53.333 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestCls2PCQueue.AsyncGetCapacity (3069 ms) 2023-12-03T11:43:53.333 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestCls2PCQueue.Reserve 2023-12-03T11:43:56.374 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestCls2PCQueue.Reserve (3042 ms) 2023-12-03T11:43:56.374 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestCls2PCQueue.AsyncReserve 2023-12-03T11:43:59.436 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestCls2PCQueue.AsyncReserve (3062 ms) 2023-12-03T11:43:59.437 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestCls2PCQueue.Commit 2023-12-03T11:44:03.508 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestCls2PCQueue.Commit (4071 ms) 2023-12-03T11:44:03.508 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestCls2PCQueue.Stats 2023-12-03T11:44:07.556 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestCls2PCQueue.Stats (4049 ms) 2023-12-03T11:44:07.556 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestCls2PCQueue.UpgradeFromReef 2023-12-03T11:44:12.600 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestCls2PCQueue.UpgradeFromReef (5044 ms) 2023-12-03T11:44:12.600 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestCls2PCQueue.Abort 2023-12-03T11:44:15.672 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestCls2PCQueue.Abort (3072 ms) 2023-12-03T11:44:15.672 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestCls2PCQueue.ReserveError 2023-12-03T11:44:18.714 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestCls2PCQueue.ReserveError (3040 ms) 2023-12-03T11:44:18.714 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestCls2PCQueue.CommitError 2023-12-03T11:44:21.771 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestCls2PCQueue.CommitError (3059 ms) 2023-12-03T11:44:21.772 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestCls2PCQueue.AbortError 2023-12-03T11:44:24.784 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestCls2PCQueue.AbortError (3013 ms) 2023-12-03T11:44:24.784 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestCls2PCQueue.MultiReserve 2023-12-03T11:44:27.809 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestCls2PCQueue.MultiReserve (3025 ms) 2023-12-03T11:44:27.810 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestCls2PCQueue.MultiCommit 2023-12-03T11:44:30.828 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestCls2PCQueue.MultiCommit (3019 ms) 2023-12-03T11:44:30.828 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestCls2PCQueue.MultiAbort 2023-12-03T11:44:33.849 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestCls2PCQueue.MultiAbort (3019 ms) 2023-12-03T11:44:33.849 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestCls2PCQueue.ReserveCommit 2023-12-03T11:44:36.898 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestCls2PCQueue.ReserveCommit (3051 ms) 2023-12-03T11:44:36.898 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestCls2PCQueue.ReserveAbort 2023-12-03T11:44:39.930 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestCls2PCQueue.ReserveAbort (3031 ms) 2023-12-03T11:44:39.930 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestCls2PCQueue.ManualCleanup 2023-12-03T11:44:43.029 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestCls2PCQueue.ManualCleanup (3098 ms) 2023-12-03T11:44:43.030 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestCls2PCQueue.Cleanup 2023-12-03T11:44:46.082 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestCls2PCQueue.Cleanup (3055 ms) 2023-12-03T11:44:46.082 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestCls2PCQueue.MultiProducer 2023-12-03T11:45:00.559 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestCls2PCQueue.MultiProducer (14477 ms) 2023-12-03T11:45:00.560 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestCls2PCQueue.AsyncConsumer 2023-12-03T11:45:05.629 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestCls2PCQueue.AsyncConsumer (5070 ms) 2023-12-03T11:45:05.629 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestCls2PCQueue.MultiProducerConsumer 2023-12-03T11:45:18.906 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestCls2PCQueue.MultiProducerConsumer (13277 ms) 2023-12-03T11:45:18.907 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestCls2PCQueue.ReserveSpillover 2023-12-03T11:45:26.259 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestCls2PCQueue.ReserveSpillover (7353 ms) 2023-12-03T11:45:26.259 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestCls2PCQueue.CommitSpillover 2023-12-03T11:45:39.107 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestCls2PCQueue.CommitSpillover (12847 ms) 2023-12-03T11:45:39.107 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestCls2PCQueue.AbortSpillover 2023-12-03T11:45:50.265 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestCls2PCQueue.AbortSpillover (11157 ms) 2023-12-03T11:45:50.265 INFO:tasks.workunit.client.0.smithi019.stdout:[----------] 24 tests from TestCls2PCQueue (122928 ms total) 2023-12-03T11:45:50.265 INFO:tasks.workunit.client.0.smithi019.stdout: 2023-12-03T11:45:50.265 INFO:tasks.workunit.client.0.smithi019.stdout:[----------] Global test environment tear-down 2023-12-03T11:45:50.265 INFO:tasks.workunit.client.0.smithi019.stdout:[==========] 24 tests from 1 test suite ran. (122929 ms total) 2023-12-03T11:45:50.265 INFO:tasks.workunit.client.0.smithi019.stdout:[ PASSED ] 24 tests. 2023-12-03T11:45:50.273 INFO:teuthology.orchestra.run:Running command with timeout 3600 2023-12-03T11:45:50.274 DEBUG:teuthology.orchestra.run.smithi019:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2023-12-03T11:45:50.332 INFO:tasks.workunit:Running workunits matching rgw/test_rgw_gc_log.sh on client.0... 2023-12-03T11:45:50.333 INFO:tasks.workunit:Running workunit rgw/test_rgw_gc_log.sh... 2023-12-03T11:45:50.333 DEBUG:teuthology.orchestra.run.smithi019:workunit test rgw/test_rgw_gc_log.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=bcbf278cf395873c2a482f5a7b2345faf2160319 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/test_rgw_gc_log.sh 2023-12-03T11:45:50.407 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:45:50.407 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:45:50.407 INFO:tasks.workunit.client.0.smithi019.stdout:[==========] Running 6 tests from 1 test suite. 2023-12-03T11:45:50.407 INFO:tasks.workunit.client.0.smithi019.stdout:[----------] Global test environment set-up. 2023-12-03T11:45:52.269 INFO:tasks.workunit.client.0.smithi019.stdout:[----------] 6 tests from rgw_gc_log 2023-12-03T11:45:52.269 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] rgw_gc_log.init_existing_queue 2023-12-03T11:45:52.482 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] rgw_gc_log.init_existing_queue (213 ms) 2023-12-03T11:45:52.482 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] rgw_gc_log.init_existing_omap 2023-12-03T11:45:52.490 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] rgw_gc_log.init_existing_omap (9 ms) 2023-12-03T11:45:52.491 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] rgw_gc_log.enqueue1_after_init 2023-12-03T11:45:52.497 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] rgw_gc_log.enqueue1_after_init (7 ms) 2023-12-03T11:45:52.498 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] rgw_gc_log.enqueue2_before_init 2023-12-03T11:45:52.502 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] rgw_gc_log.enqueue2_before_init (4 ms) 2023-12-03T11:45:52.502 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] rgw_gc_log.defer1_after_init 2023-12-03T11:45:52.509 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] rgw_gc_log.defer1_after_init (8 ms) 2023-12-03T11:45:52.509 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] rgw_gc_log.defer2_before_init 2023-12-03T11:45:52.512 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] rgw_gc_log.defer2_before_init (3 ms) 2023-12-03T11:45:52.512 INFO:tasks.workunit.client.0.smithi019.stdout:[----------] 6 tests from rgw_gc_log (244 ms total) 2023-12-03T11:45:52.513 INFO:tasks.workunit.client.0.smithi019.stdout: 2023-12-03T11:45:52.513 INFO:tasks.workunit.client.0.smithi019.stdout:[----------] Global test environment tear-down 2023-12-03T11:45:53.299 INFO:tasks.workunit.client.0.smithi019.stdout:[==========] 6 tests from 1 test suite ran. (2892 ms total) 2023-12-03T11:45:53.299 INFO:tasks.workunit.client.0.smithi019.stdout:[ PASSED ] 6 tests. 2023-12-03T11:45:53.304 INFO:teuthology.orchestra.run:Running command with timeout 3600 2023-12-03T11:45:53.304 DEBUG:teuthology.orchestra.run.smithi019:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2023-12-03T11:45:53.359 INFO:tasks.workunit:Running workunits matching rgw/test_rgw_obj.sh on client.0... 2023-12-03T11:45:53.360 INFO:tasks.workunit:Running workunit rgw/test_rgw_obj.sh... 2023-12-03T11:45:53.361 DEBUG:teuthology.orchestra.run.smithi019:workunit test rgw/test_rgw_obj.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=bcbf278cf395873c2a482f5a7b2345faf2160319 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/test_rgw_obj.sh 2023-12-03T11:45:53.436 INFO:tasks.workunit.client.0.smithi019.stdout:Running main() from gmock_main.cc 2023-12-03T11:45:53.436 INFO:tasks.workunit.client.0.smithi019.stdout:[==========] Running 4 tests from 1 test suite. 2023-12-03T11:45:53.436 INFO:tasks.workunit.client.0.smithi019.stdout:[----------] Global test environment set-up. 2023-12-03T11:45:53.437 INFO:tasks.workunit.client.0.smithi019.stdout:[----------] 4 tests from TestRGWObj 2023-12-03T11:45:53.437 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestRGWObj.underscore 2023-12-03T11:45:53.437 INFO:tasks.workunit.client.0.smithi019.stdout:parsed: _obj 2023-12-03T11:45:53.437 INFO:tasks.workunit.client.0.smithi019.stdout:parsed: _obj 2023-12-03T11:45:53.437 INFO:tasks.workunit.client.0.smithi019.stdout:stripped: _obj ns= i= 2023-12-03T11:45:53.437 INFO:tasks.workunit.client.0.smithi019.stdout:parsed: _obj 2023-12-03T11:45:53.437 INFO:tasks.workunit.client.0.smithi019.stdout:parsed: _obj 2023-12-03T11:45:53.437 INFO:tasks.workunit.client.0.smithi019.stdout:stripped: _obj ns= i= 2023-12-03T11:45:53.437 INFO:tasks.workunit.client.0.smithi019.stdout:parsed: _obj 2023-12-03T11:45:53.437 INFO:tasks.workunit.client.0.smithi019.stdout:parsed: _obj 2023-12-03T11:45:53.437 INFO:tasks.workunit.client.0.smithi019.stdout:stripped: _obj ns= i= 2023-12-03T11:45:53.437 INFO:tasks.workunit.client.0.smithi019.stdout:{ 2023-12-03T11:45:53.437 INFO:tasks.workunit.client.0.smithi019.stdout: "obj1": { 2023-12-03T11:45:53.437 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket": { 2023-12-03T11:45:53.437 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "test", 2023-12-03T11:45:53.438 INFO:tasks.workunit.client.0.smithi019.stdout: "marker": "marker", 2023-12-03T11:45:53.438 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:53.438 INFO:tasks.workunit.client.0.smithi019.stdout: "tenant": "", 2023-12-03T11:45:53.438 INFO:tasks.workunit.client.0.smithi019.stdout: "explicit_placement": { 2023-12-03T11:45:53.438 INFO:tasks.workunit.client.0.smithi019.stdout: "data_pool": "", 2023-12-03T11:45:53.438 INFO:tasks.workunit.client.0.smithi019.stdout: "data_extra_pool": "", 2023-12-03T11:45:53.438 INFO:tasks.workunit.client.0.smithi019.stdout: "index_pool": "" 2023-12-03T11:45:53.438 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.438 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2023-12-03T11:45:53.438 INFO:tasks.workunit.client.0.smithi019.stdout: "key": { 2023-12-03T11:45:53.438 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "_obj", 2023-12-03T11:45:53.439 INFO:tasks.workunit.client.0.smithi019.stdout: "instance": "", 2023-12-03T11:45:53.439 INFO:tasks.workunit.client.0.smithi019.stdout: "ns": "" 2023-12-03T11:45:53.439 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.439 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2023-12-03T11:45:53.439 INFO:tasks.workunit.client.0.smithi019.stdout: "obj2": { 2023-12-03T11:45:53.439 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket": { 2023-12-03T11:45:53.439 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "test", 2023-12-03T11:45:53.439 INFO:tasks.workunit.client.0.smithi019.stdout: "marker": "marker", 2023-12-03T11:45:53.439 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:53.439 INFO:tasks.workunit.client.0.smithi019.stdout: "tenant": "", 2023-12-03T11:45:53.439 INFO:tasks.workunit.client.0.smithi019.stdout: "explicit_placement": { 2023-12-03T11:45:53.439 INFO:tasks.workunit.client.0.smithi019.stdout: "data_pool": "", 2023-12-03T11:45:53.439 INFO:tasks.workunit.client.0.smithi019.stdout: "data_extra_pool": "", 2023-12-03T11:45:53.439 INFO:tasks.workunit.client.0.smithi019.stdout: "index_pool": "" 2023-12-03T11:45:53.439 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.440 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2023-12-03T11:45:53.440 INFO:tasks.workunit.client.0.smithi019.stdout: "key": { 2023-12-03T11:45:53.440 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "_obj", 2023-12-03T11:45:53.440 INFO:tasks.workunit.client.0.smithi019.stdout: "instance": "", 2023-12-03T11:45:53.440 INFO:tasks.workunit.client.0.smithi019.stdout: "ns": "" 2023-12-03T11:45:53.440 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.440 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2023-12-03T11:45:53.440 INFO:tasks.workunit.client.0.smithi019.stdout: "obj3": { 2023-12-03T11:45:53.440 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket": { 2023-12-03T11:45:53.440 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "test", 2023-12-03T11:45:53.440 INFO:tasks.workunit.client.0.smithi019.stdout: "marker": "marker", 2023-12-03T11:45:53.440 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:53.440 INFO:tasks.workunit.client.0.smithi019.stdout: "tenant": "", 2023-12-03T11:45:53.440 INFO:tasks.workunit.client.0.smithi019.stdout: "explicit_placement": { 2023-12-03T11:45:53.440 INFO:tasks.workunit.client.0.smithi019.stdout: "data_pool": "", 2023-12-03T11:45:53.441 INFO:tasks.workunit.client.0.smithi019.stdout: "data_extra_pool": "", 2023-12-03T11:45:53.441 INFO:tasks.workunit.client.0.smithi019.stdout: "index_pool": "" 2023-12-03T11:45:53.441 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.441 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2023-12-03T11:45:53.441 INFO:tasks.workunit.client.0.smithi019.stdout: "key": { 2023-12-03T11:45:53.441 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "_obj", 2023-12-03T11:45:53.441 INFO:tasks.workunit.client.0.smithi019.stdout: "instance": "", 2023-12-03T11:45:53.441 INFO:tasks.workunit.client.0.smithi019.stdout: "ns": "" 2023-12-03T11:45:53.441 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.441 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2023-12-03T11:45:53.441 INFO:tasks.workunit.client.0.smithi019.stdout: "obj3-2": { 2023-12-03T11:45:53.442 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket": { 2023-12-03T11:45:53.442 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "test", 2023-12-03T11:45:53.442 INFO:tasks.workunit.client.0.smithi019.stdout: "marker": "marker", 2023-12-03T11:45:53.442 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:53.442 INFO:tasks.workunit.client.0.smithi019.stdout: "tenant": "", 2023-12-03T11:45:53.442 INFO:tasks.workunit.client.0.smithi019.stdout: "explicit_placement": { 2023-12-03T11:45:53.442 INFO:tasks.workunit.client.0.smithi019.stdout: "data_pool": "", 2023-12-03T11:45:53.442 INFO:tasks.workunit.client.0.smithi019.stdout: "data_extra_pool": "", 2023-12-03T11:45:53.442 INFO:tasks.workunit.client.0.smithi019.stdout: "index_pool": "" 2023-12-03T11:45:53.442 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.442 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2023-12-03T11:45:53.442 INFO:tasks.workunit.client.0.smithi019.stdout: "key": { 2023-12-03T11:45:53.442 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "_obj", 2023-12-03T11:45:53.442 INFO:tasks.workunit.client.0.smithi019.stdout: "instance": "", 2023-12-03T11:45:53.443 INFO:tasks.workunit.client.0.smithi019.stdout: "ns": "" 2023-12-03T11:45:53.443 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.443 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.443 INFO:tasks.workunit.client.0.smithi019.stdout:} 2023-12-03T11:45:53.443 INFO:tasks.workunit.client.0.smithi019.stdout:parsed: _obj 2023-12-03T11:45:53.443 INFO:tasks.workunit.client.0.smithi019.stdout:parsed: _obj 2023-12-03T11:45:53.443 INFO:tasks.workunit.client.0.smithi019.stdout:stripped: _obj ns=ns i= 2023-12-03T11:45:53.443 INFO:tasks.workunit.client.0.smithi019.stdout:parsed: _obj 2023-12-03T11:45:53.443 INFO:tasks.workunit.client.0.smithi019.stdout:parsed: _obj 2023-12-03T11:45:53.443 INFO:tasks.workunit.client.0.smithi019.stdout:stripped: _obj ns=ns i= 2023-12-03T11:45:53.443 INFO:tasks.workunit.client.0.smithi019.stdout:parsed: _obj 2023-12-03T11:45:53.443 INFO:tasks.workunit.client.0.smithi019.stdout:parsed: _obj 2023-12-03T11:45:53.443 INFO:tasks.workunit.client.0.smithi019.stdout:stripped: _obj ns=ns i= 2023-12-03T11:45:53.443 INFO:tasks.workunit.client.0.smithi019.stdout:{ 2023-12-03T11:45:53.443 INFO:tasks.workunit.client.0.smithi019.stdout: "obj1": { 2023-12-03T11:45:53.443 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket": { 2023-12-03T11:45:53.444 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "test", 2023-12-03T11:45:53.444 INFO:tasks.workunit.client.0.smithi019.stdout: "marker": "marker", 2023-12-03T11:45:53.444 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:53.444 INFO:tasks.workunit.client.0.smithi019.stdout: "tenant": "", 2023-12-03T11:45:53.444 INFO:tasks.workunit.client.0.smithi019.stdout: "explicit_placement": { 2023-12-03T11:45:53.444 INFO:tasks.workunit.client.0.smithi019.stdout: "data_pool": "", 2023-12-03T11:45:53.444 INFO:tasks.workunit.client.0.smithi019.stdout: "data_extra_pool": "", 2023-12-03T11:45:53.444 INFO:tasks.workunit.client.0.smithi019.stdout: "index_pool": "" 2023-12-03T11:45:53.444 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.444 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2023-12-03T11:45:53.444 INFO:tasks.workunit.client.0.smithi019.stdout: "key": { 2023-12-03T11:45:53.444 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "_obj", 2023-12-03T11:45:53.445 INFO:tasks.workunit.client.0.smithi019.stdout: "instance": "", 2023-12-03T11:45:53.445 INFO:tasks.workunit.client.0.smithi019.stdout: "ns": "ns" 2023-12-03T11:45:53.445 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.445 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2023-12-03T11:45:53.445 INFO:tasks.workunit.client.0.smithi019.stdout: "obj2": { 2023-12-03T11:45:53.445 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket": { 2023-12-03T11:45:53.445 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "test", 2023-12-03T11:45:53.445 INFO:tasks.workunit.client.0.smithi019.stdout: "marker": "marker", 2023-12-03T11:45:53.445 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:53.445 INFO:tasks.workunit.client.0.smithi019.stdout: "tenant": "", 2023-12-03T11:45:53.445 INFO:tasks.workunit.client.0.smithi019.stdout: "explicit_placement": { 2023-12-03T11:45:53.446 INFO:tasks.workunit.client.0.smithi019.stdout: "data_pool": "", 2023-12-03T11:45:53.446 INFO:tasks.workunit.client.0.smithi019.stdout: "data_extra_pool": "", 2023-12-03T11:45:53.446 INFO:tasks.workunit.client.0.smithi019.stdout: "index_pool": "" 2023-12-03T11:45:53.446 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.446 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2023-12-03T11:45:53.446 INFO:tasks.workunit.client.0.smithi019.stdout: "key": { 2023-12-03T11:45:53.446 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "_obj", 2023-12-03T11:45:53.446 INFO:tasks.workunit.client.0.smithi019.stdout: "instance": "", 2023-12-03T11:45:53.446 INFO:tasks.workunit.client.0.smithi019.stdout: "ns": "ns" 2023-12-03T11:45:53.446 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.446 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2023-12-03T11:45:53.446 INFO:tasks.workunit.client.0.smithi019.stdout: "obj3": { 2023-12-03T11:45:53.447 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket": { 2023-12-03T11:45:53.447 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "test", 2023-12-03T11:45:53.447 INFO:tasks.workunit.client.0.smithi019.stdout: "marker": "marker", 2023-12-03T11:45:53.447 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:53.447 INFO:tasks.workunit.client.0.smithi019.stdout: "tenant": "", 2023-12-03T11:45:53.447 INFO:tasks.workunit.client.0.smithi019.stdout: "explicit_placement": { 2023-12-03T11:45:53.447 INFO:tasks.workunit.client.0.smithi019.stdout: "data_pool": "", 2023-12-03T11:45:53.447 INFO:tasks.workunit.client.0.smithi019.stdout: "data_extra_pool": "", 2023-12-03T11:45:53.447 INFO:tasks.workunit.client.0.smithi019.stdout: "index_pool": "" 2023-12-03T11:45:53.447 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.448 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2023-12-03T11:45:53.448 INFO:tasks.workunit.client.0.smithi019.stdout: "key": { 2023-12-03T11:45:53.448 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "_obj", 2023-12-03T11:45:53.448 INFO:tasks.workunit.client.0.smithi019.stdout: "instance": "", 2023-12-03T11:45:53.448 INFO:tasks.workunit.client.0.smithi019.stdout: "ns": "" 2023-12-03T11:45:53.448 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.448 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2023-12-03T11:45:53.448 INFO:tasks.workunit.client.0.smithi019.stdout: "obj3-2": { 2023-12-03T11:45:53.448 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket": { 2023-12-03T11:45:53.448 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "test", 2023-12-03T11:45:53.448 INFO:tasks.workunit.client.0.smithi019.stdout: "marker": "marker", 2023-12-03T11:45:53.448 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:53.448 INFO:tasks.workunit.client.0.smithi019.stdout: "tenant": "", 2023-12-03T11:45:53.448 INFO:tasks.workunit.client.0.smithi019.stdout: "explicit_placement": { 2023-12-03T11:45:53.448 INFO:tasks.workunit.client.0.smithi019.stdout: "data_pool": "", 2023-12-03T11:45:53.448 INFO:tasks.workunit.client.0.smithi019.stdout: "data_extra_pool": "", 2023-12-03T11:45:53.449 INFO:tasks.workunit.client.0.smithi019.stdout: "index_pool": "" 2023-12-03T11:45:53.449 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.449 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2023-12-03T11:45:53.449 INFO:tasks.workunit.client.0.smithi019.stdout: "key": { 2023-12-03T11:45:53.449 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "_obj", 2023-12-03T11:45:53.449 INFO:tasks.workunit.client.0.smithi019.stdout: "instance": "", 2023-12-03T11:45:53.449 INFO:tasks.workunit.client.0.smithi019.stdout: "ns": "ns" 2023-12-03T11:45:53.449 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.449 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.449 INFO:tasks.workunit.client.0.smithi019.stdout:} 2023-12-03T11:45:53.449 INFO:tasks.workunit.client.0.smithi019.stdout:parsed: _obj[v1] 2023-12-03T11:45:53.449 INFO:tasks.workunit.client.0.smithi019.stdout:parsed: _obj[v1] 2023-12-03T11:45:53.449 INFO:tasks.workunit.client.0.smithi019.stdout:stripped: _obj ns= i=v1 2023-12-03T11:45:53.449 INFO:tasks.workunit.client.0.smithi019.stdout:parsed: _obj[v1] 2023-12-03T11:45:53.449 INFO:tasks.workunit.client.0.smithi019.stdout:parsed: _obj[v1] 2023-12-03T11:45:53.450 INFO:tasks.workunit.client.0.smithi019.stdout:stripped: _obj ns= i=v1 2023-12-03T11:45:53.450 INFO:tasks.workunit.client.0.smithi019.stdout:parsed: _obj[v1] 2023-12-03T11:45:53.450 INFO:tasks.workunit.client.0.smithi019.stdout:parsed: _obj[v1] 2023-12-03T11:45:53.450 INFO:tasks.workunit.client.0.smithi019.stdout:stripped: _obj ns= i=v1 2023-12-03T11:45:53.450 INFO:tasks.workunit.client.0.smithi019.stdout:{ 2023-12-03T11:45:53.450 INFO:tasks.workunit.client.0.smithi019.stdout: "obj1": { 2023-12-03T11:45:53.450 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket": { 2023-12-03T11:45:53.450 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "test", 2023-12-03T11:45:53.450 INFO:tasks.workunit.client.0.smithi019.stdout: "marker": "marker", 2023-12-03T11:45:53.450 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:53.450 INFO:tasks.workunit.client.0.smithi019.stdout: "tenant": "", 2023-12-03T11:45:53.450 INFO:tasks.workunit.client.0.smithi019.stdout: "explicit_placement": { 2023-12-03T11:45:53.450 INFO:tasks.workunit.client.0.smithi019.stdout: "data_pool": "", 2023-12-03T11:45:53.450 INFO:tasks.workunit.client.0.smithi019.stdout: "data_extra_pool": "", 2023-12-03T11:45:53.450 INFO:tasks.workunit.client.0.smithi019.stdout: "index_pool": "" 2023-12-03T11:45:53.450 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.451 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2023-12-03T11:45:53.451 INFO:tasks.workunit.client.0.smithi019.stdout: "key": { 2023-12-03T11:45:53.451 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "_obj", 2023-12-03T11:45:53.451 INFO:tasks.workunit.client.0.smithi019.stdout: "instance": "v1", 2023-12-03T11:45:53.451 INFO:tasks.workunit.client.0.smithi019.stdout: "ns": "" 2023-12-03T11:45:53.451 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.451 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2023-12-03T11:45:53.451 INFO:tasks.workunit.client.0.smithi019.stdout: "obj2": { 2023-12-03T11:45:53.451 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket": { 2023-12-03T11:45:53.451 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "test", 2023-12-03T11:45:53.451 INFO:tasks.workunit.client.0.smithi019.stdout: "marker": "marker", 2023-12-03T11:45:53.451 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:53.451 INFO:tasks.workunit.client.0.smithi019.stdout: "tenant": "", 2023-12-03T11:45:53.451 INFO:tasks.workunit.client.0.smithi019.stdout: "explicit_placement": { 2023-12-03T11:45:53.451 INFO:tasks.workunit.client.0.smithi019.stdout: "data_pool": "", 2023-12-03T11:45:53.452 INFO:tasks.workunit.client.0.smithi019.stdout: "data_extra_pool": "", 2023-12-03T11:45:53.452 INFO:tasks.workunit.client.0.smithi019.stdout: "index_pool": "" 2023-12-03T11:45:53.452 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.452 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2023-12-03T11:45:53.452 INFO:tasks.workunit.client.0.smithi019.stdout: "key": { 2023-12-03T11:45:53.452 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "_obj", 2023-12-03T11:45:53.452 INFO:tasks.workunit.client.0.smithi019.stdout: "instance": "v1", 2023-12-03T11:45:53.452 INFO:tasks.workunit.client.0.smithi019.stdout: "ns": "" 2023-12-03T11:45:53.452 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.452 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2023-12-03T11:45:53.452 INFO:tasks.workunit.client.0.smithi019.stdout: "obj3": { 2023-12-03T11:45:53.452 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket": { 2023-12-03T11:45:53.452 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "test", 2023-12-03T11:45:53.453 INFO:tasks.workunit.client.0.smithi019.stdout: "marker": "marker", 2023-12-03T11:45:53.453 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:53.453 INFO:tasks.workunit.client.0.smithi019.stdout: "tenant": "", 2023-12-03T11:45:53.453 INFO:tasks.workunit.client.0.smithi019.stdout: "explicit_placement": { 2023-12-03T11:45:53.453 INFO:tasks.workunit.client.0.smithi019.stdout: "data_pool": "", 2023-12-03T11:45:53.453 INFO:tasks.workunit.client.0.smithi019.stdout: "data_extra_pool": "", 2023-12-03T11:45:53.453 INFO:tasks.workunit.client.0.smithi019.stdout: "index_pool": "" 2023-12-03T11:45:53.453 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.453 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2023-12-03T11:45:53.453 INFO:tasks.workunit.client.0.smithi019.stdout: "key": { 2023-12-03T11:45:53.453 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "_obj", 2023-12-03T11:45:53.453 INFO:tasks.workunit.client.0.smithi019.stdout: "instance": "", 2023-12-03T11:45:53.453 INFO:tasks.workunit.client.0.smithi019.stdout: "ns": "" 2023-12-03T11:45:53.453 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.454 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2023-12-03T11:45:53.454 INFO:tasks.workunit.client.0.smithi019.stdout: "obj3-2": { 2023-12-03T11:45:53.454 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket": { 2023-12-03T11:45:53.454 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "test", 2023-12-03T11:45:53.454 INFO:tasks.workunit.client.0.smithi019.stdout: "marker": "marker", 2023-12-03T11:45:53.454 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:53.454 INFO:tasks.workunit.client.0.smithi019.stdout: "tenant": "", 2023-12-03T11:45:53.454 INFO:tasks.workunit.client.0.smithi019.stdout: "explicit_placement": { 2023-12-03T11:45:53.454 INFO:tasks.workunit.client.0.smithi019.stdout: "data_pool": "", 2023-12-03T11:45:53.454 INFO:tasks.workunit.client.0.smithi019.stdout: "data_extra_pool": "", 2023-12-03T11:45:53.454 INFO:tasks.workunit.client.0.smithi019.stdout: "index_pool": "" 2023-12-03T11:45:53.454 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.454 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2023-12-03T11:45:53.454 INFO:tasks.workunit.client.0.smithi019.stdout: "key": { 2023-12-03T11:45:53.454 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "_obj", 2023-12-03T11:45:53.455 INFO:tasks.workunit.client.0.smithi019.stdout: "instance": "v1", 2023-12-03T11:45:53.455 INFO:tasks.workunit.client.0.smithi019.stdout: "ns": "" 2023-12-03T11:45:53.455 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.455 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.455 INFO:tasks.workunit.client.0.smithi019.stdout:} 2023-12-03T11:45:53.455 INFO:tasks.workunit.client.0.smithi019.stdout:parsed: _obj[v1] 2023-12-03T11:45:53.455 INFO:tasks.workunit.client.0.smithi019.stdout:parsed: _obj[v1] 2023-12-03T11:45:53.455 INFO:tasks.workunit.client.0.smithi019.stdout:stripped: _obj ns=ns i=v1 2023-12-03T11:45:53.455 INFO:tasks.workunit.client.0.smithi019.stdout:parsed: _obj[v1] 2023-12-03T11:45:53.455 INFO:tasks.workunit.client.0.smithi019.stdout:parsed: _obj[v1] 2023-12-03T11:45:53.455 INFO:tasks.workunit.client.0.smithi019.stdout:stripped: _obj ns=ns i=v1 2023-12-03T11:45:53.455 INFO:tasks.workunit.client.0.smithi019.stdout:parsed: _obj[v1] 2023-12-03T11:45:53.455 INFO:tasks.workunit.client.0.smithi019.stdout:parsed: _obj[v1] 2023-12-03T11:45:53.455 INFO:tasks.workunit.client.0.smithi019.stdout:stripped: _obj ns=ns i=v1 2023-12-03T11:45:53.455 INFO:tasks.workunit.client.0.smithi019.stdout:{ 2023-12-03T11:45:53.455 INFO:tasks.workunit.client.0.smithi019.stdout: "obj1": { 2023-12-03T11:45:53.456 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket": { 2023-12-03T11:45:53.456 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "test", 2023-12-03T11:45:53.456 INFO:tasks.workunit.client.0.smithi019.stdout: "marker": "marker", 2023-12-03T11:45:53.456 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:53.456 INFO:tasks.workunit.client.0.smithi019.stdout: "tenant": "", 2023-12-03T11:45:53.456 INFO:tasks.workunit.client.0.smithi019.stdout: "explicit_placement": { 2023-12-03T11:45:53.456 INFO:tasks.workunit.client.0.smithi019.stdout: "data_pool": "", 2023-12-03T11:45:53.456 INFO:tasks.workunit.client.0.smithi019.stdout: "data_extra_pool": "", 2023-12-03T11:45:53.456 INFO:tasks.workunit.client.0.smithi019.stdout: "index_pool": "" 2023-12-03T11:45:53.456 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.456 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2023-12-03T11:45:53.456 INFO:tasks.workunit.client.0.smithi019.stdout: "key": { 2023-12-03T11:45:53.456 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "_obj", 2023-12-03T11:45:53.457 INFO:tasks.workunit.client.0.smithi019.stdout: "instance": "v1", 2023-12-03T11:45:53.457 INFO:tasks.workunit.client.0.smithi019.stdout: "ns": "ns" 2023-12-03T11:45:53.457 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.457 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2023-12-03T11:45:53.457 INFO:tasks.workunit.client.0.smithi019.stdout: "obj2": { 2023-12-03T11:45:53.457 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket": { 2023-12-03T11:45:53.457 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "test", 2023-12-03T11:45:53.458 INFO:tasks.workunit.client.0.smithi019.stdout: "marker": "marker", 2023-12-03T11:45:53.458 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:53.458 INFO:tasks.workunit.client.0.smithi019.stdout: "tenant": "", 2023-12-03T11:45:53.458 INFO:tasks.workunit.client.0.smithi019.stdout: "explicit_placement": { 2023-12-03T11:45:53.458 INFO:tasks.workunit.client.0.smithi019.stdout: "data_pool": "", 2023-12-03T11:45:53.458 INFO:tasks.workunit.client.0.smithi019.stdout: "data_extra_pool": "", 2023-12-03T11:45:53.458 INFO:tasks.workunit.client.0.smithi019.stdout: "index_pool": "" 2023-12-03T11:45:53.458 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.458 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2023-12-03T11:45:53.458 INFO:tasks.workunit.client.0.smithi019.stdout: "key": { 2023-12-03T11:45:53.458 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "_obj", 2023-12-03T11:45:53.458 INFO:tasks.workunit.client.0.smithi019.stdout: "instance": "v1", 2023-12-03T11:45:53.458 INFO:tasks.workunit.client.0.smithi019.stdout: "ns": "ns" 2023-12-03T11:45:53.458 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.459 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2023-12-03T11:45:53.459 INFO:tasks.workunit.client.0.smithi019.stdout: "obj3": { 2023-12-03T11:45:53.459 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket": { 2023-12-03T11:45:53.459 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "test", 2023-12-03T11:45:53.459 INFO:tasks.workunit.client.0.smithi019.stdout: "marker": "marker", 2023-12-03T11:45:53.459 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:53.459 INFO:tasks.workunit.client.0.smithi019.stdout: "tenant": "", 2023-12-03T11:45:53.459 INFO:tasks.workunit.client.0.smithi019.stdout: "explicit_placement": { 2023-12-03T11:45:53.459 INFO:tasks.workunit.client.0.smithi019.stdout: "data_pool": "", 2023-12-03T11:45:53.459 INFO:tasks.workunit.client.0.smithi019.stdout: "data_extra_pool": "", 2023-12-03T11:45:53.459 INFO:tasks.workunit.client.0.smithi019.stdout: "index_pool": "" 2023-12-03T11:45:53.459 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.459 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2023-12-03T11:45:53.459 INFO:tasks.workunit.client.0.smithi019.stdout: "key": { 2023-12-03T11:45:53.459 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "_obj", 2023-12-03T11:45:53.460 INFO:tasks.workunit.client.0.smithi019.stdout: "instance": "", 2023-12-03T11:45:53.460 INFO:tasks.workunit.client.0.smithi019.stdout: "ns": "" 2023-12-03T11:45:53.460 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.460 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2023-12-03T11:45:53.460 INFO:tasks.workunit.client.0.smithi019.stdout: "obj3-2": { 2023-12-03T11:45:53.460 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket": { 2023-12-03T11:45:53.460 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "test", 2023-12-03T11:45:53.460 INFO:tasks.workunit.client.0.smithi019.stdout: "marker": "marker", 2023-12-03T11:45:53.460 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:53.460 INFO:tasks.workunit.client.0.smithi019.stdout: "tenant": "", 2023-12-03T11:45:53.460 INFO:tasks.workunit.client.0.smithi019.stdout: "explicit_placement": { 2023-12-03T11:45:53.460 INFO:tasks.workunit.client.0.smithi019.stdout: "data_pool": "", 2023-12-03T11:45:53.460 INFO:tasks.workunit.client.0.smithi019.stdout: "data_extra_pool": "", 2023-12-03T11:45:53.460 INFO:tasks.workunit.client.0.smithi019.stdout: "index_pool": "" 2023-12-03T11:45:53.460 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.461 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2023-12-03T11:45:53.461 INFO:tasks.workunit.client.0.smithi019.stdout: "key": { 2023-12-03T11:45:53.461 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "_obj", 2023-12-03T11:45:53.461 INFO:tasks.workunit.client.0.smithi019.stdout: "instance": "v1", 2023-12-03T11:45:53.461 INFO:tasks.workunit.client.0.smithi019.stdout: "ns": "ns" 2023-12-03T11:45:53.461 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.461 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.461 INFO:tasks.workunit.client.0.smithi019.stdout:} 2023-12-03T11:45:53.461 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestRGWObj.underscore (0 ms) 2023-12-03T11:45:53.461 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestRGWObj.no_underscore 2023-12-03T11:45:53.461 INFO:tasks.workunit.client.0.smithi019.stdout:parsed: obj 2023-12-03T11:45:53.461 INFO:tasks.workunit.client.0.smithi019.stdout:parsed: obj 2023-12-03T11:45:53.461 INFO:tasks.workunit.client.0.smithi019.stdout:stripped: obj ns= i= 2023-12-03T11:45:53.461 INFO:tasks.workunit.client.0.smithi019.stdout:parsed: obj 2023-12-03T11:45:53.461 INFO:tasks.workunit.client.0.smithi019.stdout:parsed: obj 2023-12-03T11:45:53.462 INFO:tasks.workunit.client.0.smithi019.stdout:stripped: obj ns= i= 2023-12-03T11:45:53.462 INFO:tasks.workunit.client.0.smithi019.stdout:parsed: obj 2023-12-03T11:45:53.462 INFO:tasks.workunit.client.0.smithi019.stdout:parsed: obj 2023-12-03T11:45:53.462 INFO:tasks.workunit.client.0.smithi019.stdout:stripped: obj ns= i= 2023-12-03T11:45:53.462 INFO:tasks.workunit.client.0.smithi019.stdout:{ 2023-12-03T11:45:53.462 INFO:tasks.workunit.client.0.smithi019.stdout: "obj1": { 2023-12-03T11:45:53.462 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket": { 2023-12-03T11:45:53.462 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "test", 2023-12-03T11:45:53.462 INFO:tasks.workunit.client.0.smithi019.stdout: "marker": "marker", 2023-12-03T11:45:53.462 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:53.462 INFO:tasks.workunit.client.0.smithi019.stdout: "tenant": "", 2023-12-03T11:45:53.462 INFO:tasks.workunit.client.0.smithi019.stdout: "explicit_placement": { 2023-12-03T11:45:53.462 INFO:tasks.workunit.client.0.smithi019.stdout: "data_pool": "", 2023-12-03T11:45:53.462 INFO:tasks.workunit.client.0.smithi019.stdout: "data_extra_pool": "", 2023-12-03T11:45:53.463 INFO:tasks.workunit.client.0.smithi019.stdout: "index_pool": "" 2023-12-03T11:45:53.463 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.463 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2023-12-03T11:45:53.463 INFO:tasks.workunit.client.0.smithi019.stdout: "key": { 2023-12-03T11:45:53.463 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "obj", 2023-12-03T11:45:53.463 INFO:tasks.workunit.client.0.smithi019.stdout: "instance": "", 2023-12-03T11:45:53.463 INFO:tasks.workunit.client.0.smithi019.stdout: "ns": "" 2023-12-03T11:45:53.463 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.463 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2023-12-03T11:45:53.463 INFO:tasks.workunit.client.0.smithi019.stdout: "obj2": { 2023-12-03T11:45:53.463 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket": { 2023-12-03T11:45:53.463 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "test", 2023-12-03T11:45:53.463 INFO:tasks.workunit.client.0.smithi019.stdout: "marker": "marker", 2023-12-03T11:45:53.463 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:53.463 INFO:tasks.workunit.client.0.smithi019.stdout: "tenant": "", 2023-12-03T11:45:53.463 INFO:tasks.workunit.client.0.smithi019.stdout: "explicit_placement": { 2023-12-03T11:45:53.464 INFO:tasks.workunit.client.0.smithi019.stdout: "data_pool": "", 2023-12-03T11:45:53.464 INFO:tasks.workunit.client.0.smithi019.stdout: "data_extra_pool": "", 2023-12-03T11:45:53.464 INFO:tasks.workunit.client.0.smithi019.stdout: "index_pool": "" 2023-12-03T11:45:53.464 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.464 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2023-12-03T11:45:53.464 INFO:tasks.workunit.client.0.smithi019.stdout: "key": { 2023-12-03T11:45:53.464 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "obj", 2023-12-03T11:45:53.464 INFO:tasks.workunit.client.0.smithi019.stdout: "instance": "", 2023-12-03T11:45:53.464 INFO:tasks.workunit.client.0.smithi019.stdout: "ns": "" 2023-12-03T11:45:53.464 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.464 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2023-12-03T11:45:53.464 INFO:tasks.workunit.client.0.smithi019.stdout: "obj3": { 2023-12-03T11:45:53.464 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket": { 2023-12-03T11:45:53.464 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "test", 2023-12-03T11:45:53.464 INFO:tasks.workunit.client.0.smithi019.stdout: "marker": "marker", 2023-12-03T11:45:53.465 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:53.465 INFO:tasks.workunit.client.0.smithi019.stdout: "tenant": "", 2023-12-03T11:45:53.465 INFO:tasks.workunit.client.0.smithi019.stdout: "explicit_placement": { 2023-12-03T11:45:53.465 INFO:tasks.workunit.client.0.smithi019.stdout: "data_pool": "", 2023-12-03T11:45:53.465 INFO:tasks.workunit.client.0.smithi019.stdout: "data_extra_pool": "", 2023-12-03T11:45:53.465 INFO:tasks.workunit.client.0.smithi019.stdout: "index_pool": "" 2023-12-03T11:45:53.465 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.465 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2023-12-03T11:45:53.465 INFO:tasks.workunit.client.0.smithi019.stdout: "key": { 2023-12-03T11:45:53.465 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "obj", 2023-12-03T11:45:53.465 INFO:tasks.workunit.client.0.smithi019.stdout: "instance": "", 2023-12-03T11:45:53.465 INFO:tasks.workunit.client.0.smithi019.stdout: "ns": "" 2023-12-03T11:45:53.465 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.465 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2023-12-03T11:45:53.465 INFO:tasks.workunit.client.0.smithi019.stdout: "obj3-2": { 2023-12-03T11:45:53.465 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket": { 2023-12-03T11:45:53.466 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "test", 2023-12-03T11:45:53.466 INFO:tasks.workunit.client.0.smithi019.stdout: "marker": "marker", 2023-12-03T11:45:53.466 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:53.466 INFO:tasks.workunit.client.0.smithi019.stdout: "tenant": "", 2023-12-03T11:45:53.466 INFO:tasks.workunit.client.0.smithi019.stdout: "explicit_placement": { 2023-12-03T11:45:53.466 INFO:tasks.workunit.client.0.smithi019.stdout: "data_pool": "", 2023-12-03T11:45:53.466 INFO:tasks.workunit.client.0.smithi019.stdout: "data_extra_pool": "", 2023-12-03T11:45:53.466 INFO:tasks.workunit.client.0.smithi019.stdout: "index_pool": "" 2023-12-03T11:45:53.466 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.466 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2023-12-03T11:45:53.466 INFO:tasks.workunit.client.0.smithi019.stdout: "key": { 2023-12-03T11:45:53.466 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "obj", 2023-12-03T11:45:53.466 INFO:tasks.workunit.client.0.smithi019.stdout: "instance": "", 2023-12-03T11:45:53.466 INFO:tasks.workunit.client.0.smithi019.stdout: "ns": "" 2023-12-03T11:45:53.467 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.467 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.467 INFO:tasks.workunit.client.0.smithi019.stdout:} 2023-12-03T11:45:53.467 INFO:tasks.workunit.client.0.smithi019.stdout:parsed: obj 2023-12-03T11:45:53.467 INFO:tasks.workunit.client.0.smithi019.stdout:parsed: obj 2023-12-03T11:45:53.467 INFO:tasks.workunit.client.0.smithi019.stdout:stripped: obj ns=ns i= 2023-12-03T11:45:53.467 INFO:tasks.workunit.client.0.smithi019.stdout:parsed: obj 2023-12-03T11:45:53.467 INFO:tasks.workunit.client.0.smithi019.stdout:parsed: obj 2023-12-03T11:45:53.467 INFO:tasks.workunit.client.0.smithi019.stdout:stripped: obj ns=ns i= 2023-12-03T11:45:53.467 INFO:tasks.workunit.client.0.smithi019.stdout:parsed: obj 2023-12-03T11:45:53.467 INFO:tasks.workunit.client.0.smithi019.stdout:parsed: obj 2023-12-03T11:45:53.467 INFO:tasks.workunit.client.0.smithi019.stdout:stripped: obj ns=ns i= 2023-12-03T11:45:53.467 INFO:tasks.workunit.client.0.smithi019.stdout:{ 2023-12-03T11:45:53.467 INFO:tasks.workunit.client.0.smithi019.stdout: "obj1": { 2023-12-03T11:45:53.467 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket": { 2023-12-03T11:45:53.467 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "test", 2023-12-03T11:45:53.468 INFO:tasks.workunit.client.0.smithi019.stdout: "marker": "marker", 2023-12-03T11:45:53.468 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:53.468 INFO:tasks.workunit.client.0.smithi019.stdout: "tenant": "", 2023-12-03T11:45:53.468 INFO:tasks.workunit.client.0.smithi019.stdout: "explicit_placement": { 2023-12-03T11:45:53.468 INFO:tasks.workunit.client.0.smithi019.stdout: "data_pool": "", 2023-12-03T11:45:53.468 INFO:tasks.workunit.client.0.smithi019.stdout: "data_extra_pool": "", 2023-12-03T11:45:53.468 INFO:tasks.workunit.client.0.smithi019.stdout: "index_pool": "" 2023-12-03T11:45:53.468 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.468 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2023-12-03T11:45:53.468 INFO:tasks.workunit.client.0.smithi019.stdout: "key": { 2023-12-03T11:45:53.468 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "obj", 2023-12-03T11:45:53.468 INFO:tasks.workunit.client.0.smithi019.stdout: "instance": "", 2023-12-03T11:45:53.468 INFO:tasks.workunit.client.0.smithi019.stdout: "ns": "ns" 2023-12-03T11:45:53.468 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.468 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2023-12-03T11:45:53.468 INFO:tasks.workunit.client.0.smithi019.stdout: "obj2": { 2023-12-03T11:45:53.469 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket": { 2023-12-03T11:45:53.469 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "test", 2023-12-03T11:45:53.469 INFO:tasks.workunit.client.0.smithi019.stdout: "marker": "marker", 2023-12-03T11:45:53.469 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:53.469 INFO:tasks.workunit.client.0.smithi019.stdout: "tenant": "", 2023-12-03T11:45:53.469 INFO:tasks.workunit.client.0.smithi019.stdout: "explicit_placement": { 2023-12-03T11:45:53.469 INFO:tasks.workunit.client.0.smithi019.stdout: "data_pool": "", 2023-12-03T11:45:53.469 INFO:tasks.workunit.client.0.smithi019.stdout: "data_extra_pool": "", 2023-12-03T11:45:53.469 INFO:tasks.workunit.client.0.smithi019.stdout: "index_pool": "" 2023-12-03T11:45:53.469 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.469 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2023-12-03T11:45:53.469 INFO:tasks.workunit.client.0.smithi019.stdout: "key": { 2023-12-03T11:45:53.469 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "obj", 2023-12-03T11:45:53.469 INFO:tasks.workunit.client.0.smithi019.stdout: "instance": "", 2023-12-03T11:45:53.469 INFO:tasks.workunit.client.0.smithi019.stdout: "ns": "ns" 2023-12-03T11:45:53.470 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.470 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2023-12-03T11:45:53.470 INFO:tasks.workunit.client.0.smithi019.stdout: "obj3": { 2023-12-03T11:45:53.470 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket": { 2023-12-03T11:45:53.470 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "test", 2023-12-03T11:45:53.470 INFO:tasks.workunit.client.0.smithi019.stdout: "marker": "marker", 2023-12-03T11:45:53.470 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:53.470 INFO:tasks.workunit.client.0.smithi019.stdout: "tenant": "", 2023-12-03T11:45:53.470 INFO:tasks.workunit.client.0.smithi019.stdout: "explicit_placement": { 2023-12-03T11:45:53.470 INFO:tasks.workunit.client.0.smithi019.stdout: "data_pool": "", 2023-12-03T11:45:53.470 INFO:tasks.workunit.client.0.smithi019.stdout: "data_extra_pool": "", 2023-12-03T11:45:53.470 INFO:tasks.workunit.client.0.smithi019.stdout: "index_pool": "" 2023-12-03T11:45:53.470 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.470 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2023-12-03T11:45:53.470 INFO:tasks.workunit.client.0.smithi019.stdout: "key": { 2023-12-03T11:45:53.471 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "obj", 2023-12-03T11:45:53.471 INFO:tasks.workunit.client.0.smithi019.stdout: "instance": "", 2023-12-03T11:45:53.471 INFO:tasks.workunit.client.0.smithi019.stdout: "ns": "" 2023-12-03T11:45:53.471 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.471 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2023-12-03T11:45:53.471 INFO:tasks.workunit.client.0.smithi019.stdout: "obj3-2": { 2023-12-03T11:45:53.471 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket": { 2023-12-03T11:45:53.471 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "test", 2023-12-03T11:45:53.471 INFO:tasks.workunit.client.0.smithi019.stdout: "marker": "marker", 2023-12-03T11:45:53.471 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:53.471 INFO:tasks.workunit.client.0.smithi019.stdout: "tenant": "", 2023-12-03T11:45:53.471 INFO:tasks.workunit.client.0.smithi019.stdout: "explicit_placement": { 2023-12-03T11:45:53.471 INFO:tasks.workunit.client.0.smithi019.stdout: "data_pool": "", 2023-12-03T11:45:53.471 INFO:tasks.workunit.client.0.smithi019.stdout: "data_extra_pool": "", 2023-12-03T11:45:53.471 INFO:tasks.workunit.client.0.smithi019.stdout: "index_pool": "" 2023-12-03T11:45:53.472 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.472 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2023-12-03T11:45:53.472 INFO:tasks.workunit.client.0.smithi019.stdout: "key": { 2023-12-03T11:45:53.472 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "obj", 2023-12-03T11:45:53.472 INFO:tasks.workunit.client.0.smithi019.stdout: "instance": "", 2023-12-03T11:45:53.472 INFO:tasks.workunit.client.0.smithi019.stdout: "ns": "ns" 2023-12-03T11:45:53.472 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.472 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.472 INFO:tasks.workunit.client.0.smithi019.stdout:} 2023-12-03T11:45:53.472 INFO:tasks.workunit.client.0.smithi019.stdout:parsed: obj[v1] 2023-12-03T11:45:53.472 INFO:tasks.workunit.client.0.smithi019.stdout:parsed: obj[v1] 2023-12-03T11:45:53.472 INFO:tasks.workunit.client.0.smithi019.stdout:stripped: obj ns= i=v1 2023-12-03T11:45:53.472 INFO:tasks.workunit.client.0.smithi019.stdout:parsed: obj[v1] 2023-12-03T11:45:53.472 INFO:tasks.workunit.client.0.smithi019.stdout:parsed: obj[v1] 2023-12-03T11:45:53.472 INFO:tasks.workunit.client.0.smithi019.stdout:stripped: obj ns= i=v1 2023-12-03T11:45:53.472 INFO:tasks.workunit.client.0.smithi019.stdout:parsed: obj[v1] 2023-12-03T11:45:53.473 INFO:tasks.workunit.client.0.smithi019.stdout:parsed: obj[v1] 2023-12-03T11:45:53.473 INFO:tasks.workunit.client.0.smithi019.stdout:stripped: obj ns= i=v1 2023-12-03T11:45:53.473 INFO:tasks.workunit.client.0.smithi019.stdout:{ 2023-12-03T11:45:53.473 INFO:tasks.workunit.client.0.smithi019.stdout: "obj1": { 2023-12-03T11:45:53.473 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket": { 2023-12-03T11:45:53.473 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "test", 2023-12-03T11:45:53.473 INFO:tasks.workunit.client.0.smithi019.stdout: "marker": "marker", 2023-12-03T11:45:53.473 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:53.473 INFO:tasks.workunit.client.0.smithi019.stdout: "tenant": "", 2023-12-03T11:45:53.473 INFO:tasks.workunit.client.0.smithi019.stdout: "explicit_placement": { 2023-12-03T11:45:53.473 INFO:tasks.workunit.client.0.smithi019.stdout: "data_pool": "", 2023-12-03T11:45:53.473 INFO:tasks.workunit.client.0.smithi019.stdout: "data_extra_pool": "", 2023-12-03T11:45:53.473 INFO:tasks.workunit.client.0.smithi019.stdout: "index_pool": "" 2023-12-03T11:45:53.473 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.473 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2023-12-03T11:45:53.473 INFO:tasks.workunit.client.0.smithi019.stdout: "key": { 2023-12-03T11:45:53.474 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "obj", 2023-12-03T11:45:53.474 INFO:tasks.workunit.client.0.smithi019.stdout: "instance": "v1", 2023-12-03T11:45:53.474 INFO:tasks.workunit.client.0.smithi019.stdout: "ns": "" 2023-12-03T11:45:53.474 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.474 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2023-12-03T11:45:53.474 INFO:tasks.workunit.client.0.smithi019.stdout: "obj2": { 2023-12-03T11:45:53.474 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket": { 2023-12-03T11:45:53.474 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "test", 2023-12-03T11:45:53.474 INFO:tasks.workunit.client.0.smithi019.stdout: "marker": "marker", 2023-12-03T11:45:53.474 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:53.474 INFO:tasks.workunit.client.0.smithi019.stdout: "tenant": "", 2023-12-03T11:45:53.474 INFO:tasks.workunit.client.0.smithi019.stdout: "explicit_placement": { 2023-12-03T11:45:53.474 INFO:tasks.workunit.client.0.smithi019.stdout: "data_pool": "", 2023-12-03T11:45:53.474 INFO:tasks.workunit.client.0.smithi019.stdout: "data_extra_pool": "", 2023-12-03T11:45:53.474 INFO:tasks.workunit.client.0.smithi019.stdout: "index_pool": "" 2023-12-03T11:45:53.475 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.475 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2023-12-03T11:45:53.475 INFO:tasks.workunit.client.0.smithi019.stdout: "key": { 2023-12-03T11:45:53.475 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "obj", 2023-12-03T11:45:53.475 INFO:tasks.workunit.client.0.smithi019.stdout: "instance": "v1", 2023-12-03T11:45:53.475 INFO:tasks.workunit.client.0.smithi019.stdout: "ns": "" 2023-12-03T11:45:53.475 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.475 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2023-12-03T11:45:53.475 INFO:tasks.workunit.client.0.smithi019.stdout: "obj3": { 2023-12-03T11:45:53.475 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket": { 2023-12-03T11:45:53.475 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "test", 2023-12-03T11:45:53.475 INFO:tasks.workunit.client.0.smithi019.stdout: "marker": "marker", 2023-12-03T11:45:53.475 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:53.475 INFO:tasks.workunit.client.0.smithi019.stdout: "tenant": "", 2023-12-03T11:45:53.475 INFO:tasks.workunit.client.0.smithi019.stdout: "explicit_placement": { 2023-12-03T11:45:53.476 INFO:tasks.workunit.client.0.smithi019.stdout: "data_pool": "", 2023-12-03T11:45:53.476 INFO:tasks.workunit.client.0.smithi019.stdout: "data_extra_pool": "", 2023-12-03T11:45:53.476 INFO:tasks.workunit.client.0.smithi019.stdout: "index_pool": "" 2023-12-03T11:45:53.476 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.476 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2023-12-03T11:45:53.476 INFO:tasks.workunit.client.0.smithi019.stdout: "key": { 2023-12-03T11:45:53.476 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "obj", 2023-12-03T11:45:53.476 INFO:tasks.workunit.client.0.smithi019.stdout: "instance": "", 2023-12-03T11:45:53.476 INFO:tasks.workunit.client.0.smithi019.stdout: "ns": "" 2023-12-03T11:45:53.476 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.476 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2023-12-03T11:45:53.476 INFO:tasks.workunit.client.0.smithi019.stdout: "obj3-2": { 2023-12-03T11:45:53.476 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket": { 2023-12-03T11:45:53.476 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "test", 2023-12-03T11:45:53.476 INFO:tasks.workunit.client.0.smithi019.stdout: "marker": "marker", 2023-12-03T11:45:53.476 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:53.477 INFO:tasks.workunit.client.0.smithi019.stdout: "tenant": "", 2023-12-03T11:45:53.477 INFO:tasks.workunit.client.0.smithi019.stdout: "explicit_placement": { 2023-12-03T11:45:53.477 INFO:tasks.workunit.client.0.smithi019.stdout: "data_pool": "", 2023-12-03T11:45:53.477 INFO:tasks.workunit.client.0.smithi019.stdout: "data_extra_pool": "", 2023-12-03T11:45:53.477 INFO:tasks.workunit.client.0.smithi019.stdout: "index_pool": "" 2023-12-03T11:45:53.477 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.477 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2023-12-03T11:45:53.477 INFO:tasks.workunit.client.0.smithi019.stdout: "key": { 2023-12-03T11:45:53.477 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "obj", 2023-12-03T11:45:53.477 INFO:tasks.workunit.client.0.smithi019.stdout: "instance": "v1", 2023-12-03T11:45:53.477 INFO:tasks.workunit.client.0.smithi019.stdout: "ns": "" 2023-12-03T11:45:53.477 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.477 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.477 INFO:tasks.workunit.client.0.smithi019.stdout:} 2023-12-03T11:45:53.477 INFO:tasks.workunit.client.0.smithi019.stdout:parsed: obj[v1] 2023-12-03T11:45:53.477 INFO:tasks.workunit.client.0.smithi019.stdout:parsed: obj[v1] 2023-12-03T11:45:53.478 INFO:tasks.workunit.client.0.smithi019.stdout:stripped: obj ns=ns i=v1 2023-12-03T11:45:53.478 INFO:tasks.workunit.client.0.smithi019.stdout:parsed: obj[v1] 2023-12-03T11:45:53.478 INFO:tasks.workunit.client.0.smithi019.stdout:parsed: obj[v1] 2023-12-03T11:45:53.478 INFO:tasks.workunit.client.0.smithi019.stdout:stripped: obj ns=ns i=v1 2023-12-03T11:45:53.478 INFO:tasks.workunit.client.0.smithi019.stdout:parsed: obj[v1] 2023-12-03T11:45:53.478 INFO:tasks.workunit.client.0.smithi019.stdout:parsed: obj[v1] 2023-12-03T11:45:53.478 INFO:tasks.workunit.client.0.smithi019.stdout:stripped: obj ns=ns i=v1 2023-12-03T11:45:53.478 INFO:tasks.workunit.client.0.smithi019.stdout:{ 2023-12-03T11:45:53.478 INFO:tasks.workunit.client.0.smithi019.stdout: "obj1": { 2023-12-03T11:45:53.478 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket": { 2023-12-03T11:45:53.478 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "test", 2023-12-03T11:45:53.478 INFO:tasks.workunit.client.0.smithi019.stdout: "marker": "marker", 2023-12-03T11:45:53.478 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:53.478 INFO:tasks.workunit.client.0.smithi019.stdout: "tenant": "", 2023-12-03T11:45:53.478 INFO:tasks.workunit.client.0.smithi019.stdout: "explicit_placement": { 2023-12-03T11:45:53.479 INFO:tasks.workunit.client.0.smithi019.stdout: "data_pool": "", 2023-12-03T11:45:53.479 INFO:tasks.workunit.client.0.smithi019.stdout: "data_extra_pool": "", 2023-12-03T11:45:53.479 INFO:tasks.workunit.client.0.smithi019.stdout: "index_pool": "" 2023-12-03T11:45:53.479 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.479 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2023-12-03T11:45:53.479 INFO:tasks.workunit.client.0.smithi019.stdout: "key": { 2023-12-03T11:45:53.479 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "obj", 2023-12-03T11:45:53.479 INFO:tasks.workunit.client.0.smithi019.stdout: "instance": "v1", 2023-12-03T11:45:53.479 INFO:tasks.workunit.client.0.smithi019.stdout: "ns": "ns" 2023-12-03T11:45:53.479 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.479 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2023-12-03T11:45:53.479 INFO:tasks.workunit.client.0.smithi019.stdout: "obj2": { 2023-12-03T11:45:53.479 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket": { 2023-12-03T11:45:53.479 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "test", 2023-12-03T11:45:53.479 INFO:tasks.workunit.client.0.smithi019.stdout: "marker": "marker", 2023-12-03T11:45:53.480 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:53.480 INFO:tasks.workunit.client.0.smithi019.stdout: "tenant": "", 2023-12-03T11:45:53.480 INFO:tasks.workunit.client.0.smithi019.stdout: "explicit_placement": { 2023-12-03T11:45:53.480 INFO:tasks.workunit.client.0.smithi019.stdout: "data_pool": "", 2023-12-03T11:45:53.480 INFO:tasks.workunit.client.0.smithi019.stdout: "data_extra_pool": "", 2023-12-03T11:45:53.480 INFO:tasks.workunit.client.0.smithi019.stdout: "index_pool": "" 2023-12-03T11:45:53.480 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.480 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2023-12-03T11:45:53.480 INFO:tasks.workunit.client.0.smithi019.stdout: "key": { 2023-12-03T11:45:53.480 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "obj", 2023-12-03T11:45:53.480 INFO:tasks.workunit.client.0.smithi019.stdout: "instance": "v1", 2023-12-03T11:45:53.480 INFO:tasks.workunit.client.0.smithi019.stdout: "ns": "ns" 2023-12-03T11:45:53.480 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.480 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2023-12-03T11:45:53.480 INFO:tasks.workunit.client.0.smithi019.stdout: "obj3": { 2023-12-03T11:45:53.480 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket": { 2023-12-03T11:45:53.481 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "test", 2023-12-03T11:45:53.481 INFO:tasks.workunit.client.0.smithi019.stdout: "marker": "marker", 2023-12-03T11:45:53.481 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:53.481 INFO:tasks.workunit.client.0.smithi019.stdout: "tenant": "", 2023-12-03T11:45:53.481 INFO:tasks.workunit.client.0.smithi019.stdout: "explicit_placement": { 2023-12-03T11:45:53.481 INFO:tasks.workunit.client.0.smithi019.stdout: "data_pool": "", 2023-12-03T11:45:53.481 INFO:tasks.workunit.client.0.smithi019.stdout: "data_extra_pool": "", 2023-12-03T11:45:53.481 INFO:tasks.workunit.client.0.smithi019.stdout: "index_pool": "" 2023-12-03T11:45:53.481 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.481 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2023-12-03T11:45:53.481 INFO:tasks.workunit.client.0.smithi019.stdout: "key": { 2023-12-03T11:45:53.481 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "obj", 2023-12-03T11:45:53.481 INFO:tasks.workunit.client.0.smithi019.stdout: "instance": "", 2023-12-03T11:45:53.481 INFO:tasks.workunit.client.0.smithi019.stdout: "ns": "" 2023-12-03T11:45:53.481 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.481 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2023-12-03T11:45:53.482 INFO:tasks.workunit.client.0.smithi019.stdout: "obj3-2": { 2023-12-03T11:45:53.482 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket": { 2023-12-03T11:45:53.482 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "test", 2023-12-03T11:45:53.482 INFO:tasks.workunit.client.0.smithi019.stdout: "marker": "marker", 2023-12-03T11:45:53.482 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:53.482 INFO:tasks.workunit.client.0.smithi019.stdout: "tenant": "", 2023-12-03T11:45:53.482 INFO:tasks.workunit.client.0.smithi019.stdout: "explicit_placement": { 2023-12-03T11:45:53.482 INFO:tasks.workunit.client.0.smithi019.stdout: "data_pool": "", 2023-12-03T11:45:53.482 INFO:tasks.workunit.client.0.smithi019.stdout: "data_extra_pool": "", 2023-12-03T11:45:53.482 INFO:tasks.workunit.client.0.smithi019.stdout: "index_pool": "" 2023-12-03T11:45:53.482 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.482 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2023-12-03T11:45:53.482 INFO:tasks.workunit.client.0.smithi019.stdout: "key": { 2023-12-03T11:45:53.482 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "obj", 2023-12-03T11:45:53.482 INFO:tasks.workunit.client.0.smithi019.stdout: "instance": "v1", 2023-12-03T11:45:53.483 INFO:tasks.workunit.client.0.smithi019.stdout: "ns": "ns" 2023-12-03T11:45:53.483 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.483 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.483 INFO:tasks.workunit.client.0.smithi019.stdout:} 2023-12-03T11:45:53.483 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestRGWObj.no_underscore (0 ms) 2023-12-03T11:45:53.483 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestRGWObj.obj_to_raw 2023-12-03T11:45:53.483 INFO:tasks.workunit.client.0.smithi019.stdout:{ 2023-12-03T11:45:53.483 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket": { 2023-12-03T11:45:53.483 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "test", 2023-12-03T11:45:53.483 INFO:tasks.workunit.client.0.smithi019.stdout: "marker": "marker", 2023-12-03T11:45:53.483 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:53.483 INFO:tasks.workunit.client.0.smithi019.stdout: "tenant": "", 2023-12-03T11:45:53.483 INFO:tasks.workunit.client.0.smithi019.stdout: "explicit_placement": { 2023-12-03T11:45:53.483 INFO:tasks.workunit.client.0.smithi019.stdout: "data_pool": "", 2023-12-03T11:45:53.483 INFO:tasks.workunit.client.0.smithi019.stdout: "data_extra_pool": "", 2023-12-03T11:45:53.483 INFO:tasks.workunit.client.0.smithi019.stdout: "index_pool": "" 2023-12-03T11:45:53.484 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.484 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.484 INFO:tasks.workunit.client.0.smithi019.stdout:} 2023-12-03T11:45:53.484 INFO:tasks.workunit.client.0.smithi019.stdout:{ 2023-12-03T11:45:53.484 INFO:tasks.workunit.client.0.smithi019.stdout: "obj": { 2023-12-03T11:45:53.484 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket": { 2023-12-03T11:45:53.484 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "test", 2023-12-03T11:45:53.484 INFO:tasks.workunit.client.0.smithi019.stdout: "marker": "marker", 2023-12-03T11:45:53.484 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:53.484 INFO:tasks.workunit.client.0.smithi019.stdout: "tenant": "", 2023-12-03T11:45:53.484 INFO:tasks.workunit.client.0.smithi019.stdout: "explicit_placement": { 2023-12-03T11:45:53.484 INFO:tasks.workunit.client.0.smithi019.stdout: "data_pool": "", 2023-12-03T11:45:53.484 INFO:tasks.workunit.client.0.smithi019.stdout: "data_extra_pool": "", 2023-12-03T11:45:53.484 INFO:tasks.workunit.client.0.smithi019.stdout: "index_pool": "" 2023-12-03T11:45:53.484 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.485 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2023-12-03T11:45:53.485 INFO:tasks.workunit.client.0.smithi019.stdout: "key": { 2023-12-03T11:45:53.485 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "myobj", 2023-12-03T11:45:53.485 INFO:tasks.workunit.client.0.smithi019.stdout: "instance": "", 2023-12-03T11:45:53.485 INFO:tasks.workunit.client.0.smithi019.stdout: "ns": "" 2023-12-03T11:45:53.485 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.485 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.485 INFO:tasks.workunit.client.0.smithi019.stdout:} 2023-12-03T11:45:53.485 INFO:tasks.workunit.client.0.smithi019.stdout:{ 2023-12-03T11:45:53.485 INFO:tasks.workunit.client.0.smithi019.stdout: "raw_obj": { 2023-12-03T11:45:53.485 INFO:tasks.workunit.client.0.smithi019.stdout: "pool": "default-placement.data", 2023-12-03T11:45:53.485 INFO:tasks.workunit.client.0.smithi019.stdout: "oid": "marker_myobj", 2023-12-03T11:45:53.485 INFO:tasks.workunit.client.0.smithi019.stdout: "loc": "" 2023-12-03T11:45:53.485 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.485 INFO:tasks.workunit.client.0.smithi019.stdout:} 2023-12-03T11:45:53.486 INFO:tasks.workunit.client.0.smithi019.stdout:{ 2023-12-03T11:45:53.486 INFO:tasks.workunit.client.0.smithi019.stdout: "new_obj": { 2023-12-03T11:45:53.486 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket": { 2023-12-03T11:45:53.486 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "test", 2023-12-03T11:45:53.486 INFO:tasks.workunit.client.0.smithi019.stdout: "marker": "marker", 2023-12-03T11:45:53.486 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:53.486 INFO:tasks.workunit.client.0.smithi019.stdout: "tenant": "", 2023-12-03T11:45:53.486 INFO:tasks.workunit.client.0.smithi019.stdout: "explicit_placement": { 2023-12-03T11:45:53.486 INFO:tasks.workunit.client.0.smithi019.stdout: "data_pool": "", 2023-12-03T11:45:53.486 INFO:tasks.workunit.client.0.smithi019.stdout: "data_extra_pool": "", 2023-12-03T11:45:53.486 INFO:tasks.workunit.client.0.smithi019.stdout: "index_pool": "" 2023-12-03T11:45:53.486 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.486 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2023-12-03T11:45:53.486 INFO:tasks.workunit.client.0.smithi019.stdout: "key": { 2023-12-03T11:45:53.486 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "myobj", 2023-12-03T11:45:53.487 INFO:tasks.workunit.client.0.smithi019.stdout: "instance": "", 2023-12-03T11:45:53.487 INFO:tasks.workunit.client.0.smithi019.stdout: "ns": "" 2023-12-03T11:45:53.487 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.487 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.487 INFO:tasks.workunit.client.0.smithi019.stdout:} 2023-12-03T11:45:53.487 INFO:tasks.workunit.client.0.smithi019.stdout:{ 2023-12-03T11:45:53.487 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket": { 2023-12-03T11:45:53.487 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "ebtest", 2023-12-03T11:45:53.487 INFO:tasks.workunit.client.0.smithi019.stdout: "marker": "marker", 2023-12-03T11:45:53.487 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:53.487 INFO:tasks.workunit.client.0.smithi019.stdout: "tenant": "", 2023-12-03T11:45:53.487 INFO:tasks.workunit.client.0.smithi019.stdout: "explicit_placement": { 2023-12-03T11:45:53.487 INFO:tasks.workunit.client.0.smithi019.stdout: "data_pool": ".data-pool", 2023-12-03T11:45:53.487 INFO:tasks.workunit.client.0.smithi019.stdout: "data_extra_pool": "", 2023-12-03T11:45:53.487 INFO:tasks.workunit.client.0.smithi019.stdout: "index_pool": ".index-pool" 2023-12-03T11:45:53.488 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.488 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.488 INFO:tasks.workunit.client.0.smithi019.stdout:} 2023-12-03T11:45:53.488 INFO:tasks.workunit.client.0.smithi019.stdout:{ 2023-12-03T11:45:53.488 INFO:tasks.workunit.client.0.smithi019.stdout: "obj": { 2023-12-03T11:45:53.488 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket": { 2023-12-03T11:45:53.488 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "ebtest", 2023-12-03T11:45:53.488 INFO:tasks.workunit.client.0.smithi019.stdout: "marker": "marker", 2023-12-03T11:45:53.488 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:53.488 INFO:tasks.workunit.client.0.smithi019.stdout: "tenant": "", 2023-12-03T11:45:53.488 INFO:tasks.workunit.client.0.smithi019.stdout: "explicit_placement": { 2023-12-03T11:45:53.488 INFO:tasks.workunit.client.0.smithi019.stdout: "data_pool": ".data-pool", 2023-12-03T11:45:53.488 INFO:tasks.workunit.client.0.smithi019.stdout: "data_extra_pool": "", 2023-12-03T11:45:53.488 INFO:tasks.workunit.client.0.smithi019.stdout: "index_pool": ".index-pool" 2023-12-03T11:45:53.488 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.488 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2023-12-03T11:45:53.489 INFO:tasks.workunit.client.0.smithi019.stdout: "key": { 2023-12-03T11:45:53.489 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "myobj", 2023-12-03T11:45:53.489 INFO:tasks.workunit.client.0.smithi019.stdout: "instance": "", 2023-12-03T11:45:53.489 INFO:tasks.workunit.client.0.smithi019.stdout: "ns": "" 2023-12-03T11:45:53.489 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.489 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.489 INFO:tasks.workunit.client.0.smithi019.stdout:} 2023-12-03T11:45:53.489 INFO:tasks.workunit.client.0.smithi019.stdout:{ 2023-12-03T11:45:53.489 INFO:tasks.workunit.client.0.smithi019.stdout: "raw_obj": { 2023-12-03T11:45:53.489 INFO:tasks.workunit.client.0.smithi019.stdout: "pool": ".data-pool", 2023-12-03T11:45:53.489 INFO:tasks.workunit.client.0.smithi019.stdout: "oid": "marker_myobj", 2023-12-03T11:45:53.489 INFO:tasks.workunit.client.0.smithi019.stdout: "loc": "" 2023-12-03T11:45:53.489 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.489 INFO:tasks.workunit.client.0.smithi019.stdout:} 2023-12-03T11:45:53.489 INFO:tasks.workunit.client.0.smithi019.stdout:{ 2023-12-03T11:45:53.489 INFO:tasks.workunit.client.0.smithi019.stdout: "new_obj": { 2023-12-03T11:45:53.490 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket": { 2023-12-03T11:45:53.490 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "ebtest", 2023-12-03T11:45:53.490 INFO:tasks.workunit.client.0.smithi019.stdout: "marker": "marker", 2023-12-03T11:45:53.490 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:53.490 INFO:tasks.workunit.client.0.smithi019.stdout: "tenant": "", 2023-12-03T11:45:53.490 INFO:tasks.workunit.client.0.smithi019.stdout: "explicit_placement": { 2023-12-03T11:45:53.490 INFO:tasks.workunit.client.0.smithi019.stdout: "data_pool": ".data-pool", 2023-12-03T11:45:53.490 INFO:tasks.workunit.client.0.smithi019.stdout: "data_extra_pool": "", 2023-12-03T11:45:53.490 INFO:tasks.workunit.client.0.smithi019.stdout: "index_pool": ".index-pool" 2023-12-03T11:45:53.490 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.490 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2023-12-03T11:45:53.490 INFO:tasks.workunit.client.0.smithi019.stdout: "key": { 2023-12-03T11:45:53.490 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "myobj", 2023-12-03T11:45:53.490 INFO:tasks.workunit.client.0.smithi019.stdout: "instance": "", 2023-12-03T11:45:53.490 INFO:tasks.workunit.client.0.smithi019.stdout: "ns": "" 2023-12-03T11:45:53.491 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.491 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.491 INFO:tasks.workunit.client.0.smithi019.stdout:} 2023-12-03T11:45:53.491 INFO:tasks.workunit.client.0.smithi019.stdout:{ 2023-12-03T11:45:53.491 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket": { 2023-12-03T11:45:53.491 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "test", 2023-12-03T11:45:53.491 INFO:tasks.workunit.client.0.smithi019.stdout: "marker": "marker", 2023-12-03T11:45:53.491 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:53.491 INFO:tasks.workunit.client.0.smithi019.stdout: "tenant": "", 2023-12-03T11:45:53.491 INFO:tasks.workunit.client.0.smithi019.stdout: "explicit_placement": { 2023-12-03T11:45:53.491 INFO:tasks.workunit.client.0.smithi019.stdout: "data_pool": "", 2023-12-03T11:45:53.491 INFO:tasks.workunit.client.0.smithi019.stdout: "data_extra_pool": "", 2023-12-03T11:45:53.491 INFO:tasks.workunit.client.0.smithi019.stdout: "index_pool": "" 2023-12-03T11:45:53.491 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.491 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.492 INFO:tasks.workunit.client.0.smithi019.stdout:} 2023-12-03T11:45:53.492 INFO:tasks.workunit.client.0.smithi019.stdout:{ 2023-12-03T11:45:53.492 INFO:tasks.workunit.client.0.smithi019.stdout: "obj": { 2023-12-03T11:45:53.492 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket": { 2023-12-03T11:45:53.492 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "test", 2023-12-03T11:45:53.492 INFO:tasks.workunit.client.0.smithi019.stdout: "marker": "marker", 2023-12-03T11:45:53.492 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:53.492 INFO:tasks.workunit.client.0.smithi019.stdout: "tenant": "", 2023-12-03T11:45:53.492 INFO:tasks.workunit.client.0.smithi019.stdout: "explicit_placement": { 2023-12-03T11:45:53.492 INFO:tasks.workunit.client.0.smithi019.stdout: "data_pool": "", 2023-12-03T11:45:53.492 INFO:tasks.workunit.client.0.smithi019.stdout: "data_extra_pool": "", 2023-12-03T11:45:53.493 INFO:tasks.workunit.client.0.smithi019.stdout: "index_pool": "" 2023-12-03T11:45:53.493 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.493 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2023-12-03T11:45:53.493 INFO:tasks.workunit.client.0.smithi019.stdout: "key": { 2023-12-03T11:45:53.493 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "myobj", 2023-12-03T11:45:53.493 INFO:tasks.workunit.client.0.smithi019.stdout: "instance": "", 2023-12-03T11:45:53.493 INFO:tasks.workunit.client.0.smithi019.stdout: "ns": "ns" 2023-12-03T11:45:53.493 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.493 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.493 INFO:tasks.workunit.client.0.smithi019.stdout:} 2023-12-03T11:45:53.493 INFO:tasks.workunit.client.0.smithi019.stdout:{ 2023-12-03T11:45:53.493 INFO:tasks.workunit.client.0.smithi019.stdout: "raw_obj": { 2023-12-03T11:45:53.493 INFO:tasks.workunit.client.0.smithi019.stdout: "pool": "default-placement.data", 2023-12-03T11:45:53.493 INFO:tasks.workunit.client.0.smithi019.stdout: "oid": "marker__ns_myobj", 2023-12-03T11:45:53.493 INFO:tasks.workunit.client.0.smithi019.stdout: "loc": "" 2023-12-03T11:45:53.493 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.494 INFO:tasks.workunit.client.0.smithi019.stdout:} 2023-12-03T11:45:53.494 INFO:tasks.workunit.client.0.smithi019.stdout:{ 2023-12-03T11:45:53.494 INFO:tasks.workunit.client.0.smithi019.stdout: "new_obj": { 2023-12-03T11:45:53.494 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket": { 2023-12-03T11:45:53.494 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "test", 2023-12-03T11:45:53.494 INFO:tasks.workunit.client.0.smithi019.stdout: "marker": "marker", 2023-12-03T11:45:53.494 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:53.494 INFO:tasks.workunit.client.0.smithi019.stdout: "tenant": "", 2023-12-03T11:45:53.494 INFO:tasks.workunit.client.0.smithi019.stdout: "explicit_placement": { 2023-12-03T11:45:53.494 INFO:tasks.workunit.client.0.smithi019.stdout: "data_pool": "", 2023-12-03T11:45:53.494 INFO:tasks.workunit.client.0.smithi019.stdout: "data_extra_pool": "", 2023-12-03T11:45:53.494 INFO:tasks.workunit.client.0.smithi019.stdout: "index_pool": "" 2023-12-03T11:45:53.494 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.494 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2023-12-03T11:45:53.495 INFO:tasks.workunit.client.0.smithi019.stdout: "key": { 2023-12-03T11:45:53.495 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "myobj", 2023-12-03T11:45:53.495 INFO:tasks.workunit.client.0.smithi019.stdout: "instance": "", 2023-12-03T11:45:53.495 INFO:tasks.workunit.client.0.smithi019.stdout: "ns": "ns" 2023-12-03T11:45:53.495 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.495 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.495 INFO:tasks.workunit.client.0.smithi019.stdout:} 2023-12-03T11:45:53.495 INFO:tasks.workunit.client.0.smithi019.stdout:{ 2023-12-03T11:45:53.495 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket": { 2023-12-03T11:45:53.495 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "ebtest", 2023-12-03T11:45:53.495 INFO:tasks.workunit.client.0.smithi019.stdout: "marker": "marker", 2023-12-03T11:45:53.495 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:53.495 INFO:tasks.workunit.client.0.smithi019.stdout: "tenant": "", 2023-12-03T11:45:53.495 INFO:tasks.workunit.client.0.smithi019.stdout: "explicit_placement": { 2023-12-03T11:45:53.495 INFO:tasks.workunit.client.0.smithi019.stdout: "data_pool": ".data-pool", 2023-12-03T11:45:53.495 INFO:tasks.workunit.client.0.smithi019.stdout: "data_extra_pool": "", 2023-12-03T11:45:53.496 INFO:tasks.workunit.client.0.smithi019.stdout: "index_pool": ".index-pool" 2023-12-03T11:45:53.496 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.496 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.496 INFO:tasks.workunit.client.0.smithi019.stdout:} 2023-12-03T11:45:53.496 INFO:tasks.workunit.client.0.smithi019.stdout:{ 2023-12-03T11:45:53.496 INFO:tasks.workunit.client.0.smithi019.stdout: "obj": { 2023-12-03T11:45:53.496 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket": { 2023-12-03T11:45:53.496 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "ebtest", 2023-12-03T11:45:53.496 INFO:tasks.workunit.client.0.smithi019.stdout: "marker": "marker", 2023-12-03T11:45:53.496 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:53.496 INFO:tasks.workunit.client.0.smithi019.stdout: "tenant": "", 2023-12-03T11:45:53.496 INFO:tasks.workunit.client.0.smithi019.stdout: "explicit_placement": { 2023-12-03T11:45:53.496 INFO:tasks.workunit.client.0.smithi019.stdout: "data_pool": ".data-pool", 2023-12-03T11:45:53.496 INFO:tasks.workunit.client.0.smithi019.stdout: "data_extra_pool": "", 2023-12-03T11:45:53.496 INFO:tasks.workunit.client.0.smithi019.stdout: "index_pool": ".index-pool" 2023-12-03T11:45:53.496 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.497 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2023-12-03T11:45:53.497 INFO:tasks.workunit.client.0.smithi019.stdout: "key": { 2023-12-03T11:45:53.497 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "myobj", 2023-12-03T11:45:53.497 INFO:tasks.workunit.client.0.smithi019.stdout: "instance": "", 2023-12-03T11:45:53.497 INFO:tasks.workunit.client.0.smithi019.stdout: "ns": "ns" 2023-12-03T11:45:53.497 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.497 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.497 INFO:tasks.workunit.client.0.smithi019.stdout:} 2023-12-03T11:45:53.497 INFO:tasks.workunit.client.0.smithi019.stdout:{ 2023-12-03T11:45:53.497 INFO:tasks.workunit.client.0.smithi019.stdout: "raw_obj": { 2023-12-03T11:45:53.497 INFO:tasks.workunit.client.0.smithi019.stdout: "pool": ".data-pool", 2023-12-03T11:45:53.497 INFO:tasks.workunit.client.0.smithi019.stdout: "oid": "marker__ns_myobj", 2023-12-03T11:45:53.497 INFO:tasks.workunit.client.0.smithi019.stdout: "loc": "" 2023-12-03T11:45:53.497 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.497 INFO:tasks.workunit.client.0.smithi019.stdout:} 2023-12-03T11:45:53.498 INFO:tasks.workunit.client.0.smithi019.stdout:{ 2023-12-03T11:45:53.498 INFO:tasks.workunit.client.0.smithi019.stdout: "new_obj": { 2023-12-03T11:45:53.498 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket": { 2023-12-03T11:45:53.498 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "ebtest", 2023-12-03T11:45:53.498 INFO:tasks.workunit.client.0.smithi019.stdout: "marker": "marker", 2023-12-03T11:45:53.498 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:53.498 INFO:tasks.workunit.client.0.smithi019.stdout: "tenant": "", 2023-12-03T11:45:53.498 INFO:tasks.workunit.client.0.smithi019.stdout: "explicit_placement": { 2023-12-03T11:45:53.498 INFO:tasks.workunit.client.0.smithi019.stdout: "data_pool": ".data-pool", 2023-12-03T11:45:53.498 INFO:tasks.workunit.client.0.smithi019.stdout: "data_extra_pool": "", 2023-12-03T11:45:53.498 INFO:tasks.workunit.client.0.smithi019.stdout: "index_pool": ".index-pool" 2023-12-03T11:45:53.498 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.498 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2023-12-03T11:45:53.498 INFO:tasks.workunit.client.0.smithi019.stdout: "key": { 2023-12-03T11:45:53.498 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "myobj", 2023-12-03T11:45:53.499 INFO:tasks.workunit.client.0.smithi019.stdout: "instance": "", 2023-12-03T11:45:53.499 INFO:tasks.workunit.client.0.smithi019.stdout: "ns": "ns" 2023-12-03T11:45:53.499 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.499 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.499 INFO:tasks.workunit.client.0.smithi019.stdout:} 2023-12-03T11:45:53.499 INFO:tasks.workunit.client.0.smithi019.stdout:{ 2023-12-03T11:45:53.499 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket": { 2023-12-03T11:45:53.499 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "test", 2023-12-03T11:45:53.499 INFO:tasks.workunit.client.0.smithi019.stdout: "marker": "marker", 2023-12-03T11:45:53.499 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:53.499 INFO:tasks.workunit.client.0.smithi019.stdout: "tenant": "", 2023-12-03T11:45:53.499 INFO:tasks.workunit.client.0.smithi019.stdout: "explicit_placement": { 2023-12-03T11:45:53.499 INFO:tasks.workunit.client.0.smithi019.stdout: "data_pool": "", 2023-12-03T11:45:53.499 INFO:tasks.workunit.client.0.smithi019.stdout: "data_extra_pool": "", 2023-12-03T11:45:53.499 INFO:tasks.workunit.client.0.smithi019.stdout: "index_pool": "" 2023-12-03T11:45:53.499 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.500 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.500 INFO:tasks.workunit.client.0.smithi019.stdout:} 2023-12-03T11:45:53.500 INFO:tasks.workunit.client.0.smithi019.stdout:{ 2023-12-03T11:45:53.500 INFO:tasks.workunit.client.0.smithi019.stdout: "obj": { 2023-12-03T11:45:53.500 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket": { 2023-12-03T11:45:53.500 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "test", 2023-12-03T11:45:53.500 INFO:tasks.workunit.client.0.smithi019.stdout: "marker": "marker", 2023-12-03T11:45:53.500 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:53.500 INFO:tasks.workunit.client.0.smithi019.stdout: "tenant": "", 2023-12-03T11:45:53.500 INFO:tasks.workunit.client.0.smithi019.stdout: "explicit_placement": { 2023-12-03T11:45:53.500 INFO:tasks.workunit.client.0.smithi019.stdout: "data_pool": "", 2023-12-03T11:45:53.500 INFO:tasks.workunit.client.0.smithi019.stdout: "data_extra_pool": "", 2023-12-03T11:45:53.500 INFO:tasks.workunit.client.0.smithi019.stdout: "index_pool": "" 2023-12-03T11:45:53.500 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.500 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2023-12-03T11:45:53.500 INFO:tasks.workunit.client.0.smithi019.stdout: "key": { 2023-12-03T11:45:53.501 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "myobj", 2023-12-03T11:45:53.501 INFO:tasks.workunit.client.0.smithi019.stdout: "instance": "inst", 2023-12-03T11:45:53.501 INFO:tasks.workunit.client.0.smithi019.stdout: "ns": "" 2023-12-03T11:45:53.501 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.501 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.501 INFO:tasks.workunit.client.0.smithi019.stdout:} 2023-12-03T11:45:53.501 INFO:tasks.workunit.client.0.smithi019.stdout:{ 2023-12-03T11:45:53.501 INFO:tasks.workunit.client.0.smithi019.stdout: "raw_obj": { 2023-12-03T11:45:53.501 INFO:tasks.workunit.client.0.smithi019.stdout: "pool": "default-placement.data", 2023-12-03T11:45:53.501 INFO:tasks.workunit.client.0.smithi019.stdout: "oid": "marker__:inst_myobj", 2023-12-03T11:45:53.501 INFO:tasks.workunit.client.0.smithi019.stdout: "loc": "" 2023-12-03T11:45:53.501 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.501 INFO:tasks.workunit.client.0.smithi019.stdout:} 2023-12-03T11:45:53.501 INFO:tasks.workunit.client.0.smithi019.stdout:{ 2023-12-03T11:45:53.501 INFO:tasks.workunit.client.0.smithi019.stdout: "new_obj": { 2023-12-03T11:45:53.501 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket": { 2023-12-03T11:45:53.502 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "test", 2023-12-03T11:45:53.502 INFO:tasks.workunit.client.0.smithi019.stdout: "marker": "marker", 2023-12-03T11:45:53.502 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:53.502 INFO:tasks.workunit.client.0.smithi019.stdout: "tenant": "", 2023-12-03T11:45:53.502 INFO:tasks.workunit.client.0.smithi019.stdout: "explicit_placement": { 2023-12-03T11:45:53.502 INFO:tasks.workunit.client.0.smithi019.stdout: "data_pool": "", 2023-12-03T11:45:53.502 INFO:tasks.workunit.client.0.smithi019.stdout: "data_extra_pool": "", 2023-12-03T11:45:53.502 INFO:tasks.workunit.client.0.smithi019.stdout: "index_pool": "" 2023-12-03T11:45:53.502 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.502 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2023-12-03T11:45:53.502 INFO:tasks.workunit.client.0.smithi019.stdout: "key": { 2023-12-03T11:45:53.502 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "myobj", 2023-12-03T11:45:53.502 INFO:tasks.workunit.client.0.smithi019.stdout: "instance": "inst", 2023-12-03T11:45:53.502 INFO:tasks.workunit.client.0.smithi019.stdout: "ns": "" 2023-12-03T11:45:53.502 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.503 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.503 INFO:tasks.workunit.client.0.smithi019.stdout:} 2023-12-03T11:45:53.503 INFO:tasks.workunit.client.0.smithi019.stdout:{ 2023-12-03T11:45:53.503 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket": { 2023-12-03T11:45:53.503 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "ebtest", 2023-12-03T11:45:53.503 INFO:tasks.workunit.client.0.smithi019.stdout: "marker": "marker", 2023-12-03T11:45:53.503 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:53.503 INFO:tasks.workunit.client.0.smithi019.stdout: "tenant": "", 2023-12-03T11:45:53.503 INFO:tasks.workunit.client.0.smithi019.stdout: "explicit_placement": { 2023-12-03T11:45:53.503 INFO:tasks.workunit.client.0.smithi019.stdout: "data_pool": ".data-pool", 2023-12-03T11:45:53.503 INFO:tasks.workunit.client.0.smithi019.stdout: "data_extra_pool": "", 2023-12-03T11:45:53.503 INFO:tasks.workunit.client.0.smithi019.stdout: "index_pool": ".index-pool" 2023-12-03T11:45:53.503 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.503 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.503 INFO:tasks.workunit.client.0.smithi019.stdout:} 2023-12-03T11:45:53.503 INFO:tasks.workunit.client.0.smithi019.stdout:{ 2023-12-03T11:45:53.504 INFO:tasks.workunit.client.0.smithi019.stdout: "obj": { 2023-12-03T11:45:53.504 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket": { 2023-12-03T11:45:53.504 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "ebtest", 2023-12-03T11:45:53.504 INFO:tasks.workunit.client.0.smithi019.stdout: "marker": "marker", 2023-12-03T11:45:53.504 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:53.504 INFO:tasks.workunit.client.0.smithi019.stdout: "tenant": "", 2023-12-03T11:45:53.504 INFO:tasks.workunit.client.0.smithi019.stdout: "explicit_placement": { 2023-12-03T11:45:53.504 INFO:tasks.workunit.client.0.smithi019.stdout: "data_pool": ".data-pool", 2023-12-03T11:45:53.504 INFO:tasks.workunit.client.0.smithi019.stdout: "data_extra_pool": "", 2023-12-03T11:45:53.504 INFO:tasks.workunit.client.0.smithi019.stdout: "index_pool": ".index-pool" 2023-12-03T11:45:53.504 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.504 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2023-12-03T11:45:53.504 INFO:tasks.workunit.client.0.smithi019.stdout: "key": { 2023-12-03T11:45:53.504 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "myobj", 2023-12-03T11:45:53.504 INFO:tasks.workunit.client.0.smithi019.stdout: "instance": "inst", 2023-12-03T11:45:53.505 INFO:tasks.workunit.client.0.smithi019.stdout: "ns": "" 2023-12-03T11:45:53.505 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.505 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.505 INFO:tasks.workunit.client.0.smithi019.stdout:} 2023-12-03T11:45:53.505 INFO:tasks.workunit.client.0.smithi019.stdout:{ 2023-12-03T11:45:53.505 INFO:tasks.workunit.client.0.smithi019.stdout: "raw_obj": { 2023-12-03T11:45:53.505 INFO:tasks.workunit.client.0.smithi019.stdout: "pool": ".data-pool", 2023-12-03T11:45:53.505 INFO:tasks.workunit.client.0.smithi019.stdout: "oid": "marker__:inst_myobj", 2023-12-03T11:45:53.505 INFO:tasks.workunit.client.0.smithi019.stdout: "loc": "" 2023-12-03T11:45:53.505 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.505 INFO:tasks.workunit.client.0.smithi019.stdout:} 2023-12-03T11:45:53.505 INFO:tasks.workunit.client.0.smithi019.stdout:{ 2023-12-03T11:45:53.505 INFO:tasks.workunit.client.0.smithi019.stdout: "new_obj": { 2023-12-03T11:45:53.505 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket": { 2023-12-03T11:45:53.505 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "ebtest", 2023-12-03T11:45:53.505 INFO:tasks.workunit.client.0.smithi019.stdout: "marker": "marker", 2023-12-03T11:45:53.506 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:53.506 INFO:tasks.workunit.client.0.smithi019.stdout: "tenant": "", 2023-12-03T11:45:53.506 INFO:tasks.workunit.client.0.smithi019.stdout: "explicit_placement": { 2023-12-03T11:45:53.506 INFO:tasks.workunit.client.0.smithi019.stdout: "data_pool": ".data-pool", 2023-12-03T11:45:53.506 INFO:tasks.workunit.client.0.smithi019.stdout: "data_extra_pool": "", 2023-12-03T11:45:53.506 INFO:tasks.workunit.client.0.smithi019.stdout: "index_pool": ".index-pool" 2023-12-03T11:45:53.506 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.506 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2023-12-03T11:45:53.506 INFO:tasks.workunit.client.0.smithi019.stdout: "key": { 2023-12-03T11:45:53.506 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "myobj", 2023-12-03T11:45:53.506 INFO:tasks.workunit.client.0.smithi019.stdout: "instance": "inst", 2023-12-03T11:45:53.506 INFO:tasks.workunit.client.0.smithi019.stdout: "ns": "" 2023-12-03T11:45:53.507 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.507 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.507 INFO:tasks.workunit.client.0.smithi019.stdout:} 2023-12-03T11:45:53.507 INFO:tasks.workunit.client.0.smithi019.stdout:{ 2023-12-03T11:45:53.507 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket": { 2023-12-03T11:45:53.507 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "test", 2023-12-03T11:45:53.507 INFO:tasks.workunit.client.0.smithi019.stdout: "marker": "marker", 2023-12-03T11:45:53.507 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:53.507 INFO:tasks.workunit.client.0.smithi019.stdout: "tenant": "", 2023-12-03T11:45:53.507 INFO:tasks.workunit.client.0.smithi019.stdout: "explicit_placement": { 2023-12-03T11:45:53.507 INFO:tasks.workunit.client.0.smithi019.stdout: "data_pool": "", 2023-12-03T11:45:53.508 INFO:tasks.workunit.client.0.smithi019.stdout: "data_extra_pool": "", 2023-12-03T11:45:53.508 INFO:tasks.workunit.client.0.smithi019.stdout: "index_pool": "" 2023-12-03T11:45:53.508 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.508 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.508 INFO:tasks.workunit.client.0.smithi019.stdout:} 2023-12-03T11:45:53.508 INFO:tasks.workunit.client.0.smithi019.stdout:{ 2023-12-03T11:45:53.508 INFO:tasks.workunit.client.0.smithi019.stdout: "obj": { 2023-12-03T11:45:53.508 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket": { 2023-12-03T11:45:53.508 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "test", 2023-12-03T11:45:53.508 INFO:tasks.workunit.client.0.smithi019.stdout: "marker": "marker", 2023-12-03T11:45:53.508 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:53.508 INFO:tasks.workunit.client.0.smithi019.stdout: "tenant": "", 2023-12-03T11:45:53.508 INFO:tasks.workunit.client.0.smithi019.stdout: "explicit_placement": { 2023-12-03T11:45:53.508 INFO:tasks.workunit.client.0.smithi019.stdout: "data_pool": "", 2023-12-03T11:45:53.508 INFO:tasks.workunit.client.0.smithi019.stdout: "data_extra_pool": "", 2023-12-03T11:45:53.508 INFO:tasks.workunit.client.0.smithi019.stdout: "index_pool": "" 2023-12-03T11:45:53.509 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.509 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2023-12-03T11:45:53.509 INFO:tasks.workunit.client.0.smithi019.stdout: "key": { 2023-12-03T11:45:53.509 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "myobj", 2023-12-03T11:45:53.509 INFO:tasks.workunit.client.0.smithi019.stdout: "instance": "inst", 2023-12-03T11:45:53.509 INFO:tasks.workunit.client.0.smithi019.stdout: "ns": "ns" 2023-12-03T11:45:53.509 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.509 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.509 INFO:tasks.workunit.client.0.smithi019.stdout:} 2023-12-03T11:45:53.509 INFO:tasks.workunit.client.0.smithi019.stdout:{ 2023-12-03T11:45:53.509 INFO:tasks.workunit.client.0.smithi019.stdout: "raw_obj": { 2023-12-03T11:45:53.509 INFO:tasks.workunit.client.0.smithi019.stdout: "pool": "default-placement.data", 2023-12-03T11:45:53.509 INFO:tasks.workunit.client.0.smithi019.stdout: "oid": "marker__ns:inst_myobj", 2023-12-03T11:45:53.509 INFO:tasks.workunit.client.0.smithi019.stdout: "loc": "" 2023-12-03T11:45:53.509 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.510 INFO:tasks.workunit.client.0.smithi019.stdout:} 2023-12-03T11:45:53.510 INFO:tasks.workunit.client.0.smithi019.stdout:{ 2023-12-03T11:45:53.510 INFO:tasks.workunit.client.0.smithi019.stdout: "new_obj": { 2023-12-03T11:45:53.510 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket": { 2023-12-03T11:45:53.510 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "test", 2023-12-03T11:45:53.510 INFO:tasks.workunit.client.0.smithi019.stdout: "marker": "marker", 2023-12-03T11:45:53.510 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:53.510 INFO:tasks.workunit.client.0.smithi019.stdout: "tenant": "", 2023-12-03T11:45:53.510 INFO:tasks.workunit.client.0.smithi019.stdout: "explicit_placement": { 2023-12-03T11:45:53.510 INFO:tasks.workunit.client.0.smithi019.stdout: "data_pool": "", 2023-12-03T11:45:53.510 INFO:tasks.workunit.client.0.smithi019.stdout: "data_extra_pool": "", 2023-12-03T11:45:53.510 INFO:tasks.workunit.client.0.smithi019.stdout: "index_pool": "" 2023-12-03T11:45:53.510 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.510 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2023-12-03T11:45:53.510 INFO:tasks.workunit.client.0.smithi019.stdout: "key": { 2023-12-03T11:45:53.511 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "myobj", 2023-12-03T11:45:53.511 INFO:tasks.workunit.client.0.smithi019.stdout: "instance": "inst", 2023-12-03T11:45:53.511 INFO:tasks.workunit.client.0.smithi019.stdout: "ns": "ns" 2023-12-03T11:45:53.511 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.511 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.511 INFO:tasks.workunit.client.0.smithi019.stdout:} 2023-12-03T11:45:53.511 INFO:tasks.workunit.client.0.smithi019.stdout:{ 2023-12-03T11:45:53.511 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket": { 2023-12-03T11:45:53.511 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "ebtest", 2023-12-03T11:45:53.511 INFO:tasks.workunit.client.0.smithi019.stdout: "marker": "marker", 2023-12-03T11:45:53.511 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:53.511 INFO:tasks.workunit.client.0.smithi019.stdout: "tenant": "", 2023-12-03T11:45:53.511 INFO:tasks.workunit.client.0.smithi019.stdout: "explicit_placement": { 2023-12-03T11:45:53.511 INFO:tasks.workunit.client.0.smithi019.stdout: "data_pool": ".data-pool", 2023-12-03T11:45:53.511 INFO:tasks.workunit.client.0.smithi019.stdout: "data_extra_pool": "", 2023-12-03T11:45:53.512 INFO:tasks.workunit.client.0.smithi019.stdout: "index_pool": ".index-pool" 2023-12-03T11:45:53.512 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.512 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.512 INFO:tasks.workunit.client.0.smithi019.stdout:} 2023-12-03T11:45:53.512 INFO:tasks.workunit.client.0.smithi019.stdout:{ 2023-12-03T11:45:53.512 INFO:tasks.workunit.client.0.smithi019.stdout: "obj": { 2023-12-03T11:45:53.512 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket": { 2023-12-03T11:45:53.512 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "ebtest", 2023-12-03T11:45:53.512 INFO:tasks.workunit.client.0.smithi019.stdout: "marker": "marker", 2023-12-03T11:45:53.512 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:53.512 INFO:tasks.workunit.client.0.smithi019.stdout: "tenant": "", 2023-12-03T11:45:53.512 INFO:tasks.workunit.client.0.smithi019.stdout: "explicit_placement": { 2023-12-03T11:45:53.512 INFO:tasks.workunit.client.0.smithi019.stdout: "data_pool": ".data-pool", 2023-12-03T11:45:53.512 INFO:tasks.workunit.client.0.smithi019.stdout: "data_extra_pool": "", 2023-12-03T11:45:53.512 INFO:tasks.workunit.client.0.smithi019.stdout: "index_pool": ".index-pool" 2023-12-03T11:45:53.512 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.513 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2023-12-03T11:45:53.513 INFO:tasks.workunit.client.0.smithi019.stdout: "key": { 2023-12-03T11:45:53.513 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "myobj", 2023-12-03T11:45:53.513 INFO:tasks.workunit.client.0.smithi019.stdout: "instance": "inst", 2023-12-03T11:45:53.513 INFO:tasks.workunit.client.0.smithi019.stdout: "ns": "ns" 2023-12-03T11:45:53.513 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.513 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.513 INFO:tasks.workunit.client.0.smithi019.stdout:} 2023-12-03T11:45:53.513 INFO:tasks.workunit.client.0.smithi019.stdout:{ 2023-12-03T11:45:53.513 INFO:tasks.workunit.client.0.smithi019.stdout: "raw_obj": { 2023-12-03T11:45:53.513 INFO:tasks.workunit.client.0.smithi019.stdout: "pool": ".data-pool", 2023-12-03T11:45:53.513 INFO:tasks.workunit.client.0.smithi019.stdout: "oid": "marker__ns:inst_myobj", 2023-12-03T11:45:53.513 INFO:tasks.workunit.client.0.smithi019.stdout: "loc": "" 2023-12-03T11:45:53.513 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.513 INFO:tasks.workunit.client.0.smithi019.stdout:} 2023-12-03T11:45:53.513 INFO:tasks.workunit.client.0.smithi019.stdout:{ 2023-12-03T11:45:53.514 INFO:tasks.workunit.client.0.smithi019.stdout: "new_obj": { 2023-12-03T11:45:53.514 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket": { 2023-12-03T11:45:53.514 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "ebtest", 2023-12-03T11:45:53.514 INFO:tasks.workunit.client.0.smithi019.stdout: "marker": "marker", 2023-12-03T11:45:53.514 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:53.514 INFO:tasks.workunit.client.0.smithi019.stdout: "tenant": "", 2023-12-03T11:45:53.514 INFO:tasks.workunit.client.0.smithi019.stdout: "explicit_placement": { 2023-12-03T11:45:53.514 INFO:tasks.workunit.client.0.smithi019.stdout: "data_pool": ".data-pool", 2023-12-03T11:45:53.514 INFO:tasks.workunit.client.0.smithi019.stdout: "data_extra_pool": "", 2023-12-03T11:45:53.514 INFO:tasks.workunit.client.0.smithi019.stdout: "index_pool": ".index-pool" 2023-12-03T11:45:53.514 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.514 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2023-12-03T11:45:53.514 INFO:tasks.workunit.client.0.smithi019.stdout: "key": { 2023-12-03T11:45:53.515 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "myobj", 2023-12-03T11:45:53.515 INFO:tasks.workunit.client.0.smithi019.stdout: "instance": "inst", 2023-12-03T11:45:53.515 INFO:tasks.workunit.client.0.smithi019.stdout: "ns": "ns" 2023-12-03T11:45:53.515 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.515 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.515 INFO:tasks.workunit.client.0.smithi019.stdout:} 2023-12-03T11:45:53.515 INFO:tasks.workunit.client.0.smithi019.stdout:{ 2023-12-03T11:45:53.515 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket": { 2023-12-03T11:45:53.515 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "test", 2023-12-03T11:45:53.515 INFO:tasks.workunit.client.0.smithi019.stdout: "marker": "marker", 2023-12-03T11:45:53.515 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:53.515 INFO:tasks.workunit.client.0.smithi019.stdout: "tenant": "", 2023-12-03T11:45:53.515 INFO:tasks.workunit.client.0.smithi019.stdout: "explicit_placement": { 2023-12-03T11:45:53.515 INFO:tasks.workunit.client.0.smithi019.stdout: "data_pool": "", 2023-12-03T11:45:53.515 INFO:tasks.workunit.client.0.smithi019.stdout: "data_extra_pool": "", 2023-12-03T11:45:53.515 INFO:tasks.workunit.client.0.smithi019.stdout: "index_pool": "" 2023-12-03T11:45:53.516 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.516 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.516 INFO:tasks.workunit.client.0.smithi019.stdout:} 2023-12-03T11:45:53.516 INFO:tasks.workunit.client.0.smithi019.stdout:{ 2023-12-03T11:45:53.516 INFO:tasks.workunit.client.0.smithi019.stdout: "obj": { 2023-12-03T11:45:53.516 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket": { 2023-12-03T11:45:53.516 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "test", 2023-12-03T11:45:53.516 INFO:tasks.workunit.client.0.smithi019.stdout: "marker": "marker", 2023-12-03T11:45:53.516 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:53.516 INFO:tasks.workunit.client.0.smithi019.stdout: "tenant": "", 2023-12-03T11:45:53.516 INFO:tasks.workunit.client.0.smithi019.stdout: "explicit_placement": { 2023-12-03T11:45:53.516 INFO:tasks.workunit.client.0.smithi019.stdout: "data_pool": "", 2023-12-03T11:45:53.516 INFO:tasks.workunit.client.0.smithi019.stdout: "data_extra_pool": "", 2023-12-03T11:45:53.516 INFO:tasks.workunit.client.0.smithi019.stdout: "index_pool": "" 2023-12-03T11:45:53.516 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.517 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2023-12-03T11:45:53.517 INFO:tasks.workunit.client.0.smithi019.stdout: "key": { 2023-12-03T11:45:53.517 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "_myobj", 2023-12-03T11:45:53.517 INFO:tasks.workunit.client.0.smithi019.stdout: "instance": "", 2023-12-03T11:45:53.517 INFO:tasks.workunit.client.0.smithi019.stdout: "ns": "" 2023-12-03T11:45:53.517 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.517 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.517 INFO:tasks.workunit.client.0.smithi019.stdout:} 2023-12-03T11:45:53.517 INFO:tasks.workunit.client.0.smithi019.stdout:{ 2023-12-03T11:45:53.517 INFO:tasks.workunit.client.0.smithi019.stdout: "raw_obj": { 2023-12-03T11:45:53.517 INFO:tasks.workunit.client.0.smithi019.stdout: "pool": "default-placement.data", 2023-12-03T11:45:53.517 INFO:tasks.workunit.client.0.smithi019.stdout: "oid": "marker___myobj", 2023-12-03T11:45:53.517 INFO:tasks.workunit.client.0.smithi019.stdout: "loc": "marker__myobj" 2023-12-03T11:45:53.517 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.517 INFO:tasks.workunit.client.0.smithi019.stdout:} 2023-12-03T11:45:53.518 INFO:tasks.workunit.client.0.smithi019.stdout:{ 2023-12-03T11:45:53.518 INFO:tasks.workunit.client.0.smithi019.stdout: "new_obj": { 2023-12-03T11:45:53.518 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket": { 2023-12-03T11:45:53.518 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "test", 2023-12-03T11:45:53.518 INFO:tasks.workunit.client.0.smithi019.stdout: "marker": "marker", 2023-12-03T11:45:53.518 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:53.518 INFO:tasks.workunit.client.0.smithi019.stdout: "tenant": "", 2023-12-03T11:45:53.518 INFO:tasks.workunit.client.0.smithi019.stdout: "explicit_placement": { 2023-12-03T11:45:53.518 INFO:tasks.workunit.client.0.smithi019.stdout: "data_pool": "", 2023-12-03T11:45:53.518 INFO:tasks.workunit.client.0.smithi019.stdout: "data_extra_pool": "", 2023-12-03T11:45:53.518 INFO:tasks.workunit.client.0.smithi019.stdout: "index_pool": "" 2023-12-03T11:45:53.518 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.518 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2023-12-03T11:45:53.518 INFO:tasks.workunit.client.0.smithi019.stdout: "key": { 2023-12-03T11:45:53.518 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "_myobj", 2023-12-03T11:45:53.518 INFO:tasks.workunit.client.0.smithi019.stdout: "instance": "", 2023-12-03T11:45:53.519 INFO:tasks.workunit.client.0.smithi019.stdout: "ns": "" 2023-12-03T11:45:53.519 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.519 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.519 INFO:tasks.workunit.client.0.smithi019.stdout:} 2023-12-03T11:45:53.519 INFO:tasks.workunit.client.0.smithi019.stdout:{ 2023-12-03T11:45:53.519 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket": { 2023-12-03T11:45:53.519 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "ebtest", 2023-12-03T11:45:53.519 INFO:tasks.workunit.client.0.smithi019.stdout: "marker": "marker", 2023-12-03T11:45:53.519 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:53.519 INFO:tasks.workunit.client.0.smithi019.stdout: "tenant": "", 2023-12-03T11:45:53.519 INFO:tasks.workunit.client.0.smithi019.stdout: "explicit_placement": { 2023-12-03T11:45:53.519 INFO:tasks.workunit.client.0.smithi019.stdout: "data_pool": ".data-pool", 2023-12-03T11:45:53.519 INFO:tasks.workunit.client.0.smithi019.stdout: "data_extra_pool": "", 2023-12-03T11:45:53.519 INFO:tasks.workunit.client.0.smithi019.stdout: "index_pool": ".index-pool" 2023-12-03T11:45:53.519 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.520 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.520 INFO:tasks.workunit.client.0.smithi019.stdout:} 2023-12-03T11:45:53.520 INFO:tasks.workunit.client.0.smithi019.stdout:{ 2023-12-03T11:45:53.520 INFO:tasks.workunit.client.0.smithi019.stdout: "obj": { 2023-12-03T11:45:53.520 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket": { 2023-12-03T11:45:53.520 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "ebtest", 2023-12-03T11:45:53.520 INFO:tasks.workunit.client.0.smithi019.stdout: "marker": "marker", 2023-12-03T11:45:53.520 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:53.520 INFO:tasks.workunit.client.0.smithi019.stdout: "tenant": "", 2023-12-03T11:45:53.520 INFO:tasks.workunit.client.0.smithi019.stdout: "explicit_placement": { 2023-12-03T11:45:53.520 INFO:tasks.workunit.client.0.smithi019.stdout: "data_pool": ".data-pool", 2023-12-03T11:45:53.520 INFO:tasks.workunit.client.0.smithi019.stdout: "data_extra_pool": "", 2023-12-03T11:45:53.520 INFO:tasks.workunit.client.0.smithi019.stdout: "index_pool": ".index-pool" 2023-12-03T11:45:53.520 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.520 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2023-12-03T11:45:53.520 INFO:tasks.workunit.client.0.smithi019.stdout: "key": { 2023-12-03T11:45:53.521 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "_myobj", 2023-12-03T11:45:53.521 INFO:tasks.workunit.client.0.smithi019.stdout: "instance": "", 2023-12-03T11:45:53.521 INFO:tasks.workunit.client.0.smithi019.stdout: "ns": "" 2023-12-03T11:45:53.521 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.521 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.521 INFO:tasks.workunit.client.0.smithi019.stdout:} 2023-12-03T11:45:53.521 INFO:tasks.workunit.client.0.smithi019.stdout:{ 2023-12-03T11:45:53.521 INFO:tasks.workunit.client.0.smithi019.stdout: "raw_obj": { 2023-12-03T11:45:53.521 INFO:tasks.workunit.client.0.smithi019.stdout: "pool": ".data-pool", 2023-12-03T11:45:53.521 INFO:tasks.workunit.client.0.smithi019.stdout: "oid": "marker___myobj", 2023-12-03T11:45:53.521 INFO:tasks.workunit.client.0.smithi019.stdout: "loc": "marker__myobj" 2023-12-03T11:45:53.521 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.521 INFO:tasks.workunit.client.0.smithi019.stdout:} 2023-12-03T11:45:53.521 INFO:tasks.workunit.client.0.smithi019.stdout:{ 2023-12-03T11:45:53.521 INFO:tasks.workunit.client.0.smithi019.stdout: "new_obj": { 2023-12-03T11:45:53.521 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket": { 2023-12-03T11:45:53.522 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "ebtest", 2023-12-03T11:45:53.522 INFO:tasks.workunit.client.0.smithi019.stdout: "marker": "marker", 2023-12-03T11:45:53.522 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:53.522 INFO:tasks.workunit.client.0.smithi019.stdout: "tenant": "", 2023-12-03T11:45:53.522 INFO:tasks.workunit.client.0.smithi019.stdout: "explicit_placement": { 2023-12-03T11:45:53.522 INFO:tasks.workunit.client.0.smithi019.stdout: "data_pool": ".data-pool", 2023-12-03T11:45:53.522 INFO:tasks.workunit.client.0.smithi019.stdout: "data_extra_pool": "", 2023-12-03T11:45:53.522 INFO:tasks.workunit.client.0.smithi019.stdout: "index_pool": ".index-pool" 2023-12-03T11:45:53.522 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.522 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2023-12-03T11:45:53.522 INFO:tasks.workunit.client.0.smithi019.stdout: "key": { 2023-12-03T11:45:53.522 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "_myobj", 2023-12-03T11:45:53.522 INFO:tasks.workunit.client.0.smithi019.stdout: "instance": "", 2023-12-03T11:45:53.522 INFO:tasks.workunit.client.0.smithi019.stdout: "ns": "" 2023-12-03T11:45:53.522 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.523 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.523 INFO:tasks.workunit.client.0.smithi019.stdout:} 2023-12-03T11:45:53.523 INFO:tasks.workunit.client.0.smithi019.stdout:{ 2023-12-03T11:45:53.523 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket": { 2023-12-03T11:45:53.523 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "test", 2023-12-03T11:45:53.523 INFO:tasks.workunit.client.0.smithi019.stdout: "marker": "marker", 2023-12-03T11:45:53.523 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:53.523 INFO:tasks.workunit.client.0.smithi019.stdout: "tenant": "", 2023-12-03T11:45:53.523 INFO:tasks.workunit.client.0.smithi019.stdout: "explicit_placement": { 2023-12-03T11:45:53.523 INFO:tasks.workunit.client.0.smithi019.stdout: "data_pool": "", 2023-12-03T11:45:53.523 INFO:tasks.workunit.client.0.smithi019.stdout: "data_extra_pool": "", 2023-12-03T11:45:53.523 INFO:tasks.workunit.client.0.smithi019.stdout: "index_pool": "" 2023-12-03T11:45:53.523 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.523 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.523 INFO:tasks.workunit.client.0.smithi019.stdout:} 2023-12-03T11:45:53.523 INFO:tasks.workunit.client.0.smithi019.stdout:{ 2023-12-03T11:45:53.524 INFO:tasks.workunit.client.0.smithi019.stdout: "obj": { 2023-12-03T11:45:53.524 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket": { 2023-12-03T11:45:53.524 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "test", 2023-12-03T11:45:53.524 INFO:tasks.workunit.client.0.smithi019.stdout: "marker": "marker", 2023-12-03T11:45:53.524 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:53.524 INFO:tasks.workunit.client.0.smithi019.stdout: "tenant": "", 2023-12-03T11:45:53.524 INFO:tasks.workunit.client.0.smithi019.stdout: "explicit_placement": { 2023-12-03T11:45:53.524 INFO:tasks.workunit.client.0.smithi019.stdout: "data_pool": "", 2023-12-03T11:45:53.524 INFO:tasks.workunit.client.0.smithi019.stdout: "data_extra_pool": "", 2023-12-03T11:45:53.524 INFO:tasks.workunit.client.0.smithi019.stdout: "index_pool": "" 2023-12-03T11:45:53.524 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.524 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2023-12-03T11:45:53.524 INFO:tasks.workunit.client.0.smithi019.stdout: "key": { 2023-12-03T11:45:53.524 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "_myobj", 2023-12-03T11:45:53.524 INFO:tasks.workunit.client.0.smithi019.stdout: "instance": "", 2023-12-03T11:45:53.524 INFO:tasks.workunit.client.0.smithi019.stdout: "ns": "ns" 2023-12-03T11:45:53.525 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.525 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.525 INFO:tasks.workunit.client.0.smithi019.stdout:} 2023-12-03T11:45:53.525 INFO:tasks.workunit.client.0.smithi019.stdout:{ 2023-12-03T11:45:53.525 INFO:tasks.workunit.client.0.smithi019.stdout: "raw_obj": { 2023-12-03T11:45:53.525 INFO:tasks.workunit.client.0.smithi019.stdout: "pool": "default-placement.data", 2023-12-03T11:45:53.525 INFO:tasks.workunit.client.0.smithi019.stdout: "oid": "marker__ns__myobj", 2023-12-03T11:45:53.525 INFO:tasks.workunit.client.0.smithi019.stdout: "loc": "" 2023-12-03T11:45:53.525 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.525 INFO:tasks.workunit.client.0.smithi019.stdout:} 2023-12-03T11:45:53.525 INFO:tasks.workunit.client.0.smithi019.stdout:{ 2023-12-03T11:45:53.525 INFO:tasks.workunit.client.0.smithi019.stdout: "new_obj": { 2023-12-03T11:45:53.525 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket": { 2023-12-03T11:45:53.525 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "test", 2023-12-03T11:45:53.525 INFO:tasks.workunit.client.0.smithi019.stdout: "marker": "marker", 2023-12-03T11:45:53.526 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:53.526 INFO:tasks.workunit.client.0.smithi019.stdout: "tenant": "", 2023-12-03T11:45:53.526 INFO:tasks.workunit.client.0.smithi019.stdout: "explicit_placement": { 2023-12-03T11:45:53.526 INFO:tasks.workunit.client.0.smithi019.stdout: "data_pool": "", 2023-12-03T11:45:53.526 INFO:tasks.workunit.client.0.smithi019.stdout: "data_extra_pool": "", 2023-12-03T11:45:53.526 INFO:tasks.workunit.client.0.smithi019.stdout: "index_pool": "" 2023-12-03T11:45:53.526 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.526 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2023-12-03T11:45:53.527 INFO:tasks.workunit.client.0.smithi019.stdout: "key": { 2023-12-03T11:45:53.527 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "_myobj", 2023-12-03T11:45:53.527 INFO:tasks.workunit.client.0.smithi019.stdout: "instance": "", 2023-12-03T11:45:53.527 INFO:tasks.workunit.client.0.smithi019.stdout: "ns": "ns" 2023-12-03T11:45:53.527 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.527 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.527 INFO:tasks.workunit.client.0.smithi019.stdout:} 2023-12-03T11:45:53.527 INFO:tasks.workunit.client.0.smithi019.stdout:{ 2023-12-03T11:45:53.527 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket": { 2023-12-03T11:45:53.527 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "ebtest", 2023-12-03T11:45:53.527 INFO:tasks.workunit.client.0.smithi019.stdout: "marker": "marker", 2023-12-03T11:45:53.527 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:53.527 INFO:tasks.workunit.client.0.smithi019.stdout: "tenant": "", 2023-12-03T11:45:53.528 INFO:tasks.workunit.client.0.smithi019.stdout: "explicit_placement": { 2023-12-03T11:45:53.528 INFO:tasks.workunit.client.0.smithi019.stdout: "data_pool": ".data-pool", 2023-12-03T11:45:53.528 INFO:tasks.workunit.client.0.smithi019.stdout: "data_extra_pool": "", 2023-12-03T11:45:53.528 INFO:tasks.workunit.client.0.smithi019.stdout: "index_pool": ".index-pool" 2023-12-03T11:45:53.528 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.528 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.528 INFO:tasks.workunit.client.0.smithi019.stdout:} 2023-12-03T11:45:53.528 INFO:tasks.workunit.client.0.smithi019.stdout:{ 2023-12-03T11:45:53.528 INFO:tasks.workunit.client.0.smithi019.stdout: "obj": { 2023-12-03T11:45:53.528 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket": { 2023-12-03T11:45:53.528 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "ebtest", 2023-12-03T11:45:53.528 INFO:tasks.workunit.client.0.smithi019.stdout: "marker": "marker", 2023-12-03T11:45:53.528 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:53.528 INFO:tasks.workunit.client.0.smithi019.stdout: "tenant": "", 2023-12-03T11:45:53.528 INFO:tasks.workunit.client.0.smithi019.stdout: "explicit_placement": { 2023-12-03T11:45:53.528 INFO:tasks.workunit.client.0.smithi019.stdout: "data_pool": ".data-pool", 2023-12-03T11:45:53.529 INFO:tasks.workunit.client.0.smithi019.stdout: "data_extra_pool": "", 2023-12-03T11:45:53.529 INFO:tasks.workunit.client.0.smithi019.stdout: "index_pool": ".index-pool" 2023-12-03T11:45:53.529 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.529 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2023-12-03T11:45:53.529 INFO:tasks.workunit.client.0.smithi019.stdout: "key": { 2023-12-03T11:45:53.529 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "_myobj", 2023-12-03T11:45:53.529 INFO:tasks.workunit.client.0.smithi019.stdout: "instance": "", 2023-12-03T11:45:53.529 INFO:tasks.workunit.client.0.smithi019.stdout: "ns": "ns" 2023-12-03T11:45:53.529 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.529 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.529 INFO:tasks.workunit.client.0.smithi019.stdout:} 2023-12-03T11:45:53.529 INFO:tasks.workunit.client.0.smithi019.stdout:{ 2023-12-03T11:45:53.529 INFO:tasks.workunit.client.0.smithi019.stdout: "raw_obj": { 2023-12-03T11:45:53.529 INFO:tasks.workunit.client.0.smithi019.stdout: "pool": ".data-pool", 2023-12-03T11:45:53.529 INFO:tasks.workunit.client.0.smithi019.stdout: "oid": "marker__ns__myobj", 2023-12-03T11:45:53.529 INFO:tasks.workunit.client.0.smithi019.stdout: "loc": "" 2023-12-03T11:45:53.530 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.530 INFO:tasks.workunit.client.0.smithi019.stdout:} 2023-12-03T11:45:53.530 INFO:tasks.workunit.client.0.smithi019.stdout:{ 2023-12-03T11:45:53.530 INFO:tasks.workunit.client.0.smithi019.stdout: "new_obj": { 2023-12-03T11:45:53.530 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket": { 2023-12-03T11:45:53.530 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "ebtest", 2023-12-03T11:45:53.530 INFO:tasks.workunit.client.0.smithi019.stdout: "marker": "marker", 2023-12-03T11:45:53.530 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:53.530 INFO:tasks.workunit.client.0.smithi019.stdout: "tenant": "", 2023-12-03T11:45:53.530 INFO:tasks.workunit.client.0.smithi019.stdout: "explicit_placement": { 2023-12-03T11:45:53.530 INFO:tasks.workunit.client.0.smithi019.stdout: "data_pool": ".data-pool", 2023-12-03T11:45:53.530 INFO:tasks.workunit.client.0.smithi019.stdout: "data_extra_pool": "", 2023-12-03T11:45:53.530 INFO:tasks.workunit.client.0.smithi019.stdout: "index_pool": ".index-pool" 2023-12-03T11:45:53.530 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.531 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2023-12-03T11:45:53.531 INFO:tasks.workunit.client.0.smithi019.stdout: "key": { 2023-12-03T11:45:53.531 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "_myobj", 2023-12-03T11:45:53.531 INFO:tasks.workunit.client.0.smithi019.stdout: "instance": "", 2023-12-03T11:45:53.531 INFO:tasks.workunit.client.0.smithi019.stdout: "ns": "ns" 2023-12-03T11:45:53.531 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.531 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.531 INFO:tasks.workunit.client.0.smithi019.stdout:} 2023-12-03T11:45:53.531 INFO:tasks.workunit.client.0.smithi019.stdout:{ 2023-12-03T11:45:53.531 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket": { 2023-12-03T11:45:53.531 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "test", 2023-12-03T11:45:53.531 INFO:tasks.workunit.client.0.smithi019.stdout: "marker": "marker", 2023-12-03T11:45:53.531 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:53.531 INFO:tasks.workunit.client.0.smithi019.stdout: "tenant": "", 2023-12-03T11:45:53.531 INFO:tasks.workunit.client.0.smithi019.stdout: "explicit_placement": { 2023-12-03T11:45:53.532 INFO:tasks.workunit.client.0.smithi019.stdout: "data_pool": "", 2023-12-03T11:45:53.532 INFO:tasks.workunit.client.0.smithi019.stdout: "data_extra_pool": "", 2023-12-03T11:45:53.532 INFO:tasks.workunit.client.0.smithi019.stdout: "index_pool": "" 2023-12-03T11:45:53.532 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.532 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.532 INFO:tasks.workunit.client.0.smithi019.stdout:} 2023-12-03T11:45:53.532 INFO:tasks.workunit.client.0.smithi019.stdout:{ 2023-12-03T11:45:53.532 INFO:tasks.workunit.client.0.smithi019.stdout: "obj": { 2023-12-03T11:45:53.532 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket": { 2023-12-03T11:45:53.532 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "test", 2023-12-03T11:45:53.532 INFO:tasks.workunit.client.0.smithi019.stdout: "marker": "marker", 2023-12-03T11:45:53.532 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:53.532 INFO:tasks.workunit.client.0.smithi019.stdout: "tenant": "", 2023-12-03T11:45:53.532 INFO:tasks.workunit.client.0.smithi019.stdout: "explicit_placement": { 2023-12-03T11:45:53.532 INFO:tasks.workunit.client.0.smithi019.stdout: "data_pool": "", 2023-12-03T11:45:53.532 INFO:tasks.workunit.client.0.smithi019.stdout: "data_extra_pool": "", 2023-12-03T11:45:53.533 INFO:tasks.workunit.client.0.smithi019.stdout: "index_pool": "" 2023-12-03T11:45:53.533 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.533 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2023-12-03T11:45:53.533 INFO:tasks.workunit.client.0.smithi019.stdout: "key": { 2023-12-03T11:45:53.533 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "_myobj", 2023-12-03T11:45:53.533 INFO:tasks.workunit.client.0.smithi019.stdout: "instance": "inst", 2023-12-03T11:45:53.533 INFO:tasks.workunit.client.0.smithi019.stdout: "ns": "" 2023-12-03T11:45:53.533 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.533 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.533 INFO:tasks.workunit.client.0.smithi019.stdout:} 2023-12-03T11:45:53.533 INFO:tasks.workunit.client.0.smithi019.stdout:{ 2023-12-03T11:45:53.533 INFO:tasks.workunit.client.0.smithi019.stdout: "raw_obj": { 2023-12-03T11:45:53.533 INFO:tasks.workunit.client.0.smithi019.stdout: "pool": "default-placement.data", 2023-12-03T11:45:53.533 INFO:tasks.workunit.client.0.smithi019.stdout: "oid": "marker__:inst__myobj", 2023-12-03T11:45:53.533 INFO:tasks.workunit.client.0.smithi019.stdout: "loc": "marker__myobj" 2023-12-03T11:45:53.533 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.534 INFO:tasks.workunit.client.0.smithi019.stdout:} 2023-12-03T11:45:53.534 INFO:tasks.workunit.client.0.smithi019.stdout:{ 2023-12-03T11:45:53.534 INFO:tasks.workunit.client.0.smithi019.stdout: "new_obj": { 2023-12-03T11:45:53.534 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket": { 2023-12-03T11:45:53.534 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "test", 2023-12-03T11:45:53.534 INFO:tasks.workunit.client.0.smithi019.stdout: "marker": "marker", 2023-12-03T11:45:53.534 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:53.534 INFO:tasks.workunit.client.0.smithi019.stdout: "tenant": "", 2023-12-03T11:45:53.534 INFO:tasks.workunit.client.0.smithi019.stdout: "explicit_placement": { 2023-12-03T11:45:53.534 INFO:tasks.workunit.client.0.smithi019.stdout: "data_pool": "", 2023-12-03T11:45:53.534 INFO:tasks.workunit.client.0.smithi019.stdout: "data_extra_pool": "", 2023-12-03T11:45:53.535 INFO:tasks.workunit.client.0.smithi019.stdout: "index_pool": "" 2023-12-03T11:45:53.535 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.535 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2023-12-03T11:45:53.535 INFO:tasks.workunit.client.0.smithi019.stdout: "key": { 2023-12-03T11:45:53.535 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "_myobj", 2023-12-03T11:45:53.535 INFO:tasks.workunit.client.0.smithi019.stdout: "instance": "inst", 2023-12-03T11:45:53.535 INFO:tasks.workunit.client.0.smithi019.stdout: "ns": "" 2023-12-03T11:45:53.535 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.535 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.535 INFO:tasks.workunit.client.0.smithi019.stdout:} 2023-12-03T11:45:53.535 INFO:tasks.workunit.client.0.smithi019.stdout:{ 2023-12-03T11:45:53.535 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket": { 2023-12-03T11:45:53.535 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "ebtest", 2023-12-03T11:45:53.535 INFO:tasks.workunit.client.0.smithi019.stdout: "marker": "marker", 2023-12-03T11:45:53.535 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:53.536 INFO:tasks.workunit.client.0.smithi019.stdout: "tenant": "", 2023-12-03T11:45:53.536 INFO:tasks.workunit.client.0.smithi019.stdout: "explicit_placement": { 2023-12-03T11:45:53.536 INFO:tasks.workunit.client.0.smithi019.stdout: "data_pool": ".data-pool", 2023-12-03T11:45:53.536 INFO:tasks.workunit.client.0.smithi019.stdout: "data_extra_pool": "", 2023-12-03T11:45:53.536 INFO:tasks.workunit.client.0.smithi019.stdout: "index_pool": ".index-pool" 2023-12-03T11:45:53.536 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.536 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.536 INFO:tasks.workunit.client.0.smithi019.stdout:} 2023-12-03T11:45:53.536 INFO:tasks.workunit.client.0.smithi019.stdout:{ 2023-12-03T11:45:53.536 INFO:tasks.workunit.client.0.smithi019.stdout: "obj": { 2023-12-03T11:45:53.536 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket": { 2023-12-03T11:45:53.536 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "ebtest", 2023-12-03T11:45:53.536 INFO:tasks.workunit.client.0.smithi019.stdout: "marker": "marker", 2023-12-03T11:45:53.536 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:53.536 INFO:tasks.workunit.client.0.smithi019.stdout: "tenant": "", 2023-12-03T11:45:53.537 INFO:tasks.workunit.client.0.smithi019.stdout: "explicit_placement": { 2023-12-03T11:45:53.537 INFO:tasks.workunit.client.0.smithi019.stdout: "data_pool": ".data-pool", 2023-12-03T11:45:53.537 INFO:tasks.workunit.client.0.smithi019.stdout: "data_extra_pool": "", 2023-12-03T11:45:53.537 INFO:tasks.workunit.client.0.smithi019.stdout: "index_pool": ".index-pool" 2023-12-03T11:45:53.537 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.537 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2023-12-03T11:45:53.537 INFO:tasks.workunit.client.0.smithi019.stdout: "key": { 2023-12-03T11:45:53.537 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "_myobj", 2023-12-03T11:45:53.537 INFO:tasks.workunit.client.0.smithi019.stdout: "instance": "inst", 2023-12-03T11:45:53.537 INFO:tasks.workunit.client.0.smithi019.stdout: "ns": "" 2023-12-03T11:45:53.537 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.537 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.537 INFO:tasks.workunit.client.0.smithi019.stdout:} 2023-12-03T11:45:53.537 INFO:tasks.workunit.client.0.smithi019.stdout:{ 2023-12-03T11:45:53.537 INFO:tasks.workunit.client.0.smithi019.stdout: "raw_obj": { 2023-12-03T11:45:53.537 INFO:tasks.workunit.client.0.smithi019.stdout: "pool": ".data-pool", 2023-12-03T11:45:53.538 INFO:tasks.workunit.client.0.smithi019.stdout: "oid": "marker__:inst__myobj", 2023-12-03T11:45:53.538 INFO:tasks.workunit.client.0.smithi019.stdout: "loc": "marker__myobj" 2023-12-03T11:45:53.538 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.538 INFO:tasks.workunit.client.0.smithi019.stdout:} 2023-12-03T11:45:53.538 INFO:tasks.workunit.client.0.smithi019.stdout:{ 2023-12-03T11:45:53.538 INFO:tasks.workunit.client.0.smithi019.stdout: "new_obj": { 2023-12-03T11:45:53.538 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket": { 2023-12-03T11:45:53.538 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "ebtest", 2023-12-03T11:45:53.538 INFO:tasks.workunit.client.0.smithi019.stdout: "marker": "marker", 2023-12-03T11:45:53.538 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:53.538 INFO:tasks.workunit.client.0.smithi019.stdout: "tenant": "", 2023-12-03T11:45:53.538 INFO:tasks.workunit.client.0.smithi019.stdout: "explicit_placement": { 2023-12-03T11:45:53.538 INFO:tasks.workunit.client.0.smithi019.stdout: "data_pool": ".data-pool", 2023-12-03T11:45:53.538 INFO:tasks.workunit.client.0.smithi019.stdout: "data_extra_pool": "", 2023-12-03T11:45:53.539 INFO:tasks.workunit.client.0.smithi019.stdout: "index_pool": ".index-pool" 2023-12-03T11:45:53.539 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.539 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2023-12-03T11:45:53.539 INFO:tasks.workunit.client.0.smithi019.stdout: "key": { 2023-12-03T11:45:53.539 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "_myobj", 2023-12-03T11:45:53.539 INFO:tasks.workunit.client.0.smithi019.stdout: "instance": "inst", 2023-12-03T11:45:53.539 INFO:tasks.workunit.client.0.smithi019.stdout: "ns": "" 2023-12-03T11:45:53.539 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.539 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.539 INFO:tasks.workunit.client.0.smithi019.stdout:} 2023-12-03T11:45:53.539 INFO:tasks.workunit.client.0.smithi019.stdout:{ 2023-12-03T11:45:53.539 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket": { 2023-12-03T11:45:53.540 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "test", 2023-12-03T11:45:53.540 INFO:tasks.workunit.client.0.smithi019.stdout: "marker": "marker", 2023-12-03T11:45:53.540 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:53.540 INFO:tasks.workunit.client.0.smithi019.stdout: "tenant": "", 2023-12-03T11:45:53.540 INFO:tasks.workunit.client.0.smithi019.stdout: "explicit_placement": { 2023-12-03T11:45:53.540 INFO:tasks.workunit.client.0.smithi019.stdout: "data_pool": "", 2023-12-03T11:45:53.540 INFO:tasks.workunit.client.0.smithi019.stdout: "data_extra_pool": "", 2023-12-03T11:45:53.540 INFO:tasks.workunit.client.0.smithi019.stdout: "index_pool": "" 2023-12-03T11:45:53.540 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.540 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.540 INFO:tasks.workunit.client.0.smithi019.stdout:} 2023-12-03T11:45:53.540 INFO:tasks.workunit.client.0.smithi019.stdout:{ 2023-12-03T11:45:53.540 INFO:tasks.workunit.client.0.smithi019.stdout: "obj": { 2023-12-03T11:45:53.540 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket": { 2023-12-03T11:45:53.540 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "test", 2023-12-03T11:45:53.540 INFO:tasks.workunit.client.0.smithi019.stdout: "marker": "marker", 2023-12-03T11:45:53.541 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:53.541 INFO:tasks.workunit.client.0.smithi019.stdout: "tenant": "", 2023-12-03T11:45:53.541 INFO:tasks.workunit.client.0.smithi019.stdout: "explicit_placement": { 2023-12-03T11:45:53.541 INFO:tasks.workunit.client.0.smithi019.stdout: "data_pool": "", 2023-12-03T11:45:53.541 INFO:tasks.workunit.client.0.smithi019.stdout: "data_extra_pool": "", 2023-12-03T11:45:53.541 INFO:tasks.workunit.client.0.smithi019.stdout: "index_pool": "" 2023-12-03T11:45:53.541 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.541 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2023-12-03T11:45:53.541 INFO:tasks.workunit.client.0.smithi019.stdout: "key": { 2023-12-03T11:45:53.541 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "_myobj", 2023-12-03T11:45:53.541 INFO:tasks.workunit.client.0.smithi019.stdout: "instance": "inst", 2023-12-03T11:45:53.541 INFO:tasks.workunit.client.0.smithi019.stdout: "ns": "ns" 2023-12-03T11:45:53.541 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.541 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.542 INFO:tasks.workunit.client.0.smithi019.stdout:} 2023-12-03T11:45:53.542 INFO:tasks.workunit.client.0.smithi019.stdout:{ 2023-12-03T11:45:53.542 INFO:tasks.workunit.client.0.smithi019.stdout: "raw_obj": { 2023-12-03T11:45:53.542 INFO:tasks.workunit.client.0.smithi019.stdout: "pool": "default-placement.data", 2023-12-03T11:45:53.542 INFO:tasks.workunit.client.0.smithi019.stdout: "oid": "marker__ns:inst__myobj", 2023-12-03T11:45:53.542 INFO:tasks.workunit.client.0.smithi019.stdout: "loc": "" 2023-12-03T11:45:53.542 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.542 INFO:tasks.workunit.client.0.smithi019.stdout:} 2023-12-03T11:45:53.542 INFO:tasks.workunit.client.0.smithi019.stdout:{ 2023-12-03T11:45:53.542 INFO:tasks.workunit.client.0.smithi019.stdout: "new_obj": { 2023-12-03T11:45:53.542 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket": { 2023-12-03T11:45:53.542 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "test", 2023-12-03T11:45:53.542 INFO:tasks.workunit.client.0.smithi019.stdout: "marker": "marker", 2023-12-03T11:45:53.542 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:53.542 INFO:tasks.workunit.client.0.smithi019.stdout: "tenant": "", 2023-12-03T11:45:53.543 INFO:tasks.workunit.client.0.smithi019.stdout: "explicit_placement": { 2023-12-03T11:45:53.543 INFO:tasks.workunit.client.0.smithi019.stdout: "data_pool": "", 2023-12-03T11:45:53.543 INFO:tasks.workunit.client.0.smithi019.stdout: "data_extra_pool": "", 2023-12-03T11:45:53.543 INFO:tasks.workunit.client.0.smithi019.stdout: "index_pool": "" 2023-12-03T11:45:53.543 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.543 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2023-12-03T11:45:53.543 INFO:tasks.workunit.client.0.smithi019.stdout: "key": { 2023-12-03T11:45:53.543 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "_myobj", 2023-12-03T11:45:53.543 INFO:tasks.workunit.client.0.smithi019.stdout: "instance": "inst", 2023-12-03T11:45:53.543 INFO:tasks.workunit.client.0.smithi019.stdout: "ns": "ns" 2023-12-03T11:45:53.543 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.543 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.543 INFO:tasks.workunit.client.0.smithi019.stdout:} 2023-12-03T11:45:53.543 INFO:tasks.workunit.client.0.smithi019.stdout:{ 2023-12-03T11:45:53.543 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket": { 2023-12-03T11:45:53.544 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "ebtest", 2023-12-03T11:45:53.544 INFO:tasks.workunit.client.0.smithi019.stdout: "marker": "marker", 2023-12-03T11:45:53.544 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:53.544 INFO:tasks.workunit.client.0.smithi019.stdout: "tenant": "", 2023-12-03T11:45:53.544 INFO:tasks.workunit.client.0.smithi019.stdout: "explicit_placement": { 2023-12-03T11:45:53.544 INFO:tasks.workunit.client.0.smithi019.stdout: "data_pool": ".data-pool", 2023-12-03T11:45:53.544 INFO:tasks.workunit.client.0.smithi019.stdout: "data_extra_pool": "", 2023-12-03T11:45:53.544 INFO:tasks.workunit.client.0.smithi019.stdout: "index_pool": ".index-pool" 2023-12-03T11:45:53.544 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.544 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.544 INFO:tasks.workunit.client.0.smithi019.stdout:} 2023-12-03T11:45:53.544 INFO:tasks.workunit.client.0.smithi019.stdout:{ 2023-12-03T11:45:53.544 INFO:tasks.workunit.client.0.smithi019.stdout: "obj": { 2023-12-03T11:45:53.544 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket": { 2023-12-03T11:45:53.545 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "ebtest", 2023-12-03T11:45:53.545 INFO:tasks.workunit.client.0.smithi019.stdout: "marker": "marker", 2023-12-03T11:45:53.545 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:53.545 INFO:tasks.workunit.client.0.smithi019.stdout: "tenant": "", 2023-12-03T11:45:53.545 INFO:tasks.workunit.client.0.smithi019.stdout: "explicit_placement": { 2023-12-03T11:45:53.545 INFO:tasks.workunit.client.0.smithi019.stdout: "data_pool": ".data-pool", 2023-12-03T11:45:53.545 INFO:tasks.workunit.client.0.smithi019.stdout: "data_extra_pool": "", 2023-12-03T11:45:53.545 INFO:tasks.workunit.client.0.smithi019.stdout: "index_pool": ".index-pool" 2023-12-03T11:45:53.545 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.545 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2023-12-03T11:45:53.545 INFO:tasks.workunit.client.0.smithi019.stdout: "key": { 2023-12-03T11:45:53.545 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "_myobj", 2023-12-03T11:45:53.545 INFO:tasks.workunit.client.0.smithi019.stdout: "instance": "inst", 2023-12-03T11:45:53.545 INFO:tasks.workunit.client.0.smithi019.stdout: "ns": "ns" 2023-12-03T11:45:53.545 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.545 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.546 INFO:tasks.workunit.client.0.smithi019.stdout:} 2023-12-03T11:45:53.546 INFO:tasks.workunit.client.0.smithi019.stdout:{ 2023-12-03T11:45:53.546 INFO:tasks.workunit.client.0.smithi019.stdout: "raw_obj": { 2023-12-03T11:45:53.546 INFO:tasks.workunit.client.0.smithi019.stdout: "pool": ".data-pool", 2023-12-03T11:45:53.546 INFO:tasks.workunit.client.0.smithi019.stdout: "oid": "marker__ns:inst__myobj", 2023-12-03T11:45:53.546 INFO:tasks.workunit.client.0.smithi019.stdout: "loc": "" 2023-12-03T11:45:53.546 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.546 INFO:tasks.workunit.client.0.smithi019.stdout:} 2023-12-03T11:45:53.546 INFO:tasks.workunit.client.0.smithi019.stdout:{ 2023-12-03T11:45:53.546 INFO:tasks.workunit.client.0.smithi019.stdout: "new_obj": { 2023-12-03T11:45:53.546 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket": { 2023-12-03T11:45:53.546 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "ebtest", 2023-12-03T11:45:53.546 INFO:tasks.workunit.client.0.smithi019.stdout: "marker": "marker", 2023-12-03T11:45:53.546 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:53.547 INFO:tasks.workunit.client.0.smithi019.stdout: "tenant": "", 2023-12-03T11:45:53.547 INFO:tasks.workunit.client.0.smithi019.stdout: "explicit_placement": { 2023-12-03T11:45:53.547 INFO:tasks.workunit.client.0.smithi019.stdout: "data_pool": ".data-pool", 2023-12-03T11:45:53.547 INFO:tasks.workunit.client.0.smithi019.stdout: "data_extra_pool": "", 2023-12-03T11:45:53.547 INFO:tasks.workunit.client.0.smithi019.stdout: "index_pool": ".index-pool" 2023-12-03T11:45:53.547 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.547 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2023-12-03T11:45:53.547 INFO:tasks.workunit.client.0.smithi019.stdout: "key": { 2023-12-03T11:45:53.547 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "_myobj", 2023-12-03T11:45:53.547 INFO:tasks.workunit.client.0.smithi019.stdout: "instance": "inst", 2023-12-03T11:45:53.547 INFO:tasks.workunit.client.0.smithi019.stdout: "ns": "ns" 2023-12-03T11:45:53.547 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.547 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.547 INFO:tasks.workunit.client.0.smithi019.stdout:} 2023-12-03T11:45:53.547 INFO:tasks.workunit.client.0.smithi019.stdout:{ 2023-12-03T11:45:53.548 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket": { 2023-12-03T11:45:53.548 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "test", 2023-12-03T11:45:53.548 INFO:tasks.workunit.client.0.smithi019.stdout: "marker": "marker", 2023-12-03T11:45:53.548 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:53.548 INFO:tasks.workunit.client.0.smithi019.stdout: "tenant": "", 2023-12-03T11:45:53.548 INFO:tasks.workunit.client.0.smithi019.stdout: "explicit_placement": { 2023-12-03T11:45:53.548 INFO:tasks.workunit.client.0.smithi019.stdout: "data_pool": "", 2023-12-03T11:45:53.548 INFO:tasks.workunit.client.0.smithi019.stdout: "data_extra_pool": "", 2023-12-03T11:45:53.548 INFO:tasks.workunit.client.0.smithi019.stdout: "index_pool": "" 2023-12-03T11:45:53.548 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.548 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.548 INFO:tasks.workunit.client.0.smithi019.stdout:} 2023-12-03T11:45:53.548 INFO:tasks.workunit.client.0.smithi019.stdout:{ 2023-12-03T11:45:53.548 INFO:tasks.workunit.client.0.smithi019.stdout: "obj": { 2023-12-03T11:45:53.548 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket": { 2023-12-03T11:45:53.549 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "test", 2023-12-03T11:45:53.549 INFO:tasks.workunit.client.0.smithi019.stdout: "marker": "marker", 2023-12-03T11:45:53.549 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:53.549 INFO:tasks.workunit.client.0.smithi019.stdout: "tenant": "", 2023-12-03T11:45:53.549 INFO:tasks.workunit.client.0.smithi019.stdout: "explicit_placement": { 2023-12-03T11:45:53.549 INFO:tasks.workunit.client.0.smithi019.stdout: "data_pool": "", 2023-12-03T11:45:53.549 INFO:tasks.workunit.client.0.smithi019.stdout: "data_extra_pool": "", 2023-12-03T11:45:53.549 INFO:tasks.workunit.client.0.smithi019.stdout: "index_pool": "" 2023-12-03T11:45:53.549 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.549 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2023-12-03T11:45:53.549 INFO:tasks.workunit.client.0.smithi019.stdout: "key": { 2023-12-03T11:45:53.549 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "_myobj_", 2023-12-03T11:45:53.549 INFO:tasks.workunit.client.0.smithi019.stdout: "instance": "", 2023-12-03T11:45:53.549 INFO:tasks.workunit.client.0.smithi019.stdout: "ns": "" 2023-12-03T11:45:53.549 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.549 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.550 INFO:tasks.workunit.client.0.smithi019.stdout:} 2023-12-03T11:45:53.550 INFO:tasks.workunit.client.0.smithi019.stdout:{ 2023-12-03T11:45:53.550 INFO:tasks.workunit.client.0.smithi019.stdout: "raw_obj": { 2023-12-03T11:45:53.550 INFO:tasks.workunit.client.0.smithi019.stdout: "pool": "default-placement.data", 2023-12-03T11:45:53.550 INFO:tasks.workunit.client.0.smithi019.stdout: "oid": "marker___myobj_", 2023-12-03T11:45:53.550 INFO:tasks.workunit.client.0.smithi019.stdout: "loc": "marker__myobj_" 2023-12-03T11:45:53.550 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.550 INFO:tasks.workunit.client.0.smithi019.stdout:} 2023-12-03T11:45:53.550 INFO:tasks.workunit.client.0.smithi019.stdout:{ 2023-12-03T11:45:53.550 INFO:tasks.workunit.client.0.smithi019.stdout: "new_obj": { 2023-12-03T11:45:53.550 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket": { 2023-12-03T11:45:53.550 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "test", 2023-12-03T11:45:53.550 INFO:tasks.workunit.client.0.smithi019.stdout: "marker": "marker", 2023-12-03T11:45:53.550 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:53.550 INFO:tasks.workunit.client.0.smithi019.stdout: "tenant": "", 2023-12-03T11:45:53.551 INFO:tasks.workunit.client.0.smithi019.stdout: "explicit_placement": { 2023-12-03T11:45:53.551 INFO:tasks.workunit.client.0.smithi019.stdout: "data_pool": "", 2023-12-03T11:45:53.551 INFO:tasks.workunit.client.0.smithi019.stdout: "data_extra_pool": "", 2023-12-03T11:45:53.551 INFO:tasks.workunit.client.0.smithi019.stdout: "index_pool": "" 2023-12-03T11:45:53.551 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.551 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2023-12-03T11:45:53.551 INFO:tasks.workunit.client.0.smithi019.stdout: "key": { 2023-12-03T11:45:53.551 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "_myobj_", 2023-12-03T11:45:53.551 INFO:tasks.workunit.client.0.smithi019.stdout: "instance": "", 2023-12-03T11:45:53.551 INFO:tasks.workunit.client.0.smithi019.stdout: "ns": "" 2023-12-03T11:45:53.551 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.551 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.551 INFO:tasks.workunit.client.0.smithi019.stdout:} 2023-12-03T11:45:53.551 INFO:tasks.workunit.client.0.smithi019.stdout:{ 2023-12-03T11:45:53.551 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket": { 2023-12-03T11:45:53.551 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "ebtest", 2023-12-03T11:45:53.552 INFO:tasks.workunit.client.0.smithi019.stdout: "marker": "marker", 2023-12-03T11:45:53.552 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:53.552 INFO:tasks.workunit.client.0.smithi019.stdout: "tenant": "", 2023-12-03T11:45:53.552 INFO:tasks.workunit.client.0.smithi019.stdout: "explicit_placement": { 2023-12-03T11:45:53.552 INFO:tasks.workunit.client.0.smithi019.stdout: "data_pool": ".data-pool", 2023-12-03T11:45:53.552 INFO:tasks.workunit.client.0.smithi019.stdout: "data_extra_pool": "", 2023-12-03T11:45:53.552 INFO:tasks.workunit.client.0.smithi019.stdout: "index_pool": ".index-pool" 2023-12-03T11:45:53.552 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.552 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.552 INFO:tasks.workunit.client.0.smithi019.stdout:} 2023-12-03T11:45:53.552 INFO:tasks.workunit.client.0.smithi019.stdout:{ 2023-12-03T11:45:53.552 INFO:tasks.workunit.client.0.smithi019.stdout: "obj": { 2023-12-03T11:45:53.552 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket": { 2023-12-03T11:45:53.552 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "ebtest", 2023-12-03T11:45:53.552 INFO:tasks.workunit.client.0.smithi019.stdout: "marker": "marker", 2023-12-03T11:45:53.553 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:53.553 INFO:tasks.workunit.client.0.smithi019.stdout: "tenant": "", 2023-12-03T11:45:53.553 INFO:tasks.workunit.client.0.smithi019.stdout: "explicit_placement": { 2023-12-03T11:45:53.553 INFO:tasks.workunit.client.0.smithi019.stdout: "data_pool": ".data-pool", 2023-12-03T11:45:53.553 INFO:tasks.workunit.client.0.smithi019.stdout: "data_extra_pool": "", 2023-12-03T11:45:53.553 INFO:tasks.workunit.client.0.smithi019.stdout: "index_pool": ".index-pool" 2023-12-03T11:45:53.553 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.553 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2023-12-03T11:45:53.553 INFO:tasks.workunit.client.0.smithi019.stdout: "key": { 2023-12-03T11:45:53.553 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "_myobj_", 2023-12-03T11:45:53.553 INFO:tasks.workunit.client.0.smithi019.stdout: "instance": "", 2023-12-03T11:45:53.553 INFO:tasks.workunit.client.0.smithi019.stdout: "ns": "" 2023-12-03T11:45:53.554 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.554 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.554 INFO:tasks.workunit.client.0.smithi019.stdout:} 2023-12-03T11:45:53.554 INFO:tasks.workunit.client.0.smithi019.stdout:{ 2023-12-03T11:45:53.554 INFO:tasks.workunit.client.0.smithi019.stdout: "raw_obj": { 2023-12-03T11:45:53.554 INFO:tasks.workunit.client.0.smithi019.stdout: "pool": ".data-pool", 2023-12-03T11:45:53.554 INFO:tasks.workunit.client.0.smithi019.stdout: "oid": "marker___myobj_", 2023-12-03T11:45:53.554 INFO:tasks.workunit.client.0.smithi019.stdout: "loc": "marker__myobj_" 2023-12-03T11:45:53.554 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.554 INFO:tasks.workunit.client.0.smithi019.stdout:} 2023-12-03T11:45:53.554 INFO:tasks.workunit.client.0.smithi019.stdout:{ 2023-12-03T11:45:53.554 INFO:tasks.workunit.client.0.smithi019.stdout: "new_obj": { 2023-12-03T11:45:53.554 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket": { 2023-12-03T11:45:53.554 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "ebtest", 2023-12-03T11:45:53.554 INFO:tasks.workunit.client.0.smithi019.stdout: "marker": "marker", 2023-12-03T11:45:53.555 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:53.555 INFO:tasks.workunit.client.0.smithi019.stdout: "tenant": "", 2023-12-03T11:45:53.555 INFO:tasks.workunit.client.0.smithi019.stdout: "explicit_placement": { 2023-12-03T11:45:53.555 INFO:tasks.workunit.client.0.smithi019.stdout: "data_pool": ".data-pool", 2023-12-03T11:45:53.555 INFO:tasks.workunit.client.0.smithi019.stdout: "data_extra_pool": "", 2023-12-03T11:45:53.555 INFO:tasks.workunit.client.0.smithi019.stdout: "index_pool": ".index-pool" 2023-12-03T11:45:53.555 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.555 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2023-12-03T11:45:53.555 INFO:tasks.workunit.client.0.smithi019.stdout: "key": { 2023-12-03T11:45:53.555 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "_myobj_", 2023-12-03T11:45:53.555 INFO:tasks.workunit.client.0.smithi019.stdout: "instance": "", 2023-12-03T11:45:53.555 INFO:tasks.workunit.client.0.smithi019.stdout: "ns": "" 2023-12-03T11:45:53.555 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.555 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.555 INFO:tasks.workunit.client.0.smithi019.stdout:} 2023-12-03T11:45:53.555 INFO:tasks.workunit.client.0.smithi019.stdout:{ 2023-12-03T11:45:53.556 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket": { 2023-12-03T11:45:53.556 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "test", 2023-12-03T11:45:53.556 INFO:tasks.workunit.client.0.smithi019.stdout: "marker": "marker", 2023-12-03T11:45:53.556 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:53.556 INFO:tasks.workunit.client.0.smithi019.stdout: "tenant": "", 2023-12-03T11:45:53.556 INFO:tasks.workunit.client.0.smithi019.stdout: "explicit_placement": { 2023-12-03T11:45:53.556 INFO:tasks.workunit.client.0.smithi019.stdout: "data_pool": "", 2023-12-03T11:45:53.556 INFO:tasks.workunit.client.0.smithi019.stdout: "data_extra_pool": "", 2023-12-03T11:45:53.556 INFO:tasks.workunit.client.0.smithi019.stdout: "index_pool": "" 2023-12-03T11:45:53.556 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.556 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.556 INFO:tasks.workunit.client.0.smithi019.stdout:} 2023-12-03T11:45:53.556 INFO:tasks.workunit.client.0.smithi019.stdout:{ 2023-12-03T11:45:53.556 INFO:tasks.workunit.client.0.smithi019.stdout: "obj": { 2023-12-03T11:45:53.556 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket": { 2023-12-03T11:45:53.556 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "test", 2023-12-03T11:45:53.557 INFO:tasks.workunit.client.0.smithi019.stdout: "marker": "marker", 2023-12-03T11:45:53.557 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:53.557 INFO:tasks.workunit.client.0.smithi019.stdout: "tenant": "", 2023-12-03T11:45:53.557 INFO:tasks.workunit.client.0.smithi019.stdout: "explicit_placement": { 2023-12-03T11:45:53.557 INFO:tasks.workunit.client.0.smithi019.stdout: "data_pool": "", 2023-12-03T11:45:53.557 INFO:tasks.workunit.client.0.smithi019.stdout: "data_extra_pool": "", 2023-12-03T11:45:53.557 INFO:tasks.workunit.client.0.smithi019.stdout: "index_pool": "" 2023-12-03T11:45:53.557 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.557 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2023-12-03T11:45:53.557 INFO:tasks.workunit.client.0.smithi019.stdout: "key": { 2023-12-03T11:45:53.557 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "_myobj_", 2023-12-03T11:45:53.557 INFO:tasks.workunit.client.0.smithi019.stdout: "instance": "", 2023-12-03T11:45:53.557 INFO:tasks.workunit.client.0.smithi019.stdout: "ns": "ns" 2023-12-03T11:45:53.557 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.557 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.557 INFO:tasks.workunit.client.0.smithi019.stdout:} 2023-12-03T11:45:53.558 INFO:tasks.workunit.client.0.smithi019.stdout:{ 2023-12-03T11:45:53.558 INFO:tasks.workunit.client.0.smithi019.stdout: "raw_obj": { 2023-12-03T11:45:53.558 INFO:tasks.workunit.client.0.smithi019.stdout: "pool": "default-placement.data", 2023-12-03T11:45:53.558 INFO:tasks.workunit.client.0.smithi019.stdout: "oid": "marker__ns__myobj_", 2023-12-03T11:45:53.558 INFO:tasks.workunit.client.0.smithi019.stdout: "loc": "" 2023-12-03T11:45:53.558 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.558 INFO:tasks.workunit.client.0.smithi019.stdout:} 2023-12-03T11:45:53.558 INFO:tasks.workunit.client.0.smithi019.stdout:{ 2023-12-03T11:45:53.558 INFO:tasks.workunit.client.0.smithi019.stdout: "new_obj": { 2023-12-03T11:45:53.558 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket": { 2023-12-03T11:45:53.558 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "test", 2023-12-03T11:45:53.558 INFO:tasks.workunit.client.0.smithi019.stdout: "marker": "marker", 2023-12-03T11:45:53.558 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:53.558 INFO:tasks.workunit.client.0.smithi019.stdout: "tenant": "", 2023-12-03T11:45:53.559 INFO:tasks.workunit.client.0.smithi019.stdout: "explicit_placement": { 2023-12-03T11:45:53.559 INFO:tasks.workunit.client.0.smithi019.stdout: "data_pool": "", 2023-12-03T11:45:53.559 INFO:tasks.workunit.client.0.smithi019.stdout: "data_extra_pool": "", 2023-12-03T11:45:53.559 INFO:tasks.workunit.client.0.smithi019.stdout: "index_pool": "" 2023-12-03T11:45:53.559 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.559 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2023-12-03T11:45:53.559 INFO:tasks.workunit.client.0.smithi019.stdout: "key": { 2023-12-03T11:45:53.559 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "_myobj_", 2023-12-03T11:45:53.559 INFO:tasks.workunit.client.0.smithi019.stdout: "instance": "", 2023-12-03T11:45:53.559 INFO:tasks.workunit.client.0.smithi019.stdout: "ns": "ns" 2023-12-03T11:45:53.559 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.559 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.559 INFO:tasks.workunit.client.0.smithi019.stdout:} 2023-12-03T11:45:53.559 INFO:tasks.workunit.client.0.smithi019.stdout:{ 2023-12-03T11:45:53.559 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket": { 2023-12-03T11:45:53.560 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "ebtest", 2023-12-03T11:45:53.560 INFO:tasks.workunit.client.0.smithi019.stdout: "marker": "marker", 2023-12-03T11:45:53.560 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:53.560 INFO:tasks.workunit.client.0.smithi019.stdout: "tenant": "", 2023-12-03T11:45:53.560 INFO:tasks.workunit.client.0.smithi019.stdout: "explicit_placement": { 2023-12-03T11:45:53.560 INFO:tasks.workunit.client.0.smithi019.stdout: "data_pool": ".data-pool", 2023-12-03T11:45:53.560 INFO:tasks.workunit.client.0.smithi019.stdout: "data_extra_pool": "", 2023-12-03T11:45:53.560 INFO:tasks.workunit.client.0.smithi019.stdout: "index_pool": ".index-pool" 2023-12-03T11:45:53.560 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.560 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.560 INFO:tasks.workunit.client.0.smithi019.stdout:} 2023-12-03T11:45:53.560 INFO:tasks.workunit.client.0.smithi019.stdout:{ 2023-12-03T11:45:53.560 INFO:tasks.workunit.client.0.smithi019.stdout: "obj": { 2023-12-03T11:45:53.560 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket": { 2023-12-03T11:45:53.560 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "ebtest", 2023-12-03T11:45:53.561 INFO:tasks.workunit.client.0.smithi019.stdout: "marker": "marker", 2023-12-03T11:45:53.561 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:53.561 INFO:tasks.workunit.client.0.smithi019.stdout: "tenant": "", 2023-12-03T11:45:53.561 INFO:tasks.workunit.client.0.smithi019.stdout: "explicit_placement": { 2023-12-03T11:45:53.561 INFO:tasks.workunit.client.0.smithi019.stdout: "data_pool": ".data-pool", 2023-12-03T11:45:53.561 INFO:tasks.workunit.client.0.smithi019.stdout: "data_extra_pool": "", 2023-12-03T11:45:53.561 INFO:tasks.workunit.client.0.smithi019.stdout: "index_pool": ".index-pool" 2023-12-03T11:45:53.561 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.561 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2023-12-03T11:45:53.561 INFO:tasks.workunit.client.0.smithi019.stdout: "key": { 2023-12-03T11:45:53.561 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "_myobj_", 2023-12-03T11:45:53.561 INFO:tasks.workunit.client.0.smithi019.stdout: "instance": "", 2023-12-03T11:45:53.561 INFO:tasks.workunit.client.0.smithi019.stdout: "ns": "ns" 2023-12-03T11:45:53.561 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.562 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.562 INFO:tasks.workunit.client.0.smithi019.stdout:} 2023-12-03T11:45:53.562 INFO:tasks.workunit.client.0.smithi019.stdout:{ 2023-12-03T11:45:53.562 INFO:tasks.workunit.client.0.smithi019.stdout: "raw_obj": { 2023-12-03T11:45:53.562 INFO:tasks.workunit.client.0.smithi019.stdout: "pool": ".data-pool", 2023-12-03T11:45:53.562 INFO:tasks.workunit.client.0.smithi019.stdout: "oid": "marker__ns__myobj_", 2023-12-03T11:45:53.562 INFO:tasks.workunit.client.0.smithi019.stdout: "loc": "" 2023-12-03T11:45:53.562 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.562 INFO:tasks.workunit.client.0.smithi019.stdout:} 2023-12-03T11:45:53.562 INFO:tasks.workunit.client.0.smithi019.stdout:{ 2023-12-03T11:45:53.562 INFO:tasks.workunit.client.0.smithi019.stdout: "new_obj": { 2023-12-03T11:45:53.562 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket": { 2023-12-03T11:45:53.562 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "ebtest", 2023-12-03T11:45:53.562 INFO:tasks.workunit.client.0.smithi019.stdout: "marker": "marker", 2023-12-03T11:45:53.562 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:53.563 INFO:tasks.workunit.client.0.smithi019.stdout: "tenant": "", 2023-12-03T11:45:53.563 INFO:tasks.workunit.client.0.smithi019.stdout: "explicit_placement": { 2023-12-03T11:45:53.563 INFO:tasks.workunit.client.0.smithi019.stdout: "data_pool": ".data-pool", 2023-12-03T11:45:53.563 INFO:tasks.workunit.client.0.smithi019.stdout: "data_extra_pool": "", 2023-12-03T11:45:53.563 INFO:tasks.workunit.client.0.smithi019.stdout: "index_pool": ".index-pool" 2023-12-03T11:45:53.563 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.563 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2023-12-03T11:45:53.563 INFO:tasks.workunit.client.0.smithi019.stdout: "key": { 2023-12-03T11:45:53.563 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "_myobj_", 2023-12-03T11:45:53.563 INFO:tasks.workunit.client.0.smithi019.stdout: "instance": "", 2023-12-03T11:45:53.563 INFO:tasks.workunit.client.0.smithi019.stdout: "ns": "ns" 2023-12-03T11:45:53.563 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.563 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.563 INFO:tasks.workunit.client.0.smithi019.stdout:} 2023-12-03T11:45:53.563 INFO:tasks.workunit.client.0.smithi019.stdout:{ 2023-12-03T11:45:53.563 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket": { 2023-12-03T11:45:53.564 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "test", 2023-12-03T11:45:53.564 INFO:tasks.workunit.client.0.smithi019.stdout: "marker": "marker", 2023-12-03T11:45:53.564 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:53.564 INFO:tasks.workunit.client.0.smithi019.stdout: "tenant": "", 2023-12-03T11:45:53.564 INFO:tasks.workunit.client.0.smithi019.stdout: "explicit_placement": { 2023-12-03T11:45:53.564 INFO:tasks.workunit.client.0.smithi019.stdout: "data_pool": "", 2023-12-03T11:45:53.564 INFO:tasks.workunit.client.0.smithi019.stdout: "data_extra_pool": "", 2023-12-03T11:45:53.564 INFO:tasks.workunit.client.0.smithi019.stdout: "index_pool": "" 2023-12-03T11:45:53.564 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.564 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.564 INFO:tasks.workunit.client.0.smithi019.stdout:} 2023-12-03T11:45:53.564 INFO:tasks.workunit.client.0.smithi019.stdout:{ 2023-12-03T11:45:53.564 INFO:tasks.workunit.client.0.smithi019.stdout: "obj": { 2023-12-03T11:45:53.564 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket": { 2023-12-03T11:45:53.564 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "test", 2023-12-03T11:45:53.565 INFO:tasks.workunit.client.0.smithi019.stdout: "marker": "marker", 2023-12-03T11:45:53.565 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:53.565 INFO:tasks.workunit.client.0.smithi019.stdout: "tenant": "", 2023-12-03T11:45:53.565 INFO:tasks.workunit.client.0.smithi019.stdout: "explicit_placement": { 2023-12-03T11:45:53.565 INFO:tasks.workunit.client.0.smithi019.stdout: "data_pool": "", 2023-12-03T11:45:53.565 INFO:tasks.workunit.client.0.smithi019.stdout: "data_extra_pool": "", 2023-12-03T11:45:53.565 INFO:tasks.workunit.client.0.smithi019.stdout: "index_pool": "" 2023-12-03T11:45:53.565 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.565 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2023-12-03T11:45:53.565 INFO:tasks.workunit.client.0.smithi019.stdout: "key": { 2023-12-03T11:45:53.565 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "_myobj_", 2023-12-03T11:45:53.565 INFO:tasks.workunit.client.0.smithi019.stdout: "instance": "inst", 2023-12-03T11:45:53.565 INFO:tasks.workunit.client.0.smithi019.stdout: "ns": "" 2023-12-03T11:45:53.565 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.565 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.565 INFO:tasks.workunit.client.0.smithi019.stdout:} 2023-12-03T11:45:53.566 INFO:tasks.workunit.client.0.smithi019.stdout:{ 2023-12-03T11:45:53.566 INFO:tasks.workunit.client.0.smithi019.stdout: "raw_obj": { 2023-12-03T11:45:53.566 INFO:tasks.workunit.client.0.smithi019.stdout: "pool": "default-placement.data", 2023-12-03T11:45:53.566 INFO:tasks.workunit.client.0.smithi019.stdout: "oid": "marker__:inst__myobj_", 2023-12-03T11:45:53.566 INFO:tasks.workunit.client.0.smithi019.stdout: "loc": "marker__myobj_" 2023-12-03T11:45:53.566 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.566 INFO:tasks.workunit.client.0.smithi019.stdout:} 2023-12-03T11:45:53.566 INFO:tasks.workunit.client.0.smithi019.stdout:{ 2023-12-03T11:45:53.566 INFO:tasks.workunit.client.0.smithi019.stdout: "new_obj": { 2023-12-03T11:45:53.566 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket": { 2023-12-03T11:45:53.566 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "test", 2023-12-03T11:45:53.566 INFO:tasks.workunit.client.0.smithi019.stdout: "marker": "marker", 2023-12-03T11:45:53.566 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:53.566 INFO:tasks.workunit.client.0.smithi019.stdout: "tenant": "", 2023-12-03T11:45:53.566 INFO:tasks.workunit.client.0.smithi019.stdout: "explicit_placement": { 2023-12-03T11:45:53.567 INFO:tasks.workunit.client.0.smithi019.stdout: "data_pool": "", 2023-12-03T11:45:53.567 INFO:tasks.workunit.client.0.smithi019.stdout: "data_extra_pool": "", 2023-12-03T11:45:53.567 INFO:tasks.workunit.client.0.smithi019.stdout: "index_pool": "" 2023-12-03T11:45:53.567 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.567 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2023-12-03T11:45:53.567 INFO:tasks.workunit.client.0.smithi019.stdout: "key": { 2023-12-03T11:45:53.567 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "_myobj_", 2023-12-03T11:45:53.567 INFO:tasks.workunit.client.0.smithi019.stdout: "instance": "inst", 2023-12-03T11:45:53.567 INFO:tasks.workunit.client.0.smithi019.stdout: "ns": "" 2023-12-03T11:45:53.567 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.567 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.567 INFO:tasks.workunit.client.0.smithi019.stdout:} 2023-12-03T11:45:53.567 INFO:tasks.workunit.client.0.smithi019.stdout:{ 2023-12-03T11:45:53.567 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket": { 2023-12-03T11:45:53.567 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "ebtest", 2023-12-03T11:45:53.567 INFO:tasks.workunit.client.0.smithi019.stdout: "marker": "marker", 2023-12-03T11:45:53.568 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:53.568 INFO:tasks.workunit.client.0.smithi019.stdout: "tenant": "", 2023-12-03T11:45:53.568 INFO:tasks.workunit.client.0.smithi019.stdout: "explicit_placement": { 2023-12-03T11:45:53.568 INFO:tasks.workunit.client.0.smithi019.stdout: "data_pool": ".data-pool", 2023-12-03T11:45:53.568 INFO:tasks.workunit.client.0.smithi019.stdout: "data_extra_pool": "", 2023-12-03T11:45:53.568 INFO:tasks.workunit.client.0.smithi019.stdout: "index_pool": ".index-pool" 2023-12-03T11:45:53.568 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.568 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.568 INFO:tasks.workunit.client.0.smithi019.stdout:} 2023-12-03T11:45:53.568 INFO:tasks.workunit.client.0.smithi019.stdout:{ 2023-12-03T11:45:53.568 INFO:tasks.workunit.client.0.smithi019.stdout: "obj": { 2023-12-03T11:45:53.568 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket": { 2023-12-03T11:45:53.568 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "ebtest", 2023-12-03T11:45:53.568 INFO:tasks.workunit.client.0.smithi019.stdout: "marker": "marker", 2023-12-03T11:45:53.568 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:53.568 INFO:tasks.workunit.client.0.smithi019.stdout: "tenant": "", 2023-12-03T11:45:53.569 INFO:tasks.workunit.client.0.smithi019.stdout: "explicit_placement": { 2023-12-03T11:45:53.569 INFO:tasks.workunit.client.0.smithi019.stdout: "data_pool": ".data-pool", 2023-12-03T11:45:53.569 INFO:tasks.workunit.client.0.smithi019.stdout: "data_extra_pool": "", 2023-12-03T11:45:53.569 INFO:tasks.workunit.client.0.smithi019.stdout: "index_pool": ".index-pool" 2023-12-03T11:45:53.569 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.569 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2023-12-03T11:45:53.569 INFO:tasks.workunit.client.0.smithi019.stdout: "key": { 2023-12-03T11:45:53.569 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "_myobj_", 2023-12-03T11:45:53.569 INFO:tasks.workunit.client.0.smithi019.stdout: "instance": "inst", 2023-12-03T11:45:53.569 INFO:tasks.workunit.client.0.smithi019.stdout: "ns": "" 2023-12-03T11:45:53.569 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.569 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.569 INFO:tasks.workunit.client.0.smithi019.stdout:} 2023-12-03T11:45:53.569 INFO:tasks.workunit.client.0.smithi019.stdout:{ 2023-12-03T11:45:53.569 INFO:tasks.workunit.client.0.smithi019.stdout: "raw_obj": { 2023-12-03T11:45:53.570 INFO:tasks.workunit.client.0.smithi019.stdout: "pool": ".data-pool", 2023-12-03T11:45:53.570 INFO:tasks.workunit.client.0.smithi019.stdout: "oid": "marker__:inst__myobj_", 2023-12-03T11:45:53.570 INFO:tasks.workunit.client.0.smithi019.stdout: "loc": "marker__myobj_" 2023-12-03T11:45:53.570 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.570 INFO:tasks.workunit.client.0.smithi019.stdout:} 2023-12-03T11:45:53.570 INFO:tasks.workunit.client.0.smithi019.stdout:{ 2023-12-03T11:45:53.570 INFO:tasks.workunit.client.0.smithi019.stdout: "new_obj": { 2023-12-03T11:45:53.570 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket": { 2023-12-03T11:45:53.570 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "ebtest", 2023-12-03T11:45:53.570 INFO:tasks.workunit.client.0.smithi019.stdout: "marker": "marker", 2023-12-03T11:45:53.570 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:53.570 INFO:tasks.workunit.client.0.smithi019.stdout: "tenant": "", 2023-12-03T11:45:53.570 INFO:tasks.workunit.client.0.smithi019.stdout: "explicit_placement": { 2023-12-03T11:45:53.570 INFO:tasks.workunit.client.0.smithi019.stdout: "data_pool": ".data-pool", 2023-12-03T11:45:53.570 INFO:tasks.workunit.client.0.smithi019.stdout: "data_extra_pool": "", 2023-12-03T11:45:53.571 INFO:tasks.workunit.client.0.smithi019.stdout: "index_pool": ".index-pool" 2023-12-03T11:45:53.571 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.571 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2023-12-03T11:45:53.571 INFO:tasks.workunit.client.0.smithi019.stdout: "key": { 2023-12-03T11:45:53.571 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "_myobj_", 2023-12-03T11:45:53.571 INFO:tasks.workunit.client.0.smithi019.stdout: "instance": "inst", 2023-12-03T11:45:53.571 INFO:tasks.workunit.client.0.smithi019.stdout: "ns": "" 2023-12-03T11:45:53.571 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.571 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.571 INFO:tasks.workunit.client.0.smithi019.stdout:} 2023-12-03T11:45:53.571 INFO:tasks.workunit.client.0.smithi019.stdout:{ 2023-12-03T11:45:53.571 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket": { 2023-12-03T11:45:53.571 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "test", 2023-12-03T11:45:53.571 INFO:tasks.workunit.client.0.smithi019.stdout: "marker": "marker", 2023-12-03T11:45:53.571 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:53.571 INFO:tasks.workunit.client.0.smithi019.stdout: "tenant": "", 2023-12-03T11:45:53.572 INFO:tasks.workunit.client.0.smithi019.stdout: "explicit_placement": { 2023-12-03T11:45:53.572 INFO:tasks.workunit.client.0.smithi019.stdout: "data_pool": "", 2023-12-03T11:45:53.572 INFO:tasks.workunit.client.0.smithi019.stdout: "data_extra_pool": "", 2023-12-03T11:45:53.572 INFO:tasks.workunit.client.0.smithi019.stdout: "index_pool": "" 2023-12-03T11:45:53.572 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.572 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.572 INFO:tasks.workunit.client.0.smithi019.stdout:} 2023-12-03T11:45:53.572 INFO:tasks.workunit.client.0.smithi019.stdout:{ 2023-12-03T11:45:53.572 INFO:tasks.workunit.client.0.smithi019.stdout: "obj": { 2023-12-03T11:45:53.572 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket": { 2023-12-03T11:45:53.572 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "test", 2023-12-03T11:45:53.572 INFO:tasks.workunit.client.0.smithi019.stdout: "marker": "marker", 2023-12-03T11:45:53.572 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:53.572 INFO:tasks.workunit.client.0.smithi019.stdout: "tenant": "", 2023-12-03T11:45:53.572 INFO:tasks.workunit.client.0.smithi019.stdout: "explicit_placement": { 2023-12-03T11:45:53.572 INFO:tasks.workunit.client.0.smithi019.stdout: "data_pool": "", 2023-12-03T11:45:53.573 INFO:tasks.workunit.client.0.smithi019.stdout: "data_extra_pool": "", 2023-12-03T11:45:53.573 INFO:tasks.workunit.client.0.smithi019.stdout: "index_pool": "" 2023-12-03T11:45:53.573 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.573 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2023-12-03T11:45:53.573 INFO:tasks.workunit.client.0.smithi019.stdout: "key": { 2023-12-03T11:45:53.573 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "_myobj_", 2023-12-03T11:45:53.573 INFO:tasks.workunit.client.0.smithi019.stdout: "instance": "inst", 2023-12-03T11:45:53.573 INFO:tasks.workunit.client.0.smithi019.stdout: "ns": "ns" 2023-12-03T11:45:53.573 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.573 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.573 INFO:tasks.workunit.client.0.smithi019.stdout:} 2023-12-03T11:45:53.573 INFO:tasks.workunit.client.0.smithi019.stdout:{ 2023-12-03T11:45:53.573 INFO:tasks.workunit.client.0.smithi019.stdout: "raw_obj": { 2023-12-03T11:45:53.573 INFO:tasks.workunit.client.0.smithi019.stdout: "pool": "default-placement.data", 2023-12-03T11:45:53.573 INFO:tasks.workunit.client.0.smithi019.stdout: "oid": "marker__ns:inst__myobj_", 2023-12-03T11:45:53.573 INFO:tasks.workunit.client.0.smithi019.stdout: "loc": "" 2023-12-03T11:45:53.574 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.574 INFO:tasks.workunit.client.0.smithi019.stdout:} 2023-12-03T11:45:53.574 INFO:tasks.workunit.client.0.smithi019.stdout:{ 2023-12-03T11:45:53.574 INFO:tasks.workunit.client.0.smithi019.stdout: "new_obj": { 2023-12-03T11:45:53.574 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket": { 2023-12-03T11:45:53.574 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "test", 2023-12-03T11:45:53.574 INFO:tasks.workunit.client.0.smithi019.stdout: "marker": "marker", 2023-12-03T11:45:53.574 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:53.574 INFO:tasks.workunit.client.0.smithi019.stdout: "tenant": "", 2023-12-03T11:45:53.574 INFO:tasks.workunit.client.0.smithi019.stdout: "explicit_placement": { 2023-12-03T11:45:53.574 INFO:tasks.workunit.client.0.smithi019.stdout: "data_pool": "", 2023-12-03T11:45:53.574 INFO:tasks.workunit.client.0.smithi019.stdout: "data_extra_pool": "", 2023-12-03T11:45:53.574 INFO:tasks.workunit.client.0.smithi019.stdout: "index_pool": "" 2023-12-03T11:45:53.574 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.575 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2023-12-03T11:45:53.575 INFO:tasks.workunit.client.0.smithi019.stdout: "key": { 2023-12-03T11:45:53.575 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "_myobj_", 2023-12-03T11:45:53.575 INFO:tasks.workunit.client.0.smithi019.stdout: "instance": "inst", 2023-12-03T11:45:53.575 INFO:tasks.workunit.client.0.smithi019.stdout: "ns": "ns" 2023-12-03T11:45:53.575 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.575 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.575 INFO:tasks.workunit.client.0.smithi019.stdout:} 2023-12-03T11:45:53.575 INFO:tasks.workunit.client.0.smithi019.stdout:{ 2023-12-03T11:45:53.575 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket": { 2023-12-03T11:45:53.575 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "ebtest", 2023-12-03T11:45:53.575 INFO:tasks.workunit.client.0.smithi019.stdout: "marker": "marker", 2023-12-03T11:45:53.575 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:53.575 INFO:tasks.workunit.client.0.smithi019.stdout: "tenant": "", 2023-12-03T11:45:53.575 INFO:tasks.workunit.client.0.smithi019.stdout: "explicit_placement": { 2023-12-03T11:45:53.575 INFO:tasks.workunit.client.0.smithi019.stdout: "data_pool": ".data-pool", 2023-12-03T11:45:53.576 INFO:tasks.workunit.client.0.smithi019.stdout: "data_extra_pool": "", 2023-12-03T11:45:53.576 INFO:tasks.workunit.client.0.smithi019.stdout: "index_pool": ".index-pool" 2023-12-03T11:45:53.576 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.576 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.576 INFO:tasks.workunit.client.0.smithi019.stdout:} 2023-12-03T11:45:53.576 INFO:tasks.workunit.client.0.smithi019.stdout:{ 2023-12-03T11:45:53.576 INFO:tasks.workunit.client.0.smithi019.stdout: "obj": { 2023-12-03T11:45:53.576 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket": { 2023-12-03T11:45:53.576 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "ebtest", 2023-12-03T11:45:53.576 INFO:tasks.workunit.client.0.smithi019.stdout: "marker": "marker", 2023-12-03T11:45:53.576 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:53.576 INFO:tasks.workunit.client.0.smithi019.stdout: "tenant": "", 2023-12-03T11:45:53.576 INFO:tasks.workunit.client.0.smithi019.stdout: "explicit_placement": { 2023-12-03T11:45:53.576 INFO:tasks.workunit.client.0.smithi019.stdout: "data_pool": ".data-pool", 2023-12-03T11:45:53.576 INFO:tasks.workunit.client.0.smithi019.stdout: "data_extra_pool": "", 2023-12-03T11:45:53.576 INFO:tasks.workunit.client.0.smithi019.stdout: "index_pool": ".index-pool" 2023-12-03T11:45:53.577 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.577 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2023-12-03T11:45:53.577 INFO:tasks.workunit.client.0.smithi019.stdout: "key": { 2023-12-03T11:45:53.577 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "_myobj_", 2023-12-03T11:45:53.577 INFO:tasks.workunit.client.0.smithi019.stdout: "instance": "inst", 2023-12-03T11:45:53.577 INFO:tasks.workunit.client.0.smithi019.stdout: "ns": "ns" 2023-12-03T11:45:53.577 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.577 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.577 INFO:tasks.workunit.client.0.smithi019.stdout:} 2023-12-03T11:45:53.577 INFO:tasks.workunit.client.0.smithi019.stdout:{ 2023-12-03T11:45:53.577 INFO:tasks.workunit.client.0.smithi019.stdout: "raw_obj": { 2023-12-03T11:45:53.577 INFO:tasks.workunit.client.0.smithi019.stdout: "pool": ".data-pool", 2023-12-03T11:45:53.577 INFO:tasks.workunit.client.0.smithi019.stdout: "oid": "marker__ns:inst__myobj_", 2023-12-03T11:45:53.577 INFO:tasks.workunit.client.0.smithi019.stdout: "loc": "" 2023-12-03T11:45:53.577 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.577 INFO:tasks.workunit.client.0.smithi019.stdout:} 2023-12-03T11:45:53.578 INFO:tasks.workunit.client.0.smithi019.stdout:{ 2023-12-03T11:45:53.578 INFO:tasks.workunit.client.0.smithi019.stdout: "new_obj": { 2023-12-03T11:45:53.578 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket": { 2023-12-03T11:45:53.578 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "ebtest", 2023-12-03T11:45:53.578 INFO:tasks.workunit.client.0.smithi019.stdout: "marker": "marker", 2023-12-03T11:45:53.578 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:53.578 INFO:tasks.workunit.client.0.smithi019.stdout: "tenant": "", 2023-12-03T11:45:53.578 INFO:tasks.workunit.client.0.smithi019.stdout: "explicit_placement": { 2023-12-03T11:45:53.578 INFO:tasks.workunit.client.0.smithi019.stdout: "data_pool": ".data-pool", 2023-12-03T11:45:53.578 INFO:tasks.workunit.client.0.smithi019.stdout: "data_extra_pool": "", 2023-12-03T11:45:53.578 INFO:tasks.workunit.client.0.smithi019.stdout: "index_pool": ".index-pool" 2023-12-03T11:45:53.578 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.578 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2023-12-03T11:45:53.578 INFO:tasks.workunit.client.0.smithi019.stdout: "key": { 2023-12-03T11:45:53.578 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "_myobj_", 2023-12-03T11:45:53.579 INFO:tasks.workunit.client.0.smithi019.stdout: "instance": "inst", 2023-12-03T11:45:53.579 INFO:tasks.workunit.client.0.smithi019.stdout: "ns": "ns" 2023-12-03T11:45:53.579 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.579 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.579 INFO:tasks.workunit.client.0.smithi019.stdout:} 2023-12-03T11:45:53.579 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestRGWObj.obj_to_raw (1 ms) 2023-12-03T11:45:53.579 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] TestRGWObj.old_to_raw 2023-12-03T11:45:53.579 INFO:tasks.workunit.client.0.smithi019.stdout:{ 2023-12-03T11:45:53.579 INFO:tasks.workunit.client.0.smithi019.stdout: "raw_obj": { 2023-12-03T11:45:53.579 INFO:tasks.workunit.client.0.smithi019.stdout: "pool": ".data-pool", 2023-12-03T11:45:53.579 INFO:tasks.workunit.client.0.smithi019.stdout: "oid": "marker_myobj", 2023-12-03T11:45:53.579 INFO:tasks.workunit.client.0.smithi019.stdout: "loc": "" 2023-12-03T11:45:53.579 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.579 INFO:tasks.workunit.client.0.smithi019.stdout:} 2023-12-03T11:45:53.579 INFO:tasks.workunit.client.0.smithi019.stdout:{ 2023-12-03T11:45:53.579 INFO:tasks.workunit.client.0.smithi019.stdout: "new_obj": { 2023-12-03T11:45:53.580 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket": { 2023-12-03T11:45:53.580 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "ebtest", 2023-12-03T11:45:53.580 INFO:tasks.workunit.client.0.smithi019.stdout: "marker": "marker", 2023-12-03T11:45:53.580 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:53.580 INFO:tasks.workunit.client.0.smithi019.stdout: "tenant": "", 2023-12-03T11:45:53.580 INFO:tasks.workunit.client.0.smithi019.stdout: "explicit_placement": { 2023-12-03T11:45:53.580 INFO:tasks.workunit.client.0.smithi019.stdout: "data_pool": ".data-pool", 2023-12-03T11:45:53.580 INFO:tasks.workunit.client.0.smithi019.stdout: "data_extra_pool": "", 2023-12-03T11:45:53.580 INFO:tasks.workunit.client.0.smithi019.stdout: "index_pool": ".index-pool" 2023-12-03T11:45:53.580 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.580 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2023-12-03T11:45:53.580 INFO:tasks.workunit.client.0.smithi019.stdout: "key": { 2023-12-03T11:45:53.580 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "myobj", 2023-12-03T11:45:53.580 INFO:tasks.workunit.client.0.smithi019.stdout: "instance": "", 2023-12-03T11:45:53.580 INFO:tasks.workunit.client.0.smithi019.stdout: "ns": "" 2023-12-03T11:45:53.580 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.581 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.581 INFO:tasks.workunit.client.0.smithi019.stdout:} 2023-12-03T11:45:53.581 INFO:tasks.workunit.client.0.smithi019.stdout:raw=.data-pool:marker_myobj 2023-12-03T11:45:53.581 INFO:tasks.workunit.client.0.smithi019.stdout:{ 2023-12-03T11:45:53.581 INFO:tasks.workunit.client.0.smithi019.stdout: "raw_obj2": { 2023-12-03T11:45:53.581 INFO:tasks.workunit.client.0.smithi019.stdout: "pool": ".data-pool", 2023-12-03T11:45:53.581 INFO:tasks.workunit.client.0.smithi019.stdout: "oid": "marker_myobj", 2023-12-03T11:45:53.581 INFO:tasks.workunit.client.0.smithi019.stdout: "loc": "" 2023-12-03T11:45:53.581 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.581 INFO:tasks.workunit.client.0.smithi019.stdout:} 2023-12-03T11:45:53.581 INFO:tasks.workunit.client.0.smithi019.stdout:{ 2023-12-03T11:45:53.581 INFO:tasks.workunit.client.0.smithi019.stdout: "new_obj2": { 2023-12-03T11:45:53.581 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket": { 2023-12-03T11:45:53.581 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "ebtest", 2023-12-03T11:45:53.581 INFO:tasks.workunit.client.0.smithi019.stdout: "marker": "marker", 2023-12-03T11:45:53.581 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:53.582 INFO:tasks.workunit.client.0.smithi019.stdout: "tenant": "", 2023-12-03T11:45:53.582 INFO:tasks.workunit.client.0.smithi019.stdout: "explicit_placement": { 2023-12-03T11:45:53.582 INFO:tasks.workunit.client.0.smithi019.stdout: "data_pool": ".data-pool", 2023-12-03T11:45:53.582 INFO:tasks.workunit.client.0.smithi019.stdout: "data_extra_pool": "", 2023-12-03T11:45:53.582 INFO:tasks.workunit.client.0.smithi019.stdout: "index_pool": ".index-pool" 2023-12-03T11:45:53.582 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.582 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2023-12-03T11:45:53.582 INFO:tasks.workunit.client.0.smithi019.stdout: "key": { 2023-12-03T11:45:53.582 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "myobj", 2023-12-03T11:45:53.582 INFO:tasks.workunit.client.0.smithi019.stdout: "instance": "", 2023-12-03T11:45:53.582 INFO:tasks.workunit.client.0.smithi019.stdout: "ns": "" 2023-12-03T11:45:53.582 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.582 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.582 INFO:tasks.workunit.client.0.smithi019.stdout:} 2023-12-03T11:45:53.582 INFO:tasks.workunit.client.0.smithi019.stdout:raw2=.data-pool:marker_myobj 2023-12-03T11:45:53.582 INFO:tasks.workunit.client.0.smithi019.stdout:{ 2023-12-03T11:45:53.583 INFO:tasks.workunit.client.0.smithi019.stdout: "raw_obj": { 2023-12-03T11:45:53.583 INFO:tasks.workunit.client.0.smithi019.stdout: "pool": ".data-pool", 2023-12-03T11:45:53.583 INFO:tasks.workunit.client.0.smithi019.stdout: "oid": "marker__ns_myobj", 2023-12-03T11:45:53.583 INFO:tasks.workunit.client.0.smithi019.stdout: "loc": "" 2023-12-03T11:45:53.583 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.583 INFO:tasks.workunit.client.0.smithi019.stdout:} 2023-12-03T11:45:53.583 INFO:tasks.workunit.client.0.smithi019.stdout:{ 2023-12-03T11:45:53.583 INFO:tasks.workunit.client.0.smithi019.stdout: "new_obj": { 2023-12-03T11:45:53.583 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket": { 2023-12-03T11:45:53.583 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "ebtest", 2023-12-03T11:45:53.583 INFO:tasks.workunit.client.0.smithi019.stdout: "marker": "marker", 2023-12-03T11:45:53.583 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:53.583 INFO:tasks.workunit.client.0.smithi019.stdout: "tenant": "", 2023-12-03T11:45:53.583 INFO:tasks.workunit.client.0.smithi019.stdout: "explicit_placement": { 2023-12-03T11:45:53.583 INFO:tasks.workunit.client.0.smithi019.stdout: "data_pool": ".data-pool", 2023-12-03T11:45:53.583 INFO:tasks.workunit.client.0.smithi019.stdout: "data_extra_pool": "", 2023-12-03T11:45:53.584 INFO:tasks.workunit.client.0.smithi019.stdout: "index_pool": ".index-pool" 2023-12-03T11:45:53.584 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.584 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2023-12-03T11:45:53.584 INFO:tasks.workunit.client.0.smithi019.stdout: "key": { 2023-12-03T11:45:53.584 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "myobj", 2023-12-03T11:45:53.584 INFO:tasks.workunit.client.0.smithi019.stdout: "instance": "", 2023-12-03T11:45:53.584 INFO:tasks.workunit.client.0.smithi019.stdout: "ns": "ns" 2023-12-03T11:45:53.584 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.584 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.584 INFO:tasks.workunit.client.0.smithi019.stdout:} 2023-12-03T11:45:53.584 INFO:tasks.workunit.client.0.smithi019.stdout:raw=.data-pool:marker__ns_myobj 2023-12-03T11:45:53.584 INFO:tasks.workunit.client.0.smithi019.stdout:{ 2023-12-03T11:45:53.584 INFO:tasks.workunit.client.0.smithi019.stdout: "raw_obj2": { 2023-12-03T11:45:53.584 INFO:tasks.workunit.client.0.smithi019.stdout: "pool": ".data-pool", 2023-12-03T11:45:53.584 INFO:tasks.workunit.client.0.smithi019.stdout: "oid": "marker__ns_myobj", 2023-12-03T11:45:53.584 INFO:tasks.workunit.client.0.smithi019.stdout: "loc": "" 2023-12-03T11:45:53.585 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.585 INFO:tasks.workunit.client.0.smithi019.stdout:} 2023-12-03T11:45:53.585 INFO:tasks.workunit.client.0.smithi019.stdout:{ 2023-12-03T11:45:53.585 INFO:tasks.workunit.client.0.smithi019.stdout: "new_obj2": { 2023-12-03T11:45:53.585 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket": { 2023-12-03T11:45:53.585 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "ebtest", 2023-12-03T11:45:53.585 INFO:tasks.workunit.client.0.smithi019.stdout: "marker": "marker", 2023-12-03T11:45:53.585 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:53.585 INFO:tasks.workunit.client.0.smithi019.stdout: "tenant": "", 2023-12-03T11:45:53.585 INFO:tasks.workunit.client.0.smithi019.stdout: "explicit_placement": { 2023-12-03T11:45:53.585 INFO:tasks.workunit.client.0.smithi019.stdout: "data_pool": ".data-pool", 2023-12-03T11:45:53.585 INFO:tasks.workunit.client.0.smithi019.stdout: "data_extra_pool": "", 2023-12-03T11:45:53.585 INFO:tasks.workunit.client.0.smithi019.stdout: "index_pool": ".index-pool" 2023-12-03T11:45:53.585 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.585 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2023-12-03T11:45:53.586 INFO:tasks.workunit.client.0.smithi019.stdout: "key": { 2023-12-03T11:45:53.586 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "myobj", 2023-12-03T11:45:53.586 INFO:tasks.workunit.client.0.smithi019.stdout: "instance": "", 2023-12-03T11:45:53.586 INFO:tasks.workunit.client.0.smithi019.stdout: "ns": "ns" 2023-12-03T11:45:53.586 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.586 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.586 INFO:tasks.workunit.client.0.smithi019.stdout:} 2023-12-03T11:45:53.586 INFO:tasks.workunit.client.0.smithi019.stdout:raw2=.data-pool:marker__ns_myobj 2023-12-03T11:45:53.586 INFO:tasks.workunit.client.0.smithi019.stdout:{ 2023-12-03T11:45:53.586 INFO:tasks.workunit.client.0.smithi019.stdout: "raw_obj": { 2023-12-03T11:45:53.586 INFO:tasks.workunit.client.0.smithi019.stdout: "pool": ".data-pool", 2023-12-03T11:45:53.586 INFO:tasks.workunit.client.0.smithi019.stdout: "oid": "marker__:inst_myobj", 2023-12-03T11:45:53.586 INFO:tasks.workunit.client.0.smithi019.stdout: "loc": "" 2023-12-03T11:45:53.586 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.586 INFO:tasks.workunit.client.0.smithi019.stdout:} 2023-12-03T11:45:53.587 INFO:tasks.workunit.client.0.smithi019.stdout:{ 2023-12-03T11:45:53.587 INFO:tasks.workunit.client.0.smithi019.stdout: "new_obj": { 2023-12-03T11:45:53.587 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket": { 2023-12-03T11:45:53.587 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "ebtest", 2023-12-03T11:45:53.587 INFO:tasks.workunit.client.0.smithi019.stdout: "marker": "marker", 2023-12-03T11:45:53.587 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:53.587 INFO:tasks.workunit.client.0.smithi019.stdout: "tenant": "", 2023-12-03T11:45:53.587 INFO:tasks.workunit.client.0.smithi019.stdout: "explicit_placement": { 2023-12-03T11:45:53.587 INFO:tasks.workunit.client.0.smithi019.stdout: "data_pool": ".data-pool", 2023-12-03T11:45:53.587 INFO:tasks.workunit.client.0.smithi019.stdout: "data_extra_pool": "", 2023-12-03T11:45:53.587 INFO:tasks.workunit.client.0.smithi019.stdout: "index_pool": ".index-pool" 2023-12-03T11:45:53.587 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.587 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2023-12-03T11:45:53.587 INFO:tasks.workunit.client.0.smithi019.stdout: "key": { 2023-12-03T11:45:53.587 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "myobj", 2023-12-03T11:45:53.588 INFO:tasks.workunit.client.0.smithi019.stdout: "instance": "inst", 2023-12-03T11:45:53.588 INFO:tasks.workunit.client.0.smithi019.stdout: "ns": "" 2023-12-03T11:45:53.588 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.588 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.588 INFO:tasks.workunit.client.0.smithi019.stdout:} 2023-12-03T11:45:53.588 INFO:tasks.workunit.client.0.smithi019.stdout:raw=.data-pool:marker__:inst_myobj 2023-12-03T11:45:53.588 INFO:tasks.workunit.client.0.smithi019.stdout:{ 2023-12-03T11:45:53.588 INFO:tasks.workunit.client.0.smithi019.stdout: "raw_obj2": { 2023-12-03T11:45:53.588 INFO:tasks.workunit.client.0.smithi019.stdout: "pool": ".data-pool", 2023-12-03T11:45:53.588 INFO:tasks.workunit.client.0.smithi019.stdout: "oid": "marker__:inst_myobj", 2023-12-03T11:45:53.588 INFO:tasks.workunit.client.0.smithi019.stdout: "loc": "" 2023-12-03T11:45:53.588 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.588 INFO:tasks.workunit.client.0.smithi019.stdout:} 2023-12-03T11:45:53.588 INFO:tasks.workunit.client.0.smithi019.stdout:{ 2023-12-03T11:45:53.588 INFO:tasks.workunit.client.0.smithi019.stdout: "new_obj2": { 2023-12-03T11:45:53.588 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket": { 2023-12-03T11:45:53.589 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "ebtest", 2023-12-03T11:45:53.589 INFO:tasks.workunit.client.0.smithi019.stdout: "marker": "marker", 2023-12-03T11:45:53.589 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:53.589 INFO:tasks.workunit.client.0.smithi019.stdout: "tenant": "", 2023-12-03T11:45:53.589 INFO:tasks.workunit.client.0.smithi019.stdout: "explicit_placement": { 2023-12-03T11:45:53.589 INFO:tasks.workunit.client.0.smithi019.stdout: "data_pool": ".data-pool", 2023-12-03T11:45:53.589 INFO:tasks.workunit.client.0.smithi019.stdout: "data_extra_pool": "", 2023-12-03T11:45:53.589 INFO:tasks.workunit.client.0.smithi019.stdout: "index_pool": ".index-pool" 2023-12-03T11:45:53.589 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.589 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2023-12-03T11:45:53.589 INFO:tasks.workunit.client.0.smithi019.stdout: "key": { 2023-12-03T11:45:53.589 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "myobj", 2023-12-03T11:45:53.589 INFO:tasks.workunit.client.0.smithi019.stdout: "instance": "inst", 2023-12-03T11:45:53.589 INFO:tasks.workunit.client.0.smithi019.stdout: "ns": "" 2023-12-03T11:45:53.589 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.590 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.590 INFO:tasks.workunit.client.0.smithi019.stdout:} 2023-12-03T11:45:53.590 INFO:tasks.workunit.client.0.smithi019.stdout:raw2=.data-pool:marker__:inst_myobj 2023-12-03T11:45:53.590 INFO:tasks.workunit.client.0.smithi019.stdout:{ 2023-12-03T11:45:53.590 INFO:tasks.workunit.client.0.smithi019.stdout: "raw_obj": { 2023-12-03T11:45:53.590 INFO:tasks.workunit.client.0.smithi019.stdout: "pool": ".data-pool", 2023-12-03T11:45:53.590 INFO:tasks.workunit.client.0.smithi019.stdout: "oid": "marker__ns:inst_myobj", 2023-12-03T11:45:53.590 INFO:tasks.workunit.client.0.smithi019.stdout: "loc": "" 2023-12-03T11:45:53.590 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.590 INFO:tasks.workunit.client.0.smithi019.stdout:} 2023-12-03T11:45:53.590 INFO:tasks.workunit.client.0.smithi019.stdout:{ 2023-12-03T11:45:53.590 INFO:tasks.workunit.client.0.smithi019.stdout: "new_obj": { 2023-12-03T11:45:53.590 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket": { 2023-12-03T11:45:53.590 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "ebtest", 2023-12-03T11:45:53.590 INFO:tasks.workunit.client.0.smithi019.stdout: "marker": "marker", 2023-12-03T11:45:53.591 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:53.591 INFO:tasks.workunit.client.0.smithi019.stdout: "tenant": "", 2023-12-03T11:45:53.591 INFO:tasks.workunit.client.0.smithi019.stdout: "explicit_placement": { 2023-12-03T11:45:53.591 INFO:tasks.workunit.client.0.smithi019.stdout: "data_pool": ".data-pool", 2023-12-03T11:45:53.591 INFO:tasks.workunit.client.0.smithi019.stdout: "data_extra_pool": "", 2023-12-03T11:45:53.591 INFO:tasks.workunit.client.0.smithi019.stdout: "index_pool": ".index-pool" 2023-12-03T11:45:53.591 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.591 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2023-12-03T11:45:53.591 INFO:tasks.workunit.client.0.smithi019.stdout: "key": { 2023-12-03T11:45:53.591 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "myobj", 2023-12-03T11:45:53.591 INFO:tasks.workunit.client.0.smithi019.stdout: "instance": "inst", 2023-12-03T11:45:53.591 INFO:tasks.workunit.client.0.smithi019.stdout: "ns": "ns" 2023-12-03T11:45:53.591 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.591 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.591 INFO:tasks.workunit.client.0.smithi019.stdout:} 2023-12-03T11:45:53.591 INFO:tasks.workunit.client.0.smithi019.stdout:raw=.data-pool:marker__ns:inst_myobj 2023-12-03T11:45:53.592 INFO:tasks.workunit.client.0.smithi019.stdout:{ 2023-12-03T11:45:53.592 INFO:tasks.workunit.client.0.smithi019.stdout: "raw_obj2": { 2023-12-03T11:45:53.592 INFO:tasks.workunit.client.0.smithi019.stdout: "pool": ".data-pool", 2023-12-03T11:45:53.592 INFO:tasks.workunit.client.0.smithi019.stdout: "oid": "marker__ns:inst_myobj", 2023-12-03T11:45:53.592 INFO:tasks.workunit.client.0.smithi019.stdout: "loc": "" 2023-12-03T11:45:53.592 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.592 INFO:tasks.workunit.client.0.smithi019.stdout:} 2023-12-03T11:45:53.592 INFO:tasks.workunit.client.0.smithi019.stdout:{ 2023-12-03T11:45:53.592 INFO:tasks.workunit.client.0.smithi019.stdout: "new_obj2": { 2023-12-03T11:45:53.592 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket": { 2023-12-03T11:45:53.592 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "ebtest", 2023-12-03T11:45:53.592 INFO:tasks.workunit.client.0.smithi019.stdout: "marker": "marker", 2023-12-03T11:45:53.592 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:53.592 INFO:tasks.workunit.client.0.smithi019.stdout: "tenant": "", 2023-12-03T11:45:53.592 INFO:tasks.workunit.client.0.smithi019.stdout: "explicit_placement": { 2023-12-03T11:45:53.593 INFO:tasks.workunit.client.0.smithi019.stdout: "data_pool": ".data-pool", 2023-12-03T11:45:53.593 INFO:tasks.workunit.client.0.smithi019.stdout: "data_extra_pool": "", 2023-12-03T11:45:53.593 INFO:tasks.workunit.client.0.smithi019.stdout: "index_pool": ".index-pool" 2023-12-03T11:45:53.593 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.593 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2023-12-03T11:45:53.593 INFO:tasks.workunit.client.0.smithi019.stdout: "key": { 2023-12-03T11:45:53.593 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "myobj", 2023-12-03T11:45:53.593 INFO:tasks.workunit.client.0.smithi019.stdout: "instance": "inst", 2023-12-03T11:45:53.593 INFO:tasks.workunit.client.0.smithi019.stdout: "ns": "ns" 2023-12-03T11:45:53.593 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.593 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.593 INFO:tasks.workunit.client.0.smithi019.stdout:} 2023-12-03T11:45:53.593 INFO:tasks.workunit.client.0.smithi019.stdout:raw2=.data-pool:marker__ns:inst_myobj 2023-12-03T11:45:53.593 INFO:tasks.workunit.client.0.smithi019.stdout:{ 2023-12-03T11:45:53.593 INFO:tasks.workunit.client.0.smithi019.stdout: "raw_obj": { 2023-12-03T11:45:53.594 INFO:tasks.workunit.client.0.smithi019.stdout: "pool": ".data-pool", 2023-12-03T11:45:53.594 INFO:tasks.workunit.client.0.smithi019.stdout: "oid": "marker___myobj", 2023-12-03T11:45:53.594 INFO:tasks.workunit.client.0.smithi019.stdout: "loc": "marker__myobj" 2023-12-03T11:45:53.594 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.594 INFO:tasks.workunit.client.0.smithi019.stdout:} 2023-12-03T11:45:53.594 INFO:tasks.workunit.client.0.smithi019.stdout:{ 2023-12-03T11:45:53.594 INFO:tasks.workunit.client.0.smithi019.stdout: "new_obj": { 2023-12-03T11:45:53.594 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket": { 2023-12-03T11:45:53.594 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "ebtest", 2023-12-03T11:45:53.594 INFO:tasks.workunit.client.0.smithi019.stdout: "marker": "marker", 2023-12-03T11:45:53.594 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:53.594 INFO:tasks.workunit.client.0.smithi019.stdout: "tenant": "", 2023-12-03T11:45:53.594 INFO:tasks.workunit.client.0.smithi019.stdout: "explicit_placement": { 2023-12-03T11:45:53.594 INFO:tasks.workunit.client.0.smithi019.stdout: "data_pool": ".data-pool", 2023-12-03T11:45:53.594 INFO:tasks.workunit.client.0.smithi019.stdout: "data_extra_pool": "", 2023-12-03T11:45:53.595 INFO:tasks.workunit.client.0.smithi019.stdout: "index_pool": ".index-pool" 2023-12-03T11:45:53.595 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.595 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2023-12-03T11:45:53.595 INFO:tasks.workunit.client.0.smithi019.stdout: "key": { 2023-12-03T11:45:53.595 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "_myobj", 2023-12-03T11:45:53.595 INFO:tasks.workunit.client.0.smithi019.stdout: "instance": "", 2023-12-03T11:45:53.595 INFO:tasks.workunit.client.0.smithi019.stdout: "ns": "" 2023-12-03T11:45:53.595 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.595 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.595 INFO:tasks.workunit.client.0.smithi019.stdout:} 2023-12-03T11:45:53.595 INFO:tasks.workunit.client.0.smithi019.stdout:raw=.data-pool:marker___myobj 2023-12-03T11:45:53.595 INFO:tasks.workunit.client.0.smithi019.stdout:{ 2023-12-03T11:45:53.595 INFO:tasks.workunit.client.0.smithi019.stdout: "raw_obj2": { 2023-12-03T11:45:53.595 INFO:tasks.workunit.client.0.smithi019.stdout: "pool": ".data-pool", 2023-12-03T11:45:53.595 INFO:tasks.workunit.client.0.smithi019.stdout: "oid": "marker___myobj", 2023-12-03T11:45:53.595 INFO:tasks.workunit.client.0.smithi019.stdout: "loc": "marker__myobj" 2023-12-03T11:45:53.596 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.596 INFO:tasks.workunit.client.0.smithi019.stdout:} 2023-12-03T11:45:53.596 INFO:tasks.workunit.client.0.smithi019.stdout:{ 2023-12-03T11:45:53.596 INFO:tasks.workunit.client.0.smithi019.stdout: "new_obj2": { 2023-12-03T11:45:53.596 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket": { 2023-12-03T11:45:53.596 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "ebtest", 2023-12-03T11:45:53.596 INFO:tasks.workunit.client.0.smithi019.stdout: "marker": "marker", 2023-12-03T11:45:53.596 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:53.596 INFO:tasks.workunit.client.0.smithi019.stdout: "tenant": "", 2023-12-03T11:45:53.596 INFO:tasks.workunit.client.0.smithi019.stdout: "explicit_placement": { 2023-12-03T11:45:53.596 INFO:tasks.workunit.client.0.smithi019.stdout: "data_pool": ".data-pool", 2023-12-03T11:45:53.596 INFO:tasks.workunit.client.0.smithi019.stdout: "data_extra_pool": "", 2023-12-03T11:45:53.596 INFO:tasks.workunit.client.0.smithi019.stdout: "index_pool": ".index-pool" 2023-12-03T11:45:53.596 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.596 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2023-12-03T11:45:53.597 INFO:tasks.workunit.client.0.smithi019.stdout: "key": { 2023-12-03T11:45:53.597 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "_myobj", 2023-12-03T11:45:53.597 INFO:tasks.workunit.client.0.smithi019.stdout: "instance": "", 2023-12-03T11:45:53.597 INFO:tasks.workunit.client.0.smithi019.stdout: "ns": "" 2023-12-03T11:45:53.597 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.597 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.597 INFO:tasks.workunit.client.0.smithi019.stdout:} 2023-12-03T11:45:53.597 INFO:tasks.workunit.client.0.smithi019.stdout:raw2=.data-pool:marker___myobj 2023-12-03T11:45:53.597 INFO:tasks.workunit.client.0.smithi019.stdout:{ 2023-12-03T11:45:53.597 INFO:tasks.workunit.client.0.smithi019.stdout: "raw_obj": { 2023-12-03T11:45:53.597 INFO:tasks.workunit.client.0.smithi019.stdout: "pool": ".data-pool", 2023-12-03T11:45:53.597 INFO:tasks.workunit.client.0.smithi019.stdout: "oid": "marker__ns__myobj", 2023-12-03T11:45:53.597 INFO:tasks.workunit.client.0.smithi019.stdout: "loc": "" 2023-12-03T11:45:53.597 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.597 INFO:tasks.workunit.client.0.smithi019.stdout:} 2023-12-03T11:45:53.597 INFO:tasks.workunit.client.0.smithi019.stdout:{ 2023-12-03T11:45:53.598 INFO:tasks.workunit.client.0.smithi019.stdout: "new_obj": { 2023-12-03T11:45:53.598 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket": { 2023-12-03T11:45:53.598 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "ebtest", 2023-12-03T11:45:53.598 INFO:tasks.workunit.client.0.smithi019.stdout: "marker": "marker", 2023-12-03T11:45:53.598 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:53.598 INFO:tasks.workunit.client.0.smithi019.stdout: "tenant": "", 2023-12-03T11:45:53.598 INFO:tasks.workunit.client.0.smithi019.stdout: "explicit_placement": { 2023-12-03T11:45:53.598 INFO:tasks.workunit.client.0.smithi019.stdout: "data_pool": ".data-pool", 2023-12-03T11:45:53.598 INFO:tasks.workunit.client.0.smithi019.stdout: "data_extra_pool": "", 2023-12-03T11:45:53.598 INFO:tasks.workunit.client.0.smithi019.stdout: "index_pool": ".index-pool" 2023-12-03T11:45:53.598 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.598 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2023-12-03T11:45:53.598 INFO:tasks.workunit.client.0.smithi019.stdout: "key": { 2023-12-03T11:45:53.598 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "_myobj", 2023-12-03T11:45:53.598 INFO:tasks.workunit.client.0.smithi019.stdout: "instance": "", 2023-12-03T11:45:53.599 INFO:tasks.workunit.client.0.smithi019.stdout: "ns": "ns" 2023-12-03T11:45:53.599 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.599 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.599 INFO:tasks.workunit.client.0.smithi019.stdout:} 2023-12-03T11:45:53.599 INFO:tasks.workunit.client.0.smithi019.stdout:raw=.data-pool:marker__ns__myobj 2023-12-03T11:45:53.599 INFO:tasks.workunit.client.0.smithi019.stdout:{ 2023-12-03T11:45:53.599 INFO:tasks.workunit.client.0.smithi019.stdout: "raw_obj2": { 2023-12-03T11:45:53.599 INFO:tasks.workunit.client.0.smithi019.stdout: "pool": ".data-pool", 2023-12-03T11:45:53.599 INFO:tasks.workunit.client.0.smithi019.stdout: "oid": "marker__ns__myobj", 2023-12-03T11:45:53.599 INFO:tasks.workunit.client.0.smithi019.stdout: "loc": "" 2023-12-03T11:45:53.599 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.599 INFO:tasks.workunit.client.0.smithi019.stdout:} 2023-12-03T11:45:53.599 INFO:tasks.workunit.client.0.smithi019.stdout:{ 2023-12-03T11:45:53.599 INFO:tasks.workunit.client.0.smithi019.stdout: "new_obj2": { 2023-12-03T11:45:53.599 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket": { 2023-12-03T11:45:53.599 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "ebtest", 2023-12-03T11:45:53.600 INFO:tasks.workunit.client.0.smithi019.stdout: "marker": "marker", 2023-12-03T11:45:53.600 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:53.600 INFO:tasks.workunit.client.0.smithi019.stdout: "tenant": "", 2023-12-03T11:45:53.600 INFO:tasks.workunit.client.0.smithi019.stdout: "explicit_placement": { 2023-12-03T11:45:53.600 INFO:tasks.workunit.client.0.smithi019.stdout: "data_pool": ".data-pool", 2023-12-03T11:45:53.600 INFO:tasks.workunit.client.0.smithi019.stdout: "data_extra_pool": "", 2023-12-03T11:45:53.600 INFO:tasks.workunit.client.0.smithi019.stdout: "index_pool": ".index-pool" 2023-12-03T11:45:53.600 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.600 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2023-12-03T11:45:53.600 INFO:tasks.workunit.client.0.smithi019.stdout: "key": { 2023-12-03T11:45:53.600 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "_myobj", 2023-12-03T11:45:53.600 INFO:tasks.workunit.client.0.smithi019.stdout: "instance": "", 2023-12-03T11:45:53.600 INFO:tasks.workunit.client.0.smithi019.stdout: "ns": "ns" 2023-12-03T11:45:53.600 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.600 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.601 INFO:tasks.workunit.client.0.smithi019.stdout:} 2023-12-03T11:45:53.601 INFO:tasks.workunit.client.0.smithi019.stdout:raw2=.data-pool:marker__ns__myobj 2023-12-03T11:45:53.601 INFO:tasks.workunit.client.0.smithi019.stdout:{ 2023-12-03T11:45:53.601 INFO:tasks.workunit.client.0.smithi019.stdout: "raw_obj": { 2023-12-03T11:45:53.601 INFO:tasks.workunit.client.0.smithi019.stdout: "pool": ".data-pool", 2023-12-03T11:45:53.601 INFO:tasks.workunit.client.0.smithi019.stdout: "oid": "marker__:inst__myobj", 2023-12-03T11:45:53.601 INFO:tasks.workunit.client.0.smithi019.stdout: "loc": "marker__myobj" 2023-12-03T11:45:53.601 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.601 INFO:tasks.workunit.client.0.smithi019.stdout:} 2023-12-03T11:45:53.601 INFO:tasks.workunit.client.0.smithi019.stdout:{ 2023-12-03T11:45:53.601 INFO:tasks.workunit.client.0.smithi019.stdout: "new_obj": { 2023-12-03T11:45:53.601 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket": { 2023-12-03T11:45:53.601 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "ebtest", 2023-12-03T11:45:53.601 INFO:tasks.workunit.client.0.smithi019.stdout: "marker": "marker", 2023-12-03T11:45:53.601 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:53.601 INFO:tasks.workunit.client.0.smithi019.stdout: "tenant": "", 2023-12-03T11:45:53.602 INFO:tasks.workunit.client.0.smithi019.stdout: "explicit_placement": { 2023-12-03T11:45:53.602 INFO:tasks.workunit.client.0.smithi019.stdout: "data_pool": ".data-pool", 2023-12-03T11:45:53.602 INFO:tasks.workunit.client.0.smithi019.stdout: "data_extra_pool": "", 2023-12-03T11:45:53.602 INFO:tasks.workunit.client.0.smithi019.stdout: "index_pool": ".index-pool" 2023-12-03T11:45:53.602 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.602 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2023-12-03T11:45:53.602 INFO:tasks.workunit.client.0.smithi019.stdout: "key": { 2023-12-03T11:45:53.602 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "_myobj", 2023-12-03T11:45:53.602 INFO:tasks.workunit.client.0.smithi019.stdout: "instance": "inst", 2023-12-03T11:45:53.602 INFO:tasks.workunit.client.0.smithi019.stdout: "ns": "" 2023-12-03T11:45:53.602 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.602 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.602 INFO:tasks.workunit.client.0.smithi019.stdout:} 2023-12-03T11:45:53.602 INFO:tasks.workunit.client.0.smithi019.stdout:raw=.data-pool:marker__:inst__myobj 2023-12-03T11:45:53.602 INFO:tasks.workunit.client.0.smithi019.stdout:{ 2023-12-03T11:45:53.603 INFO:tasks.workunit.client.0.smithi019.stdout: "raw_obj2": { 2023-12-03T11:45:53.603 INFO:tasks.workunit.client.0.smithi019.stdout: "pool": ".data-pool", 2023-12-03T11:45:53.603 INFO:tasks.workunit.client.0.smithi019.stdout: "oid": "marker__:inst__myobj", 2023-12-03T11:45:53.603 INFO:tasks.workunit.client.0.smithi019.stdout: "loc": "marker__myobj" 2023-12-03T11:45:53.603 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.603 INFO:tasks.workunit.client.0.smithi019.stdout:} 2023-12-03T11:45:53.603 INFO:tasks.workunit.client.0.smithi019.stdout:{ 2023-12-03T11:45:53.603 INFO:tasks.workunit.client.0.smithi019.stdout: "new_obj2": { 2023-12-03T11:45:53.603 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket": { 2023-12-03T11:45:53.603 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "ebtest", 2023-12-03T11:45:53.603 INFO:tasks.workunit.client.0.smithi019.stdout: "marker": "marker", 2023-12-03T11:45:53.603 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:53.603 INFO:tasks.workunit.client.0.smithi019.stdout: "tenant": "", 2023-12-03T11:45:53.603 INFO:tasks.workunit.client.0.smithi019.stdout: "explicit_placement": { 2023-12-03T11:45:53.603 INFO:tasks.workunit.client.0.smithi019.stdout: "data_pool": ".data-pool", 2023-12-03T11:45:53.603 INFO:tasks.workunit.client.0.smithi019.stdout: "data_extra_pool": "", 2023-12-03T11:45:53.604 INFO:tasks.workunit.client.0.smithi019.stdout: "index_pool": ".index-pool" 2023-12-03T11:45:53.604 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.604 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2023-12-03T11:45:53.604 INFO:tasks.workunit.client.0.smithi019.stdout: "key": { 2023-12-03T11:45:53.604 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "_myobj", 2023-12-03T11:45:53.604 INFO:tasks.workunit.client.0.smithi019.stdout: "instance": "inst", 2023-12-03T11:45:53.604 INFO:tasks.workunit.client.0.smithi019.stdout: "ns": "" 2023-12-03T11:45:53.604 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.604 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.604 INFO:tasks.workunit.client.0.smithi019.stdout:} 2023-12-03T11:45:53.604 INFO:tasks.workunit.client.0.smithi019.stdout:raw2=.data-pool:marker__:inst__myobj 2023-12-03T11:45:53.604 INFO:tasks.workunit.client.0.smithi019.stdout:{ 2023-12-03T11:45:53.604 INFO:tasks.workunit.client.0.smithi019.stdout: "raw_obj": { 2023-12-03T11:45:53.604 INFO:tasks.workunit.client.0.smithi019.stdout: "pool": ".data-pool", 2023-12-03T11:45:53.604 INFO:tasks.workunit.client.0.smithi019.stdout: "oid": "marker__ns:inst__myobj", 2023-12-03T11:45:53.604 INFO:tasks.workunit.client.0.smithi019.stdout: "loc": "" 2023-12-03T11:45:53.605 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.605 INFO:tasks.workunit.client.0.smithi019.stdout:} 2023-12-03T11:45:53.605 INFO:tasks.workunit.client.0.smithi019.stdout:{ 2023-12-03T11:45:53.605 INFO:tasks.workunit.client.0.smithi019.stdout: "new_obj": { 2023-12-03T11:45:53.605 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket": { 2023-12-03T11:45:53.605 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "ebtest", 2023-12-03T11:45:53.605 INFO:tasks.workunit.client.0.smithi019.stdout: "marker": "marker", 2023-12-03T11:45:53.605 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:53.605 INFO:tasks.workunit.client.0.smithi019.stdout: "tenant": "", 2023-12-03T11:45:53.605 INFO:tasks.workunit.client.0.smithi019.stdout: "explicit_placement": { 2023-12-03T11:45:53.605 INFO:tasks.workunit.client.0.smithi019.stdout: "data_pool": ".data-pool", 2023-12-03T11:45:53.605 INFO:tasks.workunit.client.0.smithi019.stdout: "data_extra_pool": "", 2023-12-03T11:45:53.605 INFO:tasks.workunit.client.0.smithi019.stdout: "index_pool": ".index-pool" 2023-12-03T11:45:53.605 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.605 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2023-12-03T11:45:53.606 INFO:tasks.workunit.client.0.smithi019.stdout: "key": { 2023-12-03T11:45:53.606 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "_myobj", 2023-12-03T11:45:53.606 INFO:tasks.workunit.client.0.smithi019.stdout: "instance": "inst", 2023-12-03T11:45:53.606 INFO:tasks.workunit.client.0.smithi019.stdout: "ns": "ns" 2023-12-03T11:45:53.606 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.606 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.606 INFO:tasks.workunit.client.0.smithi019.stdout:} 2023-12-03T11:45:53.606 INFO:tasks.workunit.client.0.smithi019.stdout:raw=.data-pool:marker__ns:inst__myobj 2023-12-03T11:45:53.606 INFO:tasks.workunit.client.0.smithi019.stdout:{ 2023-12-03T11:45:53.606 INFO:tasks.workunit.client.0.smithi019.stdout: "raw_obj2": { 2023-12-03T11:45:53.606 INFO:tasks.workunit.client.0.smithi019.stdout: "pool": ".data-pool", 2023-12-03T11:45:53.606 INFO:tasks.workunit.client.0.smithi019.stdout: "oid": "marker__ns:inst__myobj", 2023-12-03T11:45:53.606 INFO:tasks.workunit.client.0.smithi019.stdout: "loc": "" 2023-12-03T11:45:53.606 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.607 INFO:tasks.workunit.client.0.smithi019.stdout:} 2023-12-03T11:45:53.607 INFO:tasks.workunit.client.0.smithi019.stdout:{ 2023-12-03T11:45:53.607 INFO:tasks.workunit.client.0.smithi019.stdout: "new_obj2": { 2023-12-03T11:45:53.607 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket": { 2023-12-03T11:45:53.607 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "ebtest", 2023-12-03T11:45:53.607 INFO:tasks.workunit.client.0.smithi019.stdout: "marker": "marker", 2023-12-03T11:45:53.607 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:53.607 INFO:tasks.workunit.client.0.smithi019.stdout: "tenant": "", 2023-12-03T11:45:53.607 INFO:tasks.workunit.client.0.smithi019.stdout: "explicit_placement": { 2023-12-03T11:45:53.607 INFO:tasks.workunit.client.0.smithi019.stdout: "data_pool": ".data-pool", 2023-12-03T11:45:53.607 INFO:tasks.workunit.client.0.smithi019.stdout: "data_extra_pool": "", 2023-12-03T11:45:53.607 INFO:tasks.workunit.client.0.smithi019.stdout: "index_pool": ".index-pool" 2023-12-03T11:45:53.607 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.607 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2023-12-03T11:45:53.608 INFO:tasks.workunit.client.0.smithi019.stdout: "key": { 2023-12-03T11:45:53.608 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "_myobj", 2023-12-03T11:45:53.608 INFO:tasks.workunit.client.0.smithi019.stdout: "instance": "inst", 2023-12-03T11:45:53.608 INFO:tasks.workunit.client.0.smithi019.stdout: "ns": "ns" 2023-12-03T11:45:53.608 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.608 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.608 INFO:tasks.workunit.client.0.smithi019.stdout:} 2023-12-03T11:45:53.608 INFO:tasks.workunit.client.0.smithi019.stdout:raw2=.data-pool:marker__ns:inst__myobj 2023-12-03T11:45:53.608 INFO:tasks.workunit.client.0.smithi019.stdout:{ 2023-12-03T11:45:53.608 INFO:tasks.workunit.client.0.smithi019.stdout: "raw_obj": { 2023-12-03T11:45:53.608 INFO:tasks.workunit.client.0.smithi019.stdout: "pool": ".data-pool", 2023-12-03T11:45:53.608 INFO:tasks.workunit.client.0.smithi019.stdout: "oid": "marker___myobj_", 2023-12-03T11:45:53.608 INFO:tasks.workunit.client.0.smithi019.stdout: "loc": "marker__myobj_" 2023-12-03T11:45:53.608 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.608 INFO:tasks.workunit.client.0.smithi019.stdout:} 2023-12-03T11:45:53.609 INFO:tasks.workunit.client.0.smithi019.stdout:{ 2023-12-03T11:45:53.609 INFO:tasks.workunit.client.0.smithi019.stdout: "new_obj": { 2023-12-03T11:45:53.609 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket": { 2023-12-03T11:45:53.609 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "ebtest", 2023-12-03T11:45:53.609 INFO:tasks.workunit.client.0.smithi019.stdout: "marker": "marker", 2023-12-03T11:45:53.609 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:53.609 INFO:tasks.workunit.client.0.smithi019.stdout: "tenant": "", 2023-12-03T11:45:53.609 INFO:tasks.workunit.client.0.smithi019.stdout: "explicit_placement": { 2023-12-03T11:45:53.609 INFO:tasks.workunit.client.0.smithi019.stdout: "data_pool": ".data-pool", 2023-12-03T11:45:53.609 INFO:tasks.workunit.client.0.smithi019.stdout: "data_extra_pool": "", 2023-12-03T11:45:53.609 INFO:tasks.workunit.client.0.smithi019.stdout: "index_pool": ".index-pool" 2023-12-03T11:45:53.609 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.609 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2023-12-03T11:45:53.609 INFO:tasks.workunit.client.0.smithi019.stdout: "key": { 2023-12-03T11:45:53.609 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "_myobj_", 2023-12-03T11:45:53.610 INFO:tasks.workunit.client.0.smithi019.stdout: "instance": "", 2023-12-03T11:45:53.610 INFO:tasks.workunit.client.0.smithi019.stdout: "ns": "" 2023-12-03T11:45:53.610 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.610 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.610 INFO:tasks.workunit.client.0.smithi019.stdout:} 2023-12-03T11:45:53.610 INFO:tasks.workunit.client.0.smithi019.stdout:raw=.data-pool:marker___myobj_ 2023-12-03T11:45:53.610 INFO:tasks.workunit.client.0.smithi019.stdout:{ 2023-12-03T11:45:53.610 INFO:tasks.workunit.client.0.smithi019.stdout: "raw_obj2": { 2023-12-03T11:45:53.610 INFO:tasks.workunit.client.0.smithi019.stdout: "pool": ".data-pool", 2023-12-03T11:45:53.610 INFO:tasks.workunit.client.0.smithi019.stdout: "oid": "marker___myobj_", 2023-12-03T11:45:53.610 INFO:tasks.workunit.client.0.smithi019.stdout: "loc": "marker__myobj_" 2023-12-03T11:45:53.610 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.610 INFO:tasks.workunit.client.0.smithi019.stdout:} 2023-12-03T11:45:53.610 INFO:tasks.workunit.client.0.smithi019.stdout:{ 2023-12-03T11:45:53.610 INFO:tasks.workunit.client.0.smithi019.stdout: "new_obj2": { 2023-12-03T11:45:53.610 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket": { 2023-12-03T11:45:53.611 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "ebtest", 2023-12-03T11:45:53.611 INFO:tasks.workunit.client.0.smithi019.stdout: "marker": "marker", 2023-12-03T11:45:53.611 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:53.611 INFO:tasks.workunit.client.0.smithi019.stdout: "tenant": "", 2023-12-03T11:45:53.611 INFO:tasks.workunit.client.0.smithi019.stdout: "explicit_placement": { 2023-12-03T11:45:53.611 INFO:tasks.workunit.client.0.smithi019.stdout: "data_pool": ".data-pool", 2023-12-03T11:45:53.611 INFO:tasks.workunit.client.0.smithi019.stdout: "data_extra_pool": "", 2023-12-03T11:45:53.611 INFO:tasks.workunit.client.0.smithi019.stdout: "index_pool": ".index-pool" 2023-12-03T11:45:53.611 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.611 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2023-12-03T11:45:53.611 INFO:tasks.workunit.client.0.smithi019.stdout: "key": { 2023-12-03T11:45:53.611 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "_myobj_", 2023-12-03T11:45:53.611 INFO:tasks.workunit.client.0.smithi019.stdout: "instance": "", 2023-12-03T11:45:53.611 INFO:tasks.workunit.client.0.smithi019.stdout: "ns": "" 2023-12-03T11:45:53.611 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.612 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.612 INFO:tasks.workunit.client.0.smithi019.stdout:} 2023-12-03T11:45:53.612 INFO:tasks.workunit.client.0.smithi019.stdout:raw2=.data-pool:marker___myobj_ 2023-12-03T11:45:53.612 INFO:tasks.workunit.client.0.smithi019.stdout:{ 2023-12-03T11:45:53.612 INFO:tasks.workunit.client.0.smithi019.stdout: "raw_obj": { 2023-12-03T11:45:53.612 INFO:tasks.workunit.client.0.smithi019.stdout: "pool": ".data-pool", 2023-12-03T11:45:53.612 INFO:tasks.workunit.client.0.smithi019.stdout: "oid": "marker__ns__myobj_", 2023-12-03T11:45:53.612 INFO:tasks.workunit.client.0.smithi019.stdout: "loc": "" 2023-12-03T11:45:53.612 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.612 INFO:tasks.workunit.client.0.smithi019.stdout:} 2023-12-03T11:45:53.612 INFO:tasks.workunit.client.0.smithi019.stdout:{ 2023-12-03T11:45:53.612 INFO:tasks.workunit.client.0.smithi019.stdout: "new_obj": { 2023-12-03T11:45:53.612 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket": { 2023-12-03T11:45:53.612 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "ebtest", 2023-12-03T11:45:53.612 INFO:tasks.workunit.client.0.smithi019.stdout: "marker": "marker", 2023-12-03T11:45:53.612 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:53.613 INFO:tasks.workunit.client.0.smithi019.stdout: "tenant": "", 2023-12-03T11:45:53.613 INFO:tasks.workunit.client.0.smithi019.stdout: "explicit_placement": { 2023-12-03T11:45:53.613 INFO:tasks.workunit.client.0.smithi019.stdout: "data_pool": ".data-pool", 2023-12-03T11:45:53.613 INFO:tasks.workunit.client.0.smithi019.stdout: "data_extra_pool": "", 2023-12-03T11:45:53.613 INFO:tasks.workunit.client.0.smithi019.stdout: "index_pool": ".index-pool" 2023-12-03T11:45:53.613 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.613 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2023-12-03T11:45:53.613 INFO:tasks.workunit.client.0.smithi019.stdout: "key": { 2023-12-03T11:45:53.613 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "_myobj_", 2023-12-03T11:45:53.613 INFO:tasks.workunit.client.0.smithi019.stdout: "instance": "", 2023-12-03T11:45:53.613 INFO:tasks.workunit.client.0.smithi019.stdout: "ns": "ns" 2023-12-03T11:45:53.613 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.613 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.613 INFO:tasks.workunit.client.0.smithi019.stdout:} 2023-12-03T11:45:53.613 INFO:tasks.workunit.client.0.smithi019.stdout:raw=.data-pool:marker__ns__myobj_ 2023-12-03T11:45:53.614 INFO:tasks.workunit.client.0.smithi019.stdout:{ 2023-12-03T11:45:53.614 INFO:tasks.workunit.client.0.smithi019.stdout: "raw_obj2": { 2023-12-03T11:45:53.614 INFO:tasks.workunit.client.0.smithi019.stdout: "pool": ".data-pool", 2023-12-03T11:45:53.614 INFO:tasks.workunit.client.0.smithi019.stdout: "oid": "marker__ns__myobj_", 2023-12-03T11:45:53.614 INFO:tasks.workunit.client.0.smithi019.stdout: "loc": "" 2023-12-03T11:45:53.614 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.614 INFO:tasks.workunit.client.0.smithi019.stdout:} 2023-12-03T11:45:53.614 INFO:tasks.workunit.client.0.smithi019.stdout:{ 2023-12-03T11:45:53.614 INFO:tasks.workunit.client.0.smithi019.stdout: "new_obj2": { 2023-12-03T11:45:53.614 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket": { 2023-12-03T11:45:53.614 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "ebtest", 2023-12-03T11:45:53.614 INFO:tasks.workunit.client.0.smithi019.stdout: "marker": "marker", 2023-12-03T11:45:53.614 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:53.614 INFO:tasks.workunit.client.0.smithi019.stdout: "tenant": "", 2023-12-03T11:45:53.614 INFO:tasks.workunit.client.0.smithi019.stdout: "explicit_placement": { 2023-12-03T11:45:53.614 INFO:tasks.workunit.client.0.smithi019.stdout: "data_pool": ".data-pool", 2023-12-03T11:45:53.615 INFO:tasks.workunit.client.0.smithi019.stdout: "data_extra_pool": "", 2023-12-03T11:45:53.615 INFO:tasks.workunit.client.0.smithi019.stdout: "index_pool": ".index-pool" 2023-12-03T11:45:53.615 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.615 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2023-12-03T11:45:53.615 INFO:tasks.workunit.client.0.smithi019.stdout: "key": { 2023-12-03T11:45:53.615 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "_myobj_", 2023-12-03T11:45:53.615 INFO:tasks.workunit.client.0.smithi019.stdout: "instance": "", 2023-12-03T11:45:53.615 INFO:tasks.workunit.client.0.smithi019.stdout: "ns": "ns" 2023-12-03T11:45:53.615 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.615 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.615 INFO:tasks.workunit.client.0.smithi019.stdout:} 2023-12-03T11:45:53.615 INFO:tasks.workunit.client.0.smithi019.stdout:raw2=.data-pool:marker__ns__myobj_ 2023-12-03T11:45:53.615 INFO:tasks.workunit.client.0.smithi019.stdout:{ 2023-12-03T11:45:53.615 INFO:tasks.workunit.client.0.smithi019.stdout: "raw_obj": { 2023-12-03T11:45:53.615 INFO:tasks.workunit.client.0.smithi019.stdout: "pool": ".data-pool", 2023-12-03T11:45:53.615 INFO:tasks.workunit.client.0.smithi019.stdout: "oid": "marker__:inst__myobj_", 2023-12-03T11:45:53.616 INFO:tasks.workunit.client.0.smithi019.stdout: "loc": "marker__myobj_" 2023-12-03T11:45:53.616 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.616 INFO:tasks.workunit.client.0.smithi019.stdout:} 2023-12-03T11:45:53.616 INFO:tasks.workunit.client.0.smithi019.stdout:{ 2023-12-03T11:45:53.616 INFO:tasks.workunit.client.0.smithi019.stdout: "new_obj": { 2023-12-03T11:45:53.616 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket": { 2023-12-03T11:45:53.616 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "ebtest", 2023-12-03T11:45:53.616 INFO:tasks.workunit.client.0.smithi019.stdout: "marker": "marker", 2023-12-03T11:45:53.616 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:53.616 INFO:tasks.workunit.client.0.smithi019.stdout: "tenant": "", 2023-12-03T11:45:53.616 INFO:tasks.workunit.client.0.smithi019.stdout: "explicit_placement": { 2023-12-03T11:45:53.616 INFO:tasks.workunit.client.0.smithi019.stdout: "data_pool": ".data-pool", 2023-12-03T11:45:53.616 INFO:tasks.workunit.client.0.smithi019.stdout: "data_extra_pool": "", 2023-12-03T11:45:53.616 INFO:tasks.workunit.client.0.smithi019.stdout: "index_pool": ".index-pool" 2023-12-03T11:45:53.616 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.616 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2023-12-03T11:45:53.617 INFO:tasks.workunit.client.0.smithi019.stdout: "key": { 2023-12-03T11:45:53.617 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "_myobj_", 2023-12-03T11:45:53.617 INFO:tasks.workunit.client.0.smithi019.stdout: "instance": "inst", 2023-12-03T11:45:53.617 INFO:tasks.workunit.client.0.smithi019.stdout: "ns": "" 2023-12-03T11:45:53.617 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.617 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.617 INFO:tasks.workunit.client.0.smithi019.stdout:} 2023-12-03T11:45:53.617 INFO:tasks.workunit.client.0.smithi019.stdout:raw=.data-pool:marker__:inst__myobj_ 2023-12-03T11:45:53.617 INFO:tasks.workunit.client.0.smithi019.stdout:{ 2023-12-03T11:45:53.617 INFO:tasks.workunit.client.0.smithi019.stdout: "raw_obj2": { 2023-12-03T11:45:53.617 INFO:tasks.workunit.client.0.smithi019.stdout: "pool": ".data-pool", 2023-12-03T11:45:53.617 INFO:tasks.workunit.client.0.smithi019.stdout: "oid": "marker__:inst__myobj_", 2023-12-03T11:45:53.617 INFO:tasks.workunit.client.0.smithi019.stdout: "loc": "marker__myobj_" 2023-12-03T11:45:53.617 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.617 INFO:tasks.workunit.client.0.smithi019.stdout:} 2023-12-03T11:45:53.617 INFO:tasks.workunit.client.0.smithi019.stdout:{ 2023-12-03T11:45:53.618 INFO:tasks.workunit.client.0.smithi019.stdout: "new_obj2": { 2023-12-03T11:45:53.618 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket": { 2023-12-03T11:45:53.618 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "ebtest", 2023-12-03T11:45:53.618 INFO:tasks.workunit.client.0.smithi019.stdout: "marker": "marker", 2023-12-03T11:45:53.618 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:53.618 INFO:tasks.workunit.client.0.smithi019.stdout: "tenant": "", 2023-12-03T11:45:53.618 INFO:tasks.workunit.client.0.smithi019.stdout: "explicit_placement": { 2023-12-03T11:45:53.618 INFO:tasks.workunit.client.0.smithi019.stdout: "data_pool": ".data-pool", 2023-12-03T11:45:53.618 INFO:tasks.workunit.client.0.smithi019.stdout: "data_extra_pool": "", 2023-12-03T11:45:53.618 INFO:tasks.workunit.client.0.smithi019.stdout: "index_pool": ".index-pool" 2023-12-03T11:45:53.618 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.618 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2023-12-03T11:45:53.618 INFO:tasks.workunit.client.0.smithi019.stdout: "key": { 2023-12-03T11:45:53.618 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "_myobj_", 2023-12-03T11:45:53.618 INFO:tasks.workunit.client.0.smithi019.stdout: "instance": "inst", 2023-12-03T11:45:53.619 INFO:tasks.workunit.client.0.smithi019.stdout: "ns": "" 2023-12-03T11:45:53.619 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.619 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.619 INFO:tasks.workunit.client.0.smithi019.stdout:} 2023-12-03T11:45:53.619 INFO:tasks.workunit.client.0.smithi019.stdout:raw2=.data-pool:marker__:inst__myobj_ 2023-12-03T11:45:53.619 INFO:tasks.workunit.client.0.smithi019.stdout:{ 2023-12-03T11:45:53.619 INFO:tasks.workunit.client.0.smithi019.stdout: "raw_obj": { 2023-12-03T11:45:53.619 INFO:tasks.workunit.client.0.smithi019.stdout: "pool": ".data-pool", 2023-12-03T11:45:53.619 INFO:tasks.workunit.client.0.smithi019.stdout: "oid": "marker__ns:inst__myobj_", 2023-12-03T11:45:53.619 INFO:tasks.workunit.client.0.smithi019.stdout: "loc": "" 2023-12-03T11:45:53.619 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.619 INFO:tasks.workunit.client.0.smithi019.stdout:} 2023-12-03T11:45:53.619 INFO:tasks.workunit.client.0.smithi019.stdout:{ 2023-12-03T11:45:53.619 INFO:tasks.workunit.client.0.smithi019.stdout: "new_obj": { 2023-12-03T11:45:53.619 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket": { 2023-12-03T11:45:53.619 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "ebtest", 2023-12-03T11:45:53.620 INFO:tasks.workunit.client.0.smithi019.stdout: "marker": "marker", 2023-12-03T11:45:53.620 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:53.620 INFO:tasks.workunit.client.0.smithi019.stdout: "tenant": "", 2023-12-03T11:45:53.620 INFO:tasks.workunit.client.0.smithi019.stdout: "explicit_placement": { 2023-12-03T11:45:53.620 INFO:tasks.workunit.client.0.smithi019.stdout: "data_pool": ".data-pool", 2023-12-03T11:45:53.620 INFO:tasks.workunit.client.0.smithi019.stdout: "data_extra_pool": "", 2023-12-03T11:45:53.620 INFO:tasks.workunit.client.0.smithi019.stdout: "index_pool": ".index-pool" 2023-12-03T11:45:53.620 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.620 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2023-12-03T11:45:53.620 INFO:tasks.workunit.client.0.smithi019.stdout: "key": { 2023-12-03T11:45:53.620 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "_myobj_", 2023-12-03T11:45:53.620 INFO:tasks.workunit.client.0.smithi019.stdout: "instance": "inst", 2023-12-03T11:45:53.620 INFO:tasks.workunit.client.0.smithi019.stdout: "ns": "ns" 2023-12-03T11:45:53.620 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.620 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.620 INFO:tasks.workunit.client.0.smithi019.stdout:} 2023-12-03T11:45:53.621 INFO:tasks.workunit.client.0.smithi019.stdout:raw=.data-pool:marker__ns:inst__myobj_ 2023-12-03T11:45:53.621 INFO:tasks.workunit.client.0.smithi019.stdout:{ 2023-12-03T11:45:53.621 INFO:tasks.workunit.client.0.smithi019.stdout: "raw_obj2": { 2023-12-03T11:45:53.621 INFO:tasks.workunit.client.0.smithi019.stdout: "pool": ".data-pool", 2023-12-03T11:45:53.621 INFO:tasks.workunit.client.0.smithi019.stdout: "oid": "marker__ns:inst__myobj_", 2023-12-03T11:45:53.621 INFO:tasks.workunit.client.0.smithi019.stdout: "loc": "" 2023-12-03T11:45:53.621 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.621 INFO:tasks.workunit.client.0.smithi019.stdout:} 2023-12-03T11:45:53.621 INFO:tasks.workunit.client.0.smithi019.stdout:{ 2023-12-03T11:45:53.621 INFO:tasks.workunit.client.0.smithi019.stdout: "new_obj2": { 2023-12-03T11:45:53.621 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket": { 2023-12-03T11:45:53.621 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "ebtest", 2023-12-03T11:45:53.621 INFO:tasks.workunit.client.0.smithi019.stdout: "marker": "marker", 2023-12-03T11:45:53.621 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket_id": "bucket-id", 2023-12-03T11:45:53.621 INFO:tasks.workunit.client.0.smithi019.stdout: "tenant": "", 2023-12-03T11:45:53.621 INFO:tasks.workunit.client.0.smithi019.stdout: "explicit_placement": { 2023-12-03T11:45:53.622 INFO:tasks.workunit.client.0.smithi019.stdout: "data_pool": ".data-pool", 2023-12-03T11:45:53.622 INFO:tasks.workunit.client.0.smithi019.stdout: "data_extra_pool": "", 2023-12-03T11:45:53.622 INFO:tasks.workunit.client.0.smithi019.stdout: "index_pool": ".index-pool" 2023-12-03T11:45:53.622 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.622 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2023-12-03T11:45:53.622 INFO:tasks.workunit.client.0.smithi019.stdout: "key": { 2023-12-03T11:45:53.622 INFO:tasks.workunit.client.0.smithi019.stdout: "name": "_myobj_", 2023-12-03T11:45:53.622 INFO:tasks.workunit.client.0.smithi019.stdout: "instance": "inst", 2023-12-03T11:45:53.622 INFO:tasks.workunit.client.0.smithi019.stdout: "ns": "ns" 2023-12-03T11:45:53.622 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.622 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.622 INFO:tasks.workunit.client.0.smithi019.stdout:} 2023-12-03T11:45:53.622 INFO:tasks.workunit.client.0.smithi019.stdout:raw2=.data-pool:marker__ns:inst__myobj_ 2023-12-03T11:45:53.622 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] TestRGWObj.old_to_raw (0 ms) 2023-12-03T11:45:53.622 INFO:tasks.workunit.client.0.smithi019.stdout:[----------] 4 tests from TestRGWObj (1 ms total) 2023-12-03T11:45:53.622 INFO:tasks.workunit.client.0.smithi019.stdout: 2023-12-03T11:45:53.623 INFO:tasks.workunit.client.0.smithi019.stdout:[----------] Global test environment tear-down 2023-12-03T11:45:53.623 INFO:tasks.workunit.client.0.smithi019.stdout:[==========] 4 tests from 1 test suite ran. (1 ms total) 2023-12-03T11:45:53.623 INFO:tasks.workunit.client.0.smithi019.stdout:[ PASSED ] 4 tests. 2023-12-03T11:45:53.623 INFO:teuthology.orchestra.run:Running command with timeout 3600 2023-12-03T11:45:53.623 DEBUG:teuthology.orchestra.run.smithi019:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2023-12-03T11:45:53.641 INFO:tasks.workunit:Running workunits matching rgw/test_librgw_file.sh on client.0... 2023-12-03T11:45:53.642 INFO:tasks.workunit:Running workunit rgw/test_librgw_file.sh... 2023-12-03T11:45:53.642 DEBUG:teuthology.orchestra.run.smithi019:workunit test rgw/test_librgw_file.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=bcbf278cf395873c2a482f5a7b2345faf2160319 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/test_librgw_file.sh 2023-12-03T11:45:53.746 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:45:53.747 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:45:53.764 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:45:53.758+0000 7f7067c7b980 20 rados->read ofs=0 len=0 2023-12-03T11:45:53.771 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:45:53.766+0000 7f7067c7b980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:45:53.771 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:45:53.766+0000 7f7067c7b980 20 realm 2023-12-03T11:45:53.771 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:45:53.766+0000 7f7067c7b980 20 rados->read ofs=0 len=0 2023-12-03T11:45:53.772 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:45:53.766+0000 7f7067c7b980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:45:53.772 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:45:53.766+0000 7f7067c7b980 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:45:53.772 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:45:53.766+0000 7f7067c7b980 20 rados->read ofs=0 len=0 2023-12-03T11:45:53.772 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:45:53.766+0000 7f7067c7b980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:45:53.772 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:45:53.766+0000 7f7067c7b980 20 rados->read ofs=0 len=0 2023-12-03T11:45:53.774 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:45:53.770+0000 7f7067c7b980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:45:53.775 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:45:53.770+0000 7f7067c7b980 20 rados->read ofs=0 len=0 2023-12-03T11:45:53.775 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:45:53.770+0000 7f7067c7b980 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:45:53.775 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:45:53.770+0000 7f7067c7b980 20 searching for the correct realm 2023-12-03T11:45:53.824 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:45:53.818+0000 7f7065797640 0 -- 172.21.15.19:0/1768882919 >> [v2:172.21.15.57:6808/3142144203,v1:172.21.15.57:6809/3142144203] conn(0x56282c2f4550 msgr2=0x56282c2f6940 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:45:53.825 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:45:53.818+0000 7f7067c7b980 20 RGWRados::pool_iterate: got zonegroup_info.9433ba8b-08fe-4f3d-8375-ae7b0ce32294 2023-12-03T11:45:53.825 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:45:53.818+0000 7f7067c7b980 20 RGWRados::pool_iterate: got zone_info.43a5e689-6a4f-4bb6-8529-28824bd75ab9 2023-12-03T11:45:53.825 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:45:53.818+0000 7f7067c7b980 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:45:53.825 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:45:53.818+0000 7f7067c7b980 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:45:53.825 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:45:53.818+0000 7f7067c7b980 20 rados->read ofs=0 len=0 2023-12-03T11:45:53.826 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:45:53.818+0000 7f7067c7b980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:45:53.826 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:45:53.818+0000 7f7067c7b980 20 rados->read ofs=0 len=0 2023-12-03T11:45:53.826 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:45:53.822+0000 7f7067c7b980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:45:53.826 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:45:53.822+0000 7f7067c7b980 20 rados->read ofs=0 len=0 2023-12-03T11:45:53.827 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:45:53.822+0000 7f7067c7b980 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:45:53.827 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:45:53.822+0000 7f7067c7b980 20 zone default found 2023-12-03T11:45:53.827 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:45:53.822+0000 7f7067c7b980 4 Realm: () 2023-12-03T11:45:53.827 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:45:53.822+0000 7f7067c7b980 4 ZoneGroup: default (9433ba8b-08fe-4f3d-8375-ae7b0ce32294) 2023-12-03T11:45:53.827 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:45:53.822+0000 7f7067c7b980 4 Zone: default (43a5e689-6a4f-4bb6-8529-28824bd75ab9) 2023-12-03T11:45:53.827 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:45:53.822+0000 7f7067c7b980 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:45:53.827 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:45:53.822+0000 7f7067c7b980 20 zonegroup default 2023-12-03T11:45:53.827 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:45:53.822+0000 7f7067c7b980 20 rados->read ofs=0 len=0 2023-12-03T11:45:53.827 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:45:53.822+0000 7f7067c7b980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:45:53.827 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:45:53.822+0000 7f7067c7b980 20 rados->read ofs=0 len=0 2023-12-03T11:45:53.828 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:45:53.822+0000 7f7067c7b980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:45:53.828 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:45:53.822+0000 7f7067c7b980 20 rados->read ofs=0 len=0 2023-12-03T11:45:53.828 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:45:53.822+0000 7f7067c7b980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:45:53.828 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:45:53.822+0000 7f7067c7b980 20 started sync module instance, tier type = 2023-12-03T11:45:53.828 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:45:53.822+0000 7f7067c7b980 20 started zone id=43a5e689-6a4f-4bb6-8529-28824bd75ab9 (name=default) with tier type = 2023-12-03T11:45:53.849 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:45:53.842+0000 7f7065797640 0 -- 172.21.15.19:0/1768882919 >> [v2:172.21.15.19:6808/438722807,v1:172.21.15.19:6809/438722807] conn(0x7f7050008450 msgr2=0x7f70500088d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2023-12-03T11:45:53.851 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:45:53.846+0000 7f7067c7b980 20 add_watcher() i=0 2023-12-03T11:45:53.851 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:45:53.846+0000 7f7067c7b980 20 add_watcher() i=1 2023-12-03T11:45:53.851 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:45:53.846+0000 7f7067c7b980 20 add_watcher() i=2 2023-12-03T11:45:53.851 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:45:53.846+0000 7f7067c7b980 20 add_watcher() i=3 2023-12-03T11:45:53.851 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:45:53.846+0000 7f7067c7b980 20 add_watcher() i=4 2023-12-03T11:45:53.851 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:45:53.846+0000 7f7067c7b980 20 add_watcher() i=5 2023-12-03T11:45:53.851 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:45:53.846+0000 7f7067c7b980 20 add_watcher() i=6 2023-12-03T11:45:53.852 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:45:53.846+0000 7f7067c7b980 20 add_watcher() i=7 2023-12-03T11:45:53.852 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:45:53.846+0000 7f7067c7b980 2 all 8 watchers are set, enabling cache 2023-12-03T11:45:53.856 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:45:53.850+0000 7f702afe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:45:53.858 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:45:53.850+0000 7f7067c7b980 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:45:53.858 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:45:53.850+0000 7f7067c7b980 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:45:53.866 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:45:53.858+0000 7f7067c7b980 5 note: GC not initialized 2023-12-03T11:45:53.866 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:45:53.862+0000 7f6f99ffb640 20 reqs_thread_entry: start 2023-12-03T11:45:53.866 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:45:53.862+0000 7f7067c7b980 20 init_complete bucket index max shards: 1 2023-12-03T11:45:53.866 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:45:53.862+0000 7f7067c7b980 20 Filter name: none 2023-12-03T11:45:53.866 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:45:53.862+0000 7f6f8b7fe640 20 reqs_thread_entry: start 2023-12-03T11:45:53.866 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:45:53.862+0000 7f7067c7b980 10 cache get: name=default.rgw.meta+users.uid+ceph-test-librgw-file : miss 2023-12-03T11:45:53.866 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:45:53.862+0000 7f7067c7b980 20 rados->read ofs=0 len=0 2023-12-03T11:45:53.867 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:45:53.862+0000 7f7067c7b980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:45:53.867 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:45:53.862+0000 7f7067c7b980 10 cache put: name=default.rgw.meta+users.uid+ceph-test-librgw-file info.flags=0x0 2023-12-03T11:45:53.867 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:45:53.862+0000 7f7067c7b980 10 adding default.rgw.meta+users.uid+ceph-test-librgw-file to cache LRU end 2023-12-03T11:45:53.867 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:45:53.862+0000 7f7067c7b980 10 cache get: name=default.rgw.meta+users.email+librgw@example.com : miss 2023-12-03T11:45:53.867 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:45:53.862+0000 7f7067c7b980 20 rados->read ofs=0 len=0 2023-12-03T11:45:53.868 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:45:53.862+0000 7f7067c7b980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:45:53.868 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:45:53.862+0000 7f7067c7b980 10 cache put: name=default.rgw.meta+users.email+librgw@example.com info.flags=0x0 2023-12-03T11:45:53.868 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:45:53.862+0000 7f7067c7b980 10 adding default.rgw.meta+users.email+librgw@example.com to cache LRU end 2023-12-03T11:45:53.868 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:45:53.862+0000 7f7067c7b980 10 cache get: name=default.rgw.meta+users.keys+TYSG/jNcccEQGi8/To9Y0sbbkx4= : miss 2023-12-03T11:45:53.868 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:45:53.862+0000 7f7067c7b980 20 rados->read ofs=0 len=0 2023-12-03T11:45:53.869 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:45:53.862+0000 7f7067c7b980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:45:53.869 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:45:53.862+0000 7f7067c7b980 10 cache put: name=default.rgw.meta+users.keys+TYSG/jNcccEQGi8/To9Y0sbbkx4= info.flags=0x0 2023-12-03T11:45:53.869 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:45:53.862+0000 7f7067c7b980 10 adding default.rgw.meta+users.keys+TYSG/jNcccEQGi8/To9Y0sbbkx4= to cache LRU end 2023-12-03T11:45:53.869 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:45:53.862+0000 7f7067c7b980 10 cache get: name=default.rgw.meta+users.keys+TYSG/jNcccEQGi8/To9Y0sbbkx4= : hit (negative entry) 2023-12-03T11:45:53.869 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:45:53.862+0000 7f7067c7b980 10 cache get: name=default.rgw.meta+users.keys+TYSG/jNcccEQGi8/To9Y0sbbkx4= : hit (negative entry) 2023-12-03T11:45:53.872 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:45:53.866+0000 7f7067c7b980 10 cache put: name=default.rgw.meta+users.uid+ceph-test-librgw-file info.flags=0x17 2023-12-03T11:45:53.872 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:45:53.866+0000 7f7067c7b980 10 moving default.rgw.meta+users.uid+ceph-test-librgw-file to cache LRU end 2023-12-03T11:45:53.872 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:45:53.866+0000 7f7067c7b980 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:users.uid:ceph-test-librgw-file, ofs0, ns] 2023-12-03T11:45:53.873 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:45:53.866+0000 7f70477fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1056561954817 cookie 94730539977008 notifier 5369 bl.length()=663 2023-12-03T11:45:53.873 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:45:53.866+0000 7f70477fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+ceph-test-librgw-file info.flags=0x17 2023-12-03T11:45:53.873 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:45:53.866+0000 7f70477fe640 10 rgw watcher librados: moving default.rgw.meta+users.uid+ceph-test-librgw-file to cache LRU end 2023-12-03T11:45:53.877 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:45:53.870+0000 7f7067c7b980 10 cache put: name=default.rgw.meta+users.email+librgw@example.com info.flags=0x7 2023-12-03T11:45:53.877 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:45:53.870+0000 7f7067c7b980 10 moving default.rgw.meta+users.email+librgw@example.com to cache LRU end 2023-12-03T11:45:53.877 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:45:53.870+0000 7f7067c7b980 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:users.email:librgw@example.com, ofs0, ns] 2023-12-03T11:45:53.878 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:45:53.874+0000 7f70477fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1056561954816 cookie 94730540009952 notifier 5369 bl.length()=194 2023-12-03T11:45:53.878 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:45:53.874+0000 7f70477fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+librgw@example.com info.flags=0x7 2023-12-03T11:45:53.878 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:45:53.874+0000 7f70477fe640 10 rgw watcher librados: moving default.rgw.meta+users.email+librgw@example.com to cache LRU end 2023-12-03T11:45:53.882 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:45:53.878+0000 7f7067c7b980 10 cache put: name=default.rgw.meta+users.keys+TYSG/jNcccEQGi8/To9Y0sbbkx4= info.flags=0x7 2023-12-03T11:45:53.882 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:45:53.878+0000 7f7067c7b980 10 moving default.rgw.meta+users.keys+TYSG/jNcccEQGi8/To9Y0sbbkx4= to cache LRU end 2023-12-03T11:45:53.882 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:45:53.878+0000 7f7067c7b980 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:users.keys:TYSG/jNcccEQGi8/To9Y0sbbkx4=, ofs0, ns] 2023-12-03T11:45:53.883 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:45:53.878+0000 7f7046ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1056561954816 cookie 94730540029024 notifier 5369 bl.length()=203 2023-12-03T11:45:53.883 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:45:53.878+0000 7f7046ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+TYSG/jNcccEQGi8/To9Y0sbbkx4= info.flags=0x7 2023-12-03T11:45:53.883 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:45:53.878+0000 7f7046ffd640 10 rgw watcher librados: moving default.rgw.meta+users.keys+TYSG/jNcccEQGi8/To9Y0sbbkx4= to cache LRU end 2023-12-03T11:45:53.883 INFO:tasks.workunit.client.0.smithi019.stdout:{ 2023-12-03T11:45:53.883 INFO:tasks.workunit.client.0.smithi019.stdout: "user_id": "ceph-test-librgw-file", 2023-12-03T11:45:53.883 INFO:tasks.workunit.client.0.smithi019.stdout: "display_name": "librgw test user", 2023-12-03T11:45:53.883 INFO:tasks.workunit.client.0.smithi019.stdout: "email": "librgw@example.com", 2023-12-03T11:45:53.883 INFO:tasks.workunit.client.0.smithi019.stdout: "suspended": 0, 2023-12-03T11:45:53.883 INFO:tasks.workunit.client.0.smithi019.stdout: "max_buckets": 1000, 2023-12-03T11:45:53.884 INFO:tasks.workunit.client.0.smithi019.stdout: "subusers": [], 2023-12-03T11:45:53.884 INFO:tasks.workunit.client.0.smithi019.stdout: "keys": [ 2023-12-03T11:45:53.884 INFO:tasks.workunit.client.0.smithi019.stdout: { 2023-12-03T11:45:53.884 INFO:tasks.workunit.client.0.smithi019.stdout: "user": "ceph-test-librgw-file", 2023-12-03T11:45:53.884 INFO:tasks.workunit.client.0.smithi019.stdout: "access_key": "TYSG/jNcccEQGi8/To9Y0sbbkx4=", 2023-12-03T11:45:53.884 INFO:tasks.workunit.client.0.smithi019.stdout: "secret_key": "HgmRb1gSNkoWY8PokZ4P1+fUOc1V5blZCZR7iAEIaw3a867a7nJlZg==" 2023-12-03T11:45:53.884 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:45:53.884 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2023-12-03T11:45:53.884 INFO:tasks.workunit.client.0.smithi019.stdout: "swift_keys": [], 2023-12-03T11:45:53.884 INFO:tasks.workunit.client.0.smithi019.stdout: "caps": [], 2023-12-03T11:45:53.884 INFO:tasks.workunit.client.0.smithi019.stdout: "op_mask": "read, write, delete", 2023-12-03T11:45:53.884 INFO:tasks.workunit.client.0.smithi019.stdout: "default_placement": "", 2023-12-03T11:45:53.884 INFO:tasks.workunit.client.0.smithi019.stdout: "default_storage_class": "", 2023-12-03T11:45:53.884 INFO:tasks.workunit.client.0.smithi019.stdout: "placement_tags": [], 2023-12-03T11:45:53.884 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket_quota": { 2023-12-03T11:45:53.884 INFO:tasks.workunit.client.0.smithi019.stdout: "enabled": false, 2023-12-03T11:45:53.885 INFO:tasks.workunit.client.0.smithi019.stdout: "check_on_raw": false, 2023-12-03T11:45:53.885 INFO:tasks.workunit.client.0.smithi019.stdout: "max_size": -1, 2023-12-03T11:45:53.885 INFO:tasks.workunit.client.0.smithi019.stdout: "max_size_kb": 0, 2023-12-03T11:45:53.885 INFO:tasks.workunit.client.0.smithi019.stdout: "max_objects": -1 2023-12-03T11:45:53.885 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2023-12-03T11:45:53.885 INFO:tasks.workunit.client.0.smithi019.stdout: "user_quota": { 2023-12-03T11:45:53.885 INFO:tasks.workunit.client.0.smithi019.stdout: "enabled": false, 2023-12-03T11:45:53.885 INFO:tasks.workunit.client.0.smithi019.stdout: "check_on_raw": false, 2023-12-03T11:45:53.885 INFO:tasks.workunit.client.0.smithi019.stdout: "max_size": -1, 2023-12-03T11:45:53.885 INFO:tasks.workunit.client.0.smithi019.stdout: "max_size_kb": 0, 2023-12-03T11:45:53.885 INFO:tasks.workunit.client.0.smithi019.stdout: "max_objects": -1 2023-12-03T11:45:53.885 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2023-12-03T11:45:53.885 INFO:tasks.workunit.client.0.smithi019.stdout: "temp_url_keys": [], 2023-12-03T11:45:53.885 INFO:tasks.workunit.client.0.smithi019.stdout: "type": "rgw", 2023-12-03T11:45:53.885 INFO:tasks.workunit.client.0.smithi019.stdout: "mfa_ids": [] 2023-12-03T11:45:53.885 INFO:tasks.workunit.client.0.smithi019.stdout:} 2023-12-03T11:45:53.886 INFO:tasks.workunit.client.0.smithi019.stdout: 2023-12-03T11:45:53.886 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:45:53.878+0000 7f702afe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:45:53.890 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:45:53.886+0000 7f7067c7b980 20 remove_watcher() i=0 2023-12-03T11:45:53.891 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:45:53.886+0000 7f7067c7b980 2 removed watcher, disabling cache 2023-12-03T11:45:53.893 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:45:53.886+0000 7f7067c7b980 20 remove_watcher() i=1 2023-12-03T11:45:53.895 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:45:53.890+0000 7f7067c7b980 20 remove_watcher() i=2 2023-12-03T11:45:53.898 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:45:53.894+0000 7f7067c7b980 20 remove_watcher() i=3 2023-12-03T11:45:53.900 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:45:53.894+0000 7f7067c7b980 20 remove_watcher() i=4 2023-12-03T11:45:53.902 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:45:53.898+0000 7f7067c7b980 20 remove_watcher() i=5 2023-12-03T11:45:53.904 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:45:53.898+0000 7f7067c7b980 20 remove_watcher() i=6 2023-12-03T11:45:53.905 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:45:53.898+0000 7f7067c7b980 20 remove_watcher() i=7 2023-12-03T11:45:53.911 INFO:tasks.workunit.client.0.smithi019.stdout:phase 1.1 2023-12-03T11:45:53.929 INFO:tasks.workunit.client.0.smithi019.stdout:[==========] Running 24 tests from 1 test suite. 2023-12-03T11:45:53.930 INFO:tasks.workunit.client.0.smithi019.stdout:[----------] Global test environment set-up. 2023-12-03T11:45:53.930 INFO:tasks.workunit.client.0.smithi019.stdout:[----------] 24 tests from LibRGW 2023-12-03T11:45:53.930 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] LibRGW.INIT 2023-12-03T11:45:53.941 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:45:53.941 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:45:54.508 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] LibRGW.INIT (579 ms) 2023-12-03T11:45:54.508 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] LibRGW.MOUNT_NOROOT 2023-12-03T11:45:54.511 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] LibRGW.MOUNT_NOROOT (3 ms) 2023-12-03T11:45:54.511 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] LibRGW.MOUNT 2023-12-03T11:45:54.511 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] LibRGW.MOUNT (0 ms) 2023-12-03T11:45:54.511 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] LibRGW.SETUP_HIER1 2023-12-03T11:45:54.526 INFO:tasks.workunit.client.0.smithi019.stdout:creating: nfsroot:foo/bar/baz/quux 2023-12-03T11:45:54.534 INFO:tasks.workunit.client.0.smithi019.stdout:creating: nfsroot:foo/f1 2023-12-03T11:45:54.541 INFO:tasks.workunit.client.0.smithi019.stdout:creating: nfsroot:foo/f2 2023-12-03T11:45:54.548 INFO:tasks.workunit.client.0.smithi019.stdout:creating: nfsroot:foo/bar/f1 2023-12-03T11:45:54.555 INFO:tasks.workunit.client.0.smithi019.stdout:creating: nfsroot:foo/bar/d1/ 2023-12-03T11:45:54.561 INFO:tasks.workunit.client.0.smithi019.stdout:creating: nfsroot:foo/bar/baz/hungry 2023-12-03T11:45:54.567 INFO:tasks.workunit.client.0.smithi019.stdout:creating: nfsroot:foo/bar/baz/hungry/ 2023-12-03T11:45:54.573 INFO:tasks.workunit.client.0.smithi019.stdout:creating: nfsroot:foo/bar/baz/momma 2023-12-03T11:45:54.580 INFO:tasks.workunit.client.0.smithi019.stdout:creating: nfsroot:foo/bar/baz/bear/ 2023-12-03T11:45:54.585 INFO:tasks.workunit.client.0.smithi019.stdout:creating: nfsroot:foo/bar/baz/sasquatch 2023-12-03T11:45:54.591 INFO:tasks.workunit.client.0.smithi019.stdout:creating: nfsroot:foo/bar/baz/sasquatch/ 2023-12-03T11:45:54.598 INFO:tasks.workunit.client.0.smithi019.stdout:creating: nfsroot:foo/bar/baz/frobozz 2023-12-03T11:45:54.604 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] LibRGW.SETUP_HIER1 (93 ms) 2023-12-03T11:45:54.604 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] LibRGW.SETUP_DIRS1 2023-12-03T11:45:54.858 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] LibRGW.SETUP_DIRS1 (254 ms) 2023-12-03T11:45:54.858 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] LibRGW.SETATTR 2023-12-03T11:45:54.858 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] LibRGW.SETATTR (0 ms) 2023-12-03T11:45:54.858 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] LibRGW.RGW_CREATE_DIRS1 2023-12-03T11:45:54.904 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] LibRGW.RGW_CREATE_DIRS1 (45 ms) 2023-12-03T11:45:54.904 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] LibRGW.RGW_SETUP_RENAME1 2023-12-03T11:45:55.007 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] LibRGW.RGW_SETUP_RENAME1 (104 ms) 2023-12-03T11:45:55.007 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] LibRGW.RGW_INTRABUCKET_RENAME1 2023-12-03T11:45:55.007 INFO:tasks.workunit.client.0.smithi019.stdout:rename file rfile_0 to rfile_r0 (bucket brename0) 2023-12-03T11:45:55.027 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] LibRGW.RGW_INTRABUCKET_RENAME1 (20 ms) 2023-12-03T11:45:55.027 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] LibRGW.RGW_CROSSBUCKET_RENAME1 2023-12-03T11:45:55.027 INFO:tasks.workunit.client.0.smithi019.stdout:rename file rfile_1 (bucket brename0) to rfile_rhilldog (bucket brename1) 2023-12-03T11:45:55.051 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] LibRGW.RGW_CROSSBUCKET_RENAME1 (24 ms) 2023-12-03T11:45:55.051 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] LibRGW.GETATTR_DIRS1 2023-12-03T11:45:55.051 INFO:tasks.workunit.client.0.smithi019.stdout:scanning objects in /bdirs1/dir_0 2023-12-03T11:45:55.051 INFO:tasks.workunit.client.0.smithi019.stdout: /bdirs1/dir_0/sdir_0 (sdir_0): DIR mode: 17139 nlinks: 1 2023-12-03T11:45:55.051 INFO:tasks.workunit.client.0.smithi019.stdout: /bdirs1/dir_0/sfile_0 (sfile_0): FILE mode: 33412 size: 16 2023-12-03T11:45:55.051 INFO:tasks.workunit.client.0.smithi019.stdout: /bdirs1/dir_0/sdir_1 (sdir_1): DIR mode: 17139 nlinks: 1 2023-12-03T11:45:55.051 INFO:tasks.workunit.client.0.smithi019.stdout: /bdirs1/dir_0/sfile_1 (sfile_1): FILE mode: 33412 size: 16 2023-12-03T11:45:55.051 INFO:tasks.workunit.client.0.smithi019.stdout:scanning objects in /bdirs1/dir_1 2023-12-03T11:45:55.052 INFO:tasks.workunit.client.0.smithi019.stdout: /bdirs1/dir_1/sdir_0 (sdir_0): DIR mode: 17139 nlinks: 1 2023-12-03T11:45:55.052 INFO:tasks.workunit.client.0.smithi019.stdout: /bdirs1/dir_1/sfile_0 (sfile_0): FILE mode: 33412 size: 16 2023-12-03T11:45:55.052 INFO:tasks.workunit.client.0.smithi019.stdout: /bdirs1/dir_1/sdir_1 (sdir_1): DIR mode: 17139 nlinks: 1 2023-12-03T11:45:55.052 INFO:tasks.workunit.client.0.smithi019.stdout: /bdirs1/dir_1/sfile_1 (sfile_1): FILE mode: 33412 size: 16 2023-12-03T11:45:55.052 INFO:tasks.workunit.client.0.smithi019.stdout:scanning objects in /bdirs1/dir_2 2023-12-03T11:45:55.052 INFO:tasks.workunit.client.0.smithi019.stdout: /bdirs1/dir_2/sdir_0 (sdir_0): DIR mode: 17139 nlinks: 1 2023-12-03T11:45:55.052 INFO:tasks.workunit.client.0.smithi019.stdout: /bdirs1/dir_2/sfile_0 (sfile_0): FILE mode: 33412 size: 16 2023-12-03T11:45:55.052 INFO:tasks.workunit.client.0.smithi019.stdout: /bdirs1/dir_2/sdir_1 (sdir_1): DIR mode: 17139 nlinks: 1 2023-12-03T11:45:55.052 INFO:tasks.workunit.client.0.smithi019.stdout: /bdirs1/dir_2/sfile_1 (sfile_1): FILE mode: 33412 size: 16 2023-12-03T11:45:55.052 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] LibRGW.GETATTR_DIRS1 (0 ms) 2023-12-03T11:45:55.052 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] LibRGW.READ_DIRS1 2023-12-03T11:45:55.052 INFO:tasks.workunit.client.0.smithi019.stdout:read back objects in /bdirs1/dir_0 2023-12-03T11:45:55.052 INFO:tasks.workunit.client.0.smithi019.stdout:reading 0,256 dir_0/sfile_0 2023-12-03T11:45:55.056 INFO:tasks.workunit.client.0.smithi019.stdout: read back from sfile_0 : "data for sfile_0" 2023-12-03T11:45:55.056 INFO:tasks.workunit.client.0.smithi019.stdout:reading 0,256 dir_0/sfile_1 2023-12-03T11:45:55.059 INFO:tasks.workunit.client.0.smithi019.stdout: read back from sfile_1 : "data for sfile_1" 2023-12-03T11:45:55.059 INFO:tasks.workunit.client.0.smithi019.stdout:read back objects in /bdirs1/dir_1 2023-12-03T11:45:55.059 INFO:tasks.workunit.client.0.smithi019.stdout:reading 0,256 dir_1/sfile_0 2023-12-03T11:45:55.063 INFO:tasks.workunit.client.0.smithi019.stdout: read back from sfile_0 : "data for sfile_0" 2023-12-03T11:45:55.063 INFO:tasks.workunit.client.0.smithi019.stdout:reading 0,256 dir_1/sfile_1 2023-12-03T11:45:55.067 INFO:tasks.workunit.client.0.smithi019.stdout: read back from sfile_1 : "data for sfile_1" 2023-12-03T11:45:55.067 INFO:tasks.workunit.client.0.smithi019.stdout:read back objects in /bdirs1/dir_2 2023-12-03T11:45:55.067 INFO:tasks.workunit.client.0.smithi019.stdout:reading 0,256 dir_2/sfile_0 2023-12-03T11:45:55.071 INFO:tasks.workunit.client.0.smithi019.stdout: read back from sfile_0 : "data for sfile_0" 2023-12-03T11:45:55.071 INFO:tasks.workunit.client.0.smithi019.stdout:reading 0,256 dir_2/sfile_1 2023-12-03T11:45:55.074 INFO:tasks.workunit.client.0.smithi019.stdout: read back from sfile_1 : "data for sfile_1" 2023-12-03T11:45:55.074 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] LibRGW.READ_DIRS1 (24 ms) 2023-12-03T11:45:55.074 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] LibRGW.READF_SETUP1 2023-12-03T11:45:55.295 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] LibRGW.READF_SETUP1 (220 ms) 2023-12-03T11:45:55.295 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] LibRGW.READF_DIRS1 2023-12-03T11:45:55.295 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] LibRGW.READF_DIRS1 (0 ms) 2023-12-03T11:45:55.295 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] LibRGW.WRITEF_DIRS1 2023-12-03T11:45:55.295 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] LibRGW.WRITEF_DIRS1 (0 ms) 2023-12-03T11:45:55.295 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] LibRGW.RELEASE_DIRS1 2023-12-03T11:45:55.295 INFO:tasks.workunit.client.0.smithi019.stdout:release sdir_0 type: DIR refs: 2 2023-12-03T11:45:55.295 INFO:tasks.workunit.client.0.smithi019.stdout:release sfile_0 type: FILE refs: 2 2023-12-03T11:45:55.295 INFO:tasks.workunit.client.0.smithi019.stdout:release sdir_1 type: DIR refs: 2 2023-12-03T11:45:55.296 INFO:tasks.workunit.client.0.smithi019.stdout:release sfile_1 type: FILE refs: 2 2023-12-03T11:45:55.296 INFO:tasks.workunit.client.0.smithi019.stdout:release sdir_0 type: DIR refs: 2 2023-12-03T11:45:55.296 INFO:tasks.workunit.client.0.smithi019.stdout:release sfile_0 type: FILE refs: 2 2023-12-03T11:45:55.296 INFO:tasks.workunit.client.0.smithi019.stdout:release sdir_1 type: DIR refs: 2 2023-12-03T11:45:55.296 INFO:tasks.workunit.client.0.smithi019.stdout:release sfile_1 type: FILE refs: 2 2023-12-03T11:45:55.296 INFO:tasks.workunit.client.0.smithi019.stdout:release sdir_0 type: DIR refs: 2 2023-12-03T11:45:55.296 INFO:tasks.workunit.client.0.smithi019.stdout:release sfile_0 type: FILE refs: 2 2023-12-03T11:45:55.296 INFO:tasks.workunit.client.0.smithi019.stdout:release sdir_1 type: DIR refs: 2 2023-12-03T11:45:55.296 INFO:tasks.workunit.client.0.smithi019.stdout:release sfile_1 type: FILE refs: 2 2023-12-03T11:45:55.296 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] LibRGW.RELEASE_DIRS1 (0 ms) 2023-12-03T11:45:55.296 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] LibRGW.HIER1 2023-12-03T11:45:55.307 INFO:tasks.workunit.client.0.smithi019.stdout:/nfsroot/foo/f2 (f2): FILE 2023-12-03T11:45:55.308 INFO:tasks.workunit.client.0.smithi019.stdout:/nfsroot/foo/f1 (f1): FILE 2023-12-03T11:45:55.313 INFO:tasks.workunit.client.0.smithi019.stdout:/nfsroot/foo/bar/f1 (f1): FILE 2023-12-03T11:45:55.315 INFO:tasks.workunit.client.0.smithi019.stdout:/nfsroot/foo/bar/d1 (d1): DIR 2023-12-03T11:45:55.319 INFO:tasks.workunit.client.0.smithi019.stdout:/nfsroot/foo/bar/baz/sasquatch (sasquatch): FILE 2023-12-03T11:45:55.320 INFO:tasks.workunit.client.0.smithi019.stdout:/nfsroot/foo/bar/baz/sasquatch (sasquatch): FILE 2023-12-03T11:45:55.321 INFO:tasks.workunit.client.0.smithi019.stdout:/nfsroot/foo/bar/baz/quux (quux): FILE 2023-12-03T11:45:55.322 INFO:tasks.workunit.client.0.smithi019.stdout:/nfsroot/foo/bar/baz/momma (momma): FILE 2023-12-03T11:45:55.322 INFO:tasks.workunit.client.0.smithi019.stdout:/nfsroot/foo/bar/baz/hungry (hungry): FILE 2023-12-03T11:45:55.323 INFO:tasks.workunit.client.0.smithi019.stdout:/nfsroot/foo/bar/baz/hungry (hungry): FILE 2023-12-03T11:45:55.325 INFO:tasks.workunit.client.0.smithi019.stdout:/nfsroot/foo/bar/baz/frobozz (frobozz): FILE 2023-12-03T11:45:55.328 INFO:tasks.workunit.client.0.smithi019.stdout:/nfsroot/foo/bar/baz/bear (bear): DIR 2023-12-03T11:45:55.328 INFO:tasks.workunit.client.0.smithi019.stdout:/nfsroot/foo/bar/baz (baz): DIR 2023-12-03T11:45:55.328 INFO:tasks.workunit.client.0.smithi019.stdout:/nfsroot/foo/bar (bar): DIR 2023-12-03T11:45:55.328 INFO:tasks.workunit.client.0.smithi019.stdout:/nfsroot/foo (foo): DIR 2023-12-03T11:45:55.328 INFO:tasks.workunit.client.0.smithi019.stdout:/nfsroot (nfsroot): DIR 2023-12-03T11:45:55.328 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] LibRGW.HIER1 (33 ms) 2023-12-03T11:45:55.328 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] LibRGW.MARKER1_SETUP_BUCKET 2023-12-03T11:45:55.329 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] LibRGW.MARKER1_SETUP_BUCKET (0 ms) 2023-12-03T11:45:55.329 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] LibRGW.MARKER1_SETUP_OBJECTS 2023-12-03T11:45:55.329 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] LibRGW.MARKER1_SETUP_OBJECTS (0 ms) 2023-12-03T11:45:55.329 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] LibRGW.MARKER1_READDIR 2023-12-03T11:45:55.329 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] LibRGW.MARKER1_READDIR (0 ms) 2023-12-03T11:45:55.329 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] LibRGW.MARKER1_OBJ_CLEANUP 2023-12-03T11:45:55.329 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] LibRGW.MARKER1_OBJ_CLEANUP (0 ms) 2023-12-03T11:45:55.329 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] LibRGW.CLEANUP 2023-12-03T11:45:55.329 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2023-12-03T11:45:55.329 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] LibRGW.UMOUNT 2023-12-03T11:45:55.329 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2023-12-03T11:45:55.329 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] LibRGW.SHUTDOWN 2023-12-03T11:45:55.329 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:45:55.322+0000 7f1fc0101a80 -1 shutting down 2023-12-03T11:45:55.331 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:45:55.326+0000 7f1f9ae72640 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 48755, si_uid : 1000, si_addr0x3e80000be73, si_status0 2023-12-03T11:45:55.445 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] LibRGW.SHUTDOWN (117 ms) 2023-12-03T11:45:55.445 INFO:tasks.workunit.client.0.smithi019.stdout:[----------] 24 tests from LibRGW (1516 ms total) 2023-12-03T11:45:55.445 INFO:tasks.workunit.client.0.smithi019.stdout: 2023-12-03T11:45:55.445 INFO:tasks.workunit.client.0.smithi019.stdout:[----------] Global test environment tear-down 2023-12-03T11:45:55.445 INFO:tasks.workunit.client.0.smithi019.stdout:[==========] 24 tests from 1 test suite ran. (1516 ms total) 2023-12-03T11:45:55.445 INFO:tasks.workunit.client.0.smithi019.stdout:[ PASSED ] 24 tests. 2023-12-03T11:45:55.465 INFO:tasks.workunit.client.0.smithi019.stdout:phase 1.2 2023-12-03T11:45:55.487 INFO:tasks.workunit.client.0.smithi019.stdout:[==========] Running 24 tests from 1 test suite. 2023-12-03T11:45:55.488 INFO:tasks.workunit.client.0.smithi019.stdout:[----------] Global test environment set-up. 2023-12-03T11:45:55.488 INFO:tasks.workunit.client.0.smithi019.stdout:[----------] 24 tests from LibRGW 2023-12-03T11:45:55.488 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] LibRGW.INIT 2023-12-03T11:45:55.498 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:45:55.498 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:45:55.792 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] LibRGW.INIT (304 ms) 2023-12-03T11:45:55.792 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] LibRGW.MOUNT_NOROOT 2023-12-03T11:45:55.795 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] LibRGW.MOUNT_NOROOT (2 ms) 2023-12-03T11:45:55.795 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] LibRGW.MOUNT 2023-12-03T11:45:55.795 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] LibRGW.MOUNT (0 ms) 2023-12-03T11:45:55.795 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] LibRGW.SETUP_HIER1 2023-12-03T11:45:55.795 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] LibRGW.SETUP_HIER1 (0 ms) 2023-12-03T11:45:55.795 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] LibRGW.SETUP_DIRS1 2023-12-03T11:45:55.795 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] LibRGW.SETUP_DIRS1 (0 ms) 2023-12-03T11:45:55.795 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] LibRGW.SETATTR 2023-12-03T11:45:55.795 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] LibRGW.SETATTR (0 ms) 2023-12-03T11:45:55.795 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] LibRGW.RGW_CREATE_DIRS1 2023-12-03T11:45:55.795 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] LibRGW.RGW_CREATE_DIRS1 (0 ms) 2023-12-03T11:45:55.796 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] LibRGW.RGW_SETUP_RENAME1 2023-12-03T11:45:55.796 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] LibRGW.RGW_SETUP_RENAME1 (0 ms) 2023-12-03T11:45:55.796 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] LibRGW.RGW_INTRABUCKET_RENAME1 2023-12-03T11:45:55.796 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] LibRGW.RGW_INTRABUCKET_RENAME1 (0 ms) 2023-12-03T11:45:55.796 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] LibRGW.RGW_CROSSBUCKET_RENAME1 2023-12-03T11:45:55.796 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] LibRGW.RGW_CROSSBUCKET_RENAME1 (0 ms) 2023-12-03T11:45:55.796 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] LibRGW.GETATTR_DIRS1 2023-12-03T11:45:55.796 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] LibRGW.GETATTR_DIRS1 (0 ms) 2023-12-03T11:45:55.796 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] LibRGW.READ_DIRS1 2023-12-03T11:45:55.796 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] LibRGW.READ_DIRS1 (0 ms) 2023-12-03T11:45:55.796 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] LibRGW.READF_SETUP1 2023-12-03T11:45:55.796 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] LibRGW.READF_SETUP1 (0 ms) 2023-12-03T11:45:55.796 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] LibRGW.READF_DIRS1 2023-12-03T11:45:55.796 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] LibRGW.READF_DIRS1 (0 ms) 2023-12-03T11:45:55.796 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] LibRGW.WRITEF_DIRS1 2023-12-03T11:45:55.797 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] LibRGW.WRITEF_DIRS1 (0 ms) 2023-12-03T11:45:55.797 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] LibRGW.RELEASE_DIRS1 2023-12-03T11:45:55.797 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] LibRGW.RELEASE_DIRS1 (0 ms) 2023-12-03T11:45:55.797 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] LibRGW.HIER1 2023-12-03T11:45:55.797 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] LibRGW.HIER1 (0 ms) 2023-12-03T11:45:55.797 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] LibRGW.MARKER1_SETUP_BUCKET 2023-12-03T11:45:55.797 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] LibRGW.MARKER1_SETUP_BUCKET (0 ms) 2023-12-03T11:45:55.797 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] LibRGW.MARKER1_SETUP_OBJECTS 2023-12-03T11:45:55.797 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] LibRGW.MARKER1_SETUP_OBJECTS (0 ms) 2023-12-03T11:45:55.797 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] LibRGW.MARKER1_READDIR 2023-12-03T11:45:55.797 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] LibRGW.MARKER1_READDIR (0 ms) 2023-12-03T11:45:55.797 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] LibRGW.MARKER1_OBJ_CLEANUP 2023-12-03T11:45:55.797 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] LibRGW.MARKER1_OBJ_CLEANUP (0 ms) 2023-12-03T11:45:55.797 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] LibRGW.CLEANUP 2023-12-03T11:45:55.797 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2023-12-03T11:45:55.797 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] LibRGW.UMOUNT 2023-12-03T11:45:55.798 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2023-12-03T11:45:55.798 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] LibRGW.SHUTDOWN 2023-12-03T11:45:55.798 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:45:55.790+0000 7f933e571a80 -1 shutting down 2023-12-03T11:45:55.798 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:45:55.790+0000 7f93192e2640 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 48891, si_uid : 1000, si_addr0x3e80000befb, si_status0 2023-12-03T11:45:55.946 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] LibRGW.SHUTDOWN (151 ms) 2023-12-03T11:45:55.946 INFO:tasks.workunit.client.0.smithi019.stdout:[----------] 24 tests from LibRGW (458 ms total) 2023-12-03T11:45:55.946 INFO:tasks.workunit.client.0.smithi019.stdout: 2023-12-03T11:45:55.946 INFO:tasks.workunit.client.0.smithi019.stdout:[----------] Global test environment tear-down 2023-12-03T11:45:55.946 INFO:tasks.workunit.client.0.smithi019.stdout:[==========] 24 tests from 1 test suite ran. (458 ms total) 2023-12-03T11:45:55.946 INFO:tasks.workunit.client.0.smithi019.stdout:[ PASSED ] 24 tests. 2023-12-03T11:45:55.960 INFO:tasks.workunit.client.0.smithi019.stdout:phase 1.3 2023-12-03T11:45:55.983 INFO:tasks.workunit.client.0.smithi019.stdout:[==========] Running 24 tests from 1 test suite. 2023-12-03T11:45:55.983 INFO:tasks.workunit.client.0.smithi019.stdout:[----------] Global test environment set-up. 2023-12-03T11:45:55.983 INFO:tasks.workunit.client.0.smithi019.stdout:[----------] 24 tests from LibRGW 2023-12-03T11:45:55.983 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] LibRGW.INIT 2023-12-03T11:45:55.995 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:45:55.995 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:45:56.541 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] LibRGW.INIT (559 ms) 2023-12-03T11:45:56.542 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] LibRGW.MOUNT_NOROOT 2023-12-03T11:45:56.544 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] LibRGW.MOUNT_NOROOT (2 ms) 2023-12-03T11:45:56.544 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] LibRGW.MOUNT 2023-12-03T11:45:56.544 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] LibRGW.MOUNT (0 ms) 2023-12-03T11:45:56.544 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] LibRGW.SETUP_HIER1 2023-12-03T11:45:56.552 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] LibRGW.SETUP_HIER1 (9 ms) 2023-12-03T11:45:56.552 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] LibRGW.SETUP_DIRS1 2023-12-03T11:45:56.709 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] LibRGW.SETUP_DIRS1 (156 ms) 2023-12-03T11:45:56.709 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] LibRGW.SETATTR 2023-12-03T11:45:56.710 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] LibRGW.SETATTR (0 ms) 2023-12-03T11:45:56.710 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] LibRGW.RGW_CREATE_DIRS1 2023-12-03T11:45:56.710 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] LibRGW.RGW_CREATE_DIRS1 (0 ms) 2023-12-03T11:45:56.710 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] LibRGW.RGW_SETUP_RENAME1 2023-12-03T11:45:56.710 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] LibRGW.RGW_SETUP_RENAME1 (0 ms) 2023-12-03T11:45:56.710 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] LibRGW.RGW_INTRABUCKET_RENAME1 2023-12-03T11:45:56.710 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] LibRGW.RGW_INTRABUCKET_RENAME1 (0 ms) 2023-12-03T11:45:56.710 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] LibRGW.RGW_CROSSBUCKET_RENAME1 2023-12-03T11:45:56.710 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] LibRGW.RGW_CROSSBUCKET_RENAME1 (0 ms) 2023-12-03T11:45:56.710 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] LibRGW.GETATTR_DIRS1 2023-12-03T11:45:56.710 INFO:tasks.workunit.client.0.smithi019.stdout:scanning objects in /bdirs1/dir_0 2023-12-03T11:45:56.710 INFO:tasks.workunit.client.0.smithi019.stdout: /bdirs1/dir_0/sdir_0 (sdir_0): DIR mode: 17139 nlinks: 1 2023-12-03T11:45:56.710 INFO:tasks.workunit.client.0.smithi019.stdout: /bdirs1/dir_0/sfile_0 (sfile_0): FILE mode: 33412 size: 16 2023-12-03T11:45:56.710 INFO:tasks.workunit.client.0.smithi019.stdout: /bdirs1/dir_0/sdir_1 (sdir_1): DIR mode: 17139 nlinks: 1 2023-12-03T11:45:56.710 INFO:tasks.workunit.client.0.smithi019.stdout: /bdirs1/dir_0/sfile_1 (sfile_1): FILE mode: 33412 size: 16 2023-12-03T11:45:56.711 INFO:tasks.workunit.client.0.smithi019.stdout:scanning objects in /bdirs1/dir_1 2023-12-03T11:45:56.711 INFO:tasks.workunit.client.0.smithi019.stdout: /bdirs1/dir_1/sdir_0 (sdir_0): DIR mode: 17139 nlinks: 1 2023-12-03T11:45:56.711 INFO:tasks.workunit.client.0.smithi019.stdout: /bdirs1/dir_1/sfile_0 (sfile_0): FILE mode: 33412 size: 16 2023-12-03T11:45:56.711 INFO:tasks.workunit.client.0.smithi019.stdout: /bdirs1/dir_1/sdir_1 (sdir_1): DIR mode: 17139 nlinks: 1 2023-12-03T11:45:56.711 INFO:tasks.workunit.client.0.smithi019.stdout: /bdirs1/dir_1/sfile_1 (sfile_1): FILE mode: 33412 size: 16 2023-12-03T11:45:56.711 INFO:tasks.workunit.client.0.smithi019.stdout:scanning objects in /bdirs1/dir_2 2023-12-03T11:45:56.711 INFO:tasks.workunit.client.0.smithi019.stdout: /bdirs1/dir_2/sdir_0 (sdir_0): DIR mode: 17139 nlinks: 1 2023-12-03T11:45:56.711 INFO:tasks.workunit.client.0.smithi019.stdout: /bdirs1/dir_2/sfile_0 (sfile_0): FILE mode: 33412 size: 16 2023-12-03T11:45:56.711 INFO:tasks.workunit.client.0.smithi019.stdout: /bdirs1/dir_2/sdir_1 (sdir_1): DIR mode: 17139 nlinks: 1 2023-12-03T11:45:56.711 INFO:tasks.workunit.client.0.smithi019.stdout: /bdirs1/dir_2/sfile_1 (sfile_1): FILE mode: 33412 size: 16 2023-12-03T11:45:56.711 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] LibRGW.GETATTR_DIRS1 (0 ms) 2023-12-03T11:45:56.711 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] LibRGW.READ_DIRS1 2023-12-03T11:45:56.711 INFO:tasks.workunit.client.0.smithi019.stdout:read back objects in /bdirs1/dir_0 2023-12-03T11:45:56.711 INFO:tasks.workunit.client.0.smithi019.stdout:reading 0,256 dir_0/sfile_0 2023-12-03T11:45:56.714 INFO:tasks.workunit.client.0.smithi019.stdout: read back from sfile_0 : "data for sfile_0" 2023-12-03T11:45:56.714 INFO:tasks.workunit.client.0.smithi019.stdout:reading 0,256 dir_0/sfile_1 2023-12-03T11:45:56.717 INFO:tasks.workunit.client.0.smithi019.stdout: read back from sfile_1 : "data for sfile_1" 2023-12-03T11:45:56.718 INFO:tasks.workunit.client.0.smithi019.stdout:read back objects in /bdirs1/dir_1 2023-12-03T11:45:56.718 INFO:tasks.workunit.client.0.smithi019.stdout:reading 0,256 dir_1/sfile_0 2023-12-03T11:45:56.721 INFO:tasks.workunit.client.0.smithi019.stdout: read back from sfile_0 : "data for sfile_0" 2023-12-03T11:45:56.722 INFO:tasks.workunit.client.0.smithi019.stdout:reading 0,256 dir_1/sfile_1 2023-12-03T11:45:56.727 INFO:tasks.workunit.client.0.smithi019.stdout: read back from sfile_1 : "data for sfile_1" 2023-12-03T11:45:56.727 INFO:tasks.workunit.client.0.smithi019.stdout:read back objects in /bdirs1/dir_2 2023-12-03T11:45:56.727 INFO:tasks.workunit.client.0.smithi019.stdout:reading 0,256 dir_2/sfile_0 2023-12-03T11:45:56.729 INFO:tasks.workunit.client.0.smithi019.stdout: read back from sfile_0 : "data for sfile_0" 2023-12-03T11:45:56.730 INFO:tasks.workunit.client.0.smithi019.stdout:reading 0,256 dir_2/sfile_1 2023-12-03T11:45:56.733 INFO:tasks.workunit.client.0.smithi019.stdout: read back from sfile_1 : "data for sfile_1" 2023-12-03T11:45:56.733 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] LibRGW.READ_DIRS1 (24 ms) 2023-12-03T11:45:56.733 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] LibRGW.READF_SETUP1 2023-12-03T11:45:56.734 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] LibRGW.READF_SETUP1 (0 ms) 2023-12-03T11:45:56.734 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] LibRGW.READF_DIRS1 2023-12-03T11:45:56.734 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] LibRGW.READF_DIRS1 (0 ms) 2023-12-03T11:45:56.734 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] LibRGW.WRITEF_DIRS1 2023-12-03T11:45:56.734 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] LibRGW.WRITEF_DIRS1 (0 ms) 2023-12-03T11:45:56.734 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] LibRGW.RELEASE_DIRS1 2023-12-03T11:45:56.734 INFO:tasks.workunit.client.0.smithi019.stdout:release sdir_0 type: DIR refs: 2 2023-12-03T11:45:56.734 INFO:tasks.workunit.client.0.smithi019.stdout:release sfile_0 type: FILE refs: 2 2023-12-03T11:45:56.734 INFO:tasks.workunit.client.0.smithi019.stdout:release sdir_1 type: DIR refs: 2 2023-12-03T11:45:56.734 INFO:tasks.workunit.client.0.smithi019.stdout:release sfile_1 type: FILE refs: 2 2023-12-03T11:45:56.734 INFO:tasks.workunit.client.0.smithi019.stdout:release sdir_0 type: DIR refs: 2 2023-12-03T11:45:56.734 INFO:tasks.workunit.client.0.smithi019.stdout:release sfile_0 type: FILE refs: 2 2023-12-03T11:45:56.734 INFO:tasks.workunit.client.0.smithi019.stdout:release sdir_1 type: DIR refs: 2 2023-12-03T11:45:56.734 INFO:tasks.workunit.client.0.smithi019.stdout:release sfile_1 type: FILE refs: 2 2023-12-03T11:45:56.735 INFO:tasks.workunit.client.0.smithi019.stdout:release sdir_0 type: DIR refs: 2 2023-12-03T11:45:56.735 INFO:tasks.workunit.client.0.smithi019.stdout:release sfile_0 type: FILE refs: 2 2023-12-03T11:45:56.735 INFO:tasks.workunit.client.0.smithi019.stdout:release sdir_1 type: DIR refs: 2 2023-12-03T11:45:56.735 INFO:tasks.workunit.client.0.smithi019.stdout:release sfile_1 type: FILE refs: 2 2023-12-03T11:45:56.735 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] LibRGW.RELEASE_DIRS1 (0 ms) 2023-12-03T11:45:56.735 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] LibRGW.HIER1 2023-12-03T11:45:56.747 INFO:tasks.workunit.client.0.smithi019.stdout:/nfsroot/foo/f2 (f2): FILE 2023-12-03T11:45:56.748 INFO:tasks.workunit.client.0.smithi019.stdout:/nfsroot/foo/f1 (f1): FILE 2023-12-03T11:45:56.755 INFO:tasks.workunit.client.0.smithi019.stdout:/nfsroot/foo/bar/f1 (f1): FILE 2023-12-03T11:45:56.758 INFO:tasks.workunit.client.0.smithi019.stdout:/nfsroot/foo/bar/d1 (d1): DIR 2023-12-03T11:45:56.763 INFO:tasks.workunit.client.0.smithi019.stdout:/nfsroot/foo/bar/baz/sasquatch (sasquatch): FILE 2023-12-03T11:45:56.764 INFO:tasks.workunit.client.0.smithi019.stdout:/nfsroot/foo/bar/baz/sasquatch (sasquatch): FILE 2023-12-03T11:45:56.765 INFO:tasks.workunit.client.0.smithi019.stdout:/nfsroot/foo/bar/baz/quux (quux): FILE 2023-12-03T11:45:56.767 INFO:tasks.workunit.client.0.smithi019.stdout:/nfsroot/foo/bar/baz/momma (momma): FILE 2023-12-03T11:45:56.768 INFO:tasks.workunit.client.0.smithi019.stdout:/nfsroot/foo/bar/baz/hungry (hungry): FILE 2023-12-03T11:45:56.769 INFO:tasks.workunit.client.0.smithi019.stdout:/nfsroot/foo/bar/baz/hungry (hungry): FILE 2023-12-03T11:45:56.770 INFO:tasks.workunit.client.0.smithi019.stdout:/nfsroot/foo/bar/baz/frobozz (frobozz): FILE 2023-12-03T11:45:56.774 INFO:tasks.workunit.client.0.smithi019.stdout:/nfsroot/foo/bar/baz/bear (bear): DIR 2023-12-03T11:45:56.774 INFO:tasks.workunit.client.0.smithi019.stdout:/nfsroot/foo/bar/baz (baz): DIR 2023-12-03T11:45:56.774 INFO:tasks.workunit.client.0.smithi019.stdout:/nfsroot/foo/bar (bar): DIR 2023-12-03T11:45:56.774 INFO:tasks.workunit.client.0.smithi019.stdout:/nfsroot/foo (foo): DIR 2023-12-03T11:45:56.774 INFO:tasks.workunit.client.0.smithi019.stdout:/nfsroot (nfsroot): DIR 2023-12-03T11:45:56.774 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] LibRGW.HIER1 (40 ms) 2023-12-03T11:45:56.774 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] LibRGW.MARKER1_SETUP_BUCKET 2023-12-03T11:45:56.775 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] LibRGW.MARKER1_SETUP_BUCKET (0 ms) 2023-12-03T11:45:56.775 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] LibRGW.MARKER1_SETUP_OBJECTS 2023-12-03T11:45:56.775 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] LibRGW.MARKER1_SETUP_OBJECTS (0 ms) 2023-12-03T11:45:56.775 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] LibRGW.MARKER1_READDIR 2023-12-03T11:45:56.775 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] LibRGW.MARKER1_READDIR (0 ms) 2023-12-03T11:45:56.775 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] LibRGW.MARKER1_OBJ_CLEANUP 2023-12-03T11:45:56.775 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] LibRGW.MARKER1_OBJ_CLEANUP (0 ms) 2023-12-03T11:45:56.775 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] LibRGW.CLEANUP 2023-12-03T11:45:56.775 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2023-12-03T11:45:56.775 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] LibRGW.UMOUNT 2023-12-03T11:45:56.775 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2023-12-03T11:45:56.775 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] LibRGW.SHUTDOWN 2023-12-03T11:45:56.775 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:45:56.770+0000 7ff438650a80 -1 shutting down 2023-12-03T11:45:56.777 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:45:56.770+0000 7ff4133c1640 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 49027, si_uid : 1000, si_addr0x3e80000bf83, si_status0 2023-12-03T11:45:56.890 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] LibRGW.SHUTDOWN (116 ms) 2023-12-03T11:45:56.890 INFO:tasks.workunit.client.0.smithi019.stdout:[----------] 24 tests from LibRGW (907 ms total) 2023-12-03T11:45:56.890 INFO:tasks.workunit.client.0.smithi019.stdout: 2023-12-03T11:45:56.890 INFO:tasks.workunit.client.0.smithi019.stdout:[----------] Global test environment tear-down 2023-12-03T11:45:56.890 INFO:tasks.workunit.client.0.smithi019.stdout:[==========] 24 tests from 1 test suite ran. (907 ms total) 2023-12-03T11:45:56.890 INFO:tasks.workunit.client.0.smithi019.stdout:[ PASSED ] 24 tests. 2023-12-03T11:45:56.900 INFO:tasks.workunit.client.0.smithi019.stdout:phase 2.1 2023-12-03T11:45:56.922 INFO:tasks.workunit.client.0.smithi019.stdout:[==========] Running 9 tests from 1 test suite. 2023-12-03T11:45:56.923 INFO:tasks.workunit.client.0.smithi019.stdout:[----------] Global test environment set-up. 2023-12-03T11:45:56.923 INFO:tasks.workunit.client.0.smithi019.stdout:[----------] 9 tests from LibRGW 2023-12-03T11:45:56.923 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] LibRGW.INIT 2023-12-03T11:45:56.934 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:45:56.934 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:45:57.223 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] LibRGW.INIT (301 ms) 2023-12-03T11:45:57.224 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] LibRGW.MOUNT 2023-12-03T11:45:57.225 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] LibRGW.MOUNT (2 ms) 2023-12-03T11:45:57.226 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] LibRGW.CREATE_BUCKET 2023-12-03T11:45:57.240 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] LibRGW.CREATE_BUCKET (15 ms) 2023-12-03T11:45:57.241 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] LibRGW.DELETE_BUCKET 2023-12-03T11:45:57.241 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] LibRGW.DELETE_BUCKET (0 ms) 2023-12-03T11:45:57.241 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] LibRGW.CREATE_BUCKET_MULTI 2023-12-03T11:45:57.254 INFO:tasks.workunit.client.0.smithi019.stdout:created: sorrydave0 2023-12-03T11:45:57.267 INFO:tasks.workunit.client.0.smithi019.stdout:created: sorrydave1 2023-12-03T11:45:57.284 INFO:tasks.workunit.client.0.smithi019.stdout:created: sorrydave2 2023-12-03T11:45:57.297 INFO:tasks.workunit.client.0.smithi019.stdout:created: sorrydave3 2023-12-03T11:45:57.312 INFO:tasks.workunit.client.0.smithi019.stdout:created: sorrydave4 2023-12-03T11:45:57.324 INFO:tasks.workunit.client.0.smithi019.stdout:created: sorrydave5 2023-12-03T11:45:57.340 INFO:tasks.workunit.client.0.smithi019.stdout:created: sorrydave6 2023-12-03T11:45:57.355 INFO:tasks.workunit.client.0.smithi019.stdout:created: sorrydave7 2023-12-03T11:45:57.369 INFO:tasks.workunit.client.0.smithi019.stdout:created: sorrydave8 2023-12-03T11:45:57.385 INFO:tasks.workunit.client.0.smithi019.stdout:created: sorrydave9 2023-12-03T11:45:57.385 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] LibRGW.CREATE_BUCKET_MULTI (144 ms) 2023-12-03T11:45:57.385 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] LibRGW.DELETE_BUCKET_MULTI 2023-12-03T11:45:57.834 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] LibRGW.DELETE_BUCKET_MULTI (450 ms) 2023-12-03T11:45:57.835 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] LibRGW.CLEANUP 2023-12-03T11:45:57.835 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2023-12-03T11:45:57.835 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] LibRGW.UMOUNT 2023-12-03T11:45:57.835 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2023-12-03T11:45:57.835 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] LibRGW.SHUTDOWN 2023-12-03T11:45:57.835 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:45:57.830+0000 7f6846908a80 -1 shutting down 2023-12-03T11:45:57.838 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:45:57.830+0000 7f6821679640 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 49163, si_uid : 1000, si_addr0x3e80000c00b, si_status0 2023-12-03T11:45:57.974 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] LibRGW.SHUTDOWN (139 ms) 2023-12-03T11:45:57.974 INFO:tasks.workunit.client.0.smithi019.stdout:[----------] 9 tests from LibRGW (1051 ms total) 2023-12-03T11:45:57.974 INFO:tasks.workunit.client.0.smithi019.stdout: 2023-12-03T11:45:57.974 INFO:tasks.workunit.client.0.smithi019.stdout:[----------] Global test environment tear-down 2023-12-03T11:45:57.974 INFO:tasks.workunit.client.0.smithi019.stdout:[==========] 9 tests from 1 test suite ran. (1051 ms total) 2023-12-03T11:45:57.975 INFO:tasks.workunit.client.0.smithi019.stdout:[ PASSED ] 9 tests. 2023-12-03T11:45:57.988 INFO:tasks.workunit.client.0.smithi019.stdout:phase 2.2 2023-12-03T11:45:58.013 INFO:tasks.workunit.client.0.smithi019.stdout:[==========] Running 9 tests from 1 test suite. 2023-12-03T11:45:58.013 INFO:tasks.workunit.client.0.smithi019.stdout:[----------] Global test environment set-up. 2023-12-03T11:45:58.013 INFO:tasks.workunit.client.0.smithi019.stdout:[----------] 9 tests from LibRGW 2023-12-03T11:45:58.013 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] LibRGW.INIT 2023-12-03T11:45:58.023 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:45:58.023 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:45:58.305 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] LibRGW.INIT (293 ms) 2023-12-03T11:45:58.305 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] LibRGW.MOUNT 2023-12-03T11:45:58.307 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] LibRGW.MOUNT (3 ms) 2023-12-03T11:45:58.307 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] LibRGW.CREATE_BUCKET 2023-12-03T11:45:58.307 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] LibRGW.CREATE_BUCKET (0 ms) 2023-12-03T11:45:58.307 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] LibRGW.DELETE_BUCKET 2023-12-03T11:45:58.343 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] LibRGW.DELETE_BUCKET (36 ms) 2023-12-03T11:45:58.344 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] LibRGW.CREATE_BUCKET_MULTI 2023-12-03T11:45:58.357 INFO:tasks.workunit.client.0.smithi019.stdout:created: sorrydave0 2023-12-03T11:45:58.374 INFO:tasks.workunit.client.0.smithi019.stdout:created: sorrydave1 2023-12-03T11:45:58.390 INFO:tasks.workunit.client.0.smithi019.stdout:created: sorrydave2 2023-12-03T11:45:58.401 INFO:tasks.workunit.client.0.smithi019.stdout:created: sorrydave3 2023-12-03T11:45:58.415 INFO:tasks.workunit.client.0.smithi019.stdout:created: sorrydave4 2023-12-03T11:45:58.427 INFO:tasks.workunit.client.0.smithi019.stdout:created: sorrydave5 2023-12-03T11:45:58.444 INFO:tasks.workunit.client.0.smithi019.stdout:created: sorrydave6 2023-12-03T11:45:58.461 INFO:tasks.workunit.client.0.smithi019.stdout:created: sorrydave7 2023-12-03T11:45:58.475 INFO:tasks.workunit.client.0.smithi019.stdout:created: sorrydave8 2023-12-03T11:45:58.490 INFO:tasks.workunit.client.0.smithi019.stdout:created: sorrydave9 2023-12-03T11:45:58.490 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] LibRGW.CREATE_BUCKET_MULTI (146 ms) 2023-12-03T11:45:58.490 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] LibRGW.DELETE_BUCKET_MULTI 2023-12-03T11:45:58.922 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] LibRGW.DELETE_BUCKET_MULTI (432 ms) 2023-12-03T11:45:58.922 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] LibRGW.CLEANUP 2023-12-03T11:45:58.922 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2023-12-03T11:45:58.922 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] LibRGW.UMOUNT 2023-12-03T11:45:58.922 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2023-12-03T11:45:58.922 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] LibRGW.SHUTDOWN 2023-12-03T11:45:58.923 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:45:58.918+0000 7fb1b0ec6a80 -1 shutting down 2023-12-03T11:45:58.925 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:45:58.918+0000 7fb18bc37640 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 49299, si_uid : 1000, si_addr0x3e80000c093, si_status0 2023-12-03T11:45:59.049 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] LibRGW.SHUTDOWN (127 ms) 2023-12-03T11:45:59.049 INFO:tasks.workunit.client.0.smithi019.stdout:[----------] 9 tests from LibRGW (1037 ms total) 2023-12-03T11:45:59.049 INFO:tasks.workunit.client.0.smithi019.stdout: 2023-12-03T11:45:59.049 INFO:tasks.workunit.client.0.smithi019.stdout:[----------] Global test environment tear-down 2023-12-03T11:45:59.049 INFO:tasks.workunit.client.0.smithi019.stdout:[==========] 9 tests from 1 test suite ran. (1037 ms total) 2023-12-03T11:45:59.049 INFO:tasks.workunit.client.0.smithi019.stdout:[ PASSED ] 9 tests. 2023-12-03T11:45:59.062 INFO:tasks.workunit.client.0.smithi019.stdout:phase 3.1 2023-12-03T11:45:59.414 INFO:tasks.workunit.client.0.smithi019.stdout:[==========] Running 13 tests from 1 test suite. 2023-12-03T11:45:59.414 INFO:tasks.workunit.client.0.smithi019.stdout:[----------] Global test environment set-up. 2023-12-03T11:45:59.415 INFO:tasks.workunit.client.0.smithi019.stdout:[----------] 13 tests from LibRGW 2023-12-03T11:45:59.415 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] LibRGW.INIT 2023-12-03T11:45:59.424 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:45:59.424 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:45:59.767 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] LibRGW.INIT (353 ms) 2023-12-03T11:45:59.767 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] LibRGW.MOUNT 2023-12-03T11:45:59.769 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] LibRGW.MOUNT (3 ms) 2023-12-03T11:45:59.769 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] LibRGW.CREATE_BUCKET 2023-12-03T11:45:59.784 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] LibRGW.CREATE_BUCKET (14 ms) 2023-12-03T11:45:59.784 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] LibRGW.LOOKUP_BUCKET 2023-12-03T11:45:59.791 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] LibRGW.LOOKUP_BUCKET (7 ms) 2023-12-03T11:45:59.791 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] LibRGW.LOOKUP_OBJECT 2023-12-03T11:45:59.793 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] LibRGW.LOOKUP_OBJECT (3 ms) 2023-12-03T11:45:59.794 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] LibRGW.LARGE1 2023-12-03T11:45:59.862 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] LibRGW.LARGE1 (69 ms) 2023-12-03T11:45:59.862 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] LibRGW.LARGE2 2023-12-03T11:45:59.925 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] LibRGW.LARGE2 (62 ms) 2023-12-03T11:45:59.925 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] LibRGW.STAT_OBJECT 2023-12-03T11:45:59.925 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] LibRGW.STAT_OBJECT (0 ms) 2023-12-03T11:45:59.925 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] LibRGW.DELETE_OBJECT 2023-12-03T11:45:59.925 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] LibRGW.DELETE_OBJECT (0 ms) 2023-12-03T11:45:59.925 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] LibRGW.DELETE_BUCKET 2023-12-03T11:45:59.925 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] LibRGW.DELETE_BUCKET (0 ms) 2023-12-03T11:45:59.925 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] LibRGW.CLEANUP 2023-12-03T11:45:59.925 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2023-12-03T11:45:59.925 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] LibRGW.UMOUNT 2023-12-03T11:45:59.925 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2023-12-03T11:45:59.926 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] LibRGW.SHUTDOWN 2023-12-03T11:45:59.926 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:45:59.918+0000 7f9b5258ea80 -1 shutting down 2023-12-03T11:45:59.928 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:45:59.922+0000 7f9b2d2ff640 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 49435, si_uid : 1000, si_addr0x3e80000c11b, si_status0 2023-12-03T11:45:59.999 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] LibRGW.SHUTDOWN (75 ms) 2023-12-03T11:46:00.000 INFO:tasks.workunit.client.0.smithi019.stdout:[----------] 13 tests from LibRGW (586 ms total) 2023-12-03T11:46:00.000 INFO:tasks.workunit.client.0.smithi019.stdout: 2023-12-03T11:46:00.000 INFO:tasks.workunit.client.0.smithi019.stdout:[----------] Global test environment tear-down 2023-12-03T11:46:00.000 INFO:tasks.workunit.client.0.smithi019.stdout:[==========] 13 tests from 1 test suite ran. (586 ms total) 2023-12-03T11:46:00.000 INFO:tasks.workunit.client.0.smithi019.stdout:[ PASSED ] 13 tests. 2023-12-03T11:46:00.008 INFO:tasks.workunit.client.0.smithi019.stdout:phase 3.2 2023-12-03T11:46:00.347 INFO:tasks.workunit.client.0.smithi019.stdout:[==========] Running 13 tests from 1 test suite. 2023-12-03T11:46:00.348 INFO:tasks.workunit.client.0.smithi019.stdout:[----------] Global test environment set-up. 2023-12-03T11:46:00.348 INFO:tasks.workunit.client.0.smithi019.stdout:[----------] 13 tests from LibRGW 2023-12-03T11:46:00.348 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] LibRGW.INIT 2023-12-03T11:46:00.356 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:46:00.356 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:46:00.676 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] LibRGW.INIT (328 ms) 2023-12-03T11:46:00.676 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] LibRGW.MOUNT 2023-12-03T11:46:00.678 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] LibRGW.MOUNT (2 ms) 2023-12-03T11:46:00.678 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] LibRGW.CREATE_BUCKET 2023-12-03T11:46:00.678 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] LibRGW.CREATE_BUCKET (0 ms) 2023-12-03T11:46:00.678 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] LibRGW.LOOKUP_BUCKET 2023-12-03T11:46:00.688 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] LibRGW.LOOKUP_BUCKET (11 ms) 2023-12-03T11:46:00.688 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] LibRGW.LOOKUP_OBJECT 2023-12-03T11:46:00.696 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] LibRGW.LOOKUP_OBJECT (8 ms) 2023-12-03T11:46:00.697 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] LibRGW.LARGE1 2023-12-03T11:46:00.791 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] LibRGW.LARGE1 (94 ms) 2023-12-03T11:46:00.791 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] LibRGW.LARGE2 2023-12-03T11:46:00.791 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] LibRGW.LARGE2 (0 ms) 2023-12-03T11:46:00.792 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] LibRGW.STAT_OBJECT 2023-12-03T11:46:00.792 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] LibRGW.STAT_OBJECT (0 ms) 2023-12-03T11:46:00.792 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] LibRGW.DELETE_OBJECT 2023-12-03T11:46:00.804 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] LibRGW.DELETE_OBJECT (14 ms) 2023-12-03T11:46:00.804 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] LibRGW.DELETE_BUCKET 2023-12-03T11:46:00.841 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] LibRGW.DELETE_BUCKET (36 ms) 2023-12-03T11:46:00.841 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] LibRGW.CLEANUP 2023-12-03T11:46:00.841 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2023-12-03T11:46:00.842 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] LibRGW.UMOUNT 2023-12-03T11:46:00.842 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2023-12-03T11:46:00.842 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] LibRGW.SHUTDOWN 2023-12-03T11:46:00.842 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:46:00.834+0000 7f2962dc3a80 -1 shutting down 2023-12-03T11:46:00.844 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:46:00.838+0000 7f293db34640 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 49571, si_uid : 1000, si_addr0x3e80000c1a3, si_status0 2023-12-03T11:46:00.909 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] LibRGW.SHUTDOWN (68 ms) 2023-12-03T11:46:00.909 INFO:tasks.workunit.client.0.smithi019.stdout:[----------] 13 tests from LibRGW (561 ms total) 2023-12-03T11:46:00.909 INFO:tasks.workunit.client.0.smithi019.stdout: 2023-12-03T11:46:00.909 INFO:tasks.workunit.client.0.smithi019.stdout:[----------] Global test environment tear-down 2023-12-03T11:46:00.909 INFO:tasks.workunit.client.0.smithi019.stdout:[==========] 13 tests from 1 test suite ran. (561 ms total) 2023-12-03T11:46:00.909 INFO:tasks.workunit.client.0.smithi019.stdout:[ PASSED ] 13 tests. 2023-12-03T11:46:00.918 INFO:tasks.workunit.client.0.smithi019.stdout:phase 4.1 2023-12-03T11:46:00.940 INFO:tasks.workunit.client.0.smithi019.stdout:[==========] Running 11 tests from 1 test suite. 2023-12-03T11:46:01.032 INFO:tasks.workunit.client.0.smithi019.stdout:[----------] Global test environment set-up. 2023-12-03T11:46:01.033 INFO:tasks.workunit.client.0.smithi019.stdout:[----------] 11 tests from LibRGW 2023-12-03T11:46:01.033 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] LibRGW.TVAR 2023-12-03T11:46:01.033 INFO:tasks.workunit.client.0.smithi019.stdout:read i1: 64001 2023-12-03T11:46:01.033 INFO:tasks.workunit.client.0.smithi019.stdout:read s1: blunderbuss 2023-12-03T11:46:01.033 INFO:tasks.workunit.client.0.smithi019.stdout:read s3: [ OK ] LibRGW.TVAR (0 ms) 2023-12-03T11:46:01.033 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] LibRGW.INIT 2023-12-03T11:46:01.033 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:46:01.034 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:46:01.241 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] LibRGW.INIT (301 ms) 2023-12-03T11:46:01.241 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] LibRGW.MOUNT 2023-12-03T11:46:01.243 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] LibRGW.MOUNT (2 ms) 2023-12-03T11:46:01.243 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] LibRGW.MARKER1_SETUP_BUCKET 2023-12-03T11:46:01.280 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] LibRGW.MARKER1_SETUP_BUCKET (37 ms) 2023-12-03T11:46:01.280 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] LibRGW.MARKER1_SETUP_OBJECTS 2023-12-03T11:46:02.941 INFO:tasks.workunit.client.0.smithi019.stdout:created: dmarker:f_0 2023-12-03T11:46:02.941 INFO:tasks.workunit.client.0.smithi019.stdout:created: dmarker:f_1 2023-12-03T11:46:02.941 INFO:tasks.workunit.client.0.smithi019.stdout:created: dmarker:f_2 2023-12-03T11:46:02.941 INFO:tasks.workunit.client.0.smithi019.stdout:created: dmarker:f_3 2023-12-03T11:46:02.941 INFO:tasks.workunit.client.0.smithi019.stdout:created: dmarker:f_4 2023-12-03T11:46:02.941 INFO:tasks.workunit.client.0.smithi019.stdout:created: dmarker:f_5 2023-12-03T11:46:02.941 INFO:tasks.workunit.client.0.smithi019.stdout:created: dmarker:f_6 2023-12-03T11:46:02.941 INFO:tasks.workunit.client.0.smithi019.stdout:created: dmarker:f_7 2023-12-03T11:46:02.941 INFO:tasks.workunit.client.0.smithi019.stdout:created: dmarker:f_8 2023-12-03T11:46:02.941 INFO:tasks.workunit.client.0.smithi019.stdout:created: dmarker:f_9 2023-12-03T11:46:02.942 INFO:tasks.workunit.client.0.smithi019.stdout:created: dmarker:f_10 2023-12-03T11:46:02.942 INFO:tasks.workunit.client.0.smithi019.stdout:created: dmarker:f_11 2023-12-03T11:46:02.942 INFO:tasks.workunit.client.0.smithi019.stdout:created: dmarker:f_12 2023-12-03T11:46:02.942 INFO:tasks.workunit.client.0.smithi019.stdout:created: dmarker:f_13 2023-12-03T11:46:02.942 INFO:tasks.workunit.client.0.smithi019.stdout:created: dmarker:f_14 2023-12-03T11:46:02.942 INFO:tasks.workunit.client.0.smithi019.stdout:created: dmarker:f_15 2023-12-03T11:46:02.942 INFO:tasks.workunit.client.0.smithi019.stdout:created: dmarker:f_16 2023-12-03T11:46:02.942 INFO:tasks.workunit.client.0.smithi019.stdout:created: dmarker:f_17 2023-12-03T11:46:02.942 INFO:tasks.workunit.client.0.smithi019.stdout:created: dmarker:f_18 2023-12-03T11:46:02.942 INFO:tasks.workunit.client.0.smithi019.stdout:created: dmarker:f_19 2023-12-03T11:46:02.942 INFO:tasks.workunit.client.0.smithi019.stdout:created: dmarker:f_20 2023-12-03T11:46:02.942 INFO:tasks.workunit.client.0.smithi019.stdout:created: dmarker:f_21 2023-12-03T11:46:02.942 INFO:tasks.workunit.client.0.smithi019.stdout:created: dmarker:f_22 2023-12-03T11:46:02.942 INFO:tasks.workunit.client.0.smithi019.stdout:created: dmarker:f_23 2023-12-03T11:46:02.943 INFO:tasks.workunit.client.0.smithi019.stdout:created: dmarker:f_24 2023-12-03T11:46:02.943 INFO:tasks.workunit.client.0.smithi019.stdout:created: dmarker:f_25 2023-12-03T11:46:02.943 INFO:tasks.workunit.client.0.smithi019.stdout:created: dmarker:f_26 2023-12-03T11:46:02.943 INFO:tasks.workunit.client.0.smithi019.stdout:created: dmarker:f_27 2023-12-03T11:46:02.943 INFO:tasks.workunit.client.0.smithi019.stdout:created: dmarker:f_28 2023-12-03T11:46:02.943 INFO:tasks.workunit.client.0.smithi019.stdout:created: dmarker:f_29 2023-12-03T11:46:02.943 INFO:tasks.workunit.client.0.smithi019.stdout:created: dmarker:f_30 2023-12-03T11:46:02.943 INFO:tasks.workunit.client.0.smithi019.stdout:created: dmarker:f_31 2023-12-03T11:46:02.943 INFO:tasks.workunit.client.0.smithi019.stdout:created: dmarker:f_32 2023-12-03T11:46:02.943 INFO:tasks.workunit.client.0.smithi019.stdout:created: dmarker:f_33 2023-12-03T11:46:02.943 INFO:tasks.workunit.client.0.smithi019.stdout:created: dmarker:f_34 2023-12-03T11:46:02.943 INFO:tasks.workunit.client.0.smithi019.stdout:created: dmarker:f_35 2023-12-03T11:46:02.943 INFO:tasks.workunit.client.0.smithi019.stdout:created: dmarker:f_36 2023-12-03T11:46:02.943 INFO:tasks.workunit.client.0.smithi019.stdout:created: dmarker:f_37 2023-12-03T11:46:02.943 INFO:tasks.workunit.client.0.smithi019.stdout:created: dmarker:f_38 2023-12-03T11:46:02.943 INFO:tasks.workunit.client.0.smithi019.stdout:created: dmarker:f_39 2023-12-03T11:46:02.944 INFO:tasks.workunit.client.0.smithi019.stdout:created: dmarker:f_40 2023-12-03T11:46:02.944 INFO:tasks.workunit.client.0.smithi019.stdout:created: dmarker:f_41 2023-12-03T11:46:02.944 INFO:tasks.workunit.client.0.smithi019.stdout:created: dmarker:f_42 2023-12-03T11:46:02.944 INFO:tasks.workunit.client.0.smithi019.stdout:created: dmarker:f_43 2023-12-03T11:46:02.944 INFO:tasks.workunit.client.0.smithi019.stdout:created: dmarker:f_44 2023-12-03T11:46:02.944 INFO:tasks.workunit.client.0.smithi019.stdout:created: dmarker:f_45 2023-12-03T11:46:02.944 INFO:tasks.workunit.client.0.smithi019.stdout:created: dmarker:f_46 2023-12-03T11:46:02.944 INFO:tasks.workunit.client.0.smithi019.stdout:created: dmarker:f_47 2023-12-03T11:46:02.944 INFO:tasks.workunit.client.0.smithi019.stdout:created: dmarker:f_48 2023-12-03T11:46:02.944 INFO:tasks.workunit.client.0.smithi019.stdout:created: dmarker:f_49 2023-12-03T11:46:02.944 INFO:tasks.workunit.client.0.smithi019.stdout:created: dmarker:f_50 2023-12-03T11:46:02.944 INFO:tasks.workunit.client.0.smithi019.stdout:created: dmarker:f_51 2023-12-03T11:46:02.944 INFO:tasks.workunit.client.0.smithi019.stdout:created: dmarker:f_52 2023-12-03T11:46:02.944 INFO:tasks.workunit.client.0.smithi019.stdout:created: dmarker:f_53 2023-12-03T11:46:02.944 INFO:tasks.workunit.client.0.smithi019.stdout:created: dmarker:f_54 2023-12-03T11:46:02.945 INFO:tasks.workunit.client.0.smithi019.stdout:created: dmarker:f_55 2023-12-03T11:46:02.945 INFO:tasks.workunit.client.0.smithi019.stdout:created: dmarker:f_56 2023-12-03T11:46:02.945 INFO:tasks.workunit.client.0.smithi019.stdout:created: dmarker:f_57 2023-12-03T11:46:02.945 INFO:tasks.workunit.client.0.smithi019.stdout:created: dmarker:f_58 2023-12-03T11:46:02.945 INFO:tasks.workunit.client.0.smithi019.stdout:created: dmarker:f_59 2023-12-03T11:46:02.945 INFO:tasks.workunit.client.0.smithi019.stdout:created: dmarker:f_60 2023-12-03T11:46:02.945 INFO:tasks.workunit.client.0.smithi019.stdout:created: dmarker:f_61 2023-12-03T11:46:02.945 INFO:tasks.workunit.client.0.smithi019.stdout:created: dmarker:f_62 2023-12-03T11:46:02.945 INFO:tasks.workunit.client.0.smithi019.stdout:created: dmarker:f_63 2023-12-03T11:46:02.945 INFO:tasks.workunit.client.0.smithi019.stdout:created: dmarker:f_64 2023-12-03T11:46:02.945 INFO:tasks.workunit.client.0.smithi019.stdout:created: dmarker:f_65 2023-12-03T11:46:02.945 INFO:tasks.workunit.client.0.smithi019.stdout:created: dmarker:f_66 2023-12-03T11:46:02.945 INFO:tasks.workunit.client.0.smithi019.stdout:created: dmarker:f_67 2023-12-03T11:46:02.945 INFO:tasks.workunit.client.0.smithi019.stdout:created: dmarker:f_68 2023-12-03T11:46:02.945 INFO:tasks.workunit.client.0.smithi019.stdout:created: dmarker:f_69 2023-12-03T11:46:02.946 INFO:tasks.workunit.client.0.smithi019.stdout:created: dmarker:f_70 2023-12-03T11:46:02.946 INFO:tasks.workunit.client.0.smithi019.stdout:created: dmarker:f_71 2023-12-03T11:46:02.946 INFO:tasks.workunit.client.0.smithi019.stdout:created: dmarker:f_72 2023-12-03T11:46:02.946 INFO:tasks.workunit.client.0.smithi019.stdout:created: dmarker:f_73 2023-12-03T11:46:02.946 INFO:tasks.workunit.client.0.smithi019.stdout:created: dmarker:f_74 2023-12-03T11:46:02.946 INFO:tasks.workunit.client.0.smithi019.stdout:created: dmarker:f_75 2023-12-03T11:46:02.946 INFO:tasks.workunit.client.0.smithi019.stdout:created: dmarker:f_76 2023-12-03T11:46:02.946 INFO:tasks.workunit.client.0.smithi019.stdout:created: dmarker:f_77 2023-12-03T11:46:02.946 INFO:tasks.workunit.client.0.smithi019.stdout:created: dmarker:f_78 2023-12-03T11:46:02.946 INFO:tasks.workunit.client.0.smithi019.stdout:created: dmarker:f_79 2023-12-03T11:46:02.946 INFO:tasks.workunit.client.0.smithi019.stdout:created: dmarker:f_80 2023-12-03T11:46:02.946 INFO:tasks.workunit.client.0.smithi019.stdout:created: dmarker:f_81 2023-12-03T11:46:02.946 INFO:tasks.workunit.client.0.smithi019.stdout:created: dmarker:f_82 2023-12-03T11:46:02.946 INFO:tasks.workunit.client.0.smithi019.stdout:created: dmarker:f_83 2023-12-03T11:46:02.946 INFO:tasks.workunit.client.0.smithi019.stdout:created: dmarker:f_84 2023-12-03T11:46:02.947 INFO:tasks.workunit.client.0.smithi019.stdout:created: dmarker:f_85 2023-12-03T11:46:02.947 INFO:tasks.workunit.client.0.smithi019.stdout:created: dmarker:f_86 2023-12-03T11:46:02.947 INFO:tasks.workunit.client.0.smithi019.stdout:created: dmarker:f_87 2023-12-03T11:46:02.947 INFO:tasks.workunit.client.0.smithi019.stdout:created: dmarker:f_88 2023-12-03T11:46:02.947 INFO:tasks.workunit.client.0.smithi019.stdout:created: dmarker:f_89 2023-12-03T11:46:02.947 INFO:tasks.workunit.client.0.smithi019.stdout:created: dmarker:f_90 2023-12-03T11:46:02.947 INFO:tasks.workunit.client.0.smithi019.stdout:created: dmarker:f_91 2023-12-03T11:46:02.947 INFO:tasks.workunit.client.0.smithi019.stdout:created: dmarker:f_92 2023-12-03T11:46:02.947 INFO:tasks.workunit.client.0.smithi019.stdout:created: dmarker:f_93 2023-12-03T11:46:02.947 INFO:tasks.workunit.client.0.smithi019.stdout:created: dmarker:f_94 2023-12-03T11:46:02.947 INFO:tasks.workunit.client.0.smithi019.stdout:created: dmarker:f_95 2023-12-03T11:46:02.947 INFO:tasks.workunit.client.0.smithi019.stdout:created: dmarker:f_96 2023-12-03T11:46:02.947 INFO:tasks.workunit.client.0.smithi019.stdout:created: dmarker:f_97 2023-12-03T11:46:02.947 INFO:tasks.workunit.client.0.smithi019.stdout:created: dmarker:f_98 2023-12-03T11:46:02.947 INFO:tasks.workunit.client.0.smithi019.stdout:created: dmarker:f_99 2023-12-03T11:46:02.948 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] LibRGW.MARKER1_SETUP_OBJECTS (1661 ms) 2023-12-03T11:46:02.948 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] LibRGW.MARKER1_READDIR 2023-12-03T11:46:02.952 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=. flags=4 2023-12-03T11:46:02.952 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=.. flags=4 2023-12-03T11:46:02.953 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_0 flags=8 2023-12-03T11:46:02.953 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_1 flags=8 2023-12-03T11:46:02.953 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_10 flags=8 2023-12-03T11:46:02.953 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_11 flags=8 2023-12-03T11:46:02.953 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_12 flags=8 2023-12-03T11:46:02.953 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_13 flags=8 2023-12-03T11:46:02.953 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_14 flags=8 2023-12-03T11:46:02.953 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_15 flags=8 2023-12-03T11:46:02.953 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_16 flags=8 2023-12-03T11:46:02.953 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_17 flags=8 2023-12-03T11:46:02.953 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_18 flags=8 2023-12-03T11:46:02.953 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_19 flags=8 2023-12-03T11:46:02.953 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_2 flags=8 2023-12-03T11:46:02.953 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_20 flags=8 2023-12-03T11:46:02.953 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_21 flags=8 2023-12-03T11:46:02.954 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_22 flags=8 2023-12-03T11:46:02.954 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_23 flags=8 2023-12-03T11:46:02.954 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_24 flags=8 2023-12-03T11:46:02.954 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_25 flags=8 2023-12-03T11:46:02.954 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_26 flags=8 2023-12-03T11:46:02.954 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_27 flags=8 2023-12-03T11:46:02.954 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_28 flags=8 2023-12-03T11:46:02.954 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_29 flags=8 2023-12-03T11:46:02.954 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_3 flags=8 2023-12-03T11:46:02.954 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_30 flags=8 2023-12-03T11:46:02.954 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_31 flags=8 2023-12-03T11:46:02.954 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_32 flags=8 2023-12-03T11:46:02.954 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_33 flags=8 2023-12-03T11:46:02.954 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_34 flags=8 2023-12-03T11:46:02.955 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_35 flags=8 2023-12-03T11:46:02.955 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_36 flags=8 2023-12-03T11:46:02.955 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_37 flags=8 2023-12-03T11:46:02.955 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_38 flags=8 2023-12-03T11:46:02.955 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_39 flags=8 2023-12-03T11:46:02.955 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_4 flags=8 2023-12-03T11:46:02.955 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_40 flags=8 2023-12-03T11:46:02.955 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_41 flags=8 2023-12-03T11:46:02.955 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_42 flags=8 2023-12-03T11:46:02.955 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_43 flags=8 2023-12-03T11:46:02.955 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_44 flags=8 2023-12-03T11:46:02.955 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_45 flags=8 2023-12-03T11:46:02.955 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_46 flags=8 2023-12-03T11:46:02.955 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_47 flags=8 2023-12-03T11:46:02.955 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_48 flags=8 2023-12-03T11:46:02.955 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_49 flags=8 2023-12-03T11:46:02.956 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_5 flags=8 2023-12-03T11:46:02.956 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_50 flags=8 2023-12-03T11:46:02.956 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_51 flags=8 2023-12-03T11:46:02.956 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_52 flags=8 2023-12-03T11:46:02.956 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_53 flags=8 2023-12-03T11:46:02.956 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_54 flags=8 2023-12-03T11:46:02.956 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_55 flags=8 2023-12-03T11:46:02.956 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_56 flags=8 2023-12-03T11:46:02.956 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_57 flags=8 2023-12-03T11:46:02.956 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_58 flags=8 2023-12-03T11:46:02.956 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_59 flags=8 2023-12-03T11:46:02.956 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_6 flags=8 2023-12-03T11:46:02.956 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_60 flags=8 2023-12-03T11:46:02.956 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_61 flags=8 2023-12-03T11:46:02.956 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_62 flags=8 2023-12-03T11:46:02.956 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_63 flags=8 2023-12-03T11:46:02.957 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_64 flags=8 2023-12-03T11:46:02.957 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_65 flags=8 2023-12-03T11:46:02.957 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_66 flags=8 2023-12-03T11:46:02.957 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_67 flags=8 2023-12-03T11:46:02.957 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_68 flags=8 2023-12-03T11:46:02.957 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_69 flags=8 2023-12-03T11:46:02.957 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_7 flags=8 2023-12-03T11:46:02.957 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_70 flags=8 2023-12-03T11:46:02.957 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_71 flags=8 2023-12-03T11:46:02.957 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_72 flags=8 2023-12-03T11:46:02.957 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_73 flags=8 2023-12-03T11:46:02.957 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_74 flags=8 2023-12-03T11:46:02.957 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_75 flags=8 2023-12-03T11:46:02.957 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_76 flags=8 2023-12-03T11:46:02.957 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_77 flags=8 2023-12-03T11:46:02.958 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_78 flags=8 2023-12-03T11:46:02.958 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_79 flags=8 2023-12-03T11:46:02.958 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_8 flags=8 2023-12-03T11:46:02.958 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_80 flags=8 2023-12-03T11:46:02.958 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_81 flags=8 2023-12-03T11:46:02.958 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_82 flags=8 2023-12-03T11:46:02.958 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_83 flags=8 2023-12-03T11:46:02.958 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_84 flags=8 2023-12-03T11:46:02.958 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_85 flags=8 2023-12-03T11:46:02.958 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_86 flags=8 2023-12-03T11:46:02.958 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_87 flags=8 2023-12-03T11:46:02.958 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_88 flags=8 2023-12-03T11:46:02.958 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_89 flags=8 2023-12-03T11:46:02.958 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_9 flags=8 2023-12-03T11:46:02.958 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_90 flags=8 2023-12-03T11:46:02.958 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_91 flags=8 2023-12-03T11:46:02.959 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_92 flags=8 2023-12-03T11:46:02.959 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_93 flags=8 2023-12-03T11:46:02.959 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_94 flags=8 2023-12-03T11:46:02.959 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_95 flags=8 2023-12-03T11:46:02.959 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_96 flags=8 2023-12-03T11:46:02.959 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_97 flags=8 2023-12-03T11:46:02.959 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_98 flags=8 2023-12-03T11:46:02.959 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_99 flags=8 2023-12-03T11:46:02.959 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] LibRGW.MARKER1_READDIR (12 ms) 2023-12-03T11:46:02.959 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] LibRGW.MARKER2_READDIR 2023-12-03T11:46:02.961 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_0 flags=8 2023-12-03T11:46:02.961 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_1 flags=8 2023-12-03T11:46:02.961 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_10 flags=8 2023-12-03T11:46:02.961 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_11 flags=8 2023-12-03T11:46:02.961 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_12 flags=8 2023-12-03T11:46:02.961 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_13 flags=8 2023-12-03T11:46:02.961 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_14 flags=8 2023-12-03T11:46:02.961 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_15 flags=8 2023-12-03T11:46:02.961 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_16 flags=8 2023-12-03T11:46:02.961 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_17 flags=8 2023-12-03T11:46:02.962 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_18 flags=8 2023-12-03T11:46:02.962 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_19 flags=8 2023-12-03T11:46:02.962 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_2 flags=8 2023-12-03T11:46:02.962 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_20 flags=8 2023-12-03T11:46:02.962 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_21 flags=8 2023-12-03T11:46:02.962 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_22 flags=8 2023-12-03T11:46:02.962 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_23 flags=8 2023-12-03T11:46:02.962 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_24 flags=8 2023-12-03T11:46:02.962 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_25 flags=8 2023-12-03T11:46:02.962 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_26 flags=8 2023-12-03T11:46:02.962 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_27 flags=8 2023-12-03T11:46:02.962 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_28 flags=8 2023-12-03T11:46:02.962 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_29 flags=8 2023-12-03T11:46:02.962 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_3 flags=8 2023-12-03T11:46:02.962 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_30 flags=8 2023-12-03T11:46:02.963 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_31 flags=8 2023-12-03T11:46:02.963 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_32 flags=8 2023-12-03T11:46:02.963 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_33 flags=8 2023-12-03T11:46:02.963 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_34 flags=8 2023-12-03T11:46:02.963 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_35 flags=8 2023-12-03T11:46:02.963 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_36 flags=8 2023-12-03T11:46:02.963 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_37 flags=8 2023-12-03T11:46:02.963 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_38 flags=8 2023-12-03T11:46:02.963 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_39 flags=8 2023-12-03T11:46:02.963 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_4 flags=8 2023-12-03T11:46:02.963 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_40 flags=8 2023-12-03T11:46:02.963 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_41 flags=8 2023-12-03T11:46:02.963 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_42 flags=8 2023-12-03T11:46:02.963 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_43 flags=8 2023-12-03T11:46:02.963 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_44 flags=8 2023-12-03T11:46:02.963 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_45 flags=8 2023-12-03T11:46:02.964 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_46 flags=8 2023-12-03T11:46:02.964 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_47 flags=8 2023-12-03T11:46:02.964 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_48 flags=8 2023-12-03T11:46:02.964 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_49 flags=8 2023-12-03T11:46:02.964 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_5 flags=8 2023-12-03T11:46:02.964 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_50 flags=8 2023-12-03T11:46:02.964 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_51 flags=8 2023-12-03T11:46:02.964 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_52 flags=8 2023-12-03T11:46:02.964 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_53 flags=8 2023-12-03T11:46:02.964 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_54 flags=8 2023-12-03T11:46:02.964 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_55 flags=8 2023-12-03T11:46:02.964 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_56 flags=8 2023-12-03T11:46:02.964 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_57 flags=8 2023-12-03T11:46:02.965 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_58 flags=8 2023-12-03T11:46:02.965 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_59 flags=8 2023-12-03T11:46:02.965 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_6 flags=8 2023-12-03T11:46:02.965 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_60 flags=8 2023-12-03T11:46:02.965 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_61 flags=8 2023-12-03T11:46:02.965 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_62 flags=8 2023-12-03T11:46:02.965 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_63 flags=8 2023-12-03T11:46:02.965 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_64 flags=8 2023-12-03T11:46:02.965 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_65 flags=8 2023-12-03T11:46:02.965 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_66 flags=8 2023-12-03T11:46:02.965 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_67 flags=8 2023-12-03T11:46:02.965 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_68 flags=8 2023-12-03T11:46:02.965 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_69 flags=8 2023-12-03T11:46:02.965 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_7 flags=8 2023-12-03T11:46:02.966 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_70 flags=8 2023-12-03T11:46:02.966 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_71 flags=8 2023-12-03T11:46:02.966 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_72 flags=8 2023-12-03T11:46:02.966 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_73 flags=8 2023-12-03T11:46:02.966 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_74 flags=8 2023-12-03T11:46:02.966 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_75 flags=8 2023-12-03T11:46:02.966 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_76 flags=8 2023-12-03T11:46:02.966 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_77 flags=8 2023-12-03T11:46:02.966 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_78 flags=8 2023-12-03T11:46:02.966 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_79 flags=8 2023-12-03T11:46:02.966 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_8 flags=8 2023-12-03T11:46:02.966 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_80 flags=8 2023-12-03T11:46:02.966 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_81 flags=8 2023-12-03T11:46:02.966 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_82 flags=8 2023-12-03T11:46:02.966 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_83 flags=8 2023-12-03T11:46:02.967 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_84 flags=8 2023-12-03T11:46:02.967 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_85 flags=8 2023-12-03T11:46:02.967 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_86 flags=8 2023-12-03T11:46:02.967 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_87 flags=8 2023-12-03T11:46:02.967 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_88 flags=8 2023-12-03T11:46:02.967 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_89 flags=8 2023-12-03T11:46:02.967 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_9 flags=8 2023-12-03T11:46:02.967 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_90 flags=8 2023-12-03T11:46:02.967 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_91 flags=8 2023-12-03T11:46:02.967 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_92 flags=8 2023-12-03T11:46:02.967 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_93 flags=8 2023-12-03T11:46:02.967 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_94 flags=8 2023-12-03T11:46:02.967 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_95 flags=8 2023-12-03T11:46:02.967 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_96 flags=8 2023-12-03T11:46:02.967 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_97 flags=8 2023-12-03T11:46:02.967 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_98 flags=8 2023-12-03T11:46:02.968 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_99 flags=8 2023-12-03T11:46:02.968 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] LibRGW.MARKER2_READDIR (8 ms) 2023-12-03T11:46:02.968 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] LibRGW.MARKER1_OBJ_CLEANUP 2023-12-03T11:46:02.968 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] LibRGW.MARKER1_OBJ_CLEANUP (0 ms) 2023-12-03T11:46:02.968 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] LibRGW.CLEANUP 2023-12-03T11:46:02.968 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2023-12-03T11:46:02.968 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] LibRGW.UMOUNT 2023-12-03T11:46:02.968 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2023-12-03T11:46:02.968 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] LibRGW.SHUTDOWN 2023-12-03T11:46:02.969 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:46:02.954+0000 7faa5438ca80 -1 shutting down 2023-12-03T11:46:02.969 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:46:02.958+0000 7faa2f0fd640 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 49707, si_uid : 1000, si_addr0x3e80000c22b, si_status0 2023-12-03T11:46:03.095 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] LibRGW.SHUTDOWN (134 ms) 2023-12-03T11:46:03.095 INFO:tasks.workunit.client.0.smithi019.stdout:[----------] 11 tests from LibRGW (2155 ms total) 2023-12-03T11:46:03.095 INFO:tasks.workunit.client.0.smithi019.stdout: 2023-12-03T11:46:03.095 INFO:tasks.workunit.client.0.smithi019.stdout:[----------] Global test environment tear-down 2023-12-03T11:46:03.095 INFO:tasks.workunit.client.0.smithi019.stdout:[==========] 11 tests from 1 test suite ran. (2155 ms total) 2023-12-03T11:46:03.095 INFO:tasks.workunit.client.0.smithi019.stdout:[ PASSED ] 11 tests. 2023-12-03T11:46:03.109 INFO:tasks.workunit.client.0.smithi019.stdout:phase 4.2 2023-12-03T11:46:03.134 INFO:tasks.workunit.client.0.smithi019.stdout:[==========] Running 11 tests from 1 test suite. 2023-12-03T11:46:03.134 INFO:tasks.workunit.client.0.smithi019.stdout:[----------] Global test environment set-up. 2023-12-03T11:46:03.134 INFO:tasks.workunit.client.0.smithi019.stdout:[----------] 11 tests from LibRGW 2023-12-03T11:46:03.134 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] LibRGW.TVAR 2023-12-03T11:46:03.134 INFO:tasks.workunit.client.0.smithi019.stdout:read i1: 64001 2023-12-03T11:46:03.134 INFO:tasks.workunit.client.0.smithi019.stdout:read s1: blunderbuss 2023-12-03T11:46:03.134 INFO:tasks.workunit.client.0.smithi019.stdout:read s3: [ OK ] LibRGW.TVAR (0 ms) 2023-12-03T11:46:03.134 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] LibRGW.INIT 2023-12-03T11:46:03.144 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:46:03.144 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:46:03.455 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] LibRGW.INIT (321 ms) 2023-12-03T11:46:03.455 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] LibRGW.MOUNT 2023-12-03T11:46:03.456 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] LibRGW.MOUNT (2 ms) 2023-12-03T11:46:03.457 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] LibRGW.MARKER1_SETUP_BUCKET 2023-12-03T11:46:03.478 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] LibRGW.MARKER1_SETUP_BUCKET (21 ms) 2023-12-03T11:46:03.478 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] LibRGW.MARKER1_SETUP_OBJECTS 2023-12-03T11:46:03.478 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] LibRGW.MARKER1_SETUP_OBJECTS (0 ms) 2023-12-03T11:46:03.478 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] LibRGW.MARKER1_READDIR 2023-12-03T11:46:03.479 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] LibRGW.MARKER1_READDIR (0 ms) 2023-12-03T11:46:03.479 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] LibRGW.MARKER2_READDIR 2023-12-03T11:46:03.485 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_0 flags=8 2023-12-03T11:46:03.486 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_1 flags=8 2023-12-03T11:46:03.486 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_10 flags=8 2023-12-03T11:46:03.486 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_11 flags=8 2023-12-03T11:46:03.486 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_12 flags=8 2023-12-03T11:46:03.486 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_13 flags=8 2023-12-03T11:46:03.486 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_14 flags=8 2023-12-03T11:46:03.486 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_15 flags=8 2023-12-03T11:46:03.487 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_16 flags=8 2023-12-03T11:46:03.487 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_17 flags=8 2023-12-03T11:46:03.487 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_18 flags=8 2023-12-03T11:46:03.487 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_19 flags=8 2023-12-03T11:46:03.487 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_2 flags=8 2023-12-03T11:46:03.487 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_20 flags=8 2023-12-03T11:46:03.487 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_21 flags=8 2023-12-03T11:46:03.487 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_22 flags=8 2023-12-03T11:46:03.487 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_23 flags=8 2023-12-03T11:46:03.487 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_24 flags=8 2023-12-03T11:46:03.488 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_25 flags=8 2023-12-03T11:46:03.488 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_26 flags=8 2023-12-03T11:46:03.488 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_27 flags=8 2023-12-03T11:46:03.488 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_28 flags=8 2023-12-03T11:46:03.488 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_29 flags=8 2023-12-03T11:46:03.488 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_3 flags=8 2023-12-03T11:46:03.488 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_30 flags=8 2023-12-03T11:46:03.488 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_31 flags=8 2023-12-03T11:46:03.488 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_32 flags=8 2023-12-03T11:46:03.489 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_33 flags=8 2023-12-03T11:46:03.489 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_34 flags=8 2023-12-03T11:46:03.489 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_35 flags=8 2023-12-03T11:46:03.489 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_36 flags=8 2023-12-03T11:46:03.489 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_37 flags=8 2023-12-03T11:46:03.489 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_38 flags=8 2023-12-03T11:46:03.489 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_39 flags=8 2023-12-03T11:46:03.489 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_4 flags=8 2023-12-03T11:46:03.489 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_40 flags=8 2023-12-03T11:46:03.490 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_41 flags=8 2023-12-03T11:46:03.490 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_42 flags=8 2023-12-03T11:46:03.490 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_43 flags=8 2023-12-03T11:46:03.490 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_44 flags=8 2023-12-03T11:46:03.490 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_45 flags=8 2023-12-03T11:46:03.490 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_46 flags=8 2023-12-03T11:46:03.490 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_47 flags=8 2023-12-03T11:46:03.491 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_48 flags=8 2023-12-03T11:46:03.491 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_49 flags=8 2023-12-03T11:46:03.491 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_5 flags=8 2023-12-03T11:46:03.491 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_50 flags=8 2023-12-03T11:46:03.491 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_51 flags=8 2023-12-03T11:46:03.491 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_52 flags=8 2023-12-03T11:46:03.491 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_53 flags=8 2023-12-03T11:46:03.491 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_54 flags=8 2023-12-03T11:46:03.492 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_55 flags=8 2023-12-03T11:46:03.492 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_56 flags=8 2023-12-03T11:46:03.492 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_57 flags=8 2023-12-03T11:46:03.492 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_58 flags=8 2023-12-03T11:46:03.492 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_59 flags=8 2023-12-03T11:46:03.492 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_6 flags=8 2023-12-03T11:46:03.492 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_60 flags=8 2023-12-03T11:46:03.492 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_61 flags=8 2023-12-03T11:46:03.492 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_62 flags=8 2023-12-03T11:46:03.492 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_63 flags=8 2023-12-03T11:46:03.492 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_64 flags=8 2023-12-03T11:46:03.493 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_65 flags=8 2023-12-03T11:46:03.493 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_66 flags=8 2023-12-03T11:46:03.493 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_67 flags=8 2023-12-03T11:46:03.493 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_68 flags=8 2023-12-03T11:46:03.493 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_69 flags=8 2023-12-03T11:46:03.493 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_7 flags=8 2023-12-03T11:46:03.493 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_70 flags=8 2023-12-03T11:46:03.493 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_71 flags=8 2023-12-03T11:46:03.493 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_72 flags=8 2023-12-03T11:46:03.493 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_73 flags=8 2023-12-03T11:46:03.493 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_74 flags=8 2023-12-03T11:46:03.493 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_75 flags=8 2023-12-03T11:46:03.493 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_76 flags=8 2023-12-03T11:46:03.493 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_77 flags=8 2023-12-03T11:46:03.493 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_78 flags=8 2023-12-03T11:46:03.493 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_79 flags=8 2023-12-03T11:46:03.494 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_8 flags=8 2023-12-03T11:46:03.494 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_80 flags=8 2023-12-03T11:46:03.494 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_81 flags=8 2023-12-03T11:46:03.494 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_82 flags=8 2023-12-03T11:46:03.494 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_83 flags=8 2023-12-03T11:46:03.494 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_84 flags=8 2023-12-03T11:46:03.494 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_85 flags=8 2023-12-03T11:46:03.494 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_86 flags=8 2023-12-03T11:46:03.494 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_87 flags=8 2023-12-03T11:46:03.494 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_88 flags=8 2023-12-03T11:46:03.494 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_89 flags=8 2023-12-03T11:46:03.494 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_9 flags=8 2023-12-03T11:46:03.494 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_90 flags=8 2023-12-03T11:46:03.495 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_91 flags=8 2023-12-03T11:46:03.495 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_92 flags=8 2023-12-03T11:46:03.495 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_93 flags=8 2023-12-03T11:46:03.495 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_94 flags=8 2023-12-03T11:46:03.495 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_95 flags=8 2023-12-03T11:46:03.495 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_96 flags=8 2023-12-03T11:46:03.495 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_97 flags=8 2023-12-03T11:46:03.495 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_98 flags=8 2023-12-03T11:46:03.495 INFO:tasks.workunit.client.0.smithi019.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_99 flags=8 2023-12-03T11:46:03.495 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] LibRGW.MARKER2_READDIR (8 ms) 2023-12-03T11:46:03.496 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] LibRGW.MARKER1_OBJ_CLEANUP 2023-12-03T11:46:03.496 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] LibRGW.MARKER1_OBJ_CLEANUP (0 ms) 2023-12-03T11:46:03.496 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] LibRGW.CLEANUP 2023-12-03T11:46:03.496 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2023-12-03T11:46:03.496 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] LibRGW.UMOUNT 2023-12-03T11:46:03.496 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2023-12-03T11:46:03.496 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] LibRGW.SHUTDOWN 2023-12-03T11:46:03.497 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:46:03.478+0000 7f87682bea80 -1 shutting down 2023-12-03T11:46:03.497 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:46:03.482+0000 7f874302f640 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 49843, si_uid : 1000, si_addr0x3e80000c2b3, si_status0 2023-12-03T11:46:03.606 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] LibRGW.SHUTDOWN (120 ms) 2023-12-03T11:46:03.606 INFO:tasks.workunit.client.0.smithi019.stdout:[----------] 11 tests from LibRGW (472 ms total) 2023-12-03T11:46:03.606 INFO:tasks.workunit.client.0.smithi019.stdout: 2023-12-03T11:46:03.607 INFO:tasks.workunit.client.0.smithi019.stdout:[----------] Global test environment tear-down 2023-12-03T11:46:03.607 INFO:tasks.workunit.client.0.smithi019.stdout:[==========] 11 tests from 1 test suite ran. (472 ms total) 2023-12-03T11:46:03.607 INFO:tasks.workunit.client.0.smithi019.stdout:[ PASSED ] 11 tests. 2023-12-03T11:46:03.620 INFO:tasks.workunit.client.0.smithi019.stdout:phase 5.1 2023-12-03T11:46:03.653 INFO:tasks.workunit.client.0.smithi019.stdout:[==========] Running 19 tests from 1 test suite. 2023-12-03T11:46:03.654 INFO:tasks.workunit.client.0.smithi019.stdout:[----------] Global test environment set-up. 2023-12-03T11:46:03.654 INFO:tasks.workunit.client.0.smithi019.stdout:[----------] 19 tests from LibRGW 2023-12-03T11:46:03.654 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] LibRGW.INIT 2023-12-03T11:46:03.665 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:46:03.665 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:46:03.944 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] LibRGW.INIT (290 ms) 2023-12-03T11:46:03.944 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] LibRGW.MOUNT 2023-12-03T11:46:03.946 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] LibRGW.MOUNT (2 ms) 2023-12-03T11:46:03.946 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] LibRGW.CREATE_BUCKET 2023-12-03T11:46:03.962 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] LibRGW.CREATE_BUCKET (16 ms) 2023-12-03T11:46:03.962 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] LibRGW.LOOKUP_BUCKET 2023-12-03T11:46:03.969 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] LibRGW.LOOKUP_BUCKET (8 ms) 2023-12-03T11:46:03.969 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] LibRGW.LIST_OBJECTS 2023-12-03T11:46:03.969 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] LibRGW.LIST_OBJECTS (0 ms) 2023-12-03T11:46:03.969 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] LibRGW.LOOKUP_OBJECT 2023-12-03T11:46:03.971 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] LibRGW.LOOKUP_OBJECT (2 ms) 2023-12-03T11:46:03.971 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] LibRGW.OBJ_OPEN 2023-12-03T11:46:03.971 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] LibRGW.OBJ_OPEN (0 ms) 2023-12-03T11:46:03.972 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] LibRGW.PUT_OBJECT 2023-12-03T11:46:03.984 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] LibRGW.PUT_OBJECT (12 ms) 2023-12-03T11:46:03.984 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] LibRGW.GET_OBJECT 2023-12-03T11:46:03.989 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] LibRGW.GET_OBJECT (6 ms) 2023-12-03T11:46:03.990 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] LibRGW.STAT_OBJECT 2023-12-03T11:46:03.990 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] LibRGW.STAT_OBJECT (0 ms) 2023-12-03T11:46:03.990 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] LibRGW.WRITE_READ_VERIFY 2023-12-03T11:46:03.990 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] LibRGW.WRITE_READ_VERIFY (0 ms) 2023-12-03T11:46:03.990 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] LibRGW.WRITEV 2023-12-03T11:46:03.990 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] LibRGW.WRITEV (0 ms) 2023-12-03T11:46:03.990 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] LibRGW.READV 2023-12-03T11:46:03.990 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] LibRGW.READV (0 ms) 2023-12-03T11:46:03.990 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] LibRGW.READV_AFTER_WRITEV 2023-12-03T11:46:03.990 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] LibRGW.READV_AFTER_WRITEV (0 ms) 2023-12-03T11:46:03.990 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] LibRGW.DELETE_OBJECT 2023-12-03T11:46:03.990 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] LibRGW.DELETE_OBJECT (0 ms) 2023-12-03T11:46:03.991 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] LibRGW.DELETE_BUCKET 2023-12-03T11:46:03.991 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] LibRGW.DELETE_BUCKET (0 ms) 2023-12-03T11:46:03.991 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] LibRGW.CLEANUP 2023-12-03T11:46:03.991 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2023-12-03T11:46:03.991 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] LibRGW.UMOUNT 2023-12-03T11:46:03.991 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2023-12-03T11:46:03.991 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] LibRGW.SHUTDOWN 2023-12-03T11:46:03.991 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:46:03.982+0000 7f8924692a80 -1 shutting down 2023-12-03T11:46:03.993 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:46:03.986+0000 7f88ff403640 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 49979, si_uid : 1000, si_addr0x3e80000c33b, si_status0 2023-12-03T11:46:04.081 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] LibRGW.SHUTDOWN (91 ms) 2023-12-03T11:46:04.081 INFO:tasks.workunit.client.0.smithi019.stdout:[----------] 19 tests from LibRGW (427 ms total) 2023-12-03T11:46:04.081 INFO:tasks.workunit.client.0.smithi019.stdout: 2023-12-03T11:46:04.081 INFO:tasks.workunit.client.0.smithi019.stdout:[----------] Global test environment tear-down 2023-12-03T11:46:04.081 INFO:tasks.workunit.client.0.smithi019.stdout:[==========] 19 tests from 1 test suite ran. (427 ms total) 2023-12-03T11:46:04.081 INFO:tasks.workunit.client.0.smithi019.stdout:[ PASSED ] 19 tests. 2023-12-03T11:46:04.088 INFO:tasks.workunit.client.0.smithi019.stdout:phase 5.2 2023-12-03T11:46:04.121 INFO:tasks.workunit.client.0.smithi019.stdout:[==========] Running 19 tests from 1 test suite. 2023-12-03T11:46:04.121 INFO:tasks.workunit.client.0.smithi019.stdout:[----------] Global test environment set-up. 2023-12-03T11:46:04.121 INFO:tasks.workunit.client.0.smithi019.stdout:[----------] 19 tests from LibRGW 2023-12-03T11:46:04.122 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] LibRGW.INIT 2023-12-03T11:46:04.130 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:46:04.130 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:46:04.410 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] LibRGW.INIT (288 ms) 2023-12-03T11:46:04.410 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] LibRGW.MOUNT 2023-12-03T11:46:04.411 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] LibRGW.MOUNT (2 ms) 2023-12-03T11:46:04.412 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] LibRGW.CREATE_BUCKET 2023-12-03T11:46:04.412 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] LibRGW.CREATE_BUCKET (0 ms) 2023-12-03T11:46:04.412 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] LibRGW.LOOKUP_BUCKET 2023-12-03T11:46:04.424 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] LibRGW.LOOKUP_BUCKET (12 ms) 2023-12-03T11:46:04.424 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] LibRGW.LIST_OBJECTS 2023-12-03T11:46:04.424 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] LibRGW.LIST_OBJECTS (0 ms) 2023-12-03T11:46:04.424 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] LibRGW.LOOKUP_OBJECT 2023-12-03T11:46:04.424 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] LibRGW.LOOKUP_OBJECT (0 ms) 2023-12-03T11:46:04.424 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] LibRGW.OBJ_OPEN 2023-12-03T11:46:04.425 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] LibRGW.OBJ_OPEN (0 ms) 2023-12-03T11:46:04.425 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] LibRGW.PUT_OBJECT 2023-12-03T11:46:04.425 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] LibRGW.PUT_OBJECT (0 ms) 2023-12-03T11:46:04.425 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] LibRGW.GET_OBJECT 2023-12-03T11:46:04.425 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] LibRGW.GET_OBJECT (0 ms) 2023-12-03T11:46:04.425 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] LibRGW.STAT_OBJECT 2023-12-03T11:46:04.425 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] LibRGW.STAT_OBJECT (0 ms) 2023-12-03T11:46:04.425 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] LibRGW.WRITE_READ_VERIFY 2023-12-03T11:46:04.425 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] LibRGW.WRITE_READ_VERIFY (0 ms) 2023-12-03T11:46:04.425 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] LibRGW.WRITEV 2023-12-03T11:46:04.425 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] LibRGW.WRITEV (0 ms) 2023-12-03T11:46:04.425 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] LibRGW.READV 2023-12-03T11:46:04.425 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] LibRGW.READV (0 ms) 2023-12-03T11:46:04.425 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] LibRGW.READV_AFTER_WRITEV 2023-12-03T11:46:04.425 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] LibRGW.READV_AFTER_WRITEV (0 ms) 2023-12-03T11:46:04.425 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] LibRGW.DELETE_OBJECT 2023-12-03T11:46:04.436 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] LibRGW.DELETE_OBJECT (13 ms) 2023-12-03T11:46:04.437 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] LibRGW.DELETE_BUCKET 2023-12-03T11:46:04.468 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] LibRGW.DELETE_BUCKET (31 ms) 2023-12-03T11:46:04.468 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] LibRGW.CLEANUP 2023-12-03T11:46:04.468 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2023-12-03T11:46:04.468 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] LibRGW.UMOUNT 2023-12-03T11:46:04.468 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2023-12-03T11:46:04.468 INFO:tasks.workunit.client.0.smithi019.stdout:[ RUN ] LibRGW.SHUTDOWN 2023-12-03T11:46:04.469 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:46:04.462+0000 7fc122be4a80 -1 shutting down 2023-12-03T11:46:04.471 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:46:04.466+0000 7fc0fd955640 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 50115, si_uid : 1000, si_addr0x3e80000c3c3, si_status0 2023-12-03T11:46:04.547 INFO:tasks.workunit.client.0.smithi019.stdout:[ OK ] LibRGW.SHUTDOWN (79 ms) 2023-12-03T11:46:04.547 INFO:tasks.workunit.client.0.smithi019.stdout:[----------] 19 tests from LibRGW (425 ms total) 2023-12-03T11:46:04.547 INFO:tasks.workunit.client.0.smithi019.stdout: 2023-12-03T11:46:04.547 INFO:tasks.workunit.client.0.smithi019.stdout:[----------] Global test environment tear-down 2023-12-03T11:46:04.547 INFO:tasks.workunit.client.0.smithi019.stdout:[==========] 19 tests from 1 test suite ran. (425 ms total) 2023-12-03T11:46:04.547 INFO:tasks.workunit.client.0.smithi019.stdout:[ PASSED ] 19 tests. 2023-12-03T11:46:04.554 INFO:teuthology.orchestra.run:Running command with timeout 3600 2023-12-03T11:46:04.555 DEBUG:teuthology.orchestra.run.smithi019:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2023-12-03T11:46:04.567 INFO:tasks.workunit:Stopping ['cls/test_cls_lock.sh', 'cls/test_cls_log.sh', 'cls/test_cls_refcount.sh', 'cls/test_cls_rgw.sh', 'cls/test_cls_rgw_gc.sh', 'cls/test_cls_rgw_stats.sh', 'cls/test_cls_cmpomap.sh', 'cls/test_cls_2pc_queue.sh', 'rgw/test_rgw_gc_log.sh', 'rgw/test_rgw_obj.sh', 'rgw/test_librgw_file.sh'] on client.0... 2023-12-03T11:46:04.567 DEBUG:teuthology.orchestra.run.smithi019:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2023-12-03T11:46:04.905 DEBUG:teuthology.parallel:result is None 2023-12-03T11:46:04.905 DEBUG:teuthology.orchestra.run.smithi019:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2023-12-03T11:46:04.919 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2023-12-03T11:46:04.919 DEBUG:teuthology.orchestra.run.smithi019:> rmdir -- /home/ubuntu/cephtest/mnt.0 2023-12-03T11:46:04.966 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2023-12-03T11:46:04.966 INFO:teuthology.run_tasks:Running task workunit... 2023-12-03T11:46:04.977 INFO:tasks.workunit:Pulling workunits from ref bcbf278cf395873c2a482f5a7b2345faf2160319 2023-12-03T11:46:04.977 INFO:tasks.workunit:Making a separate scratch dir for every client... 2023-12-03T11:46:04.977 DEBUG:teuthology.orchestra.run.smithi019:> stat -- /home/ubuntu/cephtest/mnt.0 2023-12-03T11:46:05.014 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-12-03T11:46:05.015 INFO:teuthology.orchestra.run.smithi019.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2023-12-03T11:46:05.015 DEBUG:teuthology.orchestra.run.smithi019:> mkdir -- /home/ubuntu/cephtest/mnt.0 2023-12-03T11:46:05.063 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2023-12-03T11:46:05.063 DEBUG:teuthology.orchestra.run.smithi019:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2023-12-03T11:46:05.111 INFO:tasks.workunit:timeout=3h 2023-12-03T11:46:05.111 INFO:tasks.workunit:cleanup=True 2023-12-03T11:46:05.112 DEBUG:teuthology.orchestra.run.smithi019:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://git.ceph.com/ceph-ci.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout bcbf278cf395873c2a482f5a7b2345faf2160319 2023-12-03T11:46:05.160 INFO:tasks.workunit.client.0.smithi019.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2023-12-03T11:47:10.616 INFO:tasks.workunit.client.0.smithi019.stderr:Note: switching to 'bcbf278cf395873c2a482f5a7b2345faf2160319'. 2023-12-03T11:47:10.617 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:47:10.617 INFO:tasks.workunit.client.0.smithi019.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2023-12-03T11:47:10.617 INFO:tasks.workunit.client.0.smithi019.stderr:changes and commit them, and you can discard any commits you make in this 2023-12-03T11:47:10.617 INFO:tasks.workunit.client.0.smithi019.stderr:state without impacting any branches by switching back to a branch. 2023-12-03T11:47:10.617 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:47:10.617 INFO:tasks.workunit.client.0.smithi019.stderr:If you want to create a new branch to retain commits you create, you may 2023-12-03T11:47:10.617 INFO:tasks.workunit.client.0.smithi019.stderr:do so (now or later) by using -c with the switch command. Example: 2023-12-03T11:47:10.617 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:47:10.617 INFO:tasks.workunit.client.0.smithi019.stderr: git switch -c 2023-12-03T11:47:10.617 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:47:10.617 INFO:tasks.workunit.client.0.smithi019.stderr:Or undo this operation with: 2023-12-03T11:47:10.617 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:47:10.617 INFO:tasks.workunit.client.0.smithi019.stderr: git switch - 2023-12-03T11:47:10.618 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:47:10.618 INFO:tasks.workunit.client.0.smithi019.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2023-12-03T11:47:10.618 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:47:10.618 INFO:tasks.workunit.client.0.smithi019.stderr:HEAD is now at bcbf278cf39 RGW:pubsub publish commit with etag populated 2023-12-03T11:47:10.619 DEBUG:teuthology.orchestra.run.smithi019:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2023-12-03T11:47:10.668 INFO:tasks.workunit.client.0.smithi019.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2023-12-03T11:47:10.671 INFO:tasks.workunit.client.0.smithi019.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2023-12-03T11:47:10.671 INFO:tasks.workunit.client.0.smithi019.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2023-12-03T11:47:10.730 INFO:tasks.workunit.client.0.smithi019.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2023-12-03T11:47:10.794 INFO:tasks.workunit.client.0.smithi019.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2023-12-03T11:47:10.843 INFO:tasks.workunit.client.0.smithi019.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2023-12-03T11:47:10.844 INFO:tasks.workunit.client.0.smithi019.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2023-12-03T11:47:10.845 INFO:tasks.workunit.client.0.smithi019.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2023-12-03T11:47:10.890 INFO:tasks.workunit.client.0.smithi019.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2023-12-03T11:47:10.894 DEBUG:teuthology.orchestra.run.smithi019:> set -ex 2023-12-03T11:47:10.894 DEBUG:teuthology.orchestra.run.smithi019:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2023-12-03T11:47:10.943 INFO:tasks.workunit:Running workunits matching rgw/test_rgw_s3_mp_reupload.sh on client.0... 2023-12-03T11:47:10.944 INFO:tasks.workunit:Running workunit rgw/test_rgw_s3_mp_reupload.sh... 2023-12-03T11:47:10.944 DEBUG:teuthology.orchestra.run.smithi019:workunit test rgw/test_rgw_s3_mp_reupload.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=bcbf278cf395873c2a482f5a7b2345faf2160319 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/test_rgw_s3_mp_reupload.sh 2023-12-03T11:47:10.997 INFO:tasks.workunit.client.0.smithi019.stdout:INFO: fully qualified domain name: smithi019.front.sepia.ceph.com 2023-12-03T11:47:10.998 INFO:tasks.workunit.client.0.smithi019.stdout:== TESTING *COMPLETING* MULTIPART UPLOAD WITH RE-UPLOADS == 2023-12-03T11:47:10.998 INFO:tasks.workunit.client.0.smithi019.stdout:== TESTING VERSIONED BUCKET == 2023-12-03T11:47:14.377 INFO:tasks.workunit.client.0.smithi019.stdout:Requirement already satisfied: pip in /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages (22.0.2) 2023-12-03T11:47:14.587 INFO:tasks.workunit.client.0.smithi019.stdout:Collecting pip 2023-12-03T11:47:14.594 INFO:tasks.workunit.client.0.smithi019.stdout: Using cached pip-23.3.1-py3-none-any.whl (2.1 MB) 2023-12-03T11:47:14.634 INFO:tasks.workunit.client.0.smithi019.stdout:Installing collected packages: pip 2023-12-03T11:47:14.634 INFO:tasks.workunit.client.0.smithi019.stdout: Attempting uninstall: pip 2023-12-03T11:47:14.634 INFO:tasks.workunit.client.0.smithi019.stdout: Found existing installation: pip 22.0.2 2023-12-03T11:47:14.918 INFO:tasks.workunit.client.0.smithi019.stdout: Uninstalling pip-22.0.2: 2023-12-03T11:47:14.924 INFO:tasks.workunit.client.0.smithi019.stdout: Successfully uninstalled pip-22.0.2 2023-12-03T11:47:15.884 INFO:tasks.workunit.client.0.smithi019.stdout:Successfully installed pip-23.3.1 2023-12-03T11:47:16.862 INFO:tasks.workunit.client.0.smithi019.stdout:Collecting boto3 2023-12-03T11:47:16.863 INFO:tasks.workunit.client.0.smithi019.stdout: Using cached boto3-1.33.6-py3-none-any.whl.metadata (6.7 kB) 2023-12-03T11:47:17.408 INFO:tasks.workunit.client.0.smithi019.stdout:Collecting botocore<1.34.0,>=1.33.6 (from boto3) 2023-12-03T11:47:17.409 INFO:tasks.workunit.client.0.smithi019.stdout: Using cached botocore-1.33.6-py3-none-any.whl.metadata (6.1 kB) 2023-12-03T11:47:17.464 INFO:tasks.workunit.client.0.smithi019.stdout:Collecting jmespath<2.0.0,>=0.7.1 (from boto3) 2023-12-03T11:47:17.465 INFO:tasks.workunit.client.0.smithi019.stdout: Using cached jmespath-1.0.1-py3-none-any.whl (20 kB) 2023-12-03T11:47:17.518 INFO:tasks.workunit.client.0.smithi019.stdout:Collecting s3transfer<0.9.0,>=0.8.2 (from boto3) 2023-12-03T11:47:17.519 INFO:tasks.workunit.client.0.smithi019.stdout: Using cached s3transfer-0.8.2-py3-none-any.whl.metadata (1.8 kB) 2023-12-03T11:47:17.599 INFO:tasks.workunit.client.0.smithi019.stdout:Collecting python-dateutil<3.0.0,>=2.1 (from botocore<1.34.0,>=1.33.6->boto3) 2023-12-03T11:47:17.601 INFO:tasks.workunit.client.0.smithi019.stdout: Using cached python_dateutil-2.8.2-py2.py3-none-any.whl (247 kB) 2023-12-03T11:47:17.713 INFO:tasks.workunit.client.0.smithi019.stdout:Collecting urllib3<2.1,>=1.25.4 (from botocore<1.34.0,>=1.33.6->boto3) 2023-12-03T11:47:17.714 INFO:tasks.workunit.client.0.smithi019.stdout: Using cached urllib3-2.0.7-py3-none-any.whl.metadata (6.6 kB) 2023-12-03T11:47:17.884 INFO:tasks.workunit.client.0.smithi019.stdout:Collecting six>=1.5 (from python-dateutil<3.0.0,>=2.1->botocore<1.34.0,>=1.33.6->boto3) 2023-12-03T11:47:17.885 INFO:tasks.workunit.client.0.smithi019.stdout: Using cached six-1.16.0-py2.py3-none-any.whl (11 kB) 2023-12-03T11:47:17.899 INFO:tasks.workunit.client.0.smithi019.stdout:Using cached boto3-1.33.6-py3-none-any.whl (139 kB) 2023-12-03T11:47:17.901 INFO:tasks.workunit.client.0.smithi019.stdout:Using cached botocore-1.33.6-py3-none-any.whl (11.8 MB) 2023-12-03T11:47:17.922 INFO:tasks.workunit.client.0.smithi019.stdout:Using cached s3transfer-0.8.2-py3-none-any.whl (82 kB) 2023-12-03T11:47:17.923 INFO:tasks.workunit.client.0.smithi019.stdout:Using cached urllib3-2.0.7-py3-none-any.whl (124 kB) 2023-12-03T11:47:18.016 INFO:tasks.workunit.client.0.smithi019.stdout:Installing collected packages: urllib3, six, jmespath, python-dateutil, botocore, s3transfer, boto3 2023-12-03T11:47:18.985 INFO:tasks.workunit.client.0.smithi019.stdout:Successfully installed boto3-1.33.6 botocore-1.33.6 jmespath-1.0.1 python-dateutil-2.8.2 s3transfer-0.8.2 six-1.16.0 urllib3-2.0.7 2023-12-03T11:47:19.252 INFO:tasks.workunit.client.0.smithi019.stdout:INFO: creating user 2023-12-03T11:47:19.367 INFO:tasks.workunit.client.0.smithi019.stdout:{ 2023-12-03T11:47:19.367 INFO:tasks.workunit.client.0.smithi019.stdout: "user_id": "testid", 2023-12-03T11:47:19.367 INFO:tasks.workunit.client.0.smithi019.stdout: "display_name": "M. Tester", 2023-12-03T11:47:19.367 INFO:tasks.workunit.client.0.smithi019.stdout: "email": "tester@ceph.com", 2023-12-03T11:47:19.368 INFO:tasks.workunit.client.0.smithi019.stdout: "suspended": 0, 2023-12-03T11:47:19.368 INFO:tasks.workunit.client.0.smithi019.stdout: "max_buckets": 1000, 2023-12-03T11:47:19.368 INFO:tasks.workunit.client.0.smithi019.stdout: "subusers": [], 2023-12-03T11:47:19.368 INFO:tasks.workunit.client.0.smithi019.stdout: "keys": [ 2023-12-03T11:47:19.368 INFO:tasks.workunit.client.0.smithi019.stdout: { 2023-12-03T11:47:19.368 INFO:tasks.workunit.client.0.smithi019.stdout: "user": "testid", 2023-12-03T11:47:19.368 INFO:tasks.workunit.client.0.smithi019.stdout: "access_key": "0555b35654ad1656d804", 2023-12-03T11:47:19.368 INFO:tasks.workunit.client.0.smithi019.stdout: "secret_key": "h7GhxuBLTrlhVUyxSPUKUV8r/2EI4ngqJxD7iBdBYLhwluN30JaT3Q==" 2023-12-03T11:47:19.368 INFO:tasks.workunit.client.0.smithi019.stdout: } 2023-12-03T11:47:19.368 INFO:tasks.workunit.client.0.smithi019.stdout: ], 2023-12-03T11:47:19.368 INFO:tasks.workunit.client.0.smithi019.stdout: "swift_keys": [], 2023-12-03T11:47:19.368 INFO:tasks.workunit.client.0.smithi019.stdout: "caps": [], 2023-12-03T11:47:19.368 INFO:tasks.workunit.client.0.smithi019.stdout: "op_mask": "read, write, delete", 2023-12-03T11:47:19.368 INFO:tasks.workunit.client.0.smithi019.stdout: "default_placement": "", 2023-12-03T11:47:19.368 INFO:tasks.workunit.client.0.smithi019.stdout: "default_storage_class": "", 2023-12-03T11:47:19.369 INFO:tasks.workunit.client.0.smithi019.stdout: "placement_tags": [], 2023-12-03T11:47:19.369 INFO:tasks.workunit.client.0.smithi019.stdout: "bucket_quota": { 2023-12-03T11:47:19.369 INFO:tasks.workunit.client.0.smithi019.stdout: "enabled": false, 2023-12-03T11:47:19.369 INFO:tasks.workunit.client.0.smithi019.stdout: "check_on_raw": false, 2023-12-03T11:47:19.369 INFO:tasks.workunit.client.0.smithi019.stdout: "max_size": -1, 2023-12-03T11:47:19.369 INFO:tasks.workunit.client.0.smithi019.stdout: "max_size_kb": 0, 2023-12-03T11:47:19.369 INFO:tasks.workunit.client.0.smithi019.stdout: "max_objects": -1 2023-12-03T11:47:19.369 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2023-12-03T11:47:19.369 INFO:tasks.workunit.client.0.smithi019.stdout: "user_quota": { 2023-12-03T11:47:19.369 INFO:tasks.workunit.client.0.smithi019.stdout: "enabled": false, 2023-12-03T11:47:19.369 INFO:tasks.workunit.client.0.smithi019.stdout: "check_on_raw": false, 2023-12-03T11:47:19.369 INFO:tasks.workunit.client.0.smithi019.stdout: "max_size": -1, 2023-12-03T11:47:19.369 INFO:tasks.workunit.client.0.smithi019.stdout: "max_size_kb": 0, 2023-12-03T11:47:19.369 INFO:tasks.workunit.client.0.smithi019.stdout: "max_objects": -1 2023-12-03T11:47:19.369 INFO:tasks.workunit.client.0.smithi019.stdout: }, 2023-12-03T11:47:19.370 INFO:tasks.workunit.client.0.smithi019.stdout: "temp_url_keys": [], 2023-12-03T11:47:19.370 INFO:tasks.workunit.client.0.smithi019.stdout: "type": "rgw", 2023-12-03T11:47:19.370 INFO:tasks.workunit.client.0.smithi019.stdout: "mfa_ids": [] 2023-12-03T11:47:19.370 INFO:tasks.workunit.client.0.smithi019.stdout:} 2023-12-03T11:47:19.370 INFO:tasks.workunit.client.0.smithi019.stdout: 2023-12-03T11:47:32.232 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi019.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:47:32.233 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:47:32.259 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi019.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:47:32.259 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:47:32.293 INFO:tasks.workunit.client.0.smithi019.stderr:5+0 records in 2023-12-03T11:47:32.294 INFO:tasks.workunit.client.0.smithi019.stderr:5+0 records out 2023-12-03T11:47:32.294 INFO:tasks.workunit.client.0.smithi019.stderr:5242880 bytes (5.2 MB, 5.0 MiB) copied, 0.0242943 s, 216 MB/s 2023-12-03T11:47:32.299 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi019.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:47:32.299 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:47:34.226 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi019.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:47:34.226 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:47:34.358 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi019.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:47:34.358 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:47:34.474 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi019.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:47:34.474 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:47:34.607 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi019.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:47:34.608 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:47:34.736 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi019.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:47:34.737 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:47:34.865 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi019.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:47:34.866 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:47:35.001 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi019.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:47:35.001 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:47:35.149 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi019.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:47:35.149 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:47:35.293 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi019.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:47:35.293 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:47:35.421 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi019.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:47:35.421 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:47:35.556 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi019.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:47:35.557 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:47:35.688 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi019.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:47:35.688 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:47:35.822 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi019.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:47:35.822 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:47:35.934 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi019.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:47:35.934 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:47:36.033 INFO:tasks.workunit.client.0.smithi019.stdout:bucket nams is reupload-bkt-102687 2023-12-03T11:47:36.033 INFO:tasks.workunit.client.0.smithi019.stdout:endpoint is https://smithi019.front.sepia.ceph.com:443 2023-12-03T11:47:36.033 INFO:tasks.workunit.client.0.smithi019.stdout:start UploadId=2~YevJWX2-kpwL7X0Lj4PWcVoU4zxhg0_ 2023-12-03T11:47:36.033 INFO:tasks.workunit.client.0.smithi019.stdout:phase 1 uploaded part {'ETag': '"5292e6578c977774cff0ba15642ec188"', 'PartNumber': 1} 2023-12-03T11:47:36.033 INFO:tasks.workunit.client.0.smithi019.stdout:phase 1 uploaded part {'ETag': '"5292e6578c977774cff0ba15642ec188"', 'PartNumber': 2} 2023-12-03T11:47:36.033 INFO:tasks.workunit.client.0.smithi019.stdout:phase 2 uploaded part {'ETag': '"5292e6578c977774cff0ba15642ec188"', 'PartNumber': 1} 2023-12-03T11:47:36.033 INFO:tasks.workunit.client.0.smithi019.stdout:phase 2 uploaded part {'ETag': '"5292e6578c977774cff0ba15642ec188"', 'PartNumber': 1} 2023-12-03T11:47:36.033 INFO:tasks.workunit.client.0.smithi019.stdout:phase 2 uploaded part {'ETag': '"5292e6578c977774cff0ba15642ec188"', 'PartNumber': 1} 2023-12-03T11:47:36.034 INFO:tasks.workunit.client.0.smithi019.stdout:phase 2 uploaded part {'ETag': '"5292e6578c977774cff0ba15642ec188"', 'PartNumber': 1} 2023-12-03T11:47:36.034 INFO:tasks.workunit.client.0.smithi019.stdout:phase 2 uploaded part {'ETag': '"5292e6578c977774cff0ba15642ec188"', 'PartNumber': 1} 2023-12-03T11:47:36.034 INFO:tasks.workunit.client.0.smithi019.stdout:phase 2 uploaded part {'ETag': '"5292e6578c977774cff0ba15642ec188"', 'PartNumber': 1} 2023-12-03T11:47:36.034 INFO:tasks.workunit.client.0.smithi019.stdout:phase 2 uploaded part {'ETag': '"5292e6578c977774cff0ba15642ec188"', 'PartNumber': 1} 2023-12-03T11:47:36.034 INFO:tasks.workunit.client.0.smithi019.stdout:phase 2 uploaded part {'ETag': '"5292e6578c977774cff0ba15642ec188"', 'PartNumber': 1} 2023-12-03T11:47:36.034 INFO:tasks.workunit.client.0.smithi019.stdout:phase 2 uploaded part {'ETag': '"5292e6578c977774cff0ba15642ec188"', 'PartNumber': 1} 2023-12-03T11:47:36.034 INFO:tasks.workunit.client.0.smithi019.stdout:phase 2 uploaded part {'ETag': '"5292e6578c977774cff0ba15642ec188"', 'PartNumber': 1} 2023-12-03T11:47:36.034 INFO:tasks.workunit.client.0.smithi019.stdout:phase 2 uploaded part {'ETag': '"5292e6578c977774cff0ba15642ec188"', 'PartNumber': 1} 2023-12-03T11:47:36.034 INFO:tasks.workunit.client.0.smithi019.stdout:completing multipart upload, parts=[{'ETag': '"5292e6578c977774cff0ba15642ec188"', 'PartNumber': 1}, {'ETag': '"5292e6578c977774cff0ba15642ec188"', 'PartNumber': 2}] 2023-12-03T11:47:37.075 INFO:tasks.workunit.client.0.smithi019.stdout:radosgw-admin bucket radoslist: 2023-12-03T11:47:37.076 INFO:tasks.workunit.client.0.smithi019.stdout:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.2__:CKaLMq8iZHB2rwXN58PXQWR0NfFyv9D_mpu_test4 2023-12-03T11:47:37.076 INFO:tasks.workunit.client.0.smithi019.stdout:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.2_mpu_test4 2023-12-03T11:47:37.076 INFO:tasks.workunit.client.0.smithi019.stdout:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.2__multipart_mpu_test4.2~YevJWX2-kpwL7X0Lj4PWcVoU4zxhg0_.2 2023-12-03T11:47:37.076 INFO:tasks.workunit.client.0.smithi019.stdout:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.2__multipart_mpu_test4.oBOjq0ElmcdlGf_9aRty4x1mEr00SjAT.1 2023-12-03T11:47:37.382 INFO:tasks.workunit.client.0.smithi019.stdout:rados ls: 2023-12-03T11:47:37.383 INFO:tasks.workunit.client.0.smithi019.stdout:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.2__:CKaLMq8iZHB2rwXN58PXQWR0NfFyv9D_mpu_test4 2023-12-03T11:47:37.383 INFO:tasks.workunit.client.0.smithi019.stdout:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.2_mpu_test4 2023-12-03T11:47:37.383 INFO:tasks.workunit.client.0.smithi019.stdout:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.2__multipart_mpu_test4.2~YevJWX2-kpwL7X0Lj4PWcVoU4zxhg0_.2 2023-12-03T11:47:37.383 INFO:tasks.workunit.client.0.smithi019.stdout:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.2__multipart_mpu_test4.oBOjq0ElmcdlGf_9aRty4x1mEr00SjAT.1 2023-12-03T11:47:37.400 INFO:tasks.workunit.client.0.smithi019.stdout:== PASSED == 2023-12-03T11:47:37.401 INFO:teuthology.orchestra.run:Running command with timeout 3600 2023-12-03T11:47:37.401 DEBUG:teuthology.orchestra.run.smithi019:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2023-12-03T11:47:37.463 INFO:tasks.workunit:Stopping ['rgw/test_rgw_s3_mp_reupload.sh'] on client.0... 2023-12-03T11:47:37.463 DEBUG:teuthology.orchestra.run.smithi019:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2023-12-03T11:47:37.837 DEBUG:teuthology.parallel:result is None 2023-12-03T11:47:37.837 DEBUG:teuthology.orchestra.run.smithi019:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2023-12-03T11:47:37.849 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2023-12-03T11:47:37.850 DEBUG:teuthology.orchestra.run.smithi019:> rmdir -- /home/ubuntu/cephtest/mnt.0 2023-12-03T11:47:37.898 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2023-12-03T11:47:37.898 INFO:teuthology.run_tasks:Running task ragweed... 2023-12-03T11:47:37.912 DEBUG:tasks.ragweed:ragweed config is {'client.0': {'default-branch': 'ceph-master', 'rgw_server': 'client.0', 'stages': 'prepare,check'}} 2023-12-03T11:47:37.912 INFO:tasks.ragweed:Downloading ragweed... 2023-12-03T11:47:37.912 INFO:tasks.ragweed:Using branch 'wip-alimasa-multi-pubsub-etag' for ragweed 2023-12-03T11:47:37.912 DEBUG:teuthology.orchestra.run.smithi019:> git clone -b wip-alimasa-multi-pubsub-etag https://git.ceph.com/ragweed.git /home/ubuntu/cephtest/ragweed.client.0 2023-12-03T11:47:37.950 INFO:teuthology.orchestra.run.smithi019.stderr:Cloning into '/home/ubuntu/cephtest/ragweed.client.0'... 2023-12-03T11:47:38.006 INFO:teuthology.orchestra.run.smithi019.stderr:fatal: Remote branch wip-alimasa-multi-pubsub-etag not found in upstream origin 2023-12-03T11:47:38.006 DEBUG:teuthology.orchestra.run:got remote process result: 128 2023-12-03T11:47:38.008 INFO:tasks.ragweed:Using branch 'ceph-master' for ragweed 2023-12-03T11:47:38.008 DEBUG:teuthology.orchestra.run.smithi019:> git clone -b ceph-master https://git.ceph.com/ragweed.git /home/ubuntu/cephtest/ragweed.client.0 2023-12-03T11:47:38.054 INFO:teuthology.orchestra.run.smithi019.stderr:Cloning into '/home/ubuntu/cephtest/ragweed.client.0'... 2023-12-03T11:47:38.229 INFO:tasks.ragweed:Creating rgw users... 2023-12-03T11:47:38.230 DEBUG:tasks.ragweed:Creating user ragweed.client.0 on client.0 2023-12-03T11:47:38.230 DEBUG:teuthology.orchestra.run.smithi019:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user create --uid ragweed.client.0 --display-name 'Mr. ragweed.client.0' --access-key AHLEBIJRMUCPZGEMFIXU --secret xIDIm476rVQJJxozlH7yzYeAfgjHUfaurkBV1UR3CMBknQ9jvXS9OA== --email ragweed.client.0+test@test.test --system false 2023-12-03T11:47:38.320 INFO:teuthology.orchestra.run.smithi019.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:47:38.321 INFO:teuthology.orchestra.run.smithi019.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:47:38.335 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:47:38.333+0000 7f01171d7980 20 rados->read ofs=0 len=0 2023-12-03T11:47:38.337 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:47:38.333+0000 7f01171d7980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:47:38.337 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:47:38.333+0000 7f01171d7980 20 realm 2023-12-03T11:47:38.338 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:47:38.333+0000 7f01171d7980 20 rados->read ofs=0 len=0 2023-12-03T11:47:38.338 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:47:38.337+0000 7f01171d7980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:47:38.338 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:47:38.337+0000 7f01171d7980 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:47:38.338 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:47:38.337+0000 7f01171d7980 20 rados->read ofs=0 len=0 2023-12-03T11:47:38.338 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:47:38.337+0000 7f01171d7980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:47:38.338 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:47:38.337+0000 7f01171d7980 20 rados->read ofs=0 len=0 2023-12-03T11:47:38.339 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:47:38.337+0000 7f01171d7980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:47:38.340 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:47:38.337+0000 7f01171d7980 20 rados->read ofs=0 len=0 2023-12-03T11:47:38.340 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:47:38.337+0000 7f01171d7980 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:47:38.340 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:47:38.337+0000 7f01171d7980 20 searching for the correct realm 2023-12-03T11:47:38.363 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:47:38.361+0000 7f01144f2640 0 -- 172.21.15.19:0/2997836306 >> [v2:172.21.15.19:6800/1469834966,v1:172.21.15.19:6801/1469834966] conn(0x562eee60cd60 msgr2=0x562eee60f150 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2023-12-03T11:47:38.366 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:47:38.365+0000 7f01171d7980 20 RGWRados::pool_iterate: got zonegroup_info.9433ba8b-08fe-4f3d-8375-ae7b0ce32294 2023-12-03T11:47:38.366 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:47:38.365+0000 7f01171d7980 20 RGWRados::pool_iterate: got zone_info.43a5e689-6a4f-4bb6-8529-28824bd75ab9 2023-12-03T11:47:38.366 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:47:38.365+0000 7f01171d7980 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:47:38.366 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:47:38.365+0000 7f01171d7980 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:47:38.366 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:47:38.365+0000 7f01171d7980 20 rados->read ofs=0 len=0 2023-12-03T11:47:38.366 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:47:38.365+0000 7f01171d7980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:47:38.366 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:47:38.365+0000 7f01171d7980 20 rados->read ofs=0 len=0 2023-12-03T11:47:38.367 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:47:38.365+0000 7f01171d7980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:47:38.367 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:47:38.365+0000 7f01171d7980 20 rados->read ofs=0 len=0 2023-12-03T11:47:38.367 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:47:38.365+0000 7f01171d7980 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:47:38.367 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:47:38.365+0000 7f01171d7980 20 zone default found 2023-12-03T11:47:38.368 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:47:38.365+0000 7f01171d7980 4 Realm: () 2023-12-03T11:47:38.368 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:47:38.365+0000 7f01171d7980 4 ZoneGroup: default (9433ba8b-08fe-4f3d-8375-ae7b0ce32294) 2023-12-03T11:47:38.368 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:47:38.365+0000 7f01171d7980 4 Zone: default (43a5e689-6a4f-4bb6-8529-28824bd75ab9) 2023-12-03T11:47:38.368 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:47:38.365+0000 7f01171d7980 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:47:38.368 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:47:38.365+0000 7f01171d7980 20 zonegroup default 2023-12-03T11:47:38.368 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:47:38.365+0000 7f01171d7980 20 rados->read ofs=0 len=0 2023-12-03T11:47:38.368 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:47:38.365+0000 7f01171d7980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:47:38.368 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:47:38.365+0000 7f01171d7980 20 rados->read ofs=0 len=0 2023-12-03T11:47:38.369 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:47:38.365+0000 7f01171d7980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:47:38.369 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:47:38.365+0000 7f01171d7980 20 rados->read ofs=0 len=0 2023-12-03T11:47:38.369 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:47:38.365+0000 7f01171d7980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:47:38.369 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:47:38.365+0000 7f01171d7980 20 started sync module instance, tier type = 2023-12-03T11:47:38.369 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:47:38.365+0000 7f01171d7980 20 started zone id=43a5e689-6a4f-4bb6-8529-28824bd75ab9 (name=default) with tier type = 2023-12-03T11:47:38.384 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:47:38.381+0000 7f01154f4640 0 -- 172.21.15.19:0/2997836306 >> [v2:172.21.15.57:6816/3303414699,v1:172.21.15.57:6817/3303414699] conn(0x7f0108028410 msgr2=0x7f0108028890 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:47:38.387 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:47:38.385+0000 7f01171d7980 20 add_watcher() i=0 2023-12-03T11:47:38.387 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:47:38.385+0000 7f01171d7980 20 add_watcher() i=1 2023-12-03T11:47:38.387 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:47:38.385+0000 7f01171d7980 20 add_watcher() i=2 2023-12-03T11:47:38.387 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:47:38.385+0000 7f01171d7980 20 add_watcher() i=3 2023-12-03T11:47:38.387 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:47:38.385+0000 7f01171d7980 20 add_watcher() i=4 2023-12-03T11:47:38.387 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:47:38.385+0000 7f01171d7980 20 add_watcher() i=5 2023-12-03T11:47:38.388 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:47:38.385+0000 7f01171d7980 20 add_watcher() i=6 2023-12-03T11:47:38.388 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:47:38.385+0000 7f01171d7980 20 add_watcher() i=7 2023-12-03T11:47:38.388 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:47:38.385+0000 7f01171d7980 2 all 8 watchers are set, enabling cache 2023-12-03T11:47:38.391 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:47:38.389+0000 7f00dafe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:47:38.391 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:47:38.389+0000 7f01171d7980 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:47:38.391 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:47:38.389+0000 7f01171d7980 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:47:38.398 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:47:38.397+0000 7f01171d7980 5 note: GC not initialized 2023-12-03T11:47:38.399 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:47:38.397+0000 7f0049ffb640 20 reqs_thread_entry: start 2023-12-03T11:47:38.399 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:47:38.397+0000 7f01171d7980 20 init_complete bucket index max shards: 1 2023-12-03T11:47:38.399 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:47:38.397+0000 7f01171d7980 20 Filter name: none 2023-12-03T11:47:38.399 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:47:38.397+0000 7f003b7fe640 20 reqs_thread_entry: start 2023-12-03T11:47:38.399 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:47:38.397+0000 7f01171d7980 10 cache get: name=default.rgw.meta+users.uid+ragweed.client.0 : miss 2023-12-03T11:47:38.399 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:47:38.397+0000 7f01171d7980 20 rados->read ofs=0 len=0 2023-12-03T11:47:38.399 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:47:38.397+0000 7f01171d7980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:47:38.400 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:47:38.397+0000 7f01171d7980 10 cache put: name=default.rgw.meta+users.uid+ragweed.client.0 info.flags=0x0 2023-12-03T11:47:38.400 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:47:38.397+0000 7f01171d7980 10 adding default.rgw.meta+users.uid+ragweed.client.0 to cache LRU end 2023-12-03T11:47:38.400 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:47:38.397+0000 7f01171d7980 10 cache get: name=default.rgw.meta+users.email+ragweed.client.0+test@test.test : miss 2023-12-03T11:47:38.400 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:47:38.397+0000 7f01171d7980 20 rados->read ofs=0 len=0 2023-12-03T11:47:38.400 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:47:38.397+0000 7f01171d7980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:47:38.400 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:47:38.397+0000 7f01171d7980 10 cache put: name=default.rgw.meta+users.email+ragweed.client.0+test@test.test info.flags=0x0 2023-12-03T11:47:38.400 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:47:38.397+0000 7f01171d7980 10 adding default.rgw.meta+users.email+ragweed.client.0+test@test.test to cache LRU end 2023-12-03T11:47:38.400 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:47:38.397+0000 7f01171d7980 10 cache get: name=default.rgw.meta+users.keys+AHLEBIJRMUCPZGEMFIXU : miss 2023-12-03T11:47:38.401 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:47:38.397+0000 7f01171d7980 20 rados->read ofs=0 len=0 2023-12-03T11:47:38.401 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:47:38.397+0000 7f01171d7980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:47:38.401 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:47:38.397+0000 7f01171d7980 10 cache put: name=default.rgw.meta+users.keys+AHLEBIJRMUCPZGEMFIXU info.flags=0x0 2023-12-03T11:47:38.401 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:47:38.397+0000 7f01171d7980 10 adding default.rgw.meta+users.keys+AHLEBIJRMUCPZGEMFIXU to cache LRU end 2023-12-03T11:47:38.401 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:47:38.397+0000 7f01171d7980 10 cache get: name=default.rgw.meta+users.keys+AHLEBIJRMUCPZGEMFIXU : hit (negative entry) 2023-12-03T11:47:38.401 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:47:38.397+0000 7f01171d7980 10 cache get: name=default.rgw.meta+users.keys+AHLEBIJRMUCPZGEMFIXU : hit (negative entry) 2023-12-03T11:47:38.404 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:47:38.401+0000 7f01171d7980 10 cache put: name=default.rgw.meta+users.uid+ragweed.client.0 info.flags=0x17 2023-12-03T11:47:38.404 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:47:38.401+0000 7f01171d7980 10 moving default.rgw.meta+users.uid+ragweed.client.0 to cache LRU end 2023-12-03T11:47:38.404 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:47:38.401+0000 7f01171d7980 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:users.uid:ragweed.client.0, ofs0, ns] 2023-12-03T11:47:38.405 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:47:38.401+0000 7f00fb7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1069446856725 cookie 94759567830256 notifier 5714 bl.length()=641 2023-12-03T11:47:38.405 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:47:38.401+0000 7f00fb7fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+ragweed.client.0 info.flags=0x17 2023-12-03T11:47:38.405 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:47:38.401+0000 7f00fb7fe640 10 rgw watcher librados: moving default.rgw.meta+users.uid+ragweed.client.0 to cache LRU end 2023-12-03T11:47:38.410 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:47:38.409+0000 7f01171d7980 10 cache put: name=default.rgw.meta+users.email+ragweed.client.0+test@test.test info.flags=0x7 2023-12-03T11:47:38.410 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:47:38.409+0000 7f01171d7980 10 moving default.rgw.meta+users.email+ragweed.client.0+test@test.test to cache LRU end 2023-12-03T11:47:38.410 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:47:38.409+0000 7f01171d7980 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:users.email:ragweed.client.0+test@test.test, ofs0, ns] 2023-12-03T11:47:38.411 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:47:38.409+0000 7f00fb7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1069446856711 cookie 94759567823472 notifier 5714 bl.length()=202 2023-12-03T11:47:38.411 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:47:38.409+0000 7f00fb7fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+ragweed.client.0+test@test.test info.flags=0x7 2023-12-03T11:47:38.411 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:47:38.409+0000 7f00fb7fe640 10 rgw watcher librados: moving default.rgw.meta+users.email+ragweed.client.0+test@test.test to cache LRU end 2023-12-03T11:47:38.414 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:47:38.413+0000 7f01171d7980 10 cache put: name=default.rgw.meta+users.keys+AHLEBIJRMUCPZGEMFIXU info.flags=0x7 2023-12-03T11:47:38.415 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:47:38.413+0000 7f01171d7980 10 moving default.rgw.meta+users.keys+AHLEBIJRMUCPZGEMFIXU to cache LRU end 2023-12-03T11:47:38.415 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:47:38.413+0000 7f01171d7980 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:users.keys:AHLEBIJRMUCPZGEMFIXU, ofs0, ns] 2023-12-03T11:47:38.415 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:47:38.413+0000 7f00fb7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1069446856722 cookie 94759567813200 notifier 5714 bl.length()=190 2023-12-03T11:47:38.415 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:47:38.413+0000 7f00fb7fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+AHLEBIJRMUCPZGEMFIXU info.flags=0x7 2023-12-03T11:47:38.415 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:47:38.413+0000 7f00fb7fe640 10 rgw watcher librados: moving default.rgw.meta+users.keys+AHLEBIJRMUCPZGEMFIXU to cache LRU end 2023-12-03T11:47:38.416 INFO:teuthology.orchestra.run.smithi019.stdout:{ 2023-12-03T11:47:38.416 INFO:teuthology.orchestra.run.smithi019.stdout: "user_id": "ragweed.client.0", 2023-12-03T11:47:38.416 INFO:teuthology.orchestra.run.smithi019.stdout: "display_name": "Mr. ragweed.client.0", 2023-12-03T11:47:38.416 INFO:teuthology.orchestra.run.smithi019.stdout: "email": "ragweed.client.0+test@test.test", 2023-12-03T11:47:38.416 INFO:teuthology.orchestra.run.smithi019.stdout: "suspended": 0, 2023-12-03T11:47:38.416 INFO:teuthology.orchestra.run.smithi019.stdout: "max_buckets": 1000, 2023-12-03T11:47:38.416 INFO:teuthology.orchestra.run.smithi019.stdout: "subusers": [], 2023-12-03T11:47:38.416 INFO:teuthology.orchestra.run.smithi019.stdout: "keys": [ 2023-12-03T11:47:38.416 INFO:teuthology.orchestra.run.smithi019.stdout: { 2023-12-03T11:47:38.416 INFO:teuthology.orchestra.run.smithi019.stdout: "user": "ragweed.client.0", 2023-12-03T11:47:38.416 INFO:teuthology.orchestra.run.smithi019.stdout: "access_key": "AHLEBIJRMUCPZGEMFIXU", 2023-12-03T11:47:38.416 INFO:teuthology.orchestra.run.smithi019.stdout: "secret_key": "xIDIm476rVQJJxozlH7yzYeAfgjHUfaurkBV1UR3CMBknQ9jvXS9OA==" 2023-12-03T11:47:38.417 INFO:teuthology.orchestra.run.smithi019.stdout: } 2023-12-03T11:47:38.417 INFO:teuthology.orchestra.run.smithi019.stdout: ], 2023-12-03T11:47:38.417 INFO:teuthology.orchestra.run.smithi019.stdout: "swift_keys": [], 2023-12-03T11:47:38.417 INFO:teuthology.orchestra.run.smithi019.stdout: "caps": [], 2023-12-03T11:47:38.417 INFO:teuthology.orchestra.run.smithi019.stdout: "op_mask": "read, write, delete", 2023-12-03T11:47:38.417 INFO:teuthology.orchestra.run.smithi019.stdout: "default_placement": "", 2023-12-03T11:47:38.417 INFO:teuthology.orchestra.run.smithi019.stdout: "default_storage_class": "", 2023-12-03T11:47:38.417 INFO:teuthology.orchestra.run.smithi019.stdout: "placement_tags": [], 2023-12-03T11:47:38.417 INFO:teuthology.orchestra.run.smithi019.stdout: "bucket_quota": { 2023-12-03T11:47:38.417 INFO:teuthology.orchestra.run.smithi019.stdout: "enabled": false, 2023-12-03T11:47:38.417 INFO:teuthology.orchestra.run.smithi019.stdout: "check_on_raw": false, 2023-12-03T11:47:38.417 INFO:teuthology.orchestra.run.smithi019.stdout: "max_size": -1, 2023-12-03T11:47:38.417 INFO:teuthology.orchestra.run.smithi019.stdout: "max_size_kb": 0, 2023-12-03T11:47:38.417 INFO:teuthology.orchestra.run.smithi019.stdout: "max_objects": -1 2023-12-03T11:47:38.417 INFO:teuthology.orchestra.run.smithi019.stdout: }, 2023-12-03T11:47:38.417 INFO:teuthology.orchestra.run.smithi019.stdout: "user_quota": { 2023-12-03T11:47:38.418 INFO:teuthology.orchestra.run.smithi019.stdout: "enabled": false, 2023-12-03T11:47:38.418 INFO:teuthology.orchestra.run.smithi019.stdout: "check_on_raw": false, 2023-12-03T11:47:38.418 INFO:teuthology.orchestra.run.smithi019.stdout: "max_size": -1, 2023-12-03T11:47:38.418 INFO:teuthology.orchestra.run.smithi019.stdout: "max_size_kb": 0, 2023-12-03T11:47:38.418 INFO:teuthology.orchestra.run.smithi019.stdout: "max_objects": -1 2023-12-03T11:47:38.418 INFO:teuthology.orchestra.run.smithi019.stdout: }, 2023-12-03T11:47:38.418 INFO:teuthology.orchestra.run.smithi019.stdout: "temp_url_keys": [], 2023-12-03T11:47:38.418 INFO:teuthology.orchestra.run.smithi019.stdout: "type": "rgw", 2023-12-03T11:47:38.418 INFO:teuthology.orchestra.run.smithi019.stdout: "mfa_ids": [] 2023-12-03T11:47:38.418 INFO:teuthology.orchestra.run.smithi019.stdout:} 2023-12-03T11:47:38.418 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:47:38.419 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:47:38.413+0000 7f00dafe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:47:38.422 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:47:38.421+0000 7f01171d7980 20 remove_watcher() i=0 2023-12-03T11:47:38.422 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:47:38.421+0000 7f01171d7980 2 removed watcher, disabling cache 2023-12-03T11:47:38.424 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:47:38.421+0000 7f01171d7980 20 remove_watcher() i=1 2023-12-03T11:47:38.427 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:47:38.425+0000 7f01171d7980 20 remove_watcher() i=2 2023-12-03T11:47:38.430 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:47:38.429+0000 7f01171d7980 20 remove_watcher() i=3 2023-12-03T11:47:38.432 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:47:38.429+0000 7f01171d7980 20 remove_watcher() i=4 2023-12-03T11:47:38.434 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:47:38.433+0000 7f01171d7980 20 remove_watcher() i=5 2023-12-03T11:47:38.435 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:47:38.433+0000 7f01171d7980 20 remove_watcher() i=6 2023-12-03T11:47:38.437 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:47:38.433+0000 7f01171d7980 20 remove_watcher() i=7 2023-12-03T11:47:38.444 DEBUG:tasks.ragweed:Creating user sysuser.client.0 on client.0 2023-12-03T11:47:38.444 DEBUG:teuthology.orchestra.run.smithi019:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user create --uid sysuser.client.0 --display-name 'Mr. sysuser.client.0' --access-key ZYLUCTWGCEAKSQYGBPFQ --secret rm7suy80dXvbrswp/TW8c1OACn+gkYotVyQ0/1ByB2zcumksZ8y95Q== --email sysuser.client.0+test@test.test --system true 2023-12-03T11:47:38.484 INFO:teuthology.orchestra.run.smithi019.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:47:38.484 INFO:teuthology.orchestra.run.smithi019.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:47:38.498 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:47:38.497+0000 7f4271a05980 20 rados->read ofs=0 len=0 2023-12-03T11:47:38.502 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:47:38.497+0000 7f4271a05980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:47:38.502 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:47:38.497+0000 7f4271a05980 20 realm 2023-12-03T11:47:38.502 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:47:38.497+0000 7f4271a05980 20 rados->read ofs=0 len=0 2023-12-03T11:47:38.502 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:47:38.497+0000 7f4271a05980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:47:38.503 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:47:38.497+0000 7f4271a05980 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:47:38.503 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:47:38.497+0000 7f4271a05980 20 rados->read ofs=0 len=0 2023-12-03T11:47:38.503 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:47:38.501+0000 7f4271a05980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:47:38.503 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:47:38.501+0000 7f4271a05980 20 rados->read ofs=0 len=0 2023-12-03T11:47:38.503 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:47:38.501+0000 7f4271a05980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:47:38.503 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:47:38.501+0000 7f4271a05980 20 rados->read ofs=0 len=0 2023-12-03T11:47:38.504 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:47:38.501+0000 7f4271a05980 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:47:38.504 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:47:38.501+0000 7f4271a05980 20 searching for the correct realm 2023-12-03T11:47:38.529 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:47:38.525+0000 7f426f521640 0 -- 172.21.15.19:0/3468126100 >> [v2:172.21.15.57:6808/3142144203,v1:172.21.15.57:6809/3142144203] conn(0x55db7f40cbc0 msgr2=0x55db7f40efb0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:47:38.530 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:47:38.529+0000 7f4271a05980 20 RGWRados::pool_iterate: got zonegroup_info.9433ba8b-08fe-4f3d-8375-ae7b0ce32294 2023-12-03T11:47:38.531 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:47:38.529+0000 7f4271a05980 20 RGWRados::pool_iterate: got zone_info.43a5e689-6a4f-4bb6-8529-28824bd75ab9 2023-12-03T11:47:38.531 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:47:38.529+0000 7f4271a05980 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:47:38.531 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:47:38.529+0000 7f4271a05980 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:47:38.531 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:47:38.529+0000 7f4271a05980 20 rados->read ofs=0 len=0 2023-12-03T11:47:38.531 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:47:38.529+0000 7f4271a05980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:47:38.531 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:47:38.529+0000 7f4271a05980 20 rados->read ofs=0 len=0 2023-12-03T11:47:38.533 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:47:38.529+0000 7f4271a05980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:47:38.534 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:47:38.529+0000 7f4271a05980 20 rados->read ofs=0 len=0 2023-12-03T11:47:38.534 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:47:38.529+0000 7f4271a05980 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:47:38.534 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:47:38.529+0000 7f4271a05980 20 zone default found 2023-12-03T11:47:38.534 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:47:38.529+0000 7f4271a05980 4 Realm: () 2023-12-03T11:47:38.534 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:47:38.529+0000 7f4271a05980 4 ZoneGroup: default (9433ba8b-08fe-4f3d-8375-ae7b0ce32294) 2023-12-03T11:47:38.534 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:47:38.529+0000 7f4271a05980 4 Zone: default (43a5e689-6a4f-4bb6-8529-28824bd75ab9) 2023-12-03T11:47:38.534 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:47:38.529+0000 7f4271a05980 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:47:38.535 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:47:38.529+0000 7f4271a05980 20 zonegroup default 2023-12-03T11:47:38.535 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:47:38.529+0000 7f4271a05980 20 rados->read ofs=0 len=0 2023-12-03T11:47:38.535 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:47:38.529+0000 7f4271a05980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:47:38.535 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:47:38.529+0000 7f4271a05980 20 rados->read ofs=0 len=0 2023-12-03T11:47:38.535 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:47:38.529+0000 7f4271a05980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:47:38.535 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:47:38.529+0000 7f4271a05980 20 rados->read ofs=0 len=0 2023-12-03T11:47:38.536 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:47:38.529+0000 7f4271a05980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:47:38.536 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:47:38.529+0000 7f4271a05980 20 started sync module instance, tier type = 2023-12-03T11:47:38.536 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:47:38.529+0000 7f4271a05980 20 started zone id=43a5e689-6a4f-4bb6-8529-28824bd75ab9 (name=default) with tier type = 2023-12-03T11:47:38.549 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:47:38.545+0000 7f426ed20640 0 -- 172.21.15.19:0/3468126100 >> [v2:172.21.15.19:6800/1469834966,v1:172.21.15.19:6801/1469834966] conn(0x55db7f411a10 msgr2=0x55db7f413e00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:47:38.551 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:47:38.549+0000 7f4271a05980 20 add_watcher() i=0 2023-12-03T11:47:38.552 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:47:38.549+0000 7f4271a05980 20 add_watcher() i=1 2023-12-03T11:47:38.552 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:47:38.549+0000 7f4271a05980 20 add_watcher() i=2 2023-12-03T11:47:38.552 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:47:38.549+0000 7f4271a05980 20 add_watcher() i=3 2023-12-03T11:47:38.552 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:47:38.549+0000 7f4271a05980 20 add_watcher() i=4 2023-12-03T11:47:38.552 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:47:38.549+0000 7f4271a05980 20 add_watcher() i=5 2023-12-03T11:47:38.552 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:47:38.549+0000 7f4271a05980 20 add_watcher() i=6 2023-12-03T11:47:38.553 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:47:38.549+0000 7f4271a05980 20 add_watcher() i=7 2023-12-03T11:47:38.553 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:47:38.549+0000 7f4271a05980 2 all 8 watchers are set, enabling cache 2023-12-03T11:47:38.556 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:47:38.553+0000 7f42357e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:47:38.556 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:47:38.553+0000 7f4271a05980 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:47:38.556 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:47:38.553+0000 7f4271a05980 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:47:38.563 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:47:38.561+0000 7f4271a05980 5 note: GC not initialized 2023-12-03T11:47:38.563 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:47:38.561+0000 7f41a3fff640 20 reqs_thread_entry: start 2023-12-03T11:47:38.563 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:47:38.561+0000 7f4271a05980 20 init_complete bucket index max shards: 1 2023-12-03T11:47:38.564 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:47:38.561+0000 7f4271a05980 20 Filter name: none 2023-12-03T11:47:38.564 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:47:38.561+0000 7f41a1ffb640 20 reqs_thread_entry: start 2023-12-03T11:47:38.564 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:47:38.561+0000 7f4271a05980 10 cache get: name=default.rgw.meta+users.uid+sysuser.client.0 : miss 2023-12-03T11:47:38.564 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:47:38.561+0000 7f4271a05980 20 rados->read ofs=0 len=0 2023-12-03T11:47:38.564 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:47:38.561+0000 7f4271a05980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:47:38.564 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:47:38.561+0000 7f4271a05980 10 cache put: name=default.rgw.meta+users.uid+sysuser.client.0 info.flags=0x0 2023-12-03T11:47:38.564 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:47:38.561+0000 7f4271a05980 10 adding default.rgw.meta+users.uid+sysuser.client.0 to cache LRU end 2023-12-03T11:47:38.564 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:47:38.561+0000 7f4271a05980 10 cache get: name=default.rgw.meta+users.email+sysuser.client.0+test@test.test : miss 2023-12-03T11:47:38.564 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:47:38.561+0000 7f4271a05980 20 rados->read ofs=0 len=0 2023-12-03T11:47:38.565 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:47:38.561+0000 7f4271a05980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:47:38.565 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:47:38.561+0000 7f4271a05980 10 cache put: name=default.rgw.meta+users.email+sysuser.client.0+test@test.test info.flags=0x0 2023-12-03T11:47:38.565 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:47:38.561+0000 7f4271a05980 10 adding default.rgw.meta+users.email+sysuser.client.0+test@test.test to cache LRU end 2023-12-03T11:47:38.565 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:47:38.561+0000 7f4271a05980 10 cache get: name=default.rgw.meta+users.keys+ZYLUCTWGCEAKSQYGBPFQ : miss 2023-12-03T11:47:38.566 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:47:38.561+0000 7f4271a05980 20 rados->read ofs=0 len=0 2023-12-03T11:47:38.566 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:47:38.561+0000 7f4271a05980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:47:38.566 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:47:38.561+0000 7f4271a05980 10 cache put: name=default.rgw.meta+users.keys+ZYLUCTWGCEAKSQYGBPFQ info.flags=0x0 2023-12-03T11:47:38.566 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:47:38.561+0000 7f4271a05980 10 adding default.rgw.meta+users.keys+ZYLUCTWGCEAKSQYGBPFQ to cache LRU end 2023-12-03T11:47:38.566 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:47:38.561+0000 7f4271a05980 10 cache get: name=default.rgw.meta+users.keys+ZYLUCTWGCEAKSQYGBPFQ : hit (negative entry) 2023-12-03T11:47:38.566 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:47:38.561+0000 7f4271a05980 10 cache get: name=default.rgw.meta+users.keys+ZYLUCTWGCEAKSQYGBPFQ : hit (negative entry) 2023-12-03T11:47:38.569 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:47:38.565+0000 7f4271a05980 10 cache put: name=default.rgw.meta+users.uid+sysuser.client.0 info.flags=0x17 2023-12-03T11:47:38.569 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:47:38.565+0000 7f4271a05980 10 moving default.rgw.meta+users.uid+sysuser.client.0 to cache LRU end 2023-12-03T11:47:38.569 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:47:38.565+0000 7f4271a05980 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:users.uid:sysuser.client.0, ofs0, ns] 2023-12-03T11:47:38.569 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:47:38.569+0000 7f4265ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1069446856712 cookie 94401221189360 notifier 5997 bl.length()=641 2023-12-03T11:47:38.569 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:47:38.569+0000 7f4265ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+sysuser.client.0 info.flags=0x17 2023-12-03T11:47:38.569 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:47:38.569+0000 7f4265ffb640 10 rgw watcher librados: moving default.rgw.meta+users.uid+sysuser.client.0 to cache LRU end 2023-12-03T11:47:38.573 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:47:38.569+0000 7f4271a05980 10 cache put: name=default.rgw.meta+users.email+sysuser.client.0+test@test.test info.flags=0x7 2023-12-03T11:47:38.573 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:47:38.569+0000 7f4271a05980 10 moving default.rgw.meta+users.email+sysuser.client.0+test@test.test to cache LRU end 2023-12-03T11:47:38.573 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:47:38.569+0000 7f4271a05980 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:users.email:sysuser.client.0+test@test.test, ofs0, ns] 2023-12-03T11:47:38.574 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:47:38.573+0000 7f42657fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1069446856726 cookie 94401221196176 notifier 5997 bl.length()=202 2023-12-03T11:47:38.574 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:47:38.573+0000 7f42657fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+sysuser.client.0+test@test.test info.flags=0x7 2023-12-03T11:47:38.574 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:47:38.573+0000 7f42657fa640 10 rgw watcher librados: moving default.rgw.meta+users.email+sysuser.client.0+test@test.test to cache LRU end 2023-12-03T11:47:38.577 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:47:38.573+0000 7f4271a05980 10 cache put: name=default.rgw.meta+users.keys+ZYLUCTWGCEAKSQYGBPFQ info.flags=0x7 2023-12-03T11:47:38.577 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:47:38.573+0000 7f4271a05980 10 moving default.rgw.meta+users.keys+ZYLUCTWGCEAKSQYGBPFQ to cache LRU end 2023-12-03T11:47:38.577 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:47:38.573+0000 7f4271a05980 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:users.keys:ZYLUCTWGCEAKSQYGBPFQ, ofs0, ns] 2023-12-03T11:47:38.577 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:47:38.577+0000 7f42657fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1069446856723 cookie 94401221159056 notifier 5997 bl.length()=190 2023-12-03T11:47:38.578 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:47:38.577+0000 7f42657fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+ZYLUCTWGCEAKSQYGBPFQ info.flags=0x7 2023-12-03T11:47:38.578 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:47:38.577+0000 7f42657fa640 10 rgw watcher librados: moving default.rgw.meta+users.keys+ZYLUCTWGCEAKSQYGBPFQ to cache LRU end 2023-12-03T11:47:38.578 INFO:teuthology.orchestra.run.smithi019.stdout:{ 2023-12-03T11:47:38.578 INFO:teuthology.orchestra.run.smithi019.stdout: "user_id": "sysuser.client.0", 2023-12-03T11:47:38.578 INFO:teuthology.orchestra.run.smithi019.stdout: "display_name": "Mr. sysuser.client.0", 2023-12-03T11:47:38.578 INFO:teuthology.orchestra.run.smithi019.stdout: "email": "sysuser.client.0+test@test.test", 2023-12-03T11:47:38.578 INFO:teuthology.orchestra.run.smithi019.stdout: "suspended": 0, 2023-12-03T11:47:38.579 INFO:teuthology.orchestra.run.smithi019.stdout: "max_buckets": 1000, 2023-12-03T11:47:38.579 INFO:teuthology.orchestra.run.smithi019.stdout: "subusers": [], 2023-12-03T11:47:38.579 INFO:teuthology.orchestra.run.smithi019.stdout: "keys": [ 2023-12-03T11:47:38.579 INFO:teuthology.orchestra.run.smithi019.stdout: { 2023-12-03T11:47:38.579 INFO:teuthology.orchestra.run.smithi019.stdout: "user": "sysuser.client.0", 2023-12-03T11:47:38.579 INFO:teuthology.orchestra.run.smithi019.stdout: "access_key": "ZYLUCTWGCEAKSQYGBPFQ", 2023-12-03T11:47:38.579 INFO:teuthology.orchestra.run.smithi019.stdout: "secret_key": "rm7suy80dXvbrswp/TW8c1OACn+gkYotVyQ0/1ByB2zcumksZ8y95Q==" 2023-12-03T11:47:38.579 INFO:teuthology.orchestra.run.smithi019.stdout: } 2023-12-03T11:47:38.579 INFO:teuthology.orchestra.run.smithi019.stdout: ], 2023-12-03T11:47:38.579 INFO:teuthology.orchestra.run.smithi019.stdout: "swift_keys": [], 2023-12-03T11:47:38.579 INFO:teuthology.orchestra.run.smithi019.stdout: "caps": [], 2023-12-03T11:47:38.579 INFO:teuthology.orchestra.run.smithi019.stdout: "op_mask": "read, write, delete", 2023-12-03T11:47:38.579 INFO:teuthology.orchestra.run.smithi019.stdout: "system": true, 2023-12-03T11:47:38.579 INFO:teuthology.orchestra.run.smithi019.stdout: "default_placement": "", 2023-12-03T11:47:38.579 INFO:teuthology.orchestra.run.smithi019.stdout: "default_storage_class": "", 2023-12-03T11:47:38.579 INFO:teuthology.orchestra.run.smithi019.stdout: "placement_tags": [], 2023-12-03T11:47:38.580 INFO:teuthology.orchestra.run.smithi019.stdout: "bucket_quota": { 2023-12-03T11:47:38.580 INFO:teuthology.orchestra.run.smithi019.stdout: "enabled": false, 2023-12-03T11:47:38.580 INFO:teuthology.orchestra.run.smithi019.stdout: "check_on_raw": false, 2023-12-03T11:47:38.580 INFO:teuthology.orchestra.run.smithi019.stdout: "max_size": -1, 2023-12-03T11:47:38.580 INFO:teuthology.orchestra.run.smithi019.stdout: "max_size_kb": 0, 2023-12-03T11:47:38.580 INFO:teuthology.orchestra.run.smithi019.stdout: "max_objects": -1 2023-12-03T11:47:38.580 INFO:teuthology.orchestra.run.smithi019.stdout: }, 2023-12-03T11:47:38.580 INFO:teuthology.orchestra.run.smithi019.stdout: "user_quota": { 2023-12-03T11:47:38.580 INFO:teuthology.orchestra.run.smithi019.stdout: "enabled": false, 2023-12-03T11:47:38.580 INFO:teuthology.orchestra.run.smithi019.stdout: "check_on_raw": false, 2023-12-03T11:47:38.580 INFO:teuthology.orchestra.run.smithi019.stdout: "max_size": -1, 2023-12-03T11:47:38.580 INFO:teuthology.orchestra.run.smithi019.stdout: "max_size_kb": 0, 2023-12-03T11:47:38.580 INFO:teuthology.orchestra.run.smithi019.stdout: "max_objects": -1 2023-12-03T11:47:38.580 INFO:teuthology.orchestra.run.smithi019.stdout: }, 2023-12-03T11:47:38.580 INFO:teuthology.orchestra.run.smithi019.stdout: "temp_url_keys": [], 2023-12-03T11:47:38.580 INFO:teuthology.orchestra.run.smithi019.stdout: "type": "rgw", 2023-12-03T11:47:38.581 INFO:teuthology.orchestra.run.smithi019.stdout: "mfa_ids": [] 2023-12-03T11:47:38.581 INFO:teuthology.orchestra.run.smithi019.stdout:} 2023-12-03T11:47:38.581 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:47:38.581 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:47:38.577+0000 7f42357e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:47:38.584 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:47:38.581+0000 7f4271a05980 20 remove_watcher() i=0 2023-12-03T11:47:38.584 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:47:38.581+0000 7f4271a05980 2 removed watcher, disabling cache 2023-12-03T11:47:38.587 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:47:38.585+0000 7f4271a05980 20 remove_watcher() i=1 2023-12-03T11:47:38.589 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:47:38.585+0000 7f4271a05980 20 remove_watcher() i=2 2023-12-03T11:47:38.591 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:47:38.589+0000 7f4271a05980 20 remove_watcher() i=3 2023-12-03T11:47:38.594 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:47:38.593+0000 7f4271a05980 20 remove_watcher() i=4 2023-12-03T11:47:38.595 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:47:38.593+0000 7f4271a05980 20 remove_watcher() i=5 2023-12-03T11:47:38.597 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:47:38.593+0000 7f4271a05980 20 remove_watcher() i=6 2023-12-03T11:47:38.598 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:47:38.597+0000 7f4271a05980 20 remove_watcher() i=7 2023-12-03T11:47:38.605 INFO:tasks.ragweed:Configuring ragweed... 2023-12-03T11:47:38.606 DEBUG:teuthology.orchestra.run.smithi019:> set -ex 2023-12-03T11:47:38.606 DEBUG:teuthology.orchestra.run.smithi019:> dd of=/home/ubuntu/cephtest/archive/ragweed.client.0.conf 2023-12-03T11:47:38.654 INFO:tasks.ragweed:Configuring boto... 2023-12-03T11:47:38.654 DEBUG:teuthology.orchestra.run.smithi019:> set -ex 2023-12-03T11:47:38.654 DEBUG:teuthology.orchestra.run.smithi019:> dd of=/home/ubuntu/cephtest/boto.cfg 2023-12-03T11:47:38.703 DEBUG:teuthology.orchestra.run.smithi019:ragweed tests against rgw> source /home/ubuntu/cephtest/tox-venv/bin/activate && cd /home/ubuntu/cephtest/ragweed.client.0 && RAGWEED_CONF=/home/ubuntu/cephtest/archive/ragweed.client.0.conf RAGWEED_STAGES=prepare,check BOTO_CONFIG=/home/ubuntu/cephtest/boto.cfg tox --sitepackages -- -v -m 'not fails_on_rgw' 2023-12-03T11:47:38.874 INFO:teuthology.orchestra.run.smithi019.stdout:GLOB sdist-make: /home/ubuntu/cephtest/ragweed.client.0/setup.py 2023-12-03T11:47:39.057 INFO:teuthology.orchestra.run.smithi019.stdout:py create: /home/ubuntu/cephtest/ragweed.client.0/.tox/py 2023-12-03T11:47:39.559 INFO:teuthology.orchestra.run.smithi019.stdout:py installdeps: -rrequirements.txt 2023-12-03T11:47:44.225 INFO:teuthology.orchestra.run.smithi019.stdout:py inst: /home/ubuntu/cephtest/ragweed.client.0/.tox/.tmp/package/1/ragweed-0.0.1.zip 2023-12-03T11:47:47.256 INFO:teuthology.orchestra.run.smithi019.stdout:py installed: appdirs==1.4.4,asyncssh==2.5.0,attrs==21.2.0,Babel==2.8.0,bcrypt==3.2.0,beautifulsoup4==4.10.0,beniget==0.4.1,blinker==1.4,boto==2.49.0,Brotli==1.0.9,cachetools==5.0.0,ceph==1.0.0,ceph-volume==1.0.0,cephfs==2.0.0,certifi==2020.6.20,chardet==4.0.0,cheroot==8.5.2+ds1,CherryPy==18.6.1,command-not-found==0.3,configobj==5.0.6,cryptography==3.4.8,cycler==0.11.0,dbus-python==1.2.18,decorator==4.4.2,distlib==0.3.4,distro==1.7.0,distro-info===1.1build1,docopt==0.6.2,execnet==1.9.0,filelock==3.6.0,fonttools==4.29.1,fs==2.4.12,gast==0.5.2,gevent==21.8.0,google-auth==1.5.1,greenlet==1.1.2,html5lib==1.1,httplib2==0.20.2,idna==3.3,importlib-metadata==4.6.4,iniconfig==1.1.1,isodate==0.6.1,jaraco.classes==3.2.1,jaraco.collections==3.4.0,jaraco.functools==3.4.0,jaraco.text==3.6.0,jeepney==0.7.1,Jinja2==3.0.3,joblib==0.17.0,keyring==23.5.0,kiwisolver==1.3.2,kubernetes==12.0.1,language-selector==0.1,launchpadlib==1.10.16,lazr.restfulclient==0.14.4,lazr.uri==1.0.6,logutils==0.3.3,lxml==4.8.0,lz4==3.1.3+dfsg,Mako==1.1.3,MarkupSafe==2.0.1,matplotlib==3.5.1,more-itertools==8.10.0,mpmath==0.0.0,munch==4.0.0,natsort==8.0.2,netifaces==0.11.0,nose==1.3.7,numpy==1.21.5,oauthlib==3.2.0,olefile==0.46,packaging==21.3,Paste==3.5.0,PasteDeploy==2.1.1,PasteScript==2.0.2,pecan==1.3.3,Pillow==9.0.1,platformdirs==2.5.1,pluggy==0.13.0,ply==3.11,portend==3.0.0,prettytable==2.5.0,psutil==5.9.0,py==1.10.0,pyasn1==0.4.8,pyasn1-modules==0.2.1,Pygments==2.11.2,PyGObject==3.42.1,pyinotify==0.9.6,PyJWT==2.3.0,pymacaroons==0.13.0,PyNaCl==1.5.0,pyOpenSSL==21.0.0,pyparsing==2.4.7,pytest==6.2.5,python-apt==2.3.0+ubuntu2.1,python-dateutil==2.8.1,python-magic==0.4.24,pythran==0.10.0,pytz==2022.1,PyYAML==5.4.1,rados==2.0.0,ragweed @ file:///home/ubuntu/cephtest/ragweed.client.0/.tox/.tmp/package/1/ragweed-0.0.1.zip#sha256=c57b90435742ca823148c15e2461abd3d9f607afd09233b9fa7806875a274c1c,rbd==2.0.0,registries-conf-ctl @ git+https://github.com/sebastian-philipp/registries-conf-ctl@0e9bf2dc202aa9be9b0bf8e8265aac3f2308f9db,remoto==1.2.1,repoze.lru==0.7,requests==2.25.1,requests-oauthlib==1.3.0,rgw==2.0.0,Routes==2.5.1,rsa==4.8,s3cmd==2.2.0,scikit-learn==0.23.2,scipy==1.8.0,SecretStorage==3.3.1,simplegeneric==0.8.1,simplejson==3.17.6,six==1.16.0,soupsieve==2.3.1,ssh-import-id==5.11,sympy==1.9,Tempita==0.5.2,tempora==4.1.2,threadpoolctl==3.1.0,toml==0.10.2,ubuntu-advantage-tools==27.12,ufoLib2==0.13.1,ufw==0.36.1,unattended-upgrades==0.1,unicodedata2==14.0.0,urllib3==1.26.5,virtualenv==20.13.0+ds,wadllib==1.3.6,waitress==1.4.4,wcwidth==0.2.5,webencodings==0.5.1,WebOb==1.8.6,websocket-client==1.2.3,WebTest==2.0.35,Werkzeug==2.0.2,zc.lockfile==2.0,zipp==1.0.0,zope.event==4.4,zope.interface==5.4.0 2023-12-03T11:47:47.256 INFO:teuthology.orchestra.run.smithi019.stdout:py run-test-pre: PYTHONHASHSEED='192640709' 2023-12-03T11:47:47.257 INFO:teuthology.orchestra.run.smithi019.stdout:py run-test: commands[0] | python -m pytest -v -m 'not fails_on_rgw' 2023-12-03T11:47:47.434 INFO:teuthology.orchestra.run.smithi019.stdout:============================= test session starts ============================== 2023-12-03T11:47:47.434 INFO:teuthology.orchestra.run.smithi019.stdout:platform linux -- Python 3.10.6, pytest-6.2.5, py-1.10.0, pluggy-0.13.0 -- /home/ubuntu/cephtest/ragweed.client.0/.tox/py/bin/python 2023-12-03T11:47:47.434 INFO:teuthology.orchestra.run.smithi019.stdout:cachedir: .tox/py/.pytest_cache 2023-12-03T11:47:47.434 INFO:teuthology.orchestra.run.smithi019.stdout:rootdir: /home/ubuntu/cephtest/ragweed.client.0, configfile: pytest.ini 2023-12-03T11:47:47.596 INFO:teuthology.orchestra.run.smithi019.stdout:collecting ... collected 9 items 2023-12-03T11:47:47.596 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:47:49.884 INFO:teuthology.orchestra.run.smithi019.stdout:ragweed/tests/tests.py::r_test_small_obj_data::test PASSED [ 11%] 2023-12-03T11:47:51.081 INFO:teuthology.orchestra.run.smithi019.stdout:ragweed/tests/tests.py::r_test_multipart_simple::test PASSED [ 22%] 2023-12-03T11:47:52.140 INFO:teuthology.orchestra.run.smithi019.stdout:ragweed/tests/tests.py::r_test_multipart_index_versioning::test PASSED [ 33%] 2023-12-03T11:47:53.400 INFO:teuthology.orchestra.run.smithi019.stdout:ragweed/tests/tests.py::r_test_multipart_defer_complete::test PASSED [ 44%] 2023-12-03T11:47:54.653 INFO:teuthology.orchestra.run.smithi019.stdout:ragweed/tests/tests.py::r_test_multipart_defer_update_complete::test PASSED [ 55%] 2023-12-03T11:48:01.473 INFO:teuthology.orchestra.run.smithi019.stdout:ragweed/tests/tests.py::r_test_obj_storage_class::test PASSED [ 66%] 2023-12-03T11:48:03.976 INFO:teuthology.orchestra.run.smithi019.stdout:ragweed/tests/tests.py::r_test_obj_storage_class_multipart::test PASSED [ 77%] 2023-12-03T11:48:07.228 INFO:teuthology.orchestra.run.smithi019.stdout:ragweed/tests/tests.py::r_test_obj_storage_class_copy::test PASSED [ 88%] 2023-12-03T11:48:12.106 INFO:teuthology.orchestra.run.smithi019.stdout:ragweed/tests/tests.py::r_test_obj_storage_class_multipart_copy::test PASSED [100%] 2023-12-03T11:48:12.106 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:48:12.106 INFO:teuthology.orchestra.run.smithi019.stdout:=============================== warnings summary =============================== 2023-12-03T11:48:12.106 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/boto/plugin.py:40 2023-12-03T11:48:12.106 INFO:teuthology.orchestra.run.smithi019.stdout: /home/ubuntu/cephtest/ragweed.client.0/.tox/py/lib/python3.10/site-packages/boto/plugin.py:40: DeprecationWarning: the imp module is deprecated in favour of importlib and slated for removal in Python 3.12; see the module's documentation for alternative uses 2023-12-03T11:48:12.106 INFO:teuthology.orchestra.run.smithi019.stdout: import imp 2023-12-03T11:48:12.107 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:48:12.107 INFO:teuthology.orchestra.run.smithi019.stdout:-- Docs: https://docs.pytest.org/en/stable/warnings.html 2023-12-03T11:48:12.107 INFO:teuthology.orchestra.run.smithi019.stdout:======================== 9 passed, 1 warning in 24.67s ========================= 2023-12-03T11:48:12.157 INFO:teuthology.orchestra.run.smithi019.stdout:___________________________________ summary ____________________________________ 2023-12-03T11:48:12.157 INFO:teuthology.orchestra.run.smithi019.stdout: py: commands succeeded 2023-12-03T11:48:12.157 INFO:teuthology.orchestra.run.smithi019.stdout: congratulations :) 2023-12-03T11:48:12.177 INFO:tasks.ragweed:Cleaning up boto... 2023-12-03T11:48:12.178 DEBUG:teuthology.orchestra.run.smithi019:> rm -f /home/ubuntu/cephtest/boto.cfg 2023-12-03T11:48:12.183 DEBUG:teuthology.orchestra.run.smithi019:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user rm --uid ragweed.client.0 --purge-data 2023-12-03T11:48:12.265 INFO:teuthology.orchestra.run.smithi019.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:48:12.265 INFO:teuthology.orchestra.run.smithi019.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:48:12.281 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.277+0000 7f9cbc912980 20 rados->read ofs=0 len=0 2023-12-03T11:48:12.282 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.281+0000 7f9cbc912980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:48:12.282 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.281+0000 7f9cbc912980 20 realm 2023-12-03T11:48:12.282 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.281+0000 7f9cbc912980 20 rados->read ofs=0 len=0 2023-12-03T11:48:12.283 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.281+0000 7f9cbc912980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:48:12.283 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.281+0000 7f9cbc912980 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:48:12.283 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.281+0000 7f9cbc912980 20 rados->read ofs=0 len=0 2023-12-03T11:48:12.283 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.281+0000 7f9cbc912980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:48:12.283 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.281+0000 7f9cbc912980 20 rados->read ofs=0 len=0 2023-12-03T11:48:12.284 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.281+0000 7f9cbc912980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:48:12.285 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.281+0000 7f9cbc912980 20 rados->read ofs=0 len=0 2023-12-03T11:48:12.285 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.281+0000 7f9cbc912980 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:48:12.285 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.281+0000 7f9cbc912980 20 searching for the correct realm 2023-12-03T11:48:12.310 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.309+0000 7f9cbac2f640 0 -- 172.21.15.19:0/4113038787 >> [v2:172.21.15.57:6816/3303414699,v1:172.21.15.57:6817/3303414699] conn(0x7f9ca4019070 msgr2=0x7f9ca4036400 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2023-12-03T11:48:12.312 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.309+0000 7f9cbc912980 20 RGWRados::pool_iterate: got zonegroup_info.9433ba8b-08fe-4f3d-8375-ae7b0ce32294 2023-12-03T11:48:12.312 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.309+0000 7f9cbc912980 20 RGWRados::pool_iterate: got zone_info.43a5e689-6a4f-4bb6-8529-28824bd75ab9 2023-12-03T11:48:12.312 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.309+0000 7f9cbc912980 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:48:12.312 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.309+0000 7f9cbc912980 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:48:12.312 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.309+0000 7f9cbc912980 20 rados->read ofs=0 len=0 2023-12-03T11:48:12.313 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.309+0000 7f9cbc912980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:48:12.313 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.309+0000 7f9cbc912980 20 rados->read ofs=0 len=0 2023-12-03T11:48:12.313 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.313+0000 7f9cbc912980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:48:12.313 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.313+0000 7f9cbc912980 20 rados->read ofs=0 len=0 2023-12-03T11:48:12.314 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.313+0000 7f9cbc912980 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:48:12.314 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.313+0000 7f9cbc912980 20 zone default found 2023-12-03T11:48:12.314 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.313+0000 7f9cbc912980 4 Realm: () 2023-12-03T11:48:12.314 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.313+0000 7f9cbc912980 4 ZoneGroup: default (9433ba8b-08fe-4f3d-8375-ae7b0ce32294) 2023-12-03T11:48:12.314 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.313+0000 7f9cbc912980 4 Zone: default (43a5e689-6a4f-4bb6-8529-28824bd75ab9) 2023-12-03T11:48:12.314 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.313+0000 7f9cbc912980 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:48:12.314 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.313+0000 7f9cbc912980 20 zonegroup default 2023-12-03T11:48:12.314 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.313+0000 7f9cbc912980 20 rados->read ofs=0 len=0 2023-12-03T11:48:12.315 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.313+0000 7f9cbc912980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:48:12.315 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.313+0000 7f9cbc912980 20 rados->read ofs=0 len=0 2023-12-03T11:48:12.315 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.313+0000 7f9cbc912980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:48:12.315 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.313+0000 7f9cbc912980 20 rados->read ofs=0 len=0 2023-12-03T11:48:12.315 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.313+0000 7f9cbc912980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:48:12.315 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.313+0000 7f9cbc912980 20 started sync module instance, tier type = 2023-12-03T11:48:12.315 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.313+0000 7f9cbc912980 20 started zone id=43a5e689-6a4f-4bb6-8529-28824bd75ab9 (name=default) with tier type = 2023-12-03T11:48:12.331 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.329+0000 7f9cb3fff640 0 -- 172.21.15.19:0/4113038787 >> [v2:172.21.15.19:6800/1469834966,v1:172.21.15.19:6801/1469834966] conn(0x55d43a4a4da0 msgr2=0x55d43a4a7190 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:48:12.333 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.329+0000 7f9cbc912980 20 add_watcher() i=0 2023-12-03T11:48:12.333 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.329+0000 7f9cbc912980 20 add_watcher() i=1 2023-12-03T11:48:12.333 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.329+0000 7f9cbc912980 20 add_watcher() i=2 2023-12-03T11:48:12.333 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.329+0000 7f9cbc912980 20 add_watcher() i=3 2023-12-03T11:48:12.333 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.329+0000 7f9cbc912980 20 add_watcher() i=4 2023-12-03T11:48:12.333 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.329+0000 7f9cbc912980 20 add_watcher() i=5 2023-12-03T11:48:12.334 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.333+0000 7f9cbc912980 20 add_watcher() i=6 2023-12-03T11:48:12.334 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.333+0000 7f9cbc912980 20 add_watcher() i=7 2023-12-03T11:48:12.334 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.333+0000 7f9cbc912980 2 all 8 watchers are set, enabling cache 2023-12-03T11:48:12.338 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.337+0000 7f9c7ffe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:48:12.338 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.337+0000 7f9cbc912980 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:48:12.338 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.337+0000 7f9cbc912980 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:48:12.428 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.425+0000 7f9beeffd640 20 reqs_thread_entry: start 2023-12-03T11:48:12.428 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.425+0000 7f9cbc912980 20 init_complete bucket index max shards: 1 2023-12-03T11:48:12.428 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.425+0000 7f9cbc912980 20 Filter name: none 2023-12-03T11:48:12.428 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.425+0000 7f9becff9640 20 reqs_thread_entry: start 2023-12-03T11:48:12.428 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.425+0000 7f9cbc912980 10 cache get: name=default.rgw.meta+users.uid+ragweed.client.0 : miss 2023-12-03T11:48:12.429 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.425+0000 7f9cbc912980 20 rados->read ofs=0 len=0 2023-12-03T11:48:12.429 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.425+0000 7f9cbc912980 20 rados_obj.operate() r=0 bl.length=452 2023-12-03T11:48:12.429 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.425+0000 7f9cbc912980 10 cache put: name=default.rgw.meta+users.uid+ragweed.client.0 info.flags=0x13 2023-12-03T11:48:12.429 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.425+0000 7f9cbc912980 10 adding default.rgw.meta+users.uid+ragweed.client.0 to cache LRU end 2023-12-03T11:48:12.429 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.425+0000 7f9cbc912980 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-12-03T11:48:12.430 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.429+0000 7f9cbc912980 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-conf:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.3 : miss 2023-12-03T11:48:12.430 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.429+0000 7f9cbc912980 20 rados->read ofs=0 len=0 2023-12-03T11:48:12.430 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.429+0000 7f9cbc912980 20 rados_obj.operate() r=0 bl.length=378 2023-12-03T11:48:12.431 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.429+0000 7f9cbc912980 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-conf:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.3 info.flags=0x17 2023-12-03T11:48:12.431 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.429+0000 7f9cbc912980 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-conf:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.3 to cache LRU end 2023-12-03T11:48:12.431 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.429+0000 7f9cbc912980 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-12-03T11:48:12.431 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.429+0000 7f9cbc912980 10 updating xattr: name=user.rgw.acl bl.length()=209 2023-12-03T11:48:12.431 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.429+0000 7f9cbc912980 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-conf:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.3 2023-12-03T11:48:12.431 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.429+0000 7f9cbc912980 10 cls_bucket_list_unordered: got tests/r_test_multipart_defer_complete 2023-12-03T11:48:12.432 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.429+0000 7f9cbc912980 10 cls_bucket_list_unordered: got tests/r_test_multipart_defer_update_complete 2023-12-03T11:48:12.432 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.429+0000 7f9cbc912980 10 cls_bucket_list_unordered: got tests/r_test_multipart_index_versioning 2023-12-03T11:48:12.432 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.429+0000 7f9cbc912980 10 cls_bucket_list_unordered: got tests/r_test_multipart_simple 2023-12-03T11:48:12.432 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.429+0000 7f9cbc912980 10 cls_bucket_list_unordered: got tests/r_test_obj_storage_class 2023-12-03T11:48:12.432 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.429+0000 7f9cbc912980 10 cls_bucket_list_unordered: got tests/r_test_obj_storage_class_copy 2023-12-03T11:48:12.432 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.429+0000 7f9cbc912980 10 cls_bucket_list_unordered: got tests/r_test_obj_storage_class_multipart 2023-12-03T11:48:12.432 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.429+0000 7f9cbc912980 10 cls_bucket_list_unordered: got tests/r_test_obj_storage_class_multipart_copy 2023-12-03T11:48:12.432 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.429+0000 7f9cbc912980 10 cls_bucket_list_unordered: got tests/r_test_small_obj_data 2023-12-03T11:48:12.432 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.429+0000 7f9cbc912980 20 get_obj_state: octx=0x55d43a50a020 obj=test-client.0-conf:tests/r_test_multipart_defer_complete state=0x55d43a50cda8 s->prefetch_data=0 2023-12-03T11:48:12.433 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.429+0000 7f9cbc912980 10 manifest: total_size = 7562 2023-12-03T11:48:12.433 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.429+0000 7f9cbc912980 20 get_obj_state: setting s->obj_tag to 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.16292957521676885401 2023-12-03T11:48:12.433 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.429+0000 7f9cbc912980 20 get_obj_state: octx=0x55d43a50a020 obj=test-client.0-conf:tests/r_test_multipart_defer_complete state=0x55d43a50cda8 s->prefetch_data=0 2023-12-03T11:48:12.433 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.429+0000 7f9cbc912980 20 prepare_atomic_modification: state is not atomic. state=0x55d43a50cda8 2023-12-03T11:48:12.433 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.429+0000 7f9cbc912980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.3.0 2023-12-03T11:48:12.438 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.437+0000 7f9cbc912980 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2023-12-03T11:48:12.438 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.437+0000 7f9cbc912980 20 RGWObjManifest::operator++(): result: ofs=7562 stripe_ofs=7562 part_ofs=0 rule->part_size=0 2023-12-03T11:48:12.438 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.437+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - tag is: 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.16292957521676885401 2023-12-03T11:48:12.438 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.437+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2023-12-03T11:48:12.439 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.437+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.3__shadow_.B0O6mw2_G0fVR4yIfdJLAkcXUZmuatJ_0 2023-12-03T11:48:12.439 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.437+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 329 2023-12-03T11:48:12.439 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.437+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2023-12-03T11:48:12.439 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.437+0000 7f9cbc912980 20 garbage collection: RGWGC::send_chain - on object name: gc.4tag is: 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.16292957521676885401 2023-12-03T11:48:12.440 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.437+0000 7f9cb0ff9640 20 handle_completion(): completion ok for obj=tests/r_test_multipart_defer_complete 2023-12-03T11:48:12.442 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.441+0000 7f9cbc912980 20 get_obj_state: octx=0x55d43a50a020 obj=test-client.0-conf:tests/r_test_multipart_defer_update_complete state=0x55d43a50ccd8 s->prefetch_data=0 2023-12-03T11:48:12.444 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.441+0000 7f9cbc912980 10 manifest: total_size = 7559 2023-12-03T11:48:12.444 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.441+0000 7f9cbc912980 20 get_obj_state: setting s->obj_tag to 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.12899043798311949882 2023-12-03T11:48:12.444 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.441+0000 7f9cbc912980 20 get_obj_state: octx=0x55d43a50a020 obj=test-client.0-conf:tests/r_test_multipart_defer_update_complete state=0x55d43a50ccd8 s->prefetch_data=0 2023-12-03T11:48:12.445 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.441+0000 7f9cbc912980 20 prepare_atomic_modification: state is not atomic. state=0x55d43a50ccd8 2023-12-03T11:48:12.445 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.441+0000 7f9cbc912980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.3.0 2023-12-03T11:48:12.449 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.445+0000 7f9cbc912980 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2023-12-03T11:48:12.449 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.445+0000 7f9cbc912980 20 RGWObjManifest::operator++(): result: ofs=7559 stripe_ofs=7559 part_ofs=0 rule->part_size=0 2023-12-03T11:48:12.449 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.445+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - tag is: 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.12899043798311949882 2023-12-03T11:48:12.449 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.445+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2023-12-03T11:48:12.450 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.445+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.3__shadow_.bpWMd88KwV7DcQoFOMw6u7tR5H1SVuj_0 2023-12-03T11:48:12.450 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.445+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 329 2023-12-03T11:48:12.450 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.445+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2023-12-03T11:48:12.450 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.445+0000 7f9cbc912980 20 garbage collection: RGWGC::send_chain - on object name: gc.21tag is: 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.12899043798311949882 2023-12-03T11:48:12.451 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.449+0000 7f9c9bfff640 20 handle_completion(): completion ok for obj=tests/r_test_multipart_defer_update_complete 2023-12-03T11:48:12.453 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.453+0000 7f9cbc912980 20 get_obj_state: octx=0x55d43a50a020 obj=test-client.0-conf:tests/r_test_multipart_index_versioning state=0x55d43a50ccd8 s->prefetch_data=0 2023-12-03T11:48:12.454 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.453+0000 7f9cbc912980 10 manifest: total_size = 4803 2023-12-03T11:48:12.454 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.453+0000 7f9cbc912980 20 get_obj_state: setting s->obj_tag to 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.15463685869954620270 2023-12-03T11:48:12.454 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.453+0000 7f9cbc912980 20 get_obj_state: octx=0x55d43a50a020 obj=test-client.0-conf:tests/r_test_multipart_index_versioning state=0x55d43a50ccd8 s->prefetch_data=0 2023-12-03T11:48:12.454 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.453+0000 7f9cbc912980 20 prepare_atomic_modification: state is not atomic. state=0x55d43a50ccd8 2023-12-03T11:48:12.454 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.453+0000 7f9cbc912980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.3.0 2023-12-03T11:48:12.459 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.457+0000 7f9cbc912980 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2023-12-03T11:48:12.459 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.457+0000 7f9cbc912980 20 RGWObjManifest::operator++(): result: ofs=4803 stripe_ofs=4803 part_ofs=0 rule->part_size=0 2023-12-03T11:48:12.459 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.457+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - tag is: 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.15463685869954620270 2023-12-03T11:48:12.459 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.457+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2023-12-03T11:48:12.459 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.457+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.3__shadow_.c7BC7V26URqWVshs3ISm_9-SMK7BW3a_0 2023-12-03T11:48:12.459 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.457+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 329 2023-12-03T11:48:12.459 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.457+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2023-12-03T11:48:12.459 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.457+0000 7f9cbc912980 20 garbage collection: RGWGC::send_chain - on object name: gc.14tag is: 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.15463685869954620270 2023-12-03T11:48:12.461 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.457+0000 7f9cb0ff9640 20 handle_completion(): completion ok for obj=tests/r_test_multipart_index_versioning 2023-12-03T11:48:12.462 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.461+0000 7f9cbc912980 20 get_obj_state: octx=0x55d43a50a020 obj=test-client.0-conf:tests/r_test_multipart_simple state=0x55d43a50ccd8 s->prefetch_data=0 2023-12-03T11:48:12.463 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.461+0000 7f9cbc912980 10 manifest: total_size = 5031 2023-12-03T11:48:12.463 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.461+0000 7f9cbc912980 20 get_obj_state: setting s->obj_tag to 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.15310976928047390370 2023-12-03T11:48:12.463 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.461+0000 7f9cbc912980 20 get_obj_state: octx=0x55d43a50a020 obj=test-client.0-conf:tests/r_test_multipart_simple state=0x55d43a50ccd8 s->prefetch_data=0 2023-12-03T11:48:12.463 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.461+0000 7f9cbc912980 20 prepare_atomic_modification: state is not atomic. state=0x55d43a50ccd8 2023-12-03T11:48:12.463 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.461+0000 7f9cbc912980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.3.0 2023-12-03T11:48:12.469 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.465+0000 7f9cbc912980 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2023-12-03T11:48:12.469 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.465+0000 7f9cbc912980 20 RGWObjManifest::operator++(): result: ofs=5031 stripe_ofs=5031 part_ofs=0 rule->part_size=0 2023-12-03T11:48:12.469 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.465+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - tag is: 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.15310976928047390370 2023-12-03T11:48:12.469 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.465+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2023-12-03T11:48:12.470 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.465+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.3__shadow_.NuS41cDC6isR2G8BSt8DCHQc5rCL6-x_0 2023-12-03T11:48:12.470 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.465+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 329 2023-12-03T11:48:12.470 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.465+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2023-12-03T11:48:12.470 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.465+0000 7f9cbc912980 20 garbage collection: RGWGC::send_chain - on object name: gc.28tag is: 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.15310976928047390370 2023-12-03T11:48:12.471 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.469+0000 7f9c9bfff640 20 handle_completion(): completion ok for obj=tests/r_test_multipart_simple 2023-12-03T11:48:12.472 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.469+0000 7f9cbc912980 20 get_obj_state: octx=0x55d43a50a020 obj=test-client.0-conf:tests/r_test_obj_storage_class state=0x55d43a50ccd8 s->prefetch_data=0 2023-12-03T11:48:12.472 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.469+0000 7f9cbc912980 10 manifest: total_size = 7548 2023-12-03T11:48:12.473 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.469+0000 7f9cbc912980 20 get_obj_state: setting s->obj_tag to 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.6927778668270143559 2023-12-03T11:48:12.473 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.469+0000 7f9cbc912980 20 get_obj_state: octx=0x55d43a50a020 obj=test-client.0-conf:tests/r_test_obj_storage_class state=0x55d43a50ccd8 s->prefetch_data=0 2023-12-03T11:48:12.473 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.469+0000 7f9cbc912980 20 prepare_atomic_modification: state is not atomic. state=0x55d43a50ccd8 2023-12-03T11:48:12.473 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.469+0000 7f9cbc912980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.3.0 2023-12-03T11:48:12.477 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.473+0000 7f9cbc912980 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2023-12-03T11:48:12.477 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.473+0000 7f9cbc912980 20 RGWObjManifest::operator++(): result: ofs=7548 stripe_ofs=7548 part_ofs=0 rule->part_size=0 2023-12-03T11:48:12.477 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.473+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - tag is: 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.6927778668270143559 2023-12-03T11:48:12.478 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.473+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2023-12-03T11:48:12.478 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.473+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.3__shadow_.LcpkNywVDtylhIPVYHzaobiPZHMgL1p_0 2023-12-03T11:48:12.478 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.473+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 328 2023-12-03T11:48:12.478 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.473+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2023-12-03T11:48:12.478 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.473+0000 7f9cbc912980 20 garbage collection: RGWGC::send_chain - on object name: gc.7tag is: 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.6927778668270143559 2023-12-03T11:48:12.479 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.477+0000 7f9cb0ff9640 20 handle_completion(): completion ok for obj=tests/r_test_obj_storage_class 2023-12-03T11:48:12.480 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.477+0000 7f9cbc912980 20 get_obj_state: octx=0x55d43a50a020 obj=test-client.0-conf:tests/r_test_obj_storage_class_copy state=0x55d43a50ccd8 s->prefetch_data=0 2023-12-03T11:48:12.481 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.477+0000 7f9cbc912980 10 manifest: total_size = 7584 2023-12-03T11:48:12.481 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.477+0000 7f9cbc912980 20 get_obj_state: setting s->obj_tag to 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.16188007709937046563 2023-12-03T11:48:12.481 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.477+0000 7f9cbc912980 20 get_obj_state: octx=0x55d43a50a020 obj=test-client.0-conf:tests/r_test_obj_storage_class_copy state=0x55d43a50ccd8 s->prefetch_data=0 2023-12-03T11:48:12.481 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.477+0000 7f9cbc912980 20 prepare_atomic_modification: state is not atomic. state=0x55d43a50ccd8 2023-12-03T11:48:12.481 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.477+0000 7f9cbc912980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.3.0 2023-12-03T11:48:12.485 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.485+0000 7f9cbc912980 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2023-12-03T11:48:12.486 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.485+0000 7f9cbc912980 20 RGWObjManifest::operator++(): result: ofs=7584 stripe_ofs=7584 part_ofs=0 rule->part_size=0 2023-12-03T11:48:12.486 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.485+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - tag is: 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.16188007709937046563 2023-12-03T11:48:12.486 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.485+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2023-12-03T11:48:12.486 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.485+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.3__shadow_.8_ruFgf7fRrhdWKlrXRszGc9i4uMU1O_0 2023-12-03T11:48:12.486 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.485+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 329 2023-12-03T11:48:12.486 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.485+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2023-12-03T11:48:12.486 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.485+0000 7f9cbc912980 20 garbage collection: RGWGC::send_chain - on object name: gc.6tag is: 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.16188007709937046563 2023-12-03T11:48:12.487 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.485+0000 7f9c9bfff640 20 handle_completion(): completion ok for obj=tests/r_test_obj_storage_class_copy 2023-12-03T11:48:12.488 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.485+0000 7f9cbc912980 20 get_obj_state: octx=0x55d43a50a020 obj=test-client.0-conf:tests/r_test_obj_storage_class_multipart state=0x55d43a50ccd8 s->prefetch_data=0 2023-12-03T11:48:12.489 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.485+0000 7f9cbc912980 10 manifest: total_size = 14027 2023-12-03T11:48:12.489 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.485+0000 7f9cbc912980 20 get_obj_state: setting s->obj_tag to 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.8489192205564905549 2023-12-03T11:48:12.489 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.485+0000 7f9cbc912980 20 get_obj_state: octx=0x55d43a50a020 obj=test-client.0-conf:tests/r_test_obj_storage_class_multipart state=0x55d43a50ccd8 s->prefetch_data=0 2023-12-03T11:48:12.489 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.485+0000 7f9cbc912980 20 prepare_atomic_modification: state is not atomic. state=0x55d43a50ccd8 2023-12-03T11:48:12.489 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.485+0000 7f9cbc912980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.3.0 2023-12-03T11:48:12.494 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.493+0000 7f9cbc912980 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2023-12-03T11:48:12.494 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.493+0000 7f9cbc912980 20 RGWObjManifest::operator++(): result: ofs=14027 stripe_ofs=14027 part_ofs=0 rule->part_size=0 2023-12-03T11:48:12.494 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.493+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - tag is: 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.8489192205564905549 2023-12-03T11:48:12.494 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.493+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2023-12-03T11:48:12.494 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.493+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.3__shadow_.bP0P7MIMbmackudTZPTQ3dfKJPUpYAm_0 2023-12-03T11:48:12.494 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.493+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 328 2023-12-03T11:48:12.494 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.493+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2023-12-03T11:48:12.494 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.493+0000 7f9cbc912980 20 garbage collection: RGWGC::send_chain - on object name: gc.14tag is: 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.8489192205564905549 2023-12-03T11:48:12.495 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.493+0000 7f9cb0ff9640 20 handle_completion(): completion ok for obj=tests/r_test_obj_storage_class_multipart 2023-12-03T11:48:12.497 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.493+0000 7f9cbc912980 20 get_obj_state: octx=0x55d43a50a020 obj=test-client.0-conf:tests/r_test_obj_storage_class_multipart_copy state=0x55d43a50ccd8 s->prefetch_data=0 2023-12-03T11:48:12.497 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.497+0000 7f9cbc912980 10 manifest: total_size = 15779 2023-12-03T11:48:12.498 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.497+0000 7f9cbc912980 20 get_obj_state: setting s->obj_tag to 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.16851709496955871401 2023-12-03T11:48:12.498 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.497+0000 7f9cbc912980 20 get_obj_state: octx=0x55d43a50a020 obj=test-client.0-conf:tests/r_test_obj_storage_class_multipart_copy state=0x55d43a50ccd8 s->prefetch_data=0 2023-12-03T11:48:12.498 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.497+0000 7f9cbc912980 20 prepare_atomic_modification: state is not atomic. state=0x55d43a50ccd8 2023-12-03T11:48:12.498 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.497+0000 7f9cbc912980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.3.0 2023-12-03T11:48:12.503 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.501+0000 7f9cbc912980 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2023-12-03T11:48:12.503 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.501+0000 7f9cbc912980 20 RGWObjManifest::operator++(): result: ofs=15779 stripe_ofs=15779 part_ofs=0 rule->part_size=0 2023-12-03T11:48:12.503 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.501+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - tag is: 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.16851709496955871401 2023-12-03T11:48:12.503 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.501+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2023-12-03T11:48:12.503 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.501+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.3__shadow_.KrHTWb8oAFRDdYJ-2qOweX9iFwOuyJa_0 2023-12-03T11:48:12.503 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.501+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 329 2023-12-03T11:48:12.504 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.501+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2023-12-03T11:48:12.504 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.501+0000 7f9cbc912980 20 garbage collection: RGWGC::send_chain - on object name: gc.10tag is: 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.16851709496955871401 2023-12-03T11:48:12.505 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.501+0000 7f9c9bfff640 20 handle_completion(): completion ok for obj=tests/r_test_obj_storage_class_multipart_copy 2023-12-03T11:48:12.507 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.505+0000 7f9cbc912980 20 get_obj_state: octx=0x55d43a50a020 obj=test-client.0-conf:tests/r_test_small_obj_data state=0x55d43a50ccd8 s->prefetch_data=0 2023-12-03T11:48:12.508 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.505+0000 7f9cbc912980 10 manifest: total_size = 38002 2023-12-03T11:48:12.508 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.505+0000 7f9cbc912980 20 get_obj_state: setting s->obj_tag to 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.5755934084923572628 2023-12-03T11:48:12.508 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.505+0000 7f9cbc912980 20 get_obj_state: octx=0x55d43a50a020 obj=test-client.0-conf:tests/r_test_small_obj_data state=0x55d43a50ccd8 s->prefetch_data=0 2023-12-03T11:48:12.508 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.505+0000 7f9cbc912980 20 prepare_atomic_modification: state is not atomic. state=0x55d43a50ccd8 2023-12-03T11:48:12.508 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.505+0000 7f9cbc912980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.3.0 2023-12-03T11:48:12.512 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.509+0000 7f9cbc912980 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2023-12-03T11:48:12.512 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.509+0000 7f9cbc912980 20 RGWObjManifest::operator++(): result: ofs=38002 stripe_ofs=38002 part_ofs=0 rule->part_size=0 2023-12-03T11:48:12.512 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.509+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - tag is: 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.5755934084923572628 2023-12-03T11:48:12.512 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.509+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2023-12-03T11:48:12.512 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.509+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.3__shadow_.PH0WNNhK_XeYSu9I2_Pm09Y4DoM19eX_0 2023-12-03T11:48:12.512 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.509+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 328 2023-12-03T11:48:12.513 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.509+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2023-12-03T11:48:12.513 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.509+0000 7f9cbc912980 20 garbage collection: RGWGC::send_chain - on object name: gc.28tag is: 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.5755934084923572628 2023-12-03T11:48:12.514 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.513+0000 7f9cb0ff9640 20 handle_completion(): completion ok for obj=tests/r_test_small_obj_data 2023-12-03T11:48:12.515 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.513+0000 7f9cbc912980 20 list_objects_ordered: starting attempt 1 2023-12-03T11:48:12.515 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.513+0000 7f9cbc912980 10 cls_bucket_list_ordered: request from each of 1 shard(s) for 1001 entries to get 1001 total entries 2023-12-03T11:48:12.516 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.513+0000 7f9cbc912980 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2023-12-03T11:48:12.516 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.513+0000 7f9cbc912980 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2023-12-03T11:48:12.516 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.513+0000 7f9cbc912980 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2023-12-03T11:48:12.516 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.513+0000 7f9cbc912980 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2023-12-03T11:48:12.516 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.513+0000 7f9cbc912980 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-conf[43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.3])"; uploads.size()=0; is_truncated=0 2023-12-03T11:48:12.518 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.517+0000 7f9cbc912980 10 cache get: name=default.rgw.meta+root+test-client.0-conf : miss 2023-12-03T11:48:12.518 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.517+0000 7f9cbc912980 20 rados->read ofs=0 len=0 2023-12-03T11:48:12.518 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.517+0000 7f9cbc912980 20 rados_obj.operate() r=0 bl.length=204 2023-12-03T11:48:12.519 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.517+0000 7f9cbc912980 10 cache put: name=default.rgw.meta+root+test-client.0-conf info.flags=0x11 2023-12-03T11:48:12.519 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.517+0000 7f9cbc912980 10 adding default.rgw.meta+root+test-client.0-conf to cache LRU end 2023-12-03T11:48:12.519 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.517+0000 7f9cbc912980 10 removing default.rgw.meta+root+test-client.0-conf from cache 2023-12-03T11:48:12.519 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.517+0000 7f9cbc912980 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-conf, ofs0, ns] 2023-12-03T11:48:12.519 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.517+0000 7f9c9bfff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1095216660509 cookie 140310743244800 notifier 5765 bl.length()=162 2023-12-03T11:48:12.523 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.521+0000 7f9cbc912980 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-conf:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.3 from cache 2023-12-03T11:48:12.523 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.521+0000 7f9cbc912980 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-conf:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.3, ofs0, ns] 2023-12-03T11:48:12.523 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.521+0000 7f9c9bfff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1095216660560 cookie 94369999416912 notifier 5765 bl.length()=219 2023-12-03T11:48:12.527 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.525+0000 7f9cbc912980 10 cache get: name=default.rgw.log++pubsub..bucket.test-client.0-conf/43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.3 : miss 2023-12-03T11:48:12.527 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.525+0000 7f9cbc912980 20 rados->read ofs=0 len=0 2023-12-03T11:48:12.528 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.525+0000 7f9cbc912980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:48:12.528 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.525+0000 7f9cbc912980 10 cache put: name=default.rgw.log++pubsub..bucket.test-client.0-conf/43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.3 info.flags=0x0 2023-12-03T11:48:12.528 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.525+0000 7f9cbc912980 10 adding default.rgw.log++pubsub..bucket.test-client.0-conf/43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.3 to cache LRU end 2023-12-03T11:48:12.528 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.525+0000 7f9cbc912980 10 removing default.rgw.log++pubsub..bucket.test-client.0-conf/43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.3 from cache 2023-12-03T11:48:12.528 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.525+0000 7f9cbc912980 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 1, obj: default.rgw.log:pubsub..bucket.test-client.0-conf/43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.3, ofs0, ns] 2023-12-03T11:48:12.528 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.525+0000 7f9c9bfff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1095216660510 cookie 94369999413312 notifier 5765 bl.length()=216 2023-12-03T11:48:12.534 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.533+0000 7f9cbc912980 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-defer-complete.1:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.10 : miss 2023-12-03T11:48:12.534 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.533+0000 7f9cbc912980 20 rados->read ofs=0 len=0 2023-12-03T11:48:12.535 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.533+0000 7f9cbc912980 20 rados_obj.operate() r=0 bl.length=409 2023-12-03T11:48:12.535 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.533+0000 7f9cbc912980 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-defer-complete.1:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.10 info.flags=0x17 2023-12-03T11:48:12.535 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.533+0000 7f9cbc912980 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-defer-complete.1:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.10 to cache LRU end 2023-12-03T11:48:12.535 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.533+0000 7f9cbc912980 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-12-03T11:48:12.535 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.533+0000 7f9cbc912980 10 updating xattr: name=user.rgw.acl bl.length()=209 2023-12-03T11:48:12.536 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.533+0000 7f9cbc912980 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-defer-complete.1:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.10 2023-12-03T11:48:12.536 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.533+0000 7f9cbc912980 10 cls_bucket_list_unordered: got foo 2023-12-03T11:48:12.536 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.533+0000 7f9cbc912980 20 get_obj_state: octx=0x55d43a516850 obj=test-client.0-r-test-multipart-defer-complete.1:foo state=0x55d43a511a18 s->prefetch_data=0 2023-12-03T11:48:12.537 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.537+0000 7f9cbc912980 10 manifest: total_size = 18874368 2023-12-03T11:48:12.537 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.537+0000 7f9cbc912980 20 get_obj_state: setting s->obj_tag to 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.13931368126951691303 2023-12-03T11:48:12.538 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.537+0000 7f9cbc912980 20 get_obj_state: octx=0x55d43a516850 obj=test-client.0-r-test-multipart-defer-complete.1:foo state=0x55d43a511a18 s->prefetch_data=0 2023-12-03T11:48:12.538 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.537+0000 7f9cbc912980 20 prepare_atomic_modification: state is not atomic. state=0x55d43a511a18 2023-12-03T11:48:12.538 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.537+0000 7f9cbc912980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.10.0 2023-12-03T11:48:12.546 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.545+0000 7f9cbc912980 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2023-12-03T11:48:12.546 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.545+0000 7f9cbc912980 20 RGWObjManifest::operator++(): stripe_ofs=6291456 part_ofs=0 rule->part_size=5242880 2023-12-03T11:48:12.546 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.545+0000 7f9cbc912980 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=5242880 rule->part_size=5242880 2023-12-03T11:48:12.546 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.545+0000 7f9cbc912980 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2023-12-03T11:48:12.546 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.545+0000 7f9cbc912980 20 RGWObjManifest::operator++(): stripe_ofs=11534336 part_ofs=5242880 rule->part_size=5242880 2023-12-03T11:48:12.547 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.545+0000 7f9cbc912980 20 RGWObjManifest::operator++(): result: ofs=10485760 stripe_ofs=10485760 part_ofs=10485760 rule->part_size=5242880 2023-12-03T11:48:12.547 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.545+0000 7f9cbc912980 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2023-12-03T11:48:12.547 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.545+0000 7f9cbc912980 20 RGWObjManifest::operator++(): stripe_ofs=16777216 part_ofs=10485760 rule->part_size=5242880 2023-12-03T11:48:12.547 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.545+0000 7f9cbc912980 20 RGWObjManifest::operator++(): result: ofs=15728640 stripe_ofs=15728640 part_ofs=15728640 rule->part_size=3145728 2023-12-03T11:48:12.547 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.545+0000 7f9cbc912980 20 RGWObjManifest::operator++(): rule->part_size=3145728 rules.size()=2 2023-12-03T11:48:12.547 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.545+0000 7f9cbc912980 20 RGWObjManifest::operator++(): stripe_ofs=22020096 part_ofs=15728640 rule->part_size=3145728 2023-12-03T11:48:12.547 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.545+0000 7f9cbc912980 20 RGWObjManifest::operator++(): result: ofs=18874368 stripe_ofs=18874368 part_ofs=18874368 rule->part_size=3145728 2023-12-03T11:48:12.547 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.545+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - tag is: 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.13931368126951691303 2023-12-03T11:48:12.547 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.545+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2023-12-03T11:48:12.547 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.545+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.10__multipart_foo.2~5UzYzmYLg1ogsYsjgIBJxtE0mJ3y80y.1 2023-12-03T11:48:12.547 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.545+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 347 2023-12-03T11:48:12.547 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.545+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.10__multipart_foo.2~5UzYzmYLg1ogsYsjgIBJxtE0mJ3y80y.2 2023-12-03T11:48:12.547 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.545+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 593 2023-12-03T11:48:12.547 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.545+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.10__multipart_foo.2~5UzYzmYLg1ogsYsjgIBJxtE0mJ3y80y.3 2023-12-03T11:48:12.547 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.545+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 839 2023-12-03T11:48:12.548 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.545+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.10__multipart_foo.2~5UzYzmYLg1ogsYsjgIBJxtE0mJ3y80y.4 2023-12-03T11:48:12.548 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.545+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1085 2023-12-03T11:48:12.548 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.545+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2023-12-03T11:48:12.548 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.545+0000 7f9cbc912980 20 garbage collection: RGWGC::send_chain - on object name: gc.6tag is: 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.13931368126951691303 2023-12-03T11:48:12.549 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.549+0000 7f9cbc912980 20 list_objects_ordered: starting attempt 1 2023-12-03T11:48:12.549 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.549+0000 7f9cbc912980 10 cls_bucket_list_ordered: request from each of 1 shard(s) for 1001 entries to get 1001 total entries 2023-12-03T11:48:12.550 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.549+0000 7f9cb0ff9640 20 handle_completion(): completion ok for obj=foo 2023-12-03T11:48:12.551 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.549+0000 7f9cbc912980 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2023-12-03T11:48:12.551 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.549+0000 7f9cbc912980 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2023-12-03T11:48:12.551 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.549+0000 7f9cbc912980 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2023-12-03T11:48:12.552 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.549+0000 7f9cbc912980 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2023-12-03T11:48:12.552 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.549+0000 7f9cbc912980 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-r-test-multipart-defer-complete.1[43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.10])"; uploads.size()=0; is_truncated=0 2023-12-03T11:48:12.554 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.553+0000 7f9cbc912980 10 cache get: name=default.rgw.meta+root+test-client.0-r-test-multipart-defer-complete.1 : miss 2023-12-03T11:48:12.554 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.553+0000 7f9cbc912980 20 rados->read ofs=0 len=0 2023-12-03T11:48:12.555 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.553+0000 7f9cbc912980 20 rados_obj.operate() r=0 bl.length=235 2023-12-03T11:48:12.555 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.553+0000 7f9cbc912980 10 cache put: name=default.rgw.meta+root+test-client.0-r-test-multipart-defer-complete.1 info.flags=0x11 2023-12-03T11:48:12.556 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.553+0000 7f9cbc912980 10 adding default.rgw.meta+root+test-client.0-r-test-multipart-defer-complete.1 to cache LRU end 2023-12-03T11:48:12.556 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.553+0000 7f9cbc912980 10 removing default.rgw.meta+root+test-client.0-r-test-multipart-defer-complete.1 from cache 2023-12-03T11:48:12.556 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.553+0000 7f9cbc912980 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-r-test-multipart-defer-complete.1, ofs0, ns] 2023-12-03T11:48:12.556 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.553+0000 7f9c9bfff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1095216660533 cookie 94369997795872 notifier 5765 bl.length()=191 2023-12-03T11:48:12.561 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.557+0000 7f9cbc912980 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-defer-complete.1:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.10 from cache 2023-12-03T11:48:12.561 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.557+0000 7f9cbc912980 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-multipart-defer-complete.1:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.10, ofs0, ns] 2023-12-03T11:48:12.562 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.561+0000 7f9c9bfff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1095216660534 cookie 94369997795872 notifier 5765 bl.length()=249 2023-12-03T11:48:12.570 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.569+0000 7f9cbc912980 10 cache get: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-defer-complete.1/43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.10 : miss 2023-12-03T11:48:12.570 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.569+0000 7f9cbc912980 20 rados->read ofs=0 len=0 2023-12-03T11:48:12.570 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.569+0000 7f9cbc912980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:48:12.570 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.569+0000 7f9cbc912980 10 cache put: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-defer-complete.1/43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.10 info.flags=0x0 2023-12-03T11:48:12.570 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.569+0000 7f9cbc912980 10 adding default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-defer-complete.1/43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.10 to cache LRU end 2023-12-03T11:48:12.570 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.569+0000 7f9cbc912980 10 removing default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-defer-complete.1/43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.10 from cache 2023-12-03T11:48:12.570 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.569+0000 7f9cbc912980 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 1, obj: default.rgw.log:pubsub..bucket.test-client.0-r-test-multipart-defer-complete.1/43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.10, ofs0, ns] 2023-12-03T11:48:12.571 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.569+0000 7f9cb0ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1095216660561 cookie 94369999419632 notifier 5765 bl.length()=246 2023-12-03T11:48:12.575 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.573+0000 7f9cbc912980 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-defer-update-complete.1:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.11 : miss 2023-12-03T11:48:12.575 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.573+0000 7f9cbc912980 20 rados->read ofs=0 len=0 2023-12-03T11:48:12.575 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.573+0000 7f9cbc912980 20 rados_obj.operate() r=0 bl.length=416 2023-12-03T11:48:12.576 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.573+0000 7f9cbc912980 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-defer-update-complete.1:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.11 info.flags=0x17 2023-12-03T11:48:12.576 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.573+0000 7f9cbc912980 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-defer-update-complete.1:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.11 to cache LRU end 2023-12-03T11:48:12.576 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.573+0000 7f9cbc912980 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-12-03T11:48:12.576 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.573+0000 7f9cbc912980 10 updating xattr: name=user.rgw.acl bl.length()=209 2023-12-03T11:48:12.576 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.573+0000 7f9cbc912980 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-defer-update-complete.1:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.11 2023-12-03T11:48:12.577 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.573+0000 7f9cbc912980 10 cls_bucket_list_unordered: got foo 2023-12-03T11:48:12.577 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.573+0000 7f9cbc912980 20 get_obj_state: octx=0x55d43a513960 obj=test-client.0-r-test-multipart-defer-update-complete.1:foo state=0x55d43a516bc8 s->prefetch_data=0 2023-12-03T11:48:12.577 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.573+0000 7f9cbc912980 10 manifest: total_size = 18874368 2023-12-03T11:48:12.577 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.573+0000 7f9cbc912980 20 get_obj_state: setting s->obj_tag to 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.17024762966943378950 2023-12-03T11:48:12.577 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.573+0000 7f9cbc912980 20 get_obj_state: octx=0x55d43a513960 obj=test-client.0-r-test-multipart-defer-update-complete.1:foo state=0x55d43a516bc8 s->prefetch_data=0 2023-12-03T11:48:12.577 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.573+0000 7f9cbc912980 20 prepare_atomic_modification: state is not atomic. state=0x55d43a516bc8 2023-12-03T11:48:12.577 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.573+0000 7f9cbc912980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.11.0 2023-12-03T11:48:12.581 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.581+0000 7f9cbc912980 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2023-12-03T11:48:12.581 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.581+0000 7f9cbc912980 20 RGWObjManifest::operator++(): stripe_ofs=6291456 part_ofs=0 rule->part_size=5242880 2023-12-03T11:48:12.582 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.581+0000 7f9cbc912980 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=5242880 rule->part_size=5242880 2023-12-03T11:48:12.582 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.581+0000 7f9cbc912980 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2023-12-03T11:48:12.582 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.581+0000 7f9cbc912980 20 RGWObjManifest::operator++(): stripe_ofs=11534336 part_ofs=5242880 rule->part_size=5242880 2023-12-03T11:48:12.582 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.581+0000 7f9cbc912980 20 RGWObjManifest::operator++(): result: ofs=10485760 stripe_ofs=10485760 part_ofs=10485760 rule->part_size=5242880 2023-12-03T11:48:12.582 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.581+0000 7f9cbc912980 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2023-12-03T11:48:12.582 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.581+0000 7f9cbc912980 20 RGWObjManifest::operator++(): stripe_ofs=16777216 part_ofs=10485760 rule->part_size=5242880 2023-12-03T11:48:12.582 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.581+0000 7f9cbc912980 20 RGWObjManifest::operator++(): result: ofs=15728640 stripe_ofs=15728640 part_ofs=15728640 rule->part_size=3145728 2023-12-03T11:48:12.582 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.581+0000 7f9cbc912980 20 RGWObjManifest::operator++(): rule->part_size=3145728 rules.size()=2 2023-12-03T11:48:12.582 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.581+0000 7f9cbc912980 20 RGWObjManifest::operator++(): stripe_ofs=22020096 part_ofs=15728640 rule->part_size=3145728 2023-12-03T11:48:12.582 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.581+0000 7f9cbc912980 20 RGWObjManifest::operator++(): result: ofs=18874368 stripe_ofs=18874368 part_ofs=18874368 rule->part_size=3145728 2023-12-03T11:48:12.582 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.581+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - tag is: 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.17024762966943378950 2023-12-03T11:48:12.582 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.581+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2023-12-03T11:48:12.582 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.581+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.11__multipart_foo.2~zU_37XJlVB8uOgq2KgMtpbgmb3ngFAf.1 2023-12-03T11:48:12.582 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.581+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 347 2023-12-03T11:48:12.582 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.581+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.11__multipart_foo.2~zU_37XJlVB8uOgq2KgMtpbgmb3ngFAf.2 2023-12-03T11:48:12.583 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.581+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 593 2023-12-03T11:48:12.583 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.581+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.11__multipart_foo.2~zU_37XJlVB8uOgq2KgMtpbgmb3ngFAf.3 2023-12-03T11:48:12.583 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.581+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 839 2023-12-03T11:48:12.583 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.581+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.11__multipart_foo.2~zU_37XJlVB8uOgq2KgMtpbgmb3ngFAf.4 2023-12-03T11:48:12.583 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.581+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1085 2023-12-03T11:48:12.583 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.581+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2023-12-03T11:48:12.583 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.581+0000 7f9cbc912980 20 garbage collection: RGWGC::send_chain - on object name: gc.13tag is: 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.17024762966943378950 2023-12-03T11:48:12.583 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.581+0000 7f9cbc912980 20 list_objects_ordered: starting attempt 1 2023-12-03T11:48:12.584 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.581+0000 7f9cbc912980 10 cls_bucket_list_ordered: request from each of 1 shard(s) for 1001 entries to get 1001 total entries 2023-12-03T11:48:12.584 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.581+0000 7f9cb0ff9640 20 handle_completion(): completion ok for obj=foo 2023-12-03T11:48:12.585 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.581+0000 7f9cbc912980 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2023-12-03T11:48:12.585 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.581+0000 7f9cbc912980 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2023-12-03T11:48:12.585 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.581+0000 7f9cbc912980 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2023-12-03T11:48:12.585 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.581+0000 7f9cbc912980 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2023-12-03T11:48:12.585 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.581+0000 7f9cbc912980 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-r-test-multipart-defer-update-complete.1[43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.11])"; uploads.size()=0; is_truncated=0 2023-12-03T11:48:12.587 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.585+0000 7f9cbc912980 10 cache get: name=default.rgw.meta+root+test-client.0-r-test-multipart-defer-update-complete.1 : miss 2023-12-03T11:48:12.587 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.585+0000 7f9cbc912980 20 rados->read ofs=0 len=0 2023-12-03T11:48:12.588 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.585+0000 7f9cbc912980 20 rados_obj.operate() r=0 bl.length=242 2023-12-03T11:48:12.588 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.585+0000 7f9cbc912980 10 cache put: name=default.rgw.meta+root+test-client.0-r-test-multipart-defer-update-complete.1 info.flags=0x11 2023-12-03T11:48:12.588 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.585+0000 7f9cbc912980 10 adding default.rgw.meta+root+test-client.0-r-test-multipart-defer-update-complete.1 to cache LRU end 2023-12-03T11:48:12.588 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.585+0000 7f9cbc912980 10 removing default.rgw.meta+root+test-client.0-r-test-multipart-defer-update-complete.1 from cache 2023-12-03T11:48:12.588 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.585+0000 7f9cbc912980 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-r-test-multipart-defer-update-complete.1, ofs0, ns] 2023-12-03T11:48:12.589 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.585+0000 7f9c9bfff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1095216660493 cookie 94369999394608 notifier 5765 bl.length()=198 2023-12-03T11:48:12.593 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.593+0000 7f9cbc912980 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-defer-update-complete.1:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.11 from cache 2023-12-03T11:48:12.593 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.593+0000 7f9cbc912980 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-multipart-defer-update-complete.1:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.11, ofs0, ns] 2023-12-03T11:48:12.594 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.593+0000 7f9cb0ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1095216660562 cookie 94369999419632 notifier 5765 bl.length()=256 2023-12-03T11:48:12.599 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.597+0000 7f9cbc912980 10 cache get: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-defer-update-complete.1/43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.11 : miss 2023-12-03T11:48:12.599 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.597+0000 7f9cbc912980 20 rados->read ofs=0 len=0 2023-12-03T11:48:12.600 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.597+0000 7f9cbc912980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:48:12.600 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.597+0000 7f9cbc912980 10 cache put: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-defer-update-complete.1/43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.11 info.flags=0x0 2023-12-03T11:48:12.600 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.597+0000 7f9cbc912980 10 adding default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-defer-update-complete.1/43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.11 to cache LRU end 2023-12-03T11:48:12.600 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.597+0000 7f9cbc912980 10 removing default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-defer-update-complete.1/43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.11 from cache 2023-12-03T11:48:12.600 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.597+0000 7f9cbc912980 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 1, obj: default.rgw.log:pubsub..bucket.test-client.0-r-test-multipart-defer-update-complete.1/43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.11, ofs0, ns] 2023-12-03T11:48:12.601 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.597+0000 7f9c9bfff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1095216660502 cookie 94369999409568 notifier 5765 bl.length()=253 2023-12-03T11:48:12.606 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.605+0000 7f9cbc912980 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-index-versioning.1:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.9 : miss 2023-12-03T11:48:12.606 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.605+0000 7f9cbc912980 20 rados->read ofs=0 len=0 2023-12-03T11:48:12.607 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.605+0000 7f9cbc912980 20 rados_obj.operate() r=0 bl.length=409 2023-12-03T11:48:12.607 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.605+0000 7f9cbc912980 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-index-versioning.1:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.9 info.flags=0x17 2023-12-03T11:48:12.607 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.605+0000 7f9cbc912980 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-index-versioning.1:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.9 to cache LRU end 2023-12-03T11:48:12.607 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.605+0000 7f9cbc912980 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-12-03T11:48:12.607 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.605+0000 7f9cbc912980 10 updating xattr: name=user.rgw.acl bl.length()=209 2023-12-03T11:48:12.607 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.605+0000 7f9cbc912980 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-index-versioning.1:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.9 2023-12-03T11:48:12.608 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.605+0000 7f9cbc912980 10 cls_bucket_list_unordered: got foo[wKMETAHWWJXZ4CQpfniY6ESpALDYE36] 2023-12-03T11:48:12.608 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.605+0000 7f9cbc912980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.9.0 2023-12-03T11:48:12.609 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.609+0000 7f9cbc912980 20 get_obj_state: octx=0x55d43a516850 obj=test-client.0-r-test-multipart-index-versioning.1:foo state=0x55d43a516bc8 s->prefetch_data=0 2023-12-03T11:48:12.610 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.609+0000 7f9cbc912980 20 get_obj_state: setting s->obj_tag to zvsafccbx3tucy5hvyo3f436n840oy6f 2023-12-03T11:48:12.610 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.609+0000 7f9cbc912980 20 get_obj_state_impl: setting s->olh_tag to eqetlx03fn6y9set9ynrbtd4oq3vke3t 2023-12-03T11:48:12.610 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.609+0000 7f9cbc912980 20 bucket_index_guard_olh_op(): olh_state.olh_tag=eqetlx03fn6y9set9ynrbtd4oq3vke3t 2023-12-03T11:48:12.614 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.613+0000 7f9cbc912980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.9.0 2023-12-03T11:48:12.618 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.617+0000 7f9cbc912980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.9.0 2023-12-03T11:48:12.620 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.617+0000 7f9cbc912980 20 olh_log_entry: epoch=3 op=2 key=foo[] 2023-12-03T11:48:12.620 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.617+0000 7f9cbc912980 20 olh_log_entry: epoch=3 op=3 key=foo[wKMETAHWWJXZ4CQpfniY6ESpALDYE36] 2023-12-03T11:48:12.620 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.617+0000 7f9cbc912980 20 get_obj_state: octx=0x55d43a516850 obj=test-client.0-r-test-multipart-index-versioning.1:_:wKMETAHWWJXZ4CQpfniY6ESpALDYE36_foo state=0x55d43a51e708 s->prefetch_data=0 2023-12-03T11:48:12.621 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.617+0000 7f9cbc912980 10 manifest: total_size = 886297 2023-12-03T11:48:12.621 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.617+0000 7f9cbc912980 20 get_obj_state: setting s->obj_tag to 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.14331287592846371319 2023-12-03T11:48:12.621 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.617+0000 7f9cbc912980 20 get_obj_state: octx=0x55d43a516850 obj=test-client.0-r-test-multipart-index-versioning.1:_:wKMETAHWWJXZ4CQpfniY6ESpALDYE36_foo state=0x55d43a51e708 s->prefetch_data=0 2023-12-03T11:48:12.621 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.617+0000 7f9cbc912980 20 prepare_atomic_modification: state is not atomic. state=0x55d43a51e708 2023-12-03T11:48:12.621 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.617+0000 7f9cbc912980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.9.0 2023-12-03T11:48:12.628 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.625+0000 7f9cbc912980 20 RGWObjManifest::operator++(): rule->part_size=246247 rules.size()=2 2023-12-03T11:48:12.628 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.625+0000 7f9cbc912980 20 RGWObjManifest::operator++(): stripe_ofs=6291456 part_ofs=0 rule->part_size=246247 2023-12-03T11:48:12.628 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.625+0000 7f9cbc912980 20 RGWObjManifest::operator++(): result: ofs=246247 stripe_ofs=246247 part_ofs=246247 rule->part_size=246247 2023-12-03T11:48:12.628 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.625+0000 7f9cbc912980 20 RGWObjManifest::operator++(): rule->part_size=246247 rules.size()=2 2023-12-03T11:48:12.628 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.625+0000 7f9cbc912980 20 RGWObjManifest::operator++(): stripe_ofs=6537703 part_ofs=246247 rule->part_size=246247 2023-12-03T11:48:12.628 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.625+0000 7f9cbc912980 20 RGWObjManifest::operator++(): result: ofs=492494 stripe_ofs=492494 part_ofs=492494 rule->part_size=246247 2023-12-03T11:48:12.629 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.625+0000 7f9cbc912980 20 RGWObjManifest::operator++(): rule->part_size=246247 rules.size()=2 2023-12-03T11:48:12.629 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.625+0000 7f9cbc912980 20 RGWObjManifest::operator++(): stripe_ofs=6783950 part_ofs=492494 rule->part_size=246247 2023-12-03T11:48:12.629 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.625+0000 7f9cbc912980 20 RGWObjManifest::operator++(): result: ofs=738741 stripe_ofs=738741 part_ofs=738741 rule->part_size=147556 2023-12-03T11:48:12.629 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.625+0000 7f9cbc912980 20 RGWObjManifest::operator++(): rule->part_size=147556 rules.size()=2 2023-12-03T11:48:12.629 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.625+0000 7f9cbc912980 20 RGWObjManifest::operator++(): stripe_ofs=7030197 part_ofs=738741 rule->part_size=147556 2023-12-03T11:48:12.629 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.625+0000 7f9cbc912980 20 RGWObjManifest::operator++(): result: ofs=886297 stripe_ofs=886297 part_ofs=886297 rule->part_size=147556 2023-12-03T11:48:12.629 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.625+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - tag is: 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.14331287592846371319 2023-12-03T11:48:12.629 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.625+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2023-12-03T11:48:12.629 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.625+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.9__multipart_foo.2~rES2vvm6X2xZSTLDLAS9oE5BVrIinys.1 2023-12-03T11:48:12.629 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.625+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 345 2023-12-03T11:48:12.629 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.625+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.9__multipart_foo.2~rES2vvm6X2xZSTLDLAS9oE5BVrIinys.2 2023-12-03T11:48:12.629 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.625+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 589 2023-12-03T11:48:12.629 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.625+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.9__multipart_foo.2~rES2vvm6X2xZSTLDLAS9oE5BVrIinys.3 2023-12-03T11:48:12.629 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.625+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 833 2023-12-03T11:48:12.629 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.625+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.9__multipart_foo.2~rES2vvm6X2xZSTLDLAS9oE5BVrIinys.4 2023-12-03T11:48:12.630 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.625+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1077 2023-12-03T11:48:12.630 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.625+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2023-12-03T11:48:12.630 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.625+0000 7f9cbc912980 20 garbage collection: RGWGC::send_chain - on object name: gc.17tag is: 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.14331287592846371319 2023-12-03T11:48:12.632 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.629+0000 7f9cb0ff9640 20 handle_completion(): completion ok for obj=foo[wKMETAHWWJXZ4CQpfniY6ESpALDYE36] 2023-12-03T11:48:12.635 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.633+0000 7f9cbc912980 20 get_obj_state: octx=0x55d43a516850 obj=test-client.0-r-test-multipart-index-versioning.1:foo state=0x55d43a516bc8 s->prefetch_data=0 2023-12-03T11:48:12.639 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.637+0000 7f9cbc912980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.9.0 2023-12-03T11:48:12.643 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.641+0000 7f9cbc912980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.9.0 2023-12-03T11:48:12.643 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.641+0000 7f9cbc912980 20 list_objects_ordered: starting attempt 1 2023-12-03T11:48:12.643 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.641+0000 7f9cbc912980 10 cls_bucket_list_ordered: request from each of 1 shard(s) for 1001 entries to get 1001 total entries 2023-12-03T11:48:12.645 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.641+0000 7f9cbc912980 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2023-12-03T11:48:12.645 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.641+0000 7f9cbc912980 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2023-12-03T11:48:12.645 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.641+0000 7f9cbc912980 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2023-12-03T11:48:12.645 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.641+0000 7f9cbc912980 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2023-12-03T11:48:12.645 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.641+0000 7f9cbc912980 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-r-test-multipart-index-versioning.1[43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.9])"; uploads.size()=0; is_truncated=0 2023-12-03T11:48:12.648 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.645+0000 7f9cbc912980 10 cache get: name=default.rgw.meta+root+test-client.0-r-test-multipart-index-versioning.1 : miss 2023-12-03T11:48:12.649 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.645+0000 7f9cbc912980 20 rados->read ofs=0 len=0 2023-12-03T11:48:12.649 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.649+0000 7f9cbc912980 20 rados_obj.operate() r=0 bl.length=235 2023-12-03T11:48:12.650 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.649+0000 7f9cbc912980 10 cache put: name=default.rgw.meta+root+test-client.0-r-test-multipart-index-versioning.1 info.flags=0x11 2023-12-03T11:48:12.650 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.649+0000 7f9cbc912980 10 adding default.rgw.meta+root+test-client.0-r-test-multipart-index-versioning.1 to cache LRU end 2023-12-03T11:48:12.650 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.649+0000 7f9cbc912980 10 removing default.rgw.meta+root+test-client.0-r-test-multipart-index-versioning.1 from cache 2023-12-03T11:48:12.650 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.649+0000 7f9cbc912980 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-r-test-multipart-index-versioning.1, ofs0, ns] 2023-12-03T11:48:12.650 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.649+0000 7f9c9bfff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1095216660494 cookie 94369999394608 notifier 5765 bl.length()=193 2023-12-03T11:48:12.653 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.649+0000 7f9cbc912980 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-index-versioning.1:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.9 from cache 2023-12-03T11:48:12.653 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.649+0000 7f9cbc912980 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-multipart-index-versioning.1:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.9, ofs0, ns] 2023-12-03T11:48:12.654 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.653+0000 7f9c9bfff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1095216660535 cookie 94369997795872 notifier 5765 bl.length()=250 2023-12-03T11:48:12.660 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.657+0000 7f9cbc912980 10 cache get: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-index-versioning.1/43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.9 : miss 2023-12-03T11:48:12.660 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.657+0000 7f9cbc912980 20 rados->read ofs=0 len=0 2023-12-03T11:48:12.661 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.657+0000 7f9cbc912980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:48:12.661 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.657+0000 7f9cbc912980 10 cache put: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-index-versioning.1/43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.9 info.flags=0x0 2023-12-03T11:48:12.661 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.657+0000 7f9cbc912980 10 adding default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-index-versioning.1/43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.9 to cache LRU end 2023-12-03T11:48:12.661 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.657+0000 7f9cbc912980 10 removing default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-index-versioning.1/43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.9 from cache 2023-12-03T11:48:12.661 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.657+0000 7f9cbc912980 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 1, obj: default.rgw.log:pubsub..bucket.test-client.0-r-test-multipart-index-versioning.1/43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.9, ofs0, ns] 2023-12-03T11:48:12.662 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.661+0000 7f9cb0ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1095216660511 cookie 140310743244800 notifier 5765 bl.length()=247 2023-12-03T11:48:12.670 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.669+0000 7f9cbc912980 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-simple.1:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.8 : miss 2023-12-03T11:48:12.670 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.669+0000 7f9cbc912980 20 rados->read ofs=0 len=0 2023-12-03T11:48:12.671 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.669+0000 7f9cbc912980 20 rados_obj.operate() r=0 bl.length=399 2023-12-03T11:48:12.671 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.669+0000 7f9cbc912980 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-simple.1:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.8 info.flags=0x17 2023-12-03T11:48:12.671 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.669+0000 7f9cbc912980 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-simple.1:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.8 to cache LRU end 2023-12-03T11:48:12.671 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.669+0000 7f9cbc912980 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-12-03T11:48:12.672 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.669+0000 7f9cbc912980 10 updating xattr: name=user.rgw.acl bl.length()=209 2023-12-03T11:48:12.672 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.669+0000 7f9cbc912980 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-simple.1:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.8 2023-12-03T11:48:12.672 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.669+0000 7f9cbc912980 10 cls_bucket_list_unordered: got foo 2023-12-03T11:48:12.672 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.669+0000 7f9cbc912980 20 get_obj_state: octx=0x7f9ca4027840 obj=test-client.0-r-test-multipart-simple.1:foo state=0x55d43a516bc8 s->prefetch_data=0 2023-12-03T11:48:12.674 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.673+0000 7f9cbc912980 10 manifest: total_size = 74198 2023-12-03T11:48:12.674 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.673+0000 7f9cbc912980 20 get_obj_state: setting s->obj_tag to 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.9257734159392974017 2023-12-03T11:48:12.674 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.673+0000 7f9cbc912980 20 get_obj_state: octx=0x7f9ca4027840 obj=test-client.0-r-test-multipart-simple.1:foo state=0x55d43a516bc8 s->prefetch_data=0 2023-12-03T11:48:12.674 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.673+0000 7f9cbc912980 20 prepare_atomic_modification: state is not atomic. state=0x55d43a516bc8 2023-12-03T11:48:12.674 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.673+0000 7f9cbc912980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.8.0 2023-12-03T11:48:12.681 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.677+0000 7f9cbc912980 20 RGWObjManifest::operator++(): rule->part_size=20613 rules.size()=2 2023-12-03T11:48:12.681 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.677+0000 7f9cbc912980 20 RGWObjManifest::operator++(): stripe_ofs=6291456 part_ofs=0 rule->part_size=20613 2023-12-03T11:48:12.681 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.677+0000 7f9cbc912980 20 RGWObjManifest::operator++(): result: ofs=20613 stripe_ofs=20613 part_ofs=20613 rule->part_size=20613 2023-12-03T11:48:12.681 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.677+0000 7f9cbc912980 20 RGWObjManifest::operator++(): rule->part_size=20613 rules.size()=2 2023-12-03T11:48:12.681 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.677+0000 7f9cbc912980 20 RGWObjManifest::operator++(): stripe_ofs=6312069 part_ofs=20613 rule->part_size=20613 2023-12-03T11:48:12.681 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.677+0000 7f9cbc912980 20 RGWObjManifest::operator++(): result: ofs=41226 stripe_ofs=41226 part_ofs=41226 rule->part_size=20613 2023-12-03T11:48:12.681 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.677+0000 7f9cbc912980 20 RGWObjManifest::operator++(): rule->part_size=20613 rules.size()=2 2023-12-03T11:48:12.681 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.677+0000 7f9cbc912980 20 RGWObjManifest::operator++(): stripe_ofs=6332682 part_ofs=41226 rule->part_size=20613 2023-12-03T11:48:12.681 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.677+0000 7f9cbc912980 20 RGWObjManifest::operator++(): result: ofs=61839 stripe_ofs=61839 part_ofs=61839 rule->part_size=12359 2023-12-03T11:48:12.681 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.677+0000 7f9cbc912980 20 RGWObjManifest::operator++(): rule->part_size=12359 rules.size()=2 2023-12-03T11:48:12.681 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.677+0000 7f9cbc912980 20 RGWObjManifest::operator++(): stripe_ofs=6353295 part_ofs=61839 rule->part_size=12359 2023-12-03T11:48:12.682 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.677+0000 7f9cbc912980 20 RGWObjManifest::operator++(): result: ofs=74198 stripe_ofs=74198 part_ofs=74198 rule->part_size=12359 2023-12-03T11:48:12.682 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.677+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - tag is: 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.9257734159392974017 2023-12-03T11:48:12.682 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.677+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2023-12-03T11:48:12.682 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.677+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.8__multipart_foo.2~HEp-mNZGyRjWfSEIrQAClO5fQUDE7Gm.1 2023-12-03T11:48:12.682 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.677+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 344 2023-12-03T11:48:12.682 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.677+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.8__multipart_foo.2~HEp-mNZGyRjWfSEIrQAClO5fQUDE7Gm.2 2023-12-03T11:48:12.682 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.677+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 588 2023-12-03T11:48:12.682 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.677+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.8__multipart_foo.2~HEp-mNZGyRjWfSEIrQAClO5fQUDE7Gm.3 2023-12-03T11:48:12.682 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.677+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 832 2023-12-03T11:48:12.682 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.677+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.8__multipart_foo.2~HEp-mNZGyRjWfSEIrQAClO5fQUDE7Gm.4 2023-12-03T11:48:12.682 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.677+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1076 2023-12-03T11:48:12.682 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.677+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2023-12-03T11:48:12.682 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.677+0000 7f9cbc912980 20 garbage collection: RGWGC::send_chain - on object name: gc.25tag is: 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.9257734159392974017 2023-12-03T11:48:12.684 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.681+0000 7f9cbc912980 20 list_objects_ordered: starting attempt 1 2023-12-03T11:48:12.685 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.681+0000 7f9cbc912980 10 cls_bucket_list_ordered: request from each of 1 shard(s) for 1001 entries to get 1001 total entries 2023-12-03T11:48:12.685 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.681+0000 7f9cb0ff9640 20 handle_completion(): completion ok for obj=foo 2023-12-03T11:48:12.685 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.685+0000 7f9cbc912980 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2023-12-03T11:48:12.685 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.685+0000 7f9cbc912980 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2023-12-03T11:48:12.686 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.685+0000 7f9cbc912980 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2023-12-03T11:48:12.686 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.685+0000 7f9cbc912980 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2023-12-03T11:48:12.686 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.685+0000 7f9cbc912980 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-r-test-multipart-simple.1[43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.8])"; uploads.size()=0; is_truncated=0 2023-12-03T11:48:12.689 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.685+0000 7f9cbc912980 10 cache get: name=default.rgw.meta+root+test-client.0-r-test-multipart-simple.1 : miss 2023-12-03T11:48:12.689 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.685+0000 7f9cbc912980 20 rados->read ofs=0 len=0 2023-12-03T11:48:12.690 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.689+0000 7f9cbc912980 20 rados_obj.operate() r=0 bl.length=225 2023-12-03T11:48:12.690 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.689+0000 7f9cbc912980 10 cache put: name=default.rgw.meta+root+test-client.0-r-test-multipart-simple.1 info.flags=0x11 2023-12-03T11:48:12.690 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.689+0000 7f9cbc912980 10 adding default.rgw.meta+root+test-client.0-r-test-multipart-simple.1 to cache LRU end 2023-12-03T11:48:12.690 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.689+0000 7f9cbc912980 10 removing default.rgw.meta+root+test-client.0-r-test-multipart-simple.1 from cache 2023-12-03T11:48:12.690 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.689+0000 7f9cbc912980 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-r-test-multipart-simple.1, ofs0, ns] 2023-12-03T11:48:12.691 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.689+0000 7f9c9bfff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1095216660512 cookie 94369999413312 notifier 5765 bl.length()=183 2023-12-03T11:48:12.696 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.693+0000 7f9cbc912980 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-simple.1:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.8 from cache 2023-12-03T11:48:12.696 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.693+0000 7f9cbc912980 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-multipart-simple.1:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.8, ofs0, ns] 2023-12-03T11:48:12.697 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.693+0000 7f9c9bfff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1095216660503 cookie 94369999409568 notifier 5765 bl.length()=240 2023-12-03T11:48:12.705 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.701+0000 7f9cbc912980 10 cache get: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-simple.1/43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.8 : miss 2023-12-03T11:48:12.705 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.701+0000 7f9cbc912980 20 rados->read ofs=0 len=0 2023-12-03T11:48:12.705 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.705+0000 7f9cbc912980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:48:12.706 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.705+0000 7f9cbc912980 10 cache put: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-simple.1/43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.8 info.flags=0x0 2023-12-03T11:48:12.706 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.705+0000 7f9cbc912980 10 adding default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-simple.1/43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.8 to cache LRU end 2023-12-03T11:48:12.706 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.705+0000 7f9cbc912980 10 removing default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-simple.1/43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.8 from cache 2023-12-03T11:48:12.706 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.705+0000 7f9cbc912980 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 1, obj: default.rgw.log:pubsub..bucket.test-client.0-r-test-multipart-simple.1/43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.8, ofs0, ns] 2023-12-03T11:48:12.706 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.705+0000 7f9c9bfff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1095216660495 cookie 94369999394608 notifier 5765 bl.length()=237 2023-12-03T11:48:12.714 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.713+0000 7f9cbc912980 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-copy.1:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.14 : miss 2023-12-03T11:48:12.714 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.713+0000 7f9cbc912980 20 rados->read ofs=0 len=0 2023-12-03T11:48:12.716 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.713+0000 7f9cbc912980 20 rados_obj.operate() r=0 bl.length=407 2023-12-03T11:48:12.716 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.713+0000 7f9cbc912980 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-copy.1:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.14 info.flags=0x17 2023-12-03T11:48:12.716 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.713+0000 7f9cbc912980 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-copy.1:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.14 to cache LRU end 2023-12-03T11:48:12.716 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.713+0000 7f9cbc912980 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-12-03T11:48:12.716 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.713+0000 7f9cbc912980 10 updating xattr: name=user.rgw.acl bl.length()=209 2023-12-03T11:48:12.716 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.713+0000 7f9cbc912980 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-copy.1:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.14 2023-12-03T11:48:12.717 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.713+0000 7f9cbc912980 10 cls_bucket_list_unordered: got foo-FROZEN 2023-12-03T11:48:12.718 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.713+0000 7f9cbc912980 10 cls_bucket_list_unordered: got foo-FROZEN-FROZEN 2023-12-03T11:48:12.718 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.713+0000 7f9cbc912980 10 cls_bucket_list_unordered: got foo-FROZEN-LUKEWARM 2023-12-03T11:48:12.718 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.717+0000 7f9cbc912980 10 cls_bucket_list_unordered: got foo-FROZEN-STANDARD 2023-12-03T11:48:12.718 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.717+0000 7f9cbc912980 10 cls_bucket_list_unordered: got foo-LUKEWARM 2023-12-03T11:48:12.718 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.717+0000 7f9cbc912980 10 cls_bucket_list_unordered: got foo-LUKEWARM-FROZEN 2023-12-03T11:48:12.718 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.717+0000 7f9cbc912980 10 cls_bucket_list_unordered: got foo-LUKEWARM-LUKEWARM 2023-12-03T11:48:12.718 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.717+0000 7f9cbc912980 10 cls_bucket_list_unordered: got foo-LUKEWARM-STANDARD 2023-12-03T11:48:12.718 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.717+0000 7f9cbc912980 10 cls_bucket_list_unordered: got foo-STANDARD 2023-12-03T11:48:12.718 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.717+0000 7f9cbc912980 10 cls_bucket_list_unordered: got foo-STANDARD-FROZEN 2023-12-03T11:48:12.718 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.717+0000 7f9cbc912980 10 cls_bucket_list_unordered: got foo-STANDARD-LUKEWARM 2023-12-03T11:48:12.718 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.717+0000 7f9cbc912980 10 cls_bucket_list_unordered: got foo-STANDARD-STANDARD 2023-12-03T11:48:12.718 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.717+0000 7f9cbc912980 20 get_obj_state: octx=0x7f9ca404db00 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-FROZEN state=0x55d43a510578 s->prefetch_data=0 2023-12-03T11:48:12.719 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.717+0000 7f9cbc912980 10 manifest: total_size = 5242880 2023-12-03T11:48:12.719 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.717+0000 7f9cbc912980 20 get_obj_state: setting s->obj_tag to 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.5680832100659236495 2023-12-03T11:48:12.719 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.717+0000 7f9cbc912980 20 get_obj_state: octx=0x7f9ca404db00 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-FROZEN state=0x55d43a510578 s->prefetch_data=0 2023-12-03T11:48:12.719 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.717+0000 7f9cbc912980 20 prepare_atomic_modification: state is not atomic. state=0x55d43a510578 2023-12-03T11:48:12.720 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.717+0000 7f9cbc912980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.14.0 2023-12-03T11:48:12.727 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.725+0000 7f9cbc912980 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2023-12-03T11:48:12.727 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.725+0000 7f9cbc912980 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=0 rule->part_size=0 2023-12-03T11:48:12.727 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.725+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - tag is: 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.5680832100659236495 2023-12-03T11:48:12.727 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.725+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2023-12-03T11:48:12.727 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.725+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.14__shadow_.A4mm-ldUnAOkt9Xv_hzHH7bGRpevKSi_0 2023-12-03T11:48:12.727 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.725+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 337 2023-12-03T11:48:12.727 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.725+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2023-12-03T11:48:12.727 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.725+0000 7f9cbc912980 20 garbage collection: RGWGC::send_chain - on object name: gc.28tag is: 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.5680832100659236495 2023-12-03T11:48:12.730 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.729+0000 7f9cbc912980 20 get_obj_state: octx=0x7f9ca404db00 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-FROZEN-FROZEN state=0x55d43a510578 s->prefetch_data=0 2023-12-03T11:48:12.730 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.729+0000 7f9c9bfff640 20 handle_completion(): completion ok for obj=foo-FROZEN 2023-12-03T11:48:12.731 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.729+0000 7f9cbc912980 10 manifest: total_size = 5242880 2023-12-03T11:48:12.732 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.729+0000 7f9cbc912980 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2023-12-03T11:48:12.732 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.729+0000 7f9cbc912980 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=0 rule->part_size=0 2023-12-03T11:48:12.732 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.729+0000 7f9cbc912980 10 generate_fake_tag new tag=43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.14__shadow_.A4mm-ldUnAOkt9Xv_hzHH7bGRpevKSi_1_cb05f34649f36f9b3fb578be60b2634d 2023-12-03T11:48:12.732 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.729+0000 7f9cbc912980 20 get_obj_state: setting s->obj_tag to 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.14__shadow_.A4mm-ldUnAOkt9Xv_hzHH7bGRpevKSi_1_cb05f34649f36f9b3fb578be60b2634d 2023-12-03T11:48:12.732 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.729+0000 7f9cbc912980 20 get_obj_state: octx=0x7f9ca404db00 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-FROZEN-FROZEN state=0x55d43a510578 s->prefetch_data=0 2023-12-03T11:48:12.732 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.729+0000 7f9cbc912980 20 prepare_atomic_modification: state is not atomic. state=0x55d43a510578 2023-12-03T11:48:12.732 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.729+0000 7f9cbc912980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.14.0 2023-12-03T11:48:12.739 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.737+0000 7f9cbc912980 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2023-12-03T11:48:12.739 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.737+0000 7f9cbc912980 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=0 rule->part_size=0 2023-12-03T11:48:12.739 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.737+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - tag is: 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.14__shadow_.A4mm-ldUnAOkt9Xv_hzHH7bGRpevKSi_1_cb05f34649f36f9b3fb578be60b2634d 2023-12-03T11:48:12.739 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.737+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2023-12-03T11:48:12.739 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.737+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.14__shadow_.A4mm-ldUnAOkt9Xv_hzHH7bGRpevKSi_0 2023-12-03T11:48:12.739 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.737+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 396 2023-12-03T11:48:12.739 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.737+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2023-12-03T11:48:12.739 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.737+0000 7f9cbc912980 20 garbage collection: RGWGC::send_chain - on object name: gc.14tag is: 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.14__shadow_.A4mm-ldUnAOkt9Xv_hzHH7bGRpevKSi_1_cb05f34649f36f9b3fb578be60b2634d 2023-12-03T11:48:12.743 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.741+0000 7f9cb0ff9640 20 handle_completion(): completion ok for obj=foo-FROZEN-FROZEN 2023-12-03T11:48:12.743 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.741+0000 7f9cbc912980 20 get_obj_state: octx=0x55d43a508820 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-FROZEN-LUKEWARM state=0x55d43a519208 s->prefetch_data=0 2023-12-03T11:48:12.744 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.741+0000 7f9cbc912980 10 manifest: total_size = 5242880 2023-12-03T11:48:12.744 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.741+0000 7f9cbc912980 20 get_obj_state: setting s->obj_tag to _TkncWGjWG714pOjHtpA9rRKwLVXiGha 2023-12-03T11:48:12.744 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.741+0000 7f9cbc912980 20 get_obj_state: octx=0x55d43a508820 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-FROZEN-LUKEWARM state=0x55d43a519208 s->prefetch_data=0 2023-12-03T11:48:12.744 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.741+0000 7f9cbc912980 20 prepare_atomic_modification: state is not atomic. state=0x55d43a519208 2023-12-03T11:48:12.744 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.741+0000 7f9cbc912980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.14.0 2023-12-03T11:48:12.752 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.749+0000 7f9cbc912980 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2023-12-03T11:48:12.752 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.749+0000 7f9cbc912980 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=0 rule->part_size=0 2023-12-03T11:48:12.752 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.749+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - tag is: _TkncWGjWG714pOjHtpA9rRKwLVXiGha 2023-12-03T11:48:12.752 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.749+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2023-12-03T11:48:12.752 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.749+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.14__shadow_.na9_zNA-WwlPs66Q2Zx7KUgD75paaP7_0 2023-12-03T11:48:12.752 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.749+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 310 2023-12-03T11:48:12.752 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.749+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2023-12-03T11:48:12.752 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.749+0000 7f9cbc912980 20 garbage collection: RGWGC::send_chain - on object name: gc.13tag is: _TkncWGjWG714pOjHtpA9rRKwLVXiGha 2023-12-03T11:48:12.755 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.753+0000 7f9cbc912980 20 get_obj_state: octx=0x7f9cb406fd70 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-FROZEN-STANDARD state=0x55d43a516bc8 s->prefetch_data=0 2023-12-03T11:48:12.755 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.753+0000 7f9c9bfff640 20 handle_completion(): completion ok for obj=foo-FROZEN-LUKEWARM 2023-12-03T11:48:12.756 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.753+0000 7f9cbc912980 10 manifest: total_size = 5242880 2023-12-03T11:48:12.756 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.753+0000 7f9cbc912980 20 get_obj_state: setting s->obj_tag to _YDsDYHQAKkLAFio7pgGGdN3cufmkonY 2023-12-03T11:48:12.756 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.753+0000 7f9cbc912980 20 get_obj_state: octx=0x7f9cb406fd70 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-FROZEN-STANDARD state=0x55d43a516bc8 s->prefetch_data=0 2023-12-03T11:48:12.756 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.753+0000 7f9cbc912980 20 prepare_atomic_modification: state is not atomic. state=0x55d43a516bc8 2023-12-03T11:48:12.756 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.753+0000 7f9cbc912980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.14.0 2023-12-03T11:48:12.764 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.761+0000 7f9cbc912980 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2023-12-03T11:48:12.764 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.761+0000 7f9cbc912980 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=0 rule->part_size=0 2023-12-03T11:48:12.764 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.761+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - tag is: _YDsDYHQAKkLAFio7pgGGdN3cufmkonY 2023-12-03T11:48:12.764 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.761+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2023-12-03T11:48:12.764 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.761+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.14__shadow_.MwiLrYRiWDtPlr5rKHEC8EqLXd1eqsc_0 2023-12-03T11:48:12.764 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.761+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 301 2023-12-03T11:48:12.764 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.761+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2023-12-03T11:48:12.764 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.761+0000 7f9cbc912980 20 garbage collection: RGWGC::send_chain - on object name: gc.31tag is: _YDsDYHQAKkLAFio7pgGGdN3cufmkonY 2023-12-03T11:48:12.767 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.765+0000 7f9cb0ff9640 20 handle_completion(): completion ok for obj=foo-FROZEN-STANDARD 2023-12-03T11:48:12.768 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.765+0000 7f9cbc912980 20 get_obj_state: octx=0x7f9cb406fd70 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-LUKEWARM state=0x55d43a516bc8 s->prefetch_data=0 2023-12-03T11:48:12.769 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.765+0000 7f9cbc912980 10 manifest: total_size = 5242880 2023-12-03T11:48:12.769 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.765+0000 7f9cbc912980 20 get_obj_state: setting s->obj_tag to 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.8794366283652902647 2023-12-03T11:48:12.769 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.765+0000 7f9cbc912980 20 get_obj_state: octx=0x7f9cb406fd70 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-LUKEWARM state=0x55d43a516bc8 s->prefetch_data=0 2023-12-03T11:48:12.769 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.765+0000 7f9cbc912980 20 prepare_atomic_modification: state is not atomic. state=0x55d43a516bc8 2023-12-03T11:48:12.769 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.765+0000 7f9cbc912980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.14.0 2023-12-03T11:48:12.777 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.773+0000 7f9cbc912980 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2023-12-03T11:48:12.777 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.773+0000 7f9cbc912980 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=0 rule->part_size=0 2023-12-03T11:48:12.777 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.773+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - tag is: 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.8794366283652902647 2023-12-03T11:48:12.777 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.773+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2023-12-03T11:48:12.777 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.773+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.14__shadow_.R8BnHQna03krccKlErpkadn36f_a6Ba_0 2023-12-03T11:48:12.777 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.773+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 339 2023-12-03T11:48:12.777 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.773+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2023-12-03T11:48:12.777 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.773+0000 7f9cbc912980 20 garbage collection: RGWGC::send_chain - on object name: gc.7tag is: 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.8794366283652902647 2023-12-03T11:48:12.781 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.777+0000 7f9cbc912980 20 get_obj_state: octx=0x7f9ca404db00 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-LUKEWARM-FROZEN state=0x55d43a516bc8 s->prefetch_data=0 2023-12-03T11:48:12.781 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.777+0000 7f9c9bfff640 20 handle_completion(): completion ok for obj=foo-LUKEWARM 2023-12-03T11:48:12.782 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.781+0000 7f9cbc912980 10 manifest: total_size = 5242880 2023-12-03T11:48:12.782 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.781+0000 7f9cbc912980 20 get_obj_state: setting s->obj_tag to _jfyo-KGi20gix1kz08vmuv5Y6CWmpgU 2023-12-03T11:48:12.782 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.781+0000 7f9cbc912980 20 get_obj_state: octx=0x7f9ca404db00 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-LUKEWARM-FROZEN state=0x55d43a516bc8 s->prefetch_data=0 2023-12-03T11:48:12.782 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.781+0000 7f9cbc912980 20 prepare_atomic_modification: state is not atomic. state=0x55d43a516bc8 2023-12-03T11:48:12.782 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.781+0000 7f9cbc912980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.14.0 2023-12-03T11:48:12.789 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.785+0000 7f9cbc912980 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2023-12-03T11:48:12.789 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.785+0000 7f9cbc912980 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=0 rule->part_size=0 2023-12-03T11:48:12.789 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.785+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - tag is: _jfyo-KGi20gix1kz08vmuv5Y6CWmpgU 2023-12-03T11:48:12.789 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.785+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2023-12-03T11:48:12.789 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.785+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.14__shadow_.mh9jsGtTpqROAmh5n7BfQsY_LNLnxAi_0 2023-12-03T11:48:12.789 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.785+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 308 2023-12-03T11:48:12.789 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.785+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2023-12-03T11:48:12.790 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.785+0000 7f9cbc912980 20 garbage collection: RGWGC::send_chain - on object name: gc.25tag is: _jfyo-KGi20gix1kz08vmuv5Y6CWmpgU 2023-12-03T11:48:12.793 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.789+0000 7f9cb0ff9640 20 handle_completion(): completion ok for obj=foo-LUKEWARM-FROZEN 2023-12-03T11:48:12.793 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.789+0000 7f9cbc912980 20 get_obj_state: octx=0x7f9cb406fd70 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-LUKEWARM-LUKEWARM state=0x55d43a516bc8 s->prefetch_data=0 2023-12-03T11:48:12.794 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.793+0000 7f9cbc912980 10 manifest: total_size = 5242880 2023-12-03T11:48:12.794 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.793+0000 7f9cbc912980 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2023-12-03T11:48:12.794 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.793+0000 7f9cbc912980 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=0 rule->part_size=0 2023-12-03T11:48:12.794 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.793+0000 7f9cbc912980 10 generate_fake_tag new tag=43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.14__shadow_.R8BnHQna03krccKlErpkadn36f_a6Ba_1_b5a36132bb201fd15d970d9a95d3314d 2023-12-03T11:48:12.794 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.793+0000 7f9cbc912980 20 get_obj_state: setting s->obj_tag to 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.14__shadow_.R8BnHQna03krccKlErpkadn36f_a6Ba_1_b5a36132bb201fd15d970d9a95d3314d 2023-12-03T11:48:12.795 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.793+0000 7f9cbc912980 20 get_obj_state: octx=0x7f9cb406fd70 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-LUKEWARM-LUKEWARM state=0x55d43a516bc8 s->prefetch_data=0 2023-12-03T11:48:12.795 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.793+0000 7f9cbc912980 20 prepare_atomic_modification: state is not atomic. state=0x55d43a516bc8 2023-12-03T11:48:12.795 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.793+0000 7f9cbc912980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.14.0 2023-12-03T11:48:12.803 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.801+0000 7f9cbc912980 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2023-12-03T11:48:12.803 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.801+0000 7f9cbc912980 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=0 rule->part_size=0 2023-12-03T11:48:12.803 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.801+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - tag is: 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.14__shadow_.R8BnHQna03krccKlErpkadn36f_a6Ba_1_b5a36132bb201fd15d970d9a95d3314d 2023-12-03T11:48:12.803 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.801+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2023-12-03T11:48:12.803 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.801+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.14__shadow_.R8BnHQna03krccKlErpkadn36f_a6Ba_0 2023-12-03T11:48:12.803 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.801+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 398 2023-12-03T11:48:12.803 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.801+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2023-12-03T11:48:12.803 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.801+0000 7f9cbc912980 20 garbage collection: RGWGC::send_chain - on object name: gc.3tag is: 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.14__shadow_.R8BnHQna03krccKlErpkadn36f_a6Ba_1_b5a36132bb201fd15d970d9a95d3314d 2023-12-03T11:48:12.806 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.805+0000 7f9c9bfff640 20 handle_completion(): completion ok for obj=foo-LUKEWARM-LUKEWARM 2023-12-03T11:48:12.807 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.805+0000 7f9cbc912980 20 get_obj_state: octx=0x7f9ca404db00 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-LUKEWARM-STANDARD state=0x55d43a516bc8 s->prefetch_data=0 2023-12-03T11:48:12.808 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.805+0000 7f9cbc912980 10 manifest: total_size = 5242880 2023-12-03T11:48:12.808 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.805+0000 7f9cbc912980 20 get_obj_state: setting s->obj_tag to _mxTn9UxQq1oC59AJ5mCCwWJHMG1Mhdd 2023-12-03T11:48:12.808 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.805+0000 7f9cbc912980 20 get_obj_state: octx=0x7f9ca404db00 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-LUKEWARM-STANDARD state=0x55d43a516bc8 s->prefetch_data=0 2023-12-03T11:48:12.808 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.805+0000 7f9cbc912980 20 prepare_atomic_modification: state is not atomic. state=0x55d43a516bc8 2023-12-03T11:48:12.808 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.805+0000 7f9cbc912980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.14.0 2023-12-03T11:48:12.816 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.813+0000 7f9cbc912980 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2023-12-03T11:48:12.816 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.813+0000 7f9cbc912980 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=0 rule->part_size=0 2023-12-03T11:48:12.816 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.813+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - tag is: _mxTn9UxQq1oC59AJ5mCCwWJHMG1Mhdd 2023-12-03T11:48:12.816 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.813+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2023-12-03T11:48:12.816 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.813+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.14__shadow_.gGqiacVYDpCDLW3l7XtjimheXxwQctf_0 2023-12-03T11:48:12.816 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.813+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 301 2023-12-03T11:48:12.816 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.813+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2023-12-03T11:48:12.816 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.813+0000 7f9cbc912980 20 garbage collection: RGWGC::send_chain - on object name: gc.26tag is: _mxTn9UxQq1oC59AJ5mCCwWJHMG1Mhdd 2023-12-03T11:48:12.819 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.817+0000 7f9cb0ff9640 20 handle_completion(): completion ok for obj=foo-LUKEWARM-STANDARD 2023-12-03T11:48:12.820 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.817+0000 7f9cbc912980 20 get_obj_state: octx=0x7f9ca404db00 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-STANDARD state=0x55d43a516bc8 s->prefetch_data=0 2023-12-03T11:48:12.821 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.817+0000 7f9cbc912980 10 manifest: total_size = 27201 2023-12-03T11:48:12.821 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.817+0000 7f9cbc912980 20 get_obj_state: setting s->obj_tag to 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.17758947879219455454 2023-12-03T11:48:12.821 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.817+0000 7f9cbc912980 20 get_obj_state: octx=0x7f9ca404db00 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-STANDARD state=0x55d43a516bc8 s->prefetch_data=0 2023-12-03T11:48:12.821 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.817+0000 7f9cbc912980 20 prepare_atomic_modification: state is not atomic. state=0x55d43a516bc8 2023-12-03T11:48:12.821 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.817+0000 7f9cbc912980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.14.0 2023-12-03T11:48:12.829 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.825+0000 7f9cbc912980 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2023-12-03T11:48:12.829 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.825+0000 7f9cbc912980 20 RGWObjManifest::operator++(): result: ofs=27201 stripe_ofs=27201 part_ofs=0 rule->part_size=0 2023-12-03T11:48:12.829 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.825+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - tag is: 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.17758947879219455454 2023-12-03T11:48:12.829 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.825+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2023-12-03T11:48:12.829 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.825+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.14__shadow_.5tAmMpa2ocwNqt0Qwayo-pyYGodg8kl_0 2023-12-03T11:48:12.829 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.825+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 331 2023-12-03T11:48:12.829 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.825+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2023-12-03T11:48:12.830 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.825+0000 7f9cbc912980 20 garbage collection: RGWGC::send_chain - on object name: gc.29tag is: 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.17758947879219455454 2023-12-03T11:48:12.833 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.833+0000 7f9c9bfff640 20 handle_completion(): completion ok for obj=foo-STANDARD 2023-12-03T11:48:12.834 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.833+0000 7f9cbc912980 20 get_obj_state: octx=0x7f9cb406fd70 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-STANDARD-FROZEN state=0x55d43a516bc8 s->prefetch_data=0 2023-12-03T11:48:12.835 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.833+0000 7f9cbc912980 10 manifest: total_size = 27201 2023-12-03T11:48:12.835 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.833+0000 7f9cbc912980 20 get_obj_state: setting s->obj_tag to _255rUsgaKc5AZ7nv9ym_oMlgDAlR64h 2023-12-03T11:48:12.835 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.833+0000 7f9cbc912980 20 get_obj_state: octx=0x7f9cb406fd70 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-STANDARD-FROZEN state=0x55d43a516bc8 s->prefetch_data=0 2023-12-03T11:48:12.835 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.833+0000 7f9cbc912980 20 prepare_atomic_modification: state is not atomic. state=0x55d43a516bc8 2023-12-03T11:48:12.835 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.833+0000 7f9cbc912980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.14.0 2023-12-03T11:48:12.843 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.841+0000 7f9cbc912980 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2023-12-03T11:48:12.844 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.841+0000 7f9cbc912980 20 RGWObjManifest::operator++(): result: ofs=27201 stripe_ofs=27201 part_ofs=0 rule->part_size=0 2023-12-03T11:48:12.844 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.841+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - tag is: _255rUsgaKc5AZ7nv9ym_oMlgDAlR64h 2023-12-03T11:48:12.844 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.841+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2023-12-03T11:48:12.844 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.841+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.14__shadow_.tHHdo8tFNLwANNED4fAMDls-rtWi33r_0 2023-12-03T11:48:12.844 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.841+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 308 2023-12-03T11:48:12.844 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.841+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2023-12-03T11:48:12.844 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.841+0000 7f9cbc912980 20 garbage collection: RGWGC::send_chain - on object name: gc.20tag is: _255rUsgaKc5AZ7nv9ym_oMlgDAlR64h 2023-12-03T11:48:12.847 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.845+0000 7f9cbc912980 20 get_obj_state: octx=0x7f9ca404db00 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-STANDARD-LUKEWARM state=0x55d43a516bc8 s->prefetch_data=0 2023-12-03T11:48:12.847 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.845+0000 7f9cb0ff9640 20 handle_completion(): completion ok for obj=foo-STANDARD-FROZEN 2023-12-03T11:48:12.848 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.845+0000 7f9cbc912980 10 manifest: total_size = 27201 2023-12-03T11:48:12.848 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.845+0000 7f9cbc912980 20 get_obj_state: setting s->obj_tag to _evKv_nF70nT2H2ahhfrNC0iSmZC9vdd 2023-12-03T11:48:12.848 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.845+0000 7f9cbc912980 20 get_obj_state: octx=0x7f9ca404db00 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-STANDARD-LUKEWARM state=0x55d43a516bc8 s->prefetch_data=0 2023-12-03T11:48:12.848 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.845+0000 7f9cbc912980 20 prepare_atomic_modification: state is not atomic. state=0x55d43a516bc8 2023-12-03T11:48:12.848 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.845+0000 7f9cbc912980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.14.0 2023-12-03T11:48:12.855 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.853+0000 7f9cbc912980 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2023-12-03T11:48:12.855 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.853+0000 7f9cbc912980 20 RGWObjManifest::operator++(): result: ofs=27201 stripe_ofs=27201 part_ofs=0 rule->part_size=0 2023-12-03T11:48:12.855 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.853+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - tag is: _evKv_nF70nT2H2ahhfrNC0iSmZC9vdd 2023-12-03T11:48:12.855 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.853+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2023-12-03T11:48:12.855 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.853+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.14__shadow_.DcS7YqeJu04c3jXCmB3r9b7WrxAb-pz_0 2023-12-03T11:48:12.855 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.853+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 310 2023-12-03T11:48:12.856 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.853+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2023-12-03T11:48:12.856 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.853+0000 7f9cbc912980 20 garbage collection: RGWGC::send_chain - on object name: gc.12tag is: _evKv_nF70nT2H2ahhfrNC0iSmZC9vdd 2023-12-03T11:48:12.859 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.857+0000 7f9cbc912980 20 get_obj_state: octx=0x7f9ca404db00 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-STANDARD-STANDARD state=0x55d43a516bc8 s->prefetch_data=0 2023-12-03T11:48:12.860 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.857+0000 7f9c9bfff640 20 handle_completion(): completion ok for obj=foo-STANDARD-LUKEWARM 2023-12-03T11:48:12.860 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.857+0000 7f9cbc912980 10 manifest: total_size = 27201 2023-12-03T11:48:12.860 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.857+0000 7f9cbc912980 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2023-12-03T11:48:12.860 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.857+0000 7f9cbc912980 20 RGWObjManifest::operator++(): result: ofs=27201 stripe_ofs=27201 part_ofs=0 rule->part_size=0 2023-12-03T11:48:12.860 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.857+0000 7f9cbc912980 10 generate_fake_tag new tag=43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.14__shadow_.5tAmMpa2ocwNqt0Qwayo-pyYGodg8kl_1_3e8514cfbef1118788f32ac2421d094e 2023-12-03T11:48:12.860 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.857+0000 7f9cbc912980 20 get_obj_state: setting s->obj_tag to 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.14__shadow_.5tAmMpa2ocwNqt0Qwayo-pyYGodg8kl_1_3e8514cfbef1118788f32ac2421d094e 2023-12-03T11:48:12.861 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.857+0000 7f9cbc912980 20 get_obj_state: octx=0x7f9ca404db00 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-STANDARD-STANDARD state=0x55d43a516bc8 s->prefetch_data=0 2023-12-03T11:48:12.861 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.857+0000 7f9cbc912980 20 prepare_atomic_modification: state is not atomic. state=0x55d43a516bc8 2023-12-03T11:48:12.861 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.857+0000 7f9cbc912980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.14.0 2023-12-03T11:48:12.867 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.865+0000 7f9cbc912980 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2023-12-03T11:48:12.867 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.865+0000 7f9cbc912980 20 RGWObjManifest::operator++(): result: ofs=27201 stripe_ofs=27201 part_ofs=0 rule->part_size=0 2023-12-03T11:48:12.867 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.865+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - tag is: 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.14__shadow_.5tAmMpa2ocwNqt0Qwayo-pyYGodg8kl_1_3e8514cfbef1118788f32ac2421d094e 2023-12-03T11:48:12.868 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.865+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2023-12-03T11:48:12.868 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.865+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.14__shadow_.5tAmMpa2ocwNqt0Qwayo-pyYGodg8kl_0 2023-12-03T11:48:12.868 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.865+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 389 2023-12-03T11:48:12.868 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.865+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2023-12-03T11:48:12.868 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.865+0000 7f9cbc912980 20 garbage collection: RGWGC::send_chain - on object name: gc.10tag is: 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.14__shadow_.5tAmMpa2ocwNqt0Qwayo-pyYGodg8kl_1_3e8514cfbef1118788f32ac2421d094e 2023-12-03T11:48:12.871 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.869+0000 7f9cb0ff9640 20 handle_completion(): completion ok for obj=foo-STANDARD-STANDARD 2023-12-03T11:48:12.872 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.869+0000 7f9cbc912980 20 list_objects_ordered: starting attempt 1 2023-12-03T11:48:12.872 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.869+0000 7f9cbc912980 10 cls_bucket_list_ordered: request from each of 1 shard(s) for 1001 entries to get 1001 total entries 2023-12-03T11:48:12.873 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.873+0000 7f9cbc912980 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2023-12-03T11:48:12.873 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.873+0000 7f9cbc912980 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2023-12-03T11:48:12.873 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.873+0000 7f9cbc912980 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2023-12-03T11:48:12.873 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.873+0000 7f9cbc912980 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2023-12-03T11:48:12.874 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.873+0000 7f9cbc912980 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-r-test-obj-storage-class-copy.1[43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.14])"; uploads.size()=0; is_truncated=0 2023-12-03T11:48:12.878 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.877+0000 7f9cbc912980 10 cache get: name=default.rgw.meta+root+test-client.0-r-test-obj-storage-class-copy.1 : miss 2023-12-03T11:48:12.878 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.877+0000 7f9cbc912980 20 rados->read ofs=0 len=0 2023-12-03T11:48:12.879 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.877+0000 7f9cbc912980 20 rados_obj.operate() r=0 bl.length=233 2023-12-03T11:48:12.879 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.877+0000 7f9cbc912980 10 cache put: name=default.rgw.meta+root+test-client.0-r-test-obj-storage-class-copy.1 info.flags=0x11 2023-12-03T11:48:12.879 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.877+0000 7f9cbc912980 10 adding default.rgw.meta+root+test-client.0-r-test-obj-storage-class-copy.1 to cache LRU end 2023-12-03T11:48:12.879 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.877+0000 7f9cbc912980 10 removing default.rgw.meta+root+test-client.0-r-test-obj-storage-class-copy.1 from cache 2023-12-03T11:48:12.880 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.877+0000 7f9cbc912980 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-r-test-obj-storage-class-copy.1, ofs0, ns] 2023-12-03T11:48:12.880 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.877+0000 7f9c9bfff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1095216660496 cookie 94369999394608 notifier 5765 bl.length()=189 2023-12-03T11:48:12.885 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.881+0000 7f9cbc912980 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-copy.1:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.14 from cache 2023-12-03T11:48:12.885 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.881+0000 7f9cbc912980 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-obj-storage-class-copy.1:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.14, ofs0, ns] 2023-12-03T11:48:12.885 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.885+0000 7f9c9bfff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1095216660513 cookie 94369999413312 notifier 5765 bl.length()=247 2023-12-03T11:48:12.894 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.893+0000 7f9cbc912980 10 cache get: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class-copy.1/43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.14 : miss 2023-12-03T11:48:12.894 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.893+0000 7f9cbc912980 20 rados->read ofs=0 len=0 2023-12-03T11:48:12.895 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.893+0000 7f9cbc912980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:48:12.895 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.893+0000 7f9cbc912980 10 cache put: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class-copy.1/43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.14 info.flags=0x0 2023-12-03T11:48:12.895 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.893+0000 7f9cbc912980 10 adding default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class-copy.1/43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.14 to cache LRU end 2023-12-03T11:48:12.895 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.893+0000 7f9cbc912980 10 removing default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class-copy.1/43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.14 from cache 2023-12-03T11:48:12.895 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.893+0000 7f9cbc912980 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 1, obj: default.rgw.log:pubsub..bucket.test-client.0-r-test-obj-storage-class-copy.1/43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.14, ofs0, ns] 2023-12-03T11:48:12.896 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.893+0000 7f9cb0ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1095216660536 cookie 94369997795872 notifier 5765 bl.length()=244 2023-12-03T11:48:12.904 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.901+0000 7f9cbc912980 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-multipart-copy.1:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.15 : miss 2023-12-03T11:48:12.904 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.901+0000 7f9cbc912980 20 rados->read ofs=0 len=0 2023-12-03T11:48:12.905 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.905+0000 7f9cbc912980 20 rados_obj.operate() r=0 bl.length=417 2023-12-03T11:48:12.905 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.905+0000 7f9cbc912980 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-multipart-copy.1:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.15 info.flags=0x17 2023-12-03T11:48:12.906 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.905+0000 7f9cbc912980 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-multipart-copy.1:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.15 to cache LRU end 2023-12-03T11:48:12.906 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.905+0000 7f9cbc912980 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-12-03T11:48:12.906 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.905+0000 7f9cbc912980 10 updating xattr: name=user.rgw.acl bl.length()=209 2023-12-03T11:48:12.906 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.905+0000 7f9cbc912980 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-multipart-copy.1:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.15 2023-12-03T11:48:12.907 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.905+0000 7f9cbc912980 10 cls_bucket_list_unordered: got foo-FROZEN 2023-12-03T11:48:12.907 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.905+0000 7f9cbc912980 10 cls_bucket_list_unordered: got foo-FROZEN-FROZEN 2023-12-03T11:48:12.907 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.905+0000 7f9cbc912980 10 cls_bucket_list_unordered: got foo-FROZEN-LUKEWARM 2023-12-03T11:48:12.907 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.905+0000 7f9cbc912980 10 cls_bucket_list_unordered: got foo-FROZEN-STANDARD 2023-12-03T11:48:12.907 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.905+0000 7f9cbc912980 10 cls_bucket_list_unordered: got foo-LUKEWARM 2023-12-03T11:48:12.907 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.905+0000 7f9cbc912980 10 cls_bucket_list_unordered: got foo-LUKEWARM-FROZEN 2023-12-03T11:48:12.908 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.905+0000 7f9cbc912980 10 cls_bucket_list_unordered: got foo-LUKEWARM-LUKEWARM 2023-12-03T11:48:12.908 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.905+0000 7f9cbc912980 10 cls_bucket_list_unordered: got foo-LUKEWARM-STANDARD 2023-12-03T11:48:12.908 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.905+0000 7f9cbc912980 10 cls_bucket_list_unordered: got foo-STANDARD 2023-12-03T11:48:12.908 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.905+0000 7f9cbc912980 10 cls_bucket_list_unordered: got foo-STANDARD-FROZEN 2023-12-03T11:48:12.908 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.905+0000 7f9cbc912980 10 cls_bucket_list_unordered: got foo-STANDARD-LUKEWARM 2023-12-03T11:48:12.908 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.905+0000 7f9cbc912980 10 cls_bucket_list_unordered: got foo-STANDARD-STANDARD 2023-12-03T11:48:12.908 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.905+0000 7f9cbc912980 20 get_obj_state: octx=0x55d43a517920 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-FROZEN state=0x55d43a516bc8 s->prefetch_data=0 2023-12-03T11:48:12.908 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.905+0000 7f9cbc912980 10 manifest: total_size = 11534336 2023-12-03T11:48:12.908 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.905+0000 7f9cbc912980 20 get_obj_state: setting s->obj_tag to 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.14260387951286258491 2023-12-03T11:48:12.909 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.905+0000 7f9cbc912980 20 get_obj_state: octx=0x55d43a517920 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-FROZEN state=0x55d43a516bc8 s->prefetch_data=0 2023-12-03T11:48:12.909 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.905+0000 7f9cbc912980 20 prepare_atomic_modification: state is not atomic. state=0x55d43a516bc8 2023-12-03T11:48:12.909 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.905+0000 7f9cbc912980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.15.0 2023-12-03T11:48:12.917 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.913+0000 7f9cbc912980 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2023-12-03T11:48:12.917 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.913+0000 7f9cbc912980 20 RGWObjManifest::operator++(): stripe_ofs=6291456 part_ofs=0 rule->part_size=5242880 2023-12-03T11:48:12.917 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.913+0000 7f9cbc912980 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=5242880 rule->part_size=5242880 2023-12-03T11:48:12.917 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.913+0000 7f9cbc912980 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2023-12-03T11:48:12.917 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.913+0000 7f9cbc912980 20 RGWObjManifest::operator++(): stripe_ofs=11534336 part_ofs=5242880 rule->part_size=5242880 2023-12-03T11:48:12.918 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.913+0000 7f9cbc912980 20 RGWObjManifest::operator++(): result: ofs=10485760 stripe_ofs=10485760 part_ofs=10485760 rule->part_size=1048576 2023-12-03T11:48:12.918 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.913+0000 7f9cbc912980 20 RGWObjManifest::operator++(): rule->part_size=1048576 rules.size()=2 2023-12-03T11:48:12.918 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.913+0000 7f9cbc912980 20 RGWObjManifest::operator++(): stripe_ofs=16777216 part_ofs=10485760 rule->part_size=1048576 2023-12-03T11:48:12.918 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.913+0000 7f9cbc912980 20 RGWObjManifest::operator++(): result: ofs=11534336 stripe_ofs=11534336 part_ofs=11534336 rule->part_size=1048576 2023-12-03T11:48:12.918 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.913+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - tag is: 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.14260387951286258491 2023-12-03T11:48:12.918 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.913+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2023-12-03T11:48:12.918 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.913+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.15__multipart_foo-FROZEN.2~7D8BDtg56vjd8EkQm6aXcKsJQmtJ4Ln.1 2023-12-03T11:48:12.918 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.913+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 368 2023-12-03T11:48:12.918 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.913+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.15__multipart_foo-FROZEN.2~7D8BDtg56vjd8EkQm6aXcKsJQmtJ4Ln.2 2023-12-03T11:48:12.918 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.913+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 635 2023-12-03T11:48:12.918 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.913+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.15__multipart_foo-FROZEN.2~7D8BDtg56vjd8EkQm6aXcKsJQmtJ4Ln.3 2023-12-03T11:48:12.918 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.913+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 902 2023-12-03T11:48:12.918 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.913+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2023-12-03T11:48:12.918 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.913+0000 7f9cbc912980 20 garbage collection: RGWGC::send_chain - on object name: gc.18tag is: 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.14260387951286258491 2023-12-03T11:48:12.919 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.917+0000 7f9cb0ff9640 20 handle_completion(): completion ok for obj=foo-FROZEN 2023-12-03T11:48:12.920 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.917+0000 7f9cbc912980 20 get_obj_state: octx=0x55d43a512000 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-FROZEN-FROZEN state=0x55d43a516bc8 s->prefetch_data=0 2023-12-03T11:48:12.921 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.917+0000 7f9cbc912980 10 manifest: total_size = 11534336 2023-12-03T11:48:12.921 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.917+0000 7f9cbc912980 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2023-12-03T11:48:12.921 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.917+0000 7f9cbc912980 20 RGWObjManifest::operator++(): stripe_ofs=6291456 part_ofs=0 rule->part_size=5242880 2023-12-03T11:48:12.921 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.917+0000 7f9cbc912980 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=5242880 rule->part_size=5242880 2023-12-03T11:48:12.921 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.917+0000 7f9cbc912980 10 generate_fake_tag new tag=43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.15__multipart_foo-FROZEN.2~7D8BDtg56vjd8EkQm6aXcKsJQmtJ4Ln.2_8bd864c1716cc7b56ccab3eeaf84912e 2023-12-03T11:48:12.921 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.917+0000 7f9cbc912980 20 get_obj_state: setting s->obj_tag to 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.15__multipart_foo-FROZEN.2~7D8BDtg56vjd8EkQm6aXcKsJQmtJ4Ln.2_8bd864c1716cc7b56ccab3eeaf84912e 2023-12-03T11:48:12.921 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.917+0000 7f9cbc912980 20 get_obj_state: octx=0x55d43a512000 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-FROZEN-FROZEN state=0x55d43a516bc8 s->prefetch_data=0 2023-12-03T11:48:12.921 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.917+0000 7f9cbc912980 20 prepare_atomic_modification: state is not atomic. state=0x55d43a516bc8 2023-12-03T11:48:12.922 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.917+0000 7f9cbc912980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.15.0 2023-12-03T11:48:12.929 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.925+0000 7f9cbc912980 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2023-12-03T11:48:12.929 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.925+0000 7f9cbc912980 20 RGWObjManifest::operator++(): stripe_ofs=6291456 part_ofs=0 rule->part_size=5242880 2023-12-03T11:48:12.929 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.925+0000 7f9cbc912980 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=5242880 rule->part_size=5242880 2023-12-03T11:48:12.930 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.925+0000 7f9cbc912980 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2023-12-03T11:48:12.930 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.925+0000 7f9cbc912980 20 RGWObjManifest::operator++(): stripe_ofs=11534336 part_ofs=5242880 rule->part_size=5242880 2023-12-03T11:48:12.930 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.925+0000 7f9cbc912980 20 RGWObjManifest::operator++(): result: ofs=10485760 stripe_ofs=10485760 part_ofs=10485760 rule->part_size=1048576 2023-12-03T11:48:12.930 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.929+0000 7f9cbc912980 20 RGWObjManifest::operator++(): rule->part_size=1048576 rules.size()=2 2023-12-03T11:48:12.930 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.929+0000 7f9cbc912980 20 RGWObjManifest::operator++(): stripe_ofs=16777216 part_ofs=10485760 rule->part_size=1048576 2023-12-03T11:48:12.930 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.929+0000 7f9cbc912980 20 RGWObjManifest::operator++(): result: ofs=11534336 stripe_ofs=11534336 part_ofs=11534336 rule->part_size=1048576 2023-12-03T11:48:12.930 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.929+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - tag is: 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.15__multipart_foo-FROZEN.2~7D8BDtg56vjd8EkQm6aXcKsJQmtJ4Ln.2_8bd864c1716cc7b56ccab3eeaf84912e 2023-12-03T11:48:12.930 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.929+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2023-12-03T11:48:12.930 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.929+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.15__multipart_foo-FROZEN.2~7D8BDtg56vjd8EkQm6aXcKsJQmtJ4Ln.1 2023-12-03T11:48:12.931 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.929+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 441 2023-12-03T11:48:12.931 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.929+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.15__multipart_foo-FROZEN.2~7D8BDtg56vjd8EkQm6aXcKsJQmtJ4Ln.2 2023-12-03T11:48:12.931 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.929+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 708 2023-12-03T11:48:12.931 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.929+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.15__multipart_foo-FROZEN.2~7D8BDtg56vjd8EkQm6aXcKsJQmtJ4Ln.3 2023-12-03T11:48:12.931 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.929+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 975 2023-12-03T11:48:12.931 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.929+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2023-12-03T11:48:12.931 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.929+0000 7f9cbc912980 20 garbage collection: RGWGC::send_chain - on object name: gc.28tag is: 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.15__multipart_foo-FROZEN.2~7D8BDtg56vjd8EkQm6aXcKsJQmtJ4Ln.2_8bd864c1716cc7b56ccab3eeaf84912e 2023-12-03T11:48:12.933 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.929+0000 7f9c9bfff640 20 handle_completion(): completion ok for obj=foo-FROZEN-FROZEN 2023-12-03T11:48:12.933 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.933+0000 7f9cbc912980 20 get_obj_state: octx=0x55d43a512000 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-FROZEN-LUKEWARM state=0x55d43a516bc8 s->prefetch_data=0 2023-12-03T11:48:12.935 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.933+0000 7f9cbc912980 10 manifest: total_size = 11534336 2023-12-03T11:48:12.935 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.933+0000 7f9cbc912980 20 get_obj_state: setting s->obj_tag to _P4JxSHbF6pdRpjHkbL0vK2XrC6PQbJh 2023-12-03T11:48:12.935 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.933+0000 7f9cbc912980 20 get_obj_state: octx=0x55d43a512000 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-FROZEN-LUKEWARM state=0x55d43a516bc8 s->prefetch_data=0 2023-12-03T11:48:12.935 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.933+0000 7f9cbc912980 20 prepare_atomic_modification: state is not atomic. state=0x55d43a516bc8 2023-12-03T11:48:12.935 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.933+0000 7f9cbc912980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.15.0 2023-12-03T11:48:12.943 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.941+0000 7f9cbc912980 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2023-12-03T11:48:12.943 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.941+0000 7f9cbc912980 20 RGWObjManifest::operator++(): result: ofs=6291456 stripe_ofs=6291456 part_ofs=0 rule->part_size=0 2023-12-03T11:48:12.943 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.941+0000 7f9cbc912980 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2023-12-03T11:48:12.943 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.941+0000 7f9cbc912980 20 RGWObjManifest::operator++(): result: ofs=11534336 stripe_ofs=11534336 part_ofs=0 rule->part_size=0 2023-12-03T11:48:12.944 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.941+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - tag is: _P4JxSHbF6pdRpjHkbL0vK2XrC6PQbJh 2023-12-03T11:48:12.944 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.941+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2023-12-03T11:48:12.944 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.941+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.15__shadow_.CfiCCLAlzBio4pcSP0UyEwGeYmJ-821_0 2023-12-03T11:48:12.944 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.941+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 310 2023-12-03T11:48:12.944 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.941+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.15__shadow_.CfiCCLAlzBio4pcSP0UyEwGeYmJ-821_1 2023-12-03T11:48:12.944 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.941+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 549 2023-12-03T11:48:12.944 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.941+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2023-12-03T11:48:12.944 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.941+0000 7f9cbc912980 20 garbage collection: RGWGC::send_chain - on object name: gc.13tag is: _P4JxSHbF6pdRpjHkbL0vK2XrC6PQbJh 2023-12-03T11:48:12.947 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.945+0000 7f9cb0ff9640 20 handle_completion(): completion ok for obj=foo-FROZEN-LUKEWARM 2023-12-03T11:48:12.947 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.945+0000 7f9cbc912980 20 get_obj_state: octx=0x55d43a512000 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-FROZEN-STANDARD state=0x55d43a516bc8 s->prefetch_data=0 2023-12-03T11:48:12.948 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.945+0000 7f9cbc912980 10 manifest: total_size = 11534336 2023-12-03T11:48:12.949 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.945+0000 7f9cbc912980 20 get_obj_state: setting s->obj_tag to _07Yy5S4q0_2EF7zkDBq1oTXUXxMDNyn 2023-12-03T11:48:12.949 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.945+0000 7f9cbc912980 20 get_obj_state: octx=0x55d43a512000 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-FROZEN-STANDARD state=0x55d43a516bc8 s->prefetch_data=0 2023-12-03T11:48:12.949 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.945+0000 7f9cbc912980 20 prepare_atomic_modification: state is not atomic. state=0x55d43a516bc8 2023-12-03T11:48:12.949 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.945+0000 7f9cbc912980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.15.0 2023-12-03T11:48:12.957 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.953+0000 7f9cbc912980 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2023-12-03T11:48:12.957 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.953+0000 7f9cbc912980 20 RGWObjManifest::operator++(): result: ofs=6291456 stripe_ofs=6291456 part_ofs=0 rule->part_size=0 2023-12-03T11:48:12.957 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.953+0000 7f9cbc912980 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2023-12-03T11:48:12.957 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.953+0000 7f9cbc912980 20 RGWObjManifest::operator++(): result: ofs=11534336 stripe_ofs=11534336 part_ofs=0 rule->part_size=0 2023-12-03T11:48:12.957 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.953+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - tag is: _07Yy5S4q0_2EF7zkDBq1oTXUXxMDNyn 2023-12-03T11:48:12.957 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.953+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2023-12-03T11:48:12.957 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.953+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.15__shadow_.yd4WNsN0JhNA2fNdnQlCuI8TcJFyB7r_0 2023-12-03T11:48:12.957 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.953+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 301 2023-12-03T11:48:12.957 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.953+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.15__shadow_.yd4WNsN0JhNA2fNdnQlCuI8TcJFyB7r_1 2023-12-03T11:48:12.958 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.953+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 531 2023-12-03T11:48:12.958 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.953+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2023-12-03T11:48:12.958 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.953+0000 7f9cbc912980 20 garbage collection: RGWGC::send_chain - on object name: gc.0tag is: _07Yy5S4q0_2EF7zkDBq1oTXUXxMDNyn 2023-12-03T11:48:12.961 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.957+0000 7f9c9bfff640 20 handle_completion(): completion ok for obj=foo-FROZEN-STANDARD 2023-12-03T11:48:12.961 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.957+0000 7f9cbc912980 20 get_obj_state: octx=0x55d43a512000 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-LUKEWARM state=0x55d43a516bc8 s->prefetch_data=0 2023-12-03T11:48:12.962 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.961+0000 7f9cbc912980 10 manifest: total_size = 11534336 2023-12-03T11:48:12.962 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.961+0000 7f9cbc912980 20 get_obj_state: setting s->obj_tag to 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.349628976010682115 2023-12-03T11:48:12.962 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.961+0000 7f9cbc912980 20 get_obj_state: octx=0x55d43a512000 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-LUKEWARM state=0x55d43a516bc8 s->prefetch_data=0 2023-12-03T11:48:12.962 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.961+0000 7f9cbc912980 20 prepare_atomic_modification: state is not atomic. state=0x55d43a516bc8 2023-12-03T11:48:12.962 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.961+0000 7f9cbc912980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.15.0 2023-12-03T11:48:12.970 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.969+0000 7f9cbc912980 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2023-12-03T11:48:12.970 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.969+0000 7f9cbc912980 20 RGWObjManifest::operator++(): stripe_ofs=6291456 part_ofs=0 rule->part_size=5242880 2023-12-03T11:48:12.970 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.969+0000 7f9cbc912980 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=5242880 rule->part_size=5242880 2023-12-03T11:48:12.970 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.969+0000 7f9cbc912980 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2023-12-03T11:48:12.970 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.969+0000 7f9cbc912980 20 RGWObjManifest::operator++(): stripe_ofs=11534336 part_ofs=5242880 rule->part_size=5242880 2023-12-03T11:48:12.970 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.969+0000 7f9cbc912980 20 RGWObjManifest::operator++(): result: ofs=10485760 stripe_ofs=10485760 part_ofs=10485760 rule->part_size=1048576 2023-12-03T11:48:12.970 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.969+0000 7f9cbc912980 20 RGWObjManifest::operator++(): rule->part_size=1048576 rules.size()=2 2023-12-03T11:48:12.971 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.969+0000 7f9cbc912980 20 RGWObjManifest::operator++(): stripe_ofs=16777216 part_ofs=10485760 rule->part_size=1048576 2023-12-03T11:48:12.971 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.969+0000 7f9cbc912980 20 RGWObjManifest::operator++(): result: ofs=11534336 stripe_ofs=11534336 part_ofs=11534336 rule->part_size=1048576 2023-12-03T11:48:12.971 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.969+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - tag is: 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.349628976010682115 2023-12-03T11:48:12.971 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.969+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2023-12-03T11:48:12.971 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.969+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.15__multipart_foo-LUKEWARM.2~YGiTZdE4zqtuTG43wS2CC-o0Tgw_P8P.1 2023-12-03T11:48:12.971 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.969+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 372 2023-12-03T11:48:12.971 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.969+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.15__multipart_foo-LUKEWARM.2~YGiTZdE4zqtuTG43wS2CC-o0Tgw_P8P.2 2023-12-03T11:48:12.971 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.969+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 645 2023-12-03T11:48:12.971 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.969+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.15__multipart_foo-LUKEWARM.2~YGiTZdE4zqtuTG43wS2CC-o0Tgw_P8P.3 2023-12-03T11:48:12.971 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.969+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 918 2023-12-03T11:48:12.971 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.969+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2023-12-03T11:48:12.971 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.969+0000 7f9cbc912980 20 garbage collection: RGWGC::send_chain - on object name: gc.7tag is: 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.349628976010682115 2023-12-03T11:48:12.974 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.973+0000 7f9cb0ff9640 20 handle_completion(): completion ok for obj=foo-LUKEWARM 2023-12-03T11:48:12.974 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.973+0000 7f9cbc912980 20 get_obj_state: octx=0x55d43a51f100 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-LUKEWARM-FROZEN state=0x55d43a516bc8 s->prefetch_data=0 2023-12-03T11:48:12.975 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.973+0000 7f9cbc912980 10 manifest: total_size = 11534336 2023-12-03T11:48:12.975 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.973+0000 7f9cbc912980 20 get_obj_state: setting s->obj_tag to _aPaCY8E0H0nh-cVqv9hzvvx6Hl2Ecc4 2023-12-03T11:48:12.975 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.973+0000 7f9cbc912980 20 get_obj_state: octx=0x55d43a51f100 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-LUKEWARM-FROZEN state=0x55d43a516bc8 s->prefetch_data=0 2023-12-03T11:48:12.975 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.973+0000 7f9cbc912980 20 prepare_atomic_modification: state is not atomic. state=0x55d43a516bc8 2023-12-03T11:48:12.975 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.973+0000 7f9cbc912980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.15.0 2023-12-03T11:48:12.983 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.981+0000 7f9cbc912980 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2023-12-03T11:48:12.983 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.981+0000 7f9cbc912980 20 RGWObjManifest::operator++(): result: ofs=6291456 stripe_ofs=6291456 part_ofs=0 rule->part_size=0 2023-12-03T11:48:12.983 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.981+0000 7f9cbc912980 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2023-12-03T11:48:12.983 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.981+0000 7f9cbc912980 20 RGWObjManifest::operator++(): result: ofs=11534336 stripe_ofs=11534336 part_ofs=0 rule->part_size=0 2023-12-03T11:48:12.983 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.981+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - tag is: _aPaCY8E0H0nh-cVqv9hzvvx6Hl2Ecc4 2023-12-03T11:48:12.983 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.981+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2023-12-03T11:48:12.983 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.981+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.15__shadow_.nvaObV91e3MlDkDgUhMYN_8_35zpDjd_0 2023-12-03T11:48:12.983 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.981+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 308 2023-12-03T11:48:12.984 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.981+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.15__shadow_.nvaObV91e3MlDkDgUhMYN_8_35zpDjd_1 2023-12-03T11:48:12.984 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.981+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 545 2023-12-03T11:48:12.984 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.981+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2023-12-03T11:48:12.984 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.981+0000 7f9cbc912980 20 garbage collection: RGWGC::send_chain - on object name: gc.24tag is: _aPaCY8E0H0nh-cVqv9hzvvx6Hl2Ecc4 2023-12-03T11:48:12.986 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.985+0000 7f9c9bfff640 20 handle_completion(): completion ok for obj=foo-LUKEWARM-FROZEN 2023-12-03T11:48:12.987 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.985+0000 7f9cbc912980 20 get_obj_state: octx=0x7f9cac0ba5c0 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-LUKEWARM-LUKEWARM state=0x55d43a516bc8 s->prefetch_data=0 2023-12-03T11:48:12.989 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.985+0000 7f9cbc912980 10 manifest: total_size = 11534336 2023-12-03T11:48:12.989 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.985+0000 7f9cbc912980 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2023-12-03T11:48:12.989 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.985+0000 7f9cbc912980 20 RGWObjManifest::operator++(): stripe_ofs=6291456 part_ofs=0 rule->part_size=5242880 2023-12-03T11:48:12.989 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.985+0000 7f9cbc912980 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=5242880 rule->part_size=5242880 2023-12-03T11:48:12.989 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.985+0000 7f9cbc912980 10 generate_fake_tag new tag=43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.15__multipart_foo-LUKEWARM.2~YGiTZdE4zqtuTG43wS2CC-o0Tgw_P8P.2_5d030c57551d8c27664c310ba76db387 2023-12-03T11:48:12.989 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.985+0000 7f9cbc912980 20 get_obj_state: setting s->obj_tag to 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.15__multipart_foo-LUKEWARM.2~YGiTZdE4zqtuTG43wS2CC-o0Tgw_P8P.2_5d030c57551d8c27664c310ba76db387 2023-12-03T11:48:12.989 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.985+0000 7f9cbc912980 20 get_obj_state: octx=0x7f9cac0ba5c0 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-LUKEWARM-LUKEWARM state=0x55d43a516bc8 s->prefetch_data=0 2023-12-03T11:48:12.989 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.985+0000 7f9cbc912980 20 prepare_atomic_modification: state is not atomic. state=0x55d43a516bc8 2023-12-03T11:48:12.989 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.985+0000 7f9cbc912980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.15.0 2023-12-03T11:48:12.997 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.993+0000 7f9cbc912980 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2023-12-03T11:48:12.997 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.993+0000 7f9cbc912980 20 RGWObjManifest::operator++(): stripe_ofs=6291456 part_ofs=0 rule->part_size=5242880 2023-12-03T11:48:12.997 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.993+0000 7f9cbc912980 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=5242880 rule->part_size=5242880 2023-12-03T11:48:12.997 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.993+0000 7f9cbc912980 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2023-12-03T11:48:12.997 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.993+0000 7f9cbc912980 20 RGWObjManifest::operator++(): stripe_ofs=11534336 part_ofs=5242880 rule->part_size=5242880 2023-12-03T11:48:12.997 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.993+0000 7f9cbc912980 20 RGWObjManifest::operator++(): result: ofs=10485760 stripe_ofs=10485760 part_ofs=10485760 rule->part_size=1048576 2023-12-03T11:48:12.997 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.993+0000 7f9cbc912980 20 RGWObjManifest::operator++(): rule->part_size=1048576 rules.size()=2 2023-12-03T11:48:12.997 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.993+0000 7f9cbc912980 20 RGWObjManifest::operator++(): stripe_ofs=16777216 part_ofs=10485760 rule->part_size=1048576 2023-12-03T11:48:12.997 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.993+0000 7f9cbc912980 20 RGWObjManifest::operator++(): result: ofs=11534336 stripe_ofs=11534336 part_ofs=11534336 rule->part_size=1048576 2023-12-03T11:48:12.997 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.993+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - tag is: 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.15__multipart_foo-LUKEWARM.2~YGiTZdE4zqtuTG43wS2CC-o0Tgw_P8P.2_5d030c57551d8c27664c310ba76db387 2023-12-03T11:48:12.997 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.993+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2023-12-03T11:48:12.997 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.993+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.15__multipart_foo-LUKEWARM.2~YGiTZdE4zqtuTG43wS2CC-o0Tgw_P8P.1 2023-12-03T11:48:12.997 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.993+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 449 2023-12-03T11:48:12.997 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.993+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.15__multipart_foo-LUKEWARM.2~YGiTZdE4zqtuTG43wS2CC-o0Tgw_P8P.2 2023-12-03T11:48:12.998 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.993+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 722 2023-12-03T11:48:12.998 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.993+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.15__multipart_foo-LUKEWARM.2~YGiTZdE4zqtuTG43wS2CC-o0Tgw_P8P.3 2023-12-03T11:48:12.998 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.993+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 995 2023-12-03T11:48:12.998 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.993+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2023-12-03T11:48:12.998 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.993+0000 7f9cbc912980 20 garbage collection: RGWGC::send_chain - on object name: gc.25tag is: 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.15__multipart_foo-LUKEWARM.2~YGiTZdE4zqtuTG43wS2CC-o0Tgw_P8P.2_5d030c57551d8c27664c310ba76db387 2023-12-03T11:48:13.000 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.997+0000 7f9cb0ff9640 20 handle_completion(): completion ok for obj=foo-LUKEWARM-LUKEWARM 2023-12-03T11:48:13.001 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:12.997+0000 7f9cbc912980 20 get_obj_state: octx=0x55d43a517740 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-LUKEWARM-STANDARD state=0x55d43a516bc8 s->prefetch_data=0 2023-12-03T11:48:13.001 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.001+0000 7f9cbc912980 10 manifest: total_size = 11534336 2023-12-03T11:48:13.001 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.001+0000 7f9cbc912980 20 get_obj_state: setting s->obj_tag to _iLi-s3zqVLNJ5lLJgLMsClbVDSiMcer 2023-12-03T11:48:13.002 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.001+0000 7f9cbc912980 20 get_obj_state: octx=0x55d43a517740 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-LUKEWARM-STANDARD state=0x55d43a516bc8 s->prefetch_data=0 2023-12-03T11:48:13.002 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.001+0000 7f9cbc912980 20 prepare_atomic_modification: state is not atomic. state=0x55d43a516bc8 2023-12-03T11:48:13.002 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.001+0000 7f9cbc912980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.15.0 2023-12-03T11:48:13.010 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.009+0000 7f9cbc912980 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2023-12-03T11:48:13.010 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.009+0000 7f9cbc912980 20 RGWObjManifest::operator++(): result: ofs=6291456 stripe_ofs=6291456 part_ofs=0 rule->part_size=0 2023-12-03T11:48:13.010 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.009+0000 7f9cbc912980 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2023-12-03T11:48:13.010 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.009+0000 7f9cbc912980 20 RGWObjManifest::operator++(): result: ofs=11534336 stripe_ofs=11534336 part_ofs=0 rule->part_size=0 2023-12-03T11:48:13.010 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.009+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - tag is: _iLi-s3zqVLNJ5lLJgLMsClbVDSiMcer 2023-12-03T11:48:13.010 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.009+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2023-12-03T11:48:13.010 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.009+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.15__shadow_.-gBrXZWfnI66wBAJBQqUW_lUFAJkS2X_0 2023-12-03T11:48:13.010 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.009+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 301 2023-12-03T11:48:13.010 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.009+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.15__shadow_.-gBrXZWfnI66wBAJBQqUW_lUFAJkS2X_1 2023-12-03T11:48:13.011 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.009+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 531 2023-12-03T11:48:13.011 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.009+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2023-12-03T11:48:13.011 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.009+0000 7f9cbc912980 20 garbage collection: RGWGC::send_chain - on object name: gc.3tag is: _iLi-s3zqVLNJ5lLJgLMsClbVDSiMcer 2023-12-03T11:48:13.013 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.013+0000 7f9c9bfff640 20 handle_completion(): completion ok for obj=foo-LUKEWARM-STANDARD 2023-12-03T11:48:13.013 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.013+0000 7f9cbc912980 20 get_obj_state: octx=0x7f9cb406fd70 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-STANDARD state=0x55d43a516bc8 s->prefetch_data=0 2023-12-03T11:48:13.014 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.013+0000 7f9cbc912980 10 manifest: total_size = 16378 2023-12-03T11:48:13.014 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.013+0000 7f9cbc912980 20 get_obj_state: setting s->obj_tag to 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.8670279032362480154 2023-12-03T11:48:13.015 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.013+0000 7f9cbc912980 20 get_obj_state: octx=0x7f9cb406fd70 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-STANDARD state=0x55d43a516bc8 s->prefetch_data=0 2023-12-03T11:48:13.015 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.013+0000 7f9cbc912980 20 prepare_atomic_modification: state is not atomic. state=0x55d43a516bc8 2023-12-03T11:48:13.015 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.013+0000 7f9cbc912980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.15.0 2023-12-03T11:48:13.023 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.021+0000 7f9cbc912980 20 RGWObjManifest::operator++(): rule->part_size=7672 rules.size()=3 2023-12-03T11:48:13.023 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.021+0000 7f9cbc912980 20 RGWObjManifest::operator++(): stripe_ofs=6291456 part_ofs=0 rule->part_size=7672 2023-12-03T11:48:13.023 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.021+0000 7f9cbc912980 20 RGWObjManifest::operator++(): result: ofs=7672 stripe_ofs=7672 part_ofs=7672 rule->part_size=7671 2023-12-03T11:48:13.023 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.021+0000 7f9cbc912980 20 RGWObjManifest::operator++(): rule->part_size=7671 rules.size()=3 2023-12-03T11:48:13.023 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.021+0000 7f9cbc912980 20 RGWObjManifest::operator++(): stripe_ofs=6299128 part_ofs=7672 rule->part_size=7671 2023-12-03T11:48:13.023 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.021+0000 7f9cbc912980 20 RGWObjManifest::operator++(): result: ofs=15343 stripe_ofs=15343 part_ofs=15343 rule->part_size=1035 2023-12-03T11:48:13.023 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.021+0000 7f9cbc912980 20 RGWObjManifest::operator++(): rule->part_size=1035 rules.size()=3 2023-12-03T11:48:13.023 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.021+0000 7f9cbc912980 20 RGWObjManifest::operator++(): stripe_ofs=6306799 part_ofs=15343 rule->part_size=1035 2023-12-03T11:48:13.024 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.021+0000 7f9cbc912980 20 RGWObjManifest::operator++(): result: ofs=16378 stripe_ofs=16378 part_ofs=16378 rule->part_size=1035 2023-12-03T11:48:13.024 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.021+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - tag is: 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.8670279032362480154 2023-12-03T11:48:13.024 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.021+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2023-12-03T11:48:13.024 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.021+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.15__multipart_foo-STANDARD.2~jynVby_fF1pEy--IaKQid1cgjXo5c2K.1 2023-12-03T11:48:13.024 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.021+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 364 2023-12-03T11:48:13.024 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.021+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.15__multipart_foo-STANDARD.2~jynVby_fF1pEy--IaKQid1cgjXo5c2K.2 2023-12-03T11:48:13.024 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.021+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 628 2023-12-03T11:48:13.024 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.021+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.15__multipart_foo-STANDARD.2~jynVby_fF1pEy--IaKQid1cgjXo5c2K.3 2023-12-03T11:48:13.024 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.021+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 892 2023-12-03T11:48:13.024 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.021+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2023-12-03T11:48:13.024 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.021+0000 7f9cbc912980 20 garbage collection: RGWGC::send_chain - on object name: gc.4tag is: 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.8670279032362480154 2023-12-03T11:48:13.027 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.025+0000 7f9cbc912980 20 get_obj_state: octx=0x55d43a50ef80 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-STANDARD-FROZEN state=0x55d43a516bc8 s->prefetch_data=0 2023-12-03T11:48:13.028 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.025+0000 7f9cb0ff9640 20 handle_completion(): completion ok for obj=foo-STANDARD 2023-12-03T11:48:13.029 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.025+0000 7f9cbc912980 10 manifest: total_size = 16378 2023-12-03T11:48:13.029 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.025+0000 7f9cbc912980 20 get_obj_state: setting s->obj_tag to _Qo2KTmSWC0LdcBocvaa0WMqXgPEg6nq 2023-12-03T11:48:13.029 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.025+0000 7f9cbc912980 20 get_obj_state: octx=0x55d43a50ef80 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-STANDARD-FROZEN state=0x55d43a516bc8 s->prefetch_data=0 2023-12-03T11:48:13.029 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.025+0000 7f9cbc912980 20 prepare_atomic_modification: state is not atomic. state=0x55d43a516bc8 2023-12-03T11:48:13.029 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.025+0000 7f9cbc912980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.15.0 2023-12-03T11:48:13.036 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.033+0000 7f9cbc912980 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2023-12-03T11:48:13.036 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.033+0000 7f9cbc912980 20 RGWObjManifest::operator++(): result: ofs=16378 stripe_ofs=16378 part_ofs=0 rule->part_size=0 2023-12-03T11:48:13.036 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.033+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - tag is: _Qo2KTmSWC0LdcBocvaa0WMqXgPEg6nq 2023-12-03T11:48:13.036 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.033+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2023-12-03T11:48:13.036 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.033+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.15__shadow_.gc0iVhsHR2OTbrUQm8L_8Xi42NvPyfw_0 2023-12-03T11:48:13.036 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.033+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 308 2023-12-03T11:48:13.037 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.033+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2023-12-03T11:48:13.037 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.033+0000 7f9cbc912980 20 garbage collection: RGWGC::send_chain - on object name: gc.4tag is: _Qo2KTmSWC0LdcBocvaa0WMqXgPEg6nq 2023-12-03T11:48:13.039 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.037+0000 7f9c9bfff640 20 handle_completion(): completion ok for obj=foo-STANDARD-FROZEN 2023-12-03T11:48:13.040 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.037+0000 7f9cbc912980 20 get_obj_state: octx=0x7f9ca404db00 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-STANDARD-LUKEWARM state=0x55d43a516bc8 s->prefetch_data=0 2023-12-03T11:48:13.041 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.037+0000 7f9cbc912980 10 manifest: total_size = 16378 2023-12-03T11:48:13.041 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.037+0000 7f9cbc912980 20 get_obj_state: setting s->obj_tag to _ZyxWQPMgxuWEIpZ5WvI1YQptusqQUMw 2023-12-03T11:48:13.041 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.037+0000 7f9cbc912980 20 get_obj_state: octx=0x7f9ca404db00 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-STANDARD-LUKEWARM state=0x55d43a516bc8 s->prefetch_data=0 2023-12-03T11:48:13.041 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.037+0000 7f9cbc912980 20 prepare_atomic_modification: state is not atomic. state=0x55d43a516bc8 2023-12-03T11:48:13.041 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.037+0000 7f9cbc912980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.15.0 2023-12-03T11:48:13.048 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.045+0000 7f9cbc912980 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2023-12-03T11:48:13.048 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.045+0000 7f9cbc912980 20 RGWObjManifest::operator++(): result: ofs=16378 stripe_ofs=16378 part_ofs=0 rule->part_size=0 2023-12-03T11:48:13.048 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.045+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - tag is: _ZyxWQPMgxuWEIpZ5WvI1YQptusqQUMw 2023-12-03T11:48:13.048 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.045+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2023-12-03T11:48:13.048 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.045+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.15__shadow_.mCEI2HdtrczWHJAE0mgWCrcYfUcw-ky_0 2023-12-03T11:48:13.048 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.045+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 310 2023-12-03T11:48:13.048 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.045+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2023-12-03T11:48:13.048 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.045+0000 7f9cbc912980 20 garbage collection: RGWGC::send_chain - on object name: gc.7tag is: _ZyxWQPMgxuWEIpZ5WvI1YQptusqQUMw 2023-12-03T11:48:13.052 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.049+0000 7f9cb0ff9640 20 handle_completion(): completion ok for obj=foo-STANDARD-LUKEWARM 2023-12-03T11:48:13.052 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.049+0000 7f9cbc912980 20 get_obj_state: octx=0x7f9cac0ba5c0 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-STANDARD-STANDARD state=0x55d43a516bc8 s->prefetch_data=0 2023-12-03T11:48:13.053 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.049+0000 7f9cbc912980 10 manifest: total_size = 16378 2023-12-03T11:48:13.053 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.049+0000 7f9cbc912980 20 RGWObjManifest::operator++(): rule->part_size=7672 rules.size()=3 2023-12-03T11:48:13.053 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.049+0000 7f9cbc912980 20 RGWObjManifest::operator++(): stripe_ofs=6291456 part_ofs=0 rule->part_size=7672 2023-12-03T11:48:13.053 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.049+0000 7f9cbc912980 20 RGWObjManifest::operator++(): result: ofs=7672 stripe_ofs=7672 part_ofs=7672 rule->part_size=7671 2023-12-03T11:48:13.053 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.049+0000 7f9cbc912980 10 generate_fake_tag new tag=43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.15__multipart_foo-STANDARD.2~jynVby_fF1pEy--IaKQid1cgjXo5c2K.2_b68ea6de404da68da0c70edc0104c8af 2023-12-03T11:48:13.053 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.049+0000 7f9cbc912980 20 get_obj_state: setting s->obj_tag to 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.15__multipart_foo-STANDARD.2~jynVby_fF1pEy--IaKQid1cgjXo5c2K.2_b68ea6de404da68da0c70edc0104c8af 2023-12-03T11:48:13.053 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.049+0000 7f9cbc912980 20 get_obj_state: octx=0x7f9cac0ba5c0 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-STANDARD-STANDARD state=0x55d43a516bc8 s->prefetch_data=0 2023-12-03T11:48:13.053 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.049+0000 7f9cbc912980 20 prepare_atomic_modification: state is not atomic. state=0x55d43a516bc8 2023-12-03T11:48:13.053 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.049+0000 7f9cbc912980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.15.0 2023-12-03T11:48:13.061 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.057+0000 7f9cbc912980 20 RGWObjManifest::operator++(): rule->part_size=7672 rules.size()=3 2023-12-03T11:48:13.061 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.057+0000 7f9cbc912980 20 RGWObjManifest::operator++(): stripe_ofs=6291456 part_ofs=0 rule->part_size=7672 2023-12-03T11:48:13.061 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.057+0000 7f9cbc912980 20 RGWObjManifest::operator++(): result: ofs=7672 stripe_ofs=7672 part_ofs=7672 rule->part_size=7671 2023-12-03T11:48:13.061 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.057+0000 7f9cbc912980 20 RGWObjManifest::operator++(): rule->part_size=7671 rules.size()=3 2023-12-03T11:48:13.061 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.057+0000 7f9cbc912980 20 RGWObjManifest::operator++(): stripe_ofs=6299128 part_ofs=7672 rule->part_size=7671 2023-12-03T11:48:13.061 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.057+0000 7f9cbc912980 20 RGWObjManifest::operator++(): result: ofs=15343 stripe_ofs=15343 part_ofs=15343 rule->part_size=1035 2023-12-03T11:48:13.061 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.057+0000 7f9cbc912980 20 RGWObjManifest::operator++(): rule->part_size=1035 rules.size()=3 2023-12-03T11:48:13.062 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.057+0000 7f9cbc912980 20 RGWObjManifest::operator++(): stripe_ofs=6306799 part_ofs=15343 rule->part_size=1035 2023-12-03T11:48:13.062 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.057+0000 7f9cbc912980 20 RGWObjManifest::operator++(): result: ofs=16378 stripe_ofs=16378 part_ofs=16378 rule->part_size=1035 2023-12-03T11:48:13.062 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.057+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - tag is: 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.15__multipart_foo-STANDARD.2~jynVby_fF1pEy--IaKQid1cgjXo5c2K.2_b68ea6de404da68da0c70edc0104c8af 2023-12-03T11:48:13.062 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.057+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2023-12-03T11:48:13.062 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.057+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.15__multipart_foo-STANDARD.2~jynVby_fF1pEy--IaKQid1cgjXo5c2K.1 2023-12-03T11:48:13.062 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.057+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 440 2023-12-03T11:48:13.062 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.057+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.15__multipart_foo-STANDARD.2~jynVby_fF1pEy--IaKQid1cgjXo5c2K.2 2023-12-03T11:48:13.062 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.057+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 704 2023-12-03T11:48:13.062 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.057+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.15__multipart_foo-STANDARD.2~jynVby_fF1pEy--IaKQid1cgjXo5c2K.3 2023-12-03T11:48:13.062 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.057+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 968 2023-12-03T11:48:13.062 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.057+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2023-12-03T11:48:13.062 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.057+0000 7f9cbc912980 20 garbage collection: RGWGC::send_chain - on object name: gc.3tag is: 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.15__multipart_foo-STANDARD.2~jynVby_fF1pEy--IaKQid1cgjXo5c2K.2_b68ea6de404da68da0c70edc0104c8af 2023-12-03T11:48:13.064 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.061+0000 7f9c9bfff640 20 handle_completion(): completion ok for obj=foo-STANDARD-STANDARD 2023-12-03T11:48:13.065 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.061+0000 7f9cbc912980 20 list_objects_ordered: starting attempt 1 2023-12-03T11:48:13.065 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.061+0000 7f9cbc912980 10 cls_bucket_list_ordered: request from each of 1 shard(s) for 1001 entries to get 1001 total entries 2023-12-03T11:48:13.066 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.065+0000 7f9cbc912980 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2023-12-03T11:48:13.066 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.065+0000 7f9cbc912980 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2023-12-03T11:48:13.066 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.065+0000 7f9cbc912980 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2023-12-03T11:48:13.066 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.065+0000 7f9cbc912980 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2023-12-03T11:48:13.066 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.065+0000 7f9cbc912980 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-r-test-obj-storage-class-multipart-copy.1[43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.15])"; uploads.size()=0; is_truncated=0 2023-12-03T11:48:13.070 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.069+0000 7f9cbc912980 10 cache get: name=default.rgw.meta+root+test-client.0-r-test-obj-storage-class-multipart-copy.1 : miss 2023-12-03T11:48:13.070 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.069+0000 7f9cbc912980 20 rados->read ofs=0 len=0 2023-12-03T11:48:13.072 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.069+0000 7f9cbc912980 20 rados_obj.operate() r=0 bl.length=243 2023-12-03T11:48:13.072 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.069+0000 7f9cbc912980 10 cache put: name=default.rgw.meta+root+test-client.0-r-test-obj-storage-class-multipart-copy.1 info.flags=0x11 2023-12-03T11:48:13.072 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.069+0000 7f9cbc912980 10 adding default.rgw.meta+root+test-client.0-r-test-obj-storage-class-multipart-copy.1 to cache LRU end 2023-12-03T11:48:13.072 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.069+0000 7f9cbc912980 10 removing default.rgw.meta+root+test-client.0-r-test-obj-storage-class-multipart-copy.1 from cache 2023-12-03T11:48:13.072 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.069+0000 7f9cbc912980 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-r-test-obj-storage-class-multipart-copy.1, ofs0, ns] 2023-12-03T11:48:13.073 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.069+0000 7f9cb0ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1095216660504 cookie 94369999409568 notifier 5765 bl.length()=199 2023-12-03T11:48:13.079 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.077+0000 7f9cbc912980 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-multipart-copy.1:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.15 from cache 2023-12-03T11:48:13.079 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.077+0000 7f9cbc912980 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-obj-storage-class-multipart-copy.1:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.15, ofs0, ns] 2023-12-03T11:48:13.080 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.077+0000 7f9c9bfff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1095216660492 cookie 94369999410608 notifier 5765 bl.length()=257 2023-12-03T11:48:13.088 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.085+0000 7f9cbc912980 10 cache get: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class-multipart-copy.1/43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.15 : miss 2023-12-03T11:48:13.088 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.085+0000 7f9cbc912980 20 rados->read ofs=0 len=0 2023-12-03T11:48:13.090 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.085+0000 7f9cbc912980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:48:13.090 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.085+0000 7f9cbc912980 10 cache put: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class-multipart-copy.1/43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.15 info.flags=0x0 2023-12-03T11:48:13.090 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.085+0000 7f9cbc912980 10 adding default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class-multipart-copy.1/43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.15 to cache LRU end 2023-12-03T11:48:13.090 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.085+0000 7f9cbc912980 10 removing default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class-multipart-copy.1/43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.15 from cache 2023-12-03T11:48:13.090 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.085+0000 7f9cbc912980 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 1, obj: default.rgw.log:pubsub..bucket.test-client.0-r-test-obj-storage-class-multipart-copy.1/43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.15, ofs0, ns] 2023-12-03T11:48:13.090 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.089+0000 7f9c9bfff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1095216660514 cookie 94369999413312 notifier 5765 bl.length()=254 2023-12-03T11:48:13.098 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.097+0000 7f9cbc912980 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-multipart.1:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.13 : miss 2023-12-03T11:48:13.098 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.097+0000 7f9cbc912980 20 rados->read ofs=0 len=0 2023-12-03T11:48:13.099 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.097+0000 7f9cbc912980 20 rados_obj.operate() r=0 bl.length=412 2023-12-03T11:48:13.099 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.097+0000 7f9cbc912980 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-multipart.1:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.13 info.flags=0x17 2023-12-03T11:48:13.099 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.097+0000 7f9cbc912980 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-multipart.1:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.13 to cache LRU end 2023-12-03T11:48:13.099 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.097+0000 7f9cbc912980 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-12-03T11:48:13.099 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.097+0000 7f9cbc912980 10 updating xattr: name=user.rgw.acl bl.length()=209 2023-12-03T11:48:13.100 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.097+0000 7f9cbc912980 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-multipart.1:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.13 2023-12-03T11:48:13.101 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.097+0000 7f9cbc912980 10 cls_bucket_list_unordered: got foo-FROZEN 2023-12-03T11:48:13.101 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.097+0000 7f9cbc912980 10 cls_bucket_list_unordered: got foo-LUKEWARM 2023-12-03T11:48:13.101 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.097+0000 7f9cbc912980 10 cls_bucket_list_unordered: got foo-STANDARD 2023-12-03T11:48:13.101 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.097+0000 7f9cbc912980 20 get_obj_state: octx=0x55d43a525140 obj=test-client.0-r-test-obj-storage-class-multipart.1:foo-FROZEN state=0x55d43a51f568 s->prefetch_data=0 2023-12-03T11:48:13.101 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.101+0000 7f9cbc912980 10 manifest: total_size = 11534336 2023-12-03T11:48:13.101 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.101+0000 7f9cbc912980 20 get_obj_state: setting s->obj_tag to 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.11723903753112522958 2023-12-03T11:48:13.102 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.101+0000 7f9cbc912980 20 get_obj_state: octx=0x55d43a525140 obj=test-client.0-r-test-obj-storage-class-multipart.1:foo-FROZEN state=0x55d43a51f568 s->prefetch_data=0 2023-12-03T11:48:13.102 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.101+0000 7f9cbc912980 20 prepare_atomic_modification: state is not atomic. state=0x55d43a51f568 2023-12-03T11:48:13.102 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.101+0000 7f9cbc912980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.13.0 2023-12-03T11:48:13.109 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.105+0000 7f9cbc912980 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2023-12-03T11:48:13.109 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.105+0000 7f9cbc912980 20 RGWObjManifest::operator++(): stripe_ofs=6291456 part_ofs=0 rule->part_size=5242880 2023-12-03T11:48:13.109 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.105+0000 7f9cbc912980 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=5242880 rule->part_size=5242880 2023-12-03T11:48:13.109 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.105+0000 7f9cbc912980 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2023-12-03T11:48:13.110 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.105+0000 7f9cbc912980 20 RGWObjManifest::operator++(): stripe_ofs=11534336 part_ofs=5242880 rule->part_size=5242880 2023-12-03T11:48:13.110 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.105+0000 7f9cbc912980 20 RGWObjManifest::operator++(): result: ofs=10485760 stripe_ofs=10485760 part_ofs=10485760 rule->part_size=1048576 2023-12-03T11:48:13.110 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.105+0000 7f9cbc912980 20 RGWObjManifest::operator++(): rule->part_size=1048576 rules.size()=2 2023-12-03T11:48:13.110 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.105+0000 7f9cbc912980 20 RGWObjManifest::operator++(): stripe_ofs=16777216 part_ofs=10485760 rule->part_size=1048576 2023-12-03T11:48:13.110 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.105+0000 7f9cbc912980 20 RGWObjManifest::operator++(): result: ofs=11534336 stripe_ofs=11534336 part_ofs=11534336 rule->part_size=1048576 2023-12-03T11:48:13.110 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.105+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - tag is: 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.11723903753112522958 2023-12-03T11:48:13.110 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.105+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2023-12-03T11:48:13.110 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.105+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.13__multipart_foo-FROZEN.2~3husGcxRBipH3Vm7K1P7SOYqrqupzvU.1 2023-12-03T11:48:13.110 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.105+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 368 2023-12-03T11:48:13.110 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.105+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.13__multipart_foo-FROZEN.2~3husGcxRBipH3Vm7K1P7SOYqrqupzvU.2 2023-12-03T11:48:13.110 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.105+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 635 2023-12-03T11:48:13.110 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.105+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.13__multipart_foo-FROZEN.2~3husGcxRBipH3Vm7K1P7SOYqrqupzvU.3 2023-12-03T11:48:13.110 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.105+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 902 2023-12-03T11:48:13.110 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.105+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2023-12-03T11:48:13.111 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.105+0000 7f9cbc912980 20 garbage collection: RGWGC::send_chain - on object name: gc.13tag is: 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.11723903753112522958 2023-12-03T11:48:13.113 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.109+0000 7f9c9bfff640 20 handle_completion(): completion ok for obj=foo-FROZEN 2023-12-03T11:48:13.113 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.113+0000 7f9cbc912980 20 get_obj_state: octx=0x7f9cb406fd70 obj=test-client.0-r-test-obj-storage-class-multipart.1:foo-LUKEWARM state=0x55d43a51f568 s->prefetch_data=0 2023-12-03T11:48:13.114 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.113+0000 7f9cbc912980 10 manifest: total_size = 11534336 2023-12-03T11:48:13.114 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.113+0000 7f9cbc912980 20 get_obj_state: setting s->obj_tag to 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.14646083072117023014 2023-12-03T11:48:13.114 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.113+0000 7f9cbc912980 20 get_obj_state: octx=0x7f9cb406fd70 obj=test-client.0-r-test-obj-storage-class-multipart.1:foo-LUKEWARM state=0x55d43a51f568 s->prefetch_data=0 2023-12-03T11:48:13.114 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.113+0000 7f9cbc912980 20 prepare_atomic_modification: state is not atomic. state=0x55d43a51f568 2023-12-03T11:48:13.114 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.113+0000 7f9cbc912980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.13.0 2023-12-03T11:48:13.122 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.117+0000 7f9cbc912980 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2023-12-03T11:48:13.122 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.117+0000 7f9cbc912980 20 RGWObjManifest::operator++(): stripe_ofs=6291456 part_ofs=0 rule->part_size=5242880 2023-12-03T11:48:13.122 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.117+0000 7f9cbc912980 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=5242880 rule->part_size=5242880 2023-12-03T11:48:13.122 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.117+0000 7f9cbc912980 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2023-12-03T11:48:13.125 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.117+0000 7f9cbc912980 20 RGWObjManifest::operator++(): stripe_ofs=11534336 part_ofs=5242880 rule->part_size=5242880 2023-12-03T11:48:13.125 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.117+0000 7f9cbc912980 20 RGWObjManifest::operator++(): result: ofs=10485760 stripe_ofs=10485760 part_ofs=10485760 rule->part_size=1048576 2023-12-03T11:48:13.125 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.117+0000 7f9cbc912980 20 RGWObjManifest::operator++(): rule->part_size=1048576 rules.size()=2 2023-12-03T11:48:13.125 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.117+0000 7f9cbc912980 20 RGWObjManifest::operator++(): stripe_ofs=16777216 part_ofs=10485760 rule->part_size=1048576 2023-12-03T11:48:13.125 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.117+0000 7f9cbc912980 20 RGWObjManifest::operator++(): result: ofs=11534336 stripe_ofs=11534336 part_ofs=11534336 rule->part_size=1048576 2023-12-03T11:48:13.125 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.117+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - tag is: 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.14646083072117023014 2023-12-03T11:48:13.125 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.117+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2023-12-03T11:48:13.125 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.117+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.13__multipart_foo-LUKEWARM.2~v-tlJmklgtTdJKnx3-MGWHrib4s2q5b.1 2023-12-03T11:48:13.126 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.117+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 374 2023-12-03T11:48:13.126 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.117+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.13__multipart_foo-LUKEWARM.2~v-tlJmklgtTdJKnx3-MGWHrib4s2q5b.2 2023-12-03T11:48:13.126 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.117+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 647 2023-12-03T11:48:13.126 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.117+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.13__multipart_foo-LUKEWARM.2~v-tlJmklgtTdJKnx3-MGWHrib4s2q5b.3 2023-12-03T11:48:13.126 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.117+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 920 2023-12-03T11:48:13.126 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.117+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2023-12-03T11:48:13.126 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.117+0000 7f9cbc912980 20 garbage collection: RGWGC::send_chain - on object name: gc.1tag is: 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.14646083072117023014 2023-12-03T11:48:13.127 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.121+0000 7f9cb0ff9640 20 handle_completion(): completion ok for obj=foo-LUKEWARM 2023-12-03T11:48:13.127 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.125+0000 7f9cbc912980 20 get_obj_state: octx=0x55d43a50df80 obj=test-client.0-r-test-obj-storage-class-multipart.1:foo-STANDARD state=0x55d43a51f568 s->prefetch_data=0 2023-12-03T11:48:13.128 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.125+0000 7f9cbc912980 10 manifest: total_size = 11534336 2023-12-03T11:48:13.128 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.125+0000 7f9cbc912980 20 get_obj_state: setting s->obj_tag to 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.18323488865027445121 2023-12-03T11:48:13.128 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.125+0000 7f9cbc912980 20 get_obj_state: octx=0x55d43a50df80 obj=test-client.0-r-test-obj-storage-class-multipart.1:foo-STANDARD state=0x55d43a51f568 s->prefetch_data=0 2023-12-03T11:48:13.128 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.125+0000 7f9cbc912980 20 prepare_atomic_modification: state is not atomic. state=0x55d43a51f568 2023-12-03T11:48:13.128 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.125+0000 7f9cbc912980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.13.0 2023-12-03T11:48:13.134 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.133+0000 7f9cbc912980 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2023-12-03T11:48:13.134 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.133+0000 7f9cbc912980 20 RGWObjManifest::operator++(): stripe_ofs=6291456 part_ofs=0 rule->part_size=5242880 2023-12-03T11:48:13.134 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.133+0000 7f9cbc912980 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=5242880 rule->part_size=5242880 2023-12-03T11:48:13.134 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.133+0000 7f9cbc912980 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2023-12-03T11:48:13.134 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.133+0000 7f9cbc912980 20 RGWObjManifest::operator++(): stripe_ofs=11534336 part_ofs=5242880 rule->part_size=5242880 2023-12-03T11:48:13.134 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.133+0000 7f9cbc912980 20 RGWObjManifest::operator++(): result: ofs=10485760 stripe_ofs=10485760 part_ofs=10485760 rule->part_size=1048576 2023-12-03T11:48:13.134 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.133+0000 7f9cbc912980 20 RGWObjManifest::operator++(): rule->part_size=1048576 rules.size()=2 2023-12-03T11:48:13.134 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.133+0000 7f9cbc912980 20 RGWObjManifest::operator++(): stripe_ofs=16777216 part_ofs=10485760 rule->part_size=1048576 2023-12-03T11:48:13.134 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.133+0000 7f9cbc912980 20 RGWObjManifest::operator++(): result: ofs=11534336 stripe_ofs=11534336 part_ofs=11534336 rule->part_size=1048576 2023-12-03T11:48:13.135 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.133+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - tag is: 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.18323488865027445121 2023-12-03T11:48:13.135 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.133+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2023-12-03T11:48:13.135 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.133+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.13__multipart_foo-STANDARD.2~IhJGW68fYLf53jvpZe54AcwVHOe6jtY.1 2023-12-03T11:48:13.135 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.133+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 365 2023-12-03T11:48:13.135 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.133+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.13__multipart_foo-STANDARD.2~IhJGW68fYLf53jvpZe54AcwVHOe6jtY.2 2023-12-03T11:48:13.135 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.133+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 629 2023-12-03T11:48:13.135 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.133+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.13__multipart_foo-STANDARD.2~IhJGW68fYLf53jvpZe54AcwVHOe6jtY.3 2023-12-03T11:48:13.135 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.133+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 893 2023-12-03T11:48:13.135 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.133+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2023-12-03T11:48:13.135 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.133+0000 7f9cbc912980 20 garbage collection: RGWGC::send_chain - on object name: gc.17tag is: 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.18323488865027445121 2023-12-03T11:48:13.137 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.133+0000 7f9c9bfff640 20 handle_completion(): completion ok for obj=foo-STANDARD 2023-12-03T11:48:13.137 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.137+0000 7f9cbc912980 20 list_objects_ordered: starting attempt 1 2023-12-03T11:48:13.138 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.137+0000 7f9cbc912980 10 cls_bucket_list_ordered: request from each of 1 shard(s) for 1001 entries to get 1001 total entries 2023-12-03T11:48:13.138 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.137+0000 7f9cbc912980 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2023-12-03T11:48:13.139 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.137+0000 7f9cbc912980 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2023-12-03T11:48:13.139 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.137+0000 7f9cbc912980 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2023-12-03T11:48:13.139 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.137+0000 7f9cbc912980 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2023-12-03T11:48:13.139 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.137+0000 7f9cbc912980 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-r-test-obj-storage-class-multipart.1[43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.13])"; uploads.size()=0; is_truncated=0 2023-12-03T11:48:13.143 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.141+0000 7f9cbc912980 10 cache get: name=default.rgw.meta+root+test-client.0-r-test-obj-storage-class-multipart.1 : miss 2023-12-03T11:48:13.143 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.141+0000 7f9cbc912980 20 rados->read ofs=0 len=0 2023-12-03T11:48:13.144 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.141+0000 7f9cbc912980 20 rados_obj.operate() r=0 bl.length=238 2023-12-03T11:48:13.145 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.141+0000 7f9cbc912980 10 cache put: name=default.rgw.meta+root+test-client.0-r-test-obj-storage-class-multipart.1 info.flags=0x11 2023-12-03T11:48:13.145 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.141+0000 7f9cbc912980 10 adding default.rgw.meta+root+test-client.0-r-test-obj-storage-class-multipart.1 to cache LRU end 2023-12-03T11:48:13.145 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.141+0000 7f9cbc912980 10 removing default.rgw.meta+root+test-client.0-r-test-obj-storage-class-multipart.1 from cache 2023-12-03T11:48:13.145 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.141+0000 7f9cbc912980 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-r-test-obj-storage-class-multipart.1, ofs0, ns] 2023-12-03T11:48:13.146 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.141+0000 7f9cb0ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1095216660563 cookie 94369999416912 notifier 5765 bl.length()=194 2023-12-03T11:48:13.149 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.149+0000 7f9cbc912980 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-multipart.1:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.13 from cache 2023-12-03T11:48:13.149 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.149+0000 7f9cbc912980 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-obj-storage-class-multipart.1:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.13, ofs0, ns] 2023-12-03T11:48:13.150 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.149+0000 7f9cb0ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1095216660493 cookie 94369999410608 notifier 5765 bl.length()=252 2023-12-03T11:48:13.158 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.157+0000 7f9cbc912980 10 cache get: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class-multipart.1/43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.13 : miss 2023-12-03T11:48:13.158 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.157+0000 7f9cbc912980 20 rados->read ofs=0 len=0 2023-12-03T11:48:13.158 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.157+0000 7f9cbc912980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:48:13.158 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.157+0000 7f9cbc912980 10 cache put: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class-multipart.1/43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.13 info.flags=0x0 2023-12-03T11:48:13.159 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.157+0000 7f9cbc912980 10 adding default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class-multipart.1/43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.13 to cache LRU end 2023-12-03T11:48:13.159 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.157+0000 7f9cbc912980 10 removing default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class-multipart.1/43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.13 from cache 2023-12-03T11:48:13.159 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.157+0000 7f9cbc912980 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 1, obj: default.rgw.log:pubsub..bucket.test-client.0-r-test-obj-storage-class-multipart.1/43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.13, ofs0, ns] 2023-12-03T11:48:13.159 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.157+0000 7f9c9bfff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1095216660515 cookie 94369999413312 notifier 5765 bl.length()=249 2023-12-03T11:48:13.167 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.165+0000 7f9cbc912980 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class.1:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.12 : miss 2023-12-03T11:48:13.167 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.165+0000 7f9cbc912980 20 rados->read ofs=0 len=0 2023-12-03T11:48:13.168 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.165+0000 7f9cbc912980 20 rados_obj.operate() r=0 bl.length=402 2023-12-03T11:48:13.168 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.165+0000 7f9cbc912980 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class.1:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.12 info.flags=0x17 2023-12-03T11:48:13.168 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.165+0000 7f9cbc912980 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class.1:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.12 to cache LRU end 2023-12-03T11:48:13.168 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.165+0000 7f9cbc912980 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-12-03T11:48:13.168 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.165+0000 7f9cbc912980 10 updating xattr: name=user.rgw.acl bl.length()=209 2023-12-03T11:48:13.168 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.165+0000 7f9cbc912980 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class.1:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.12 2023-12-03T11:48:13.169 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.169+0000 7f9cbc912980 10 cls_bucket_list_unordered: got foo-FROZEN 2023-12-03T11:48:13.169 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.169+0000 7f9cbc912980 10 cls_bucket_list_unordered: got foo-LUKEWARM 2023-12-03T11:48:13.170 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.169+0000 7f9cbc912980 10 cls_bucket_list_unordered: got foo-STANDARD 2023-12-03T11:48:13.170 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.169+0000 7f9cbc912980 20 get_obj_state: octx=0x55d43a5087d0 obj=test-client.0-r-test-obj-storage-class.1:foo-FROZEN state=0x55d43a50f738 s->prefetch_data=0 2023-12-03T11:48:13.170 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.169+0000 7f9cbc912980 10 manifest: total_size = 10485760 2023-12-03T11:48:13.170 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.169+0000 7f9cbc912980 20 get_obj_state: setting s->obj_tag to 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.13682903870724691226 2023-12-03T11:48:13.170 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.169+0000 7f9cbc912980 20 get_obj_state: octx=0x55d43a5087d0 obj=test-client.0-r-test-obj-storage-class.1:foo-FROZEN state=0x55d43a50f738 s->prefetch_data=0 2023-12-03T11:48:13.170 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.169+0000 7f9cbc912980 20 prepare_atomic_modification: state is not atomic. state=0x55d43a50f738 2023-12-03T11:48:13.171 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.169+0000 7f9cbc912980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.12.0 2023-12-03T11:48:13.178 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.177+0000 7f9cbc912980 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2023-12-03T11:48:13.178 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.177+0000 7f9cbc912980 20 RGWObjManifest::operator++(): result: ofs=6291456 stripe_ofs=6291456 part_ofs=0 rule->part_size=0 2023-12-03T11:48:13.178 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.177+0000 7f9cbc912980 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2023-12-03T11:48:13.178 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.177+0000 7f9cbc912980 20 RGWObjManifest::operator++(): result: ofs=10485760 stripe_ofs=10485760 part_ofs=0 rule->part_size=0 2023-12-03T11:48:13.178 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.177+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - tag is: 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.13682903870724691226 2023-12-03T11:48:13.178 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.177+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2023-12-03T11:48:13.178 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.177+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.12__shadow_.W96y0Cl39GcgJT9tOfG9rSOWrM7cUfl_0 2023-12-03T11:48:13.178 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.177+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 338 2023-12-03T11:48:13.178 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.177+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.12__shadow_.W96y0Cl39GcgJT9tOfG9rSOWrM7cUfl_1 2023-12-03T11:48:13.178 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.177+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 575 2023-12-03T11:48:13.179 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.177+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2023-12-03T11:48:13.179 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.177+0000 7f9cbc912980 20 garbage collection: RGWGC::send_chain - on object name: gc.16tag is: 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.13682903870724691226 2023-12-03T11:48:13.181 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.181+0000 7f9c9bfff640 20 handle_completion(): completion ok for obj=foo-FROZEN 2023-12-03T11:48:13.182 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.181+0000 7f9cbc912980 20 get_obj_state: octx=0x7f9cac102740 obj=test-client.0-r-test-obj-storage-class.1:foo-LUKEWARM state=0x55d43a50f738 s->prefetch_data=0 2023-12-03T11:48:13.183 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.181+0000 7f9cbc912980 10 manifest: total_size = 10485760 2023-12-03T11:48:13.183 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.181+0000 7f9cbc912980 20 get_obj_state: setting s->obj_tag to 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.4149722494166222585 2023-12-03T11:48:13.183 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.181+0000 7f9cbc912980 20 get_obj_state: octx=0x7f9cac102740 obj=test-client.0-r-test-obj-storage-class.1:foo-LUKEWARM state=0x55d43a50f738 s->prefetch_data=0 2023-12-03T11:48:13.183 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.181+0000 7f9cbc912980 20 prepare_atomic_modification: state is not atomic. state=0x55d43a50f738 2023-12-03T11:48:13.183 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.181+0000 7f9cbc912980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.12.0 2023-12-03T11:48:13.191 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.189+0000 7f9cbc912980 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2023-12-03T11:48:13.191 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.189+0000 7f9cbc912980 20 RGWObjManifest::operator++(): result: ofs=6291456 stripe_ofs=6291456 part_ofs=0 rule->part_size=0 2023-12-03T11:48:13.191 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.189+0000 7f9cbc912980 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2023-12-03T11:48:13.191 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.189+0000 7f9cbc912980 20 RGWObjManifest::operator++(): result: ofs=10485760 stripe_ofs=10485760 part_ofs=0 rule->part_size=0 2023-12-03T11:48:13.191 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.189+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - tag is: 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.4149722494166222585 2023-12-03T11:48:13.191 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.189+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2023-12-03T11:48:13.192 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.189+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.12__shadow_.L6XdmT026P1Nk74RkE6eQYjmebnaX0w_0 2023-12-03T11:48:13.192 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.189+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 339 2023-12-03T11:48:13.192 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.189+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.12__shadow_.L6XdmT026P1Nk74RkE6eQYjmebnaX0w_1 2023-12-03T11:48:13.192 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.189+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 578 2023-12-03T11:48:13.192 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.189+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2023-12-03T11:48:13.192 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.189+0000 7f9cbc912980 20 garbage collection: RGWGC::send_chain - on object name: gc.20tag is: 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.4149722494166222585 2023-12-03T11:48:13.195 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.193+0000 7f9cb0ff9640 20 handle_completion(): completion ok for obj=foo-LUKEWARM 2023-12-03T11:48:13.195 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.193+0000 7f9cbc912980 20 get_obj_state: octx=0x7f9cb405bf10 obj=test-client.0-r-test-obj-storage-class.1:foo-STANDARD state=0x55d43a50f738 s->prefetch_data=0 2023-12-03T11:48:13.196 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.193+0000 7f9cbc912980 10 manifest: total_size = 3300 2023-12-03T11:48:13.196 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.193+0000 7f9cbc912980 20 get_obj_state: setting s->obj_tag to 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.7293081133387995056 2023-12-03T11:48:13.196 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.193+0000 7f9cbc912980 20 get_obj_state: octx=0x7f9cb405bf10 obj=test-client.0-r-test-obj-storage-class.1:foo-STANDARD state=0x55d43a50f738 s->prefetch_data=0 2023-12-03T11:48:13.196 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.193+0000 7f9cbc912980 20 prepare_atomic_modification: state is not atomic. state=0x55d43a50f738 2023-12-03T11:48:13.196 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.193+0000 7f9cbc912980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.12.0 2023-12-03T11:48:13.204 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.201+0000 7f9cbc912980 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2023-12-03T11:48:13.204 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.201+0000 7f9cbc912980 20 RGWObjManifest::operator++(): result: ofs=3300 stripe_ofs=3300 part_ofs=0 rule->part_size=0 2023-12-03T11:48:13.204 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.201+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - tag is: 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.7293081133387995056 2023-12-03T11:48:13.204 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.201+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2023-12-03T11:48:13.204 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.201+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.12__shadow_.Oqmlftbva75kLxC4cLGBH0bgXf2Ad3c_0 2023-12-03T11:48:13.204 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.201+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 330 2023-12-03T11:48:13.205 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.201+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2023-12-03T11:48:13.205 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.201+0000 7f9cbc912980 20 garbage collection: RGWGC::send_chain - on object name: gc.10tag is: 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.7293081133387995056 2023-12-03T11:48:13.208 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.205+0000 7f9cbc912980 20 list_objects_ordered: starting attempt 1 2023-12-03T11:48:13.208 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.205+0000 7f9cbc912980 10 cls_bucket_list_ordered: request from each of 1 shard(s) for 1001 entries to get 1001 total entries 2023-12-03T11:48:13.209 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.205+0000 7f9c9bfff640 20 handle_completion(): completion ok for obj=foo-STANDARD 2023-12-03T11:48:13.209 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.209+0000 7f9cbc912980 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2023-12-03T11:48:13.210 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.209+0000 7f9cbc912980 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2023-12-03T11:48:13.210 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.209+0000 7f9cbc912980 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2023-12-03T11:48:13.210 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.209+0000 7f9cbc912980 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2023-12-03T11:48:13.210 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.209+0000 7f9cbc912980 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-r-test-obj-storage-class.1[43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.12])"; uploads.size()=0; is_truncated=0 2023-12-03T11:48:13.214 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.213+0000 7f9cbc912980 10 cache get: name=default.rgw.meta+root+test-client.0-r-test-obj-storage-class.1 : miss 2023-12-03T11:48:13.214 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.213+0000 7f9cbc912980 20 rados->read ofs=0 len=0 2023-12-03T11:48:13.215 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.213+0000 7f9cbc912980 20 rados_obj.operate() r=0 bl.length=228 2023-12-03T11:48:13.215 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.213+0000 7f9cbc912980 10 cache put: name=default.rgw.meta+root+test-client.0-r-test-obj-storage-class.1 info.flags=0x11 2023-12-03T11:48:13.216 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.213+0000 7f9cbc912980 10 adding default.rgw.meta+root+test-client.0-r-test-obj-storage-class.1 to cache LRU end 2023-12-03T11:48:13.216 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.213+0000 7f9cbc912980 10 removing default.rgw.meta+root+test-client.0-r-test-obj-storage-class.1 from cache 2023-12-03T11:48:13.216 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.213+0000 7f9cbc912980 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-r-test-obj-storage-class.1, ofs0, ns] 2023-12-03T11:48:13.216 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.213+0000 7f9cb0ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1095216660497 cookie 94369999394608 notifier 5765 bl.length()=184 2023-12-03T11:48:13.221 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.217+0000 7f9cbc912980 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class.1:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.12 from cache 2023-12-03T11:48:13.221 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.217+0000 7f9cbc912980 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-obj-storage-class.1:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.12, ofs0, ns] 2023-12-03T11:48:13.222 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.221+0000 7f9cb0ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1095216660564 cookie 94369999419632 notifier 5765 bl.length()=242 2023-12-03T11:48:13.229 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.225+0000 7f9cbc912980 10 cache get: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class.1/43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.12 : miss 2023-12-03T11:48:13.229 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.225+0000 7f9cbc912980 20 rados->read ofs=0 len=0 2023-12-03T11:48:13.230 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.229+0000 7f9cbc912980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:48:13.230 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.229+0000 7f9cbc912980 10 cache put: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class.1/43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.12 info.flags=0x0 2023-12-03T11:48:13.230 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.229+0000 7f9cbc912980 10 adding default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class.1/43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.12 to cache LRU end 2023-12-03T11:48:13.230 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.229+0000 7f9cbc912980 10 removing default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class.1/43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.12 from cache 2023-12-03T11:48:13.231 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.229+0000 7f9cbc912980 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 1, obj: default.rgw.log:pubsub..bucket.test-client.0-r-test-obj-storage-class.1/43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.12, ofs0, ns] 2023-12-03T11:48:13.231 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.229+0000 7f9cb0ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1095216660505 cookie 94369999409568 notifier 5765 bl.length()=239 2023-12-03T11:48:13.239 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.237+0000 7f9cbc912980 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.1:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.5 : miss 2023-12-03T11:48:13.239 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.237+0000 7f9cbc912980 20 rados->read ofs=0 len=0 2023-12-03T11:48:13.240 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.237+0000 7f9cbc912980 20 rados_obj.operate() r=0 bl.length=397 2023-12-03T11:48:13.241 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.237+0000 7f9cbc912980 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.1:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.5 info.flags=0x17 2023-12-03T11:48:13.241 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.237+0000 7f9cbc912980 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.1:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.5 to cache LRU end 2023-12-03T11:48:13.241 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.237+0000 7f9cbc912980 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-12-03T11:48:13.241 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.237+0000 7f9cbc912980 10 updating xattr: name=user.rgw.acl bl.length()=209 2023-12-03T11:48:13.241 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.237+0000 7f9cbc912980 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.1:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.5 2023-12-03T11:48:13.242 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.241+0000 7f9cbc912980 10 cls_bucket_list_unordered: got __ 2023-12-03T11:48:13.243 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.241+0000 7f9cbc912980 10 cls_bucket_list_unordered: got __ _ 2023-12-03T11:48:13.243 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.241+0000 7f9cbc912980 10 cls_bucket_list_unordered: got ___ 2023-12-03T11:48:13.243 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.241+0000 7f9cbc912980 10 cls_bucket_list_unordered: got obj 2023-12-03T11:48:13.243 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.241+0000 7f9cbc912980 20 get_obj_state: octx=0x55d43a5255a0 obj=test-client.0-r-test-small-obj-data.1:__ state=0x55d43a50f738 s->prefetch_data=0 2023-12-03T11:48:13.243 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.241+0000 7f9cbc912980 10 manifest: total_size = 0 2023-12-03T11:48:13.243 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.241+0000 7f9cbc912980 20 get_obj_state: setting s->obj_tag to 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.11315469462953680127 2023-12-03T11:48:13.243 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.241+0000 7f9cbc912980 20 get_obj_state: octx=0x55d43a5255a0 obj=test-client.0-r-test-small-obj-data.1:__ state=0x55d43a50f738 s->prefetch_data=0 2023-12-03T11:48:13.244 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.241+0000 7f9cbc912980 20 prepare_atomic_modification: state is not atomic. state=0x55d43a50f738 2023-12-03T11:48:13.244 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.241+0000 7f9cbc912980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.5.0 2023-12-03T11:48:13.252 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.249+0000 7f9cbc912980 20 get_obj_state: octx=0x55d43a5255a0 obj=test-client.0-r-test-small-obj-data.1:__ _ state=0x55d43a50f738 s->prefetch_data=0 2023-12-03T11:48:13.253 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.253+0000 7f9cbc912980 10 manifest: total_size = 0 2023-12-03T11:48:13.254 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.253+0000 7f9cbc912980 20 get_obj_state: setting s->obj_tag to 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.7091151274934953394 2023-12-03T11:48:13.254 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.253+0000 7f9cbc912980 20 get_obj_state: octx=0x55d43a5255a0 obj=test-client.0-r-test-small-obj-data.1:__ _ state=0x55d43a50f738 s->prefetch_data=0 2023-12-03T11:48:13.254 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.253+0000 7f9cbc912980 20 prepare_atomic_modification: state is not atomic. state=0x55d43a50f738 2023-12-03T11:48:13.254 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.253+0000 7f9cbc912980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.5.0 2023-12-03T11:48:13.257 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.253+0000 7f9cb0ff9640 20 handle_completion(): completion ok for obj=__ 2023-12-03T11:48:13.261 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.257+0000 7f9cbc912980 20 get_obj_state: octx=0x7f9cb406fd70 obj=test-client.0-r-test-small-obj-data.1:___ state=0x55d43a50f738 s->prefetch_data=0 2023-12-03T11:48:13.262 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.261+0000 7f9cbc912980 10 manifest: total_size = 0 2023-12-03T11:48:13.262 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.261+0000 7f9cbc912980 20 get_obj_state: setting s->obj_tag to 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.5615468221342189597 2023-12-03T11:48:13.262 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.261+0000 7f9cbc912980 20 get_obj_state: octx=0x7f9cb406fd70 obj=test-client.0-r-test-small-obj-data.1:___ state=0x55d43a50f738 s->prefetch_data=0 2023-12-03T11:48:13.262 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.261+0000 7f9cbc912980 20 prepare_atomic_modification: state is not atomic. state=0x55d43a50f738 2023-12-03T11:48:13.262 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.261+0000 7f9cbc912980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.5.0 2023-12-03T11:48:13.264 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.261+0000 7f9c9bfff640 20 handle_completion(): completion ok for obj=__ _ 2023-12-03T11:48:13.269 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.269+0000 7f9cbc912980 20 get_obj_state: octx=0x7f9cb405bf10 obj=test-client.0-r-test-small-obj-data.1:obj state=0x55d43a50f738 s->prefetch_data=0 2023-12-03T11:48:13.271 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.269+0000 7f9cbc912980 10 manifest: total_size = 0 2023-12-03T11:48:13.271 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.269+0000 7f9cbc912980 20 get_obj_state: setting s->obj_tag to 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.8002758691035406259 2023-12-03T11:48:13.271 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.269+0000 7f9cbc912980 20 get_obj_state: octx=0x7f9cb405bf10 obj=test-client.0-r-test-small-obj-data.1:obj state=0x55d43a50f738 s->prefetch_data=0 2023-12-03T11:48:13.271 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.269+0000 7f9cbc912980 20 prepare_atomic_modification: state is not atomic. state=0x55d43a50f738 2023-12-03T11:48:13.271 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.269+0000 7f9cbc912980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.5.0 2023-12-03T11:48:13.274 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.273+0000 7f9cb0ff9640 20 handle_completion(): completion ok for obj=___ 2023-12-03T11:48:13.279 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.277+0000 7f9cbc912980 20 list_objects_ordered: starting attempt 1 2023-12-03T11:48:13.279 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.277+0000 7f9cbc912980 10 cls_bucket_list_ordered: request from each of 1 shard(s) for 1001 entries to get 1001 total entries 2023-12-03T11:48:13.282 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.281+0000 7f9c9bfff640 20 handle_completion(): completion ok for obj=obj 2023-12-03T11:48:13.283 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.281+0000 7f9cbc912980 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2023-12-03T11:48:13.283 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.281+0000 7f9cbc912980 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2023-12-03T11:48:13.283 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.281+0000 7f9cbc912980 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2023-12-03T11:48:13.283 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.281+0000 7f9cbc912980 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2023-12-03T11:48:13.283 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.281+0000 7f9cbc912980 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-r-test-small-obj-data.1[43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.5])"; uploads.size()=0; is_truncated=0 2023-12-03T11:48:13.287 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.285+0000 7f9cbc912980 10 cache get: name=default.rgw.meta+root+test-client.0-r-test-small-obj-data.1 : miss 2023-12-03T11:48:13.287 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.285+0000 7f9cbc912980 20 rados->read ofs=0 len=0 2023-12-03T11:48:13.288 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.285+0000 7f9cbc912980 20 rados_obj.operate() r=0 bl.length=223 2023-12-03T11:48:13.288 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.285+0000 7f9cbc912980 10 cache put: name=default.rgw.meta+root+test-client.0-r-test-small-obj-data.1 info.flags=0x11 2023-12-03T11:48:13.289 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.285+0000 7f9cbc912980 10 adding default.rgw.meta+root+test-client.0-r-test-small-obj-data.1 to cache LRU end 2023-12-03T11:48:13.289 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.285+0000 7f9cbc912980 10 removing default.rgw.meta+root+test-client.0-r-test-small-obj-data.1 from cache 2023-12-03T11:48:13.289 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.285+0000 7f9cbc912980 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-r-test-small-obj-data.1, ofs0, ns] 2023-12-03T11:48:13.290 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.289+0000 7f9cb0ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1095216660537 cookie 94369997795872 notifier 5765 bl.length()=181 2023-12-03T11:48:13.294 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.293+0000 7f9cbc912980 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.1:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.5 from cache 2023-12-03T11:48:13.294 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.293+0000 7f9cbc912980 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-small-obj-data.1:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.5, ofs0, ns] 2023-12-03T11:48:13.295 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.293+0000 7f9cb0ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1095216660516 cookie 140310743244800 notifier 5765 bl.length()=238 2023-12-03T11:48:13.303 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.301+0000 7f9cbc912980 10 cache get: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-small-obj-data.1/43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.5 : miss 2023-12-03T11:48:13.303 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.301+0000 7f9cbc912980 20 rados->read ofs=0 len=0 2023-12-03T11:48:13.304 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.301+0000 7f9cbc912980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:48:13.304 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.301+0000 7f9cbc912980 10 cache put: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-small-obj-data.1/43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.5 info.flags=0x0 2023-12-03T11:48:13.304 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.301+0000 7f9cbc912980 10 adding default.rgw.log++pubsub..bucket.test-client.0-r-test-small-obj-data.1/43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.5 to cache LRU end 2023-12-03T11:48:13.304 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.301+0000 7f9cbc912980 10 removing default.rgw.log++pubsub..bucket.test-client.0-r-test-small-obj-data.1/43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.5 from cache 2023-12-03T11:48:13.304 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.301+0000 7f9cbc912980 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 1, obj: default.rgw.log:pubsub..bucket.test-client.0-r-test-small-obj-data.1/43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.5, ofs0, ns] 2023-12-03T11:48:13.305 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.301+0000 7f9c9bfff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1095216660494 cookie 94369999410608 notifier 5765 bl.length()=235 2023-12-03T11:48:13.312 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.309+0000 7f9cbc912980 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.2:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.6 : miss 2023-12-03T11:48:13.312 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.309+0000 7f9cbc912980 20 rados->read ofs=0 len=0 2023-12-03T11:48:13.313 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.309+0000 7f9cbc912980 20 rados_obj.operate() r=0 bl.length=397 2023-12-03T11:48:13.313 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.309+0000 7f9cbc912980 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.2:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.6 info.flags=0x17 2023-12-03T11:48:13.313 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.309+0000 7f9cbc912980 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.2:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.6 to cache LRU end 2023-12-03T11:48:13.313 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.309+0000 7f9cbc912980 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-12-03T11:48:13.313 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.309+0000 7f9cbc912980 10 updating xattr: name=user.rgw.acl bl.length()=209 2023-12-03T11:48:13.313 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.309+0000 7f9cbc912980 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.2:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.6 2023-12-03T11:48:13.314 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.313+0000 7f9cbc912980 10 cls_bucket_list_unordered: got __ 2023-12-03T11:48:13.314 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.313+0000 7f9cbc912980 10 cls_bucket_list_unordered: got __ _ 2023-12-03T11:48:13.314 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.313+0000 7f9cbc912980 10 cls_bucket_list_unordered: got ___ 2023-12-03T11:48:13.315 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.313+0000 7f9cbc912980 10 cls_bucket_list_unordered: got obj 2023-12-03T11:48:13.315 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.313+0000 7f9cbc912980 20 get_obj_state: octx=0x55d43a50df80 obj=test-client.0-r-test-small-obj-data.2:__ state=0x55d43a50f738 s->prefetch_data=0 2023-12-03T11:48:13.315 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.313+0000 7f9cbc912980 10 manifest: total_size = 527 2023-12-03T11:48:13.315 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.313+0000 7f9cbc912980 20 get_obj_state: setting s->obj_tag to 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.13885745708195175623 2023-12-03T11:48:13.315 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.313+0000 7f9cbc912980 20 get_obj_state: octx=0x55d43a50df80 obj=test-client.0-r-test-small-obj-data.2:__ state=0x55d43a50f738 s->prefetch_data=0 2023-12-03T11:48:13.316 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.313+0000 7f9cbc912980 20 prepare_atomic_modification: state is not atomic. state=0x55d43a50f738 2023-12-03T11:48:13.316 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.313+0000 7f9cbc912980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.6.0 2023-12-03T11:48:13.323 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.321+0000 7f9cbc912980 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2023-12-03T11:48:13.323 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.321+0000 7f9cbc912980 20 RGWObjManifest::operator++(): result: ofs=527 stripe_ofs=527 part_ofs=0 rule->part_size=0 2023-12-03T11:48:13.323 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.321+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - tag is: 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.13885745708195175623 2023-12-03T11:48:13.324 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.321+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2023-12-03T11:48:13.324 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.321+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.6__shadow_.x2lK7RgHF8K6v2ac1M_XTM7K6KWW203_0 2023-12-03T11:48:13.324 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.321+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 329 2023-12-03T11:48:13.324 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.321+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2023-12-03T11:48:13.324 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.321+0000 7f9cbc912980 20 garbage collection: RGWGC::send_chain - on object name: gc.2tag is: 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.13885745708195175623 2023-12-03T11:48:13.327 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.325+0000 7f9cbc912980 20 get_obj_state: octx=0x7f9cb405bf10 obj=test-client.0-r-test-small-obj-data.2:__ _ state=0x55d43a50f738 s->prefetch_data=0 2023-12-03T11:48:13.327 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.325+0000 7f9c9bfff640 20 handle_completion(): completion ok for obj=__ 2023-12-03T11:48:13.328 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.325+0000 7f9cbc912980 10 manifest: total_size = 524288 2023-12-03T11:48:13.328 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.325+0000 7f9cbc912980 20 get_obj_state: setting s->obj_tag to 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.5205870073985272115 2023-12-03T11:48:13.328 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.325+0000 7f9cbc912980 20 get_obj_state: octx=0x7f9cb405bf10 obj=test-client.0-r-test-small-obj-data.2:__ _ state=0x55d43a50f738 s->prefetch_data=0 2023-12-03T11:48:13.328 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.325+0000 7f9cbc912980 20 prepare_atomic_modification: state is not atomic. state=0x55d43a50f738 2023-12-03T11:48:13.328 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.325+0000 7f9cbc912980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.6.0 2023-12-03T11:48:13.335 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.333+0000 7f9cbc912980 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2023-12-03T11:48:13.335 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.333+0000 7f9cbc912980 20 RGWObjManifest::operator++(): result: ofs=524288 stripe_ofs=524288 part_ofs=0 rule->part_size=0 2023-12-03T11:48:13.335 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.333+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - tag is: 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.5205870073985272115 2023-12-03T11:48:13.336 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.333+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2023-12-03T11:48:13.336 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.333+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.6__shadow_.Fvffb6DNheuh2hnxEJ2GCsEvZRb7ASr_0 2023-12-03T11:48:13.336 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.333+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 328 2023-12-03T11:48:13.336 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.333+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2023-12-03T11:48:13.336 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.333+0000 7f9cbc912980 20 garbage collection: RGWGC::send_chain - on object name: gc.25tag is: 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.5205870073985272115 2023-12-03T11:48:13.339 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.337+0000 7f9cb0ff9640 20 handle_completion(): completion ok for obj=__ _ 2023-12-03T11:48:13.339 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.337+0000 7f9cbc912980 20 get_obj_state: octx=0x7f9cac0d1ab0 obj=test-client.0-r-test-small-obj-data.2:___ state=0x55d43a50f738 s->prefetch_data=0 2023-12-03T11:48:13.340 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.337+0000 7f9cbc912980 10 manifest: total_size = 527 2023-12-03T11:48:13.340 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.337+0000 7f9cbc912980 20 get_obj_state: setting s->obj_tag to 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.10422368862158234784 2023-12-03T11:48:13.340 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.337+0000 7f9cbc912980 20 get_obj_state: octx=0x7f9cac0d1ab0 obj=test-client.0-r-test-small-obj-data.2:___ state=0x55d43a50f738 s->prefetch_data=0 2023-12-03T11:48:13.340 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.337+0000 7f9cbc912980 20 prepare_atomic_modification: state is not atomic. state=0x55d43a50f738 2023-12-03T11:48:13.340 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.337+0000 7f9cbc912980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.6.0 2023-12-03T11:48:13.347 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.345+0000 7f9cbc912980 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2023-12-03T11:48:13.347 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.345+0000 7f9cbc912980 20 RGWObjManifest::operator++(): result: ofs=527 stripe_ofs=527 part_ofs=0 rule->part_size=0 2023-12-03T11:48:13.347 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.345+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - tag is: 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.10422368862158234784 2023-12-03T11:48:13.347 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.345+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2023-12-03T11:48:13.347 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.345+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.6__shadow_.XL_DTWtQSaTIvsrBixOsS6jNpp2Po_r_0 2023-12-03T11:48:13.348 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.345+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 329 2023-12-03T11:48:13.348 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.345+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2023-12-03T11:48:13.348 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.345+0000 7f9cbc912980 20 garbage collection: RGWGC::send_chain - on object name: gc.15tag is: 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.10422368862158234784 2023-12-03T11:48:13.351 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.349+0000 7f9c9bfff640 20 handle_completion(): completion ok for obj=___ 2023-12-03T11:48:13.352 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.349+0000 7f9cbc912980 20 get_obj_state: octx=0x7f9ca400afa0 obj=test-client.0-r-test-small-obj-data.2:obj state=0x55d43a50f738 s->prefetch_data=0 2023-12-03T11:48:13.352 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.349+0000 7f9cbc912980 10 manifest: total_size = 38 2023-12-03T11:48:13.352 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.349+0000 7f9cbc912980 20 get_obj_state: setting s->obj_tag to 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.9979460830977799870 2023-12-03T11:48:13.352 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.349+0000 7f9cbc912980 20 get_obj_state: octx=0x7f9ca400afa0 obj=test-client.0-r-test-small-obj-data.2:obj state=0x55d43a50f738 s->prefetch_data=0 2023-12-03T11:48:13.353 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.349+0000 7f9cbc912980 20 prepare_atomic_modification: state is not atomic. state=0x55d43a50f738 2023-12-03T11:48:13.353 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.349+0000 7f9cbc912980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.6.0 2023-12-03T11:48:13.359 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.357+0000 7f9cbc912980 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2023-12-03T11:48:13.360 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.357+0000 7f9cbc912980 20 RGWObjManifest::operator++(): result: ofs=38 stripe_ofs=38 part_ofs=0 rule->part_size=0 2023-12-03T11:48:13.360 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.357+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - tag is: 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.9979460830977799870 2023-12-03T11:48:13.360 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.357+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2023-12-03T11:48:13.360 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.357+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.6__shadow_.6lfVxucWN1d3cgzb-Z64XXo6g3K3wyg_0 2023-12-03T11:48:13.360 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.357+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 328 2023-12-03T11:48:13.360 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.357+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2023-12-03T11:48:13.360 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.357+0000 7f9cbc912980 20 garbage collection: RGWGC::send_chain - on object name: gc.7tag is: 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.9979460830977799870 2023-12-03T11:48:13.364 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.361+0000 7f9cb0ff9640 20 handle_completion(): completion ok for obj=obj 2023-12-03T11:48:13.365 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.361+0000 7f9cbc912980 20 list_objects_ordered: starting attempt 1 2023-12-03T11:48:13.365 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.361+0000 7f9cbc912980 10 cls_bucket_list_ordered: request from each of 1 shard(s) for 1001 entries to get 1001 total entries 2023-12-03T11:48:13.365 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.361+0000 7f9cbc912980 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2023-12-03T11:48:13.365 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.361+0000 7f9cbc912980 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2023-12-03T11:48:13.365 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.361+0000 7f9cbc912980 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2023-12-03T11:48:13.365 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.361+0000 7f9cbc912980 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2023-12-03T11:48:13.365 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.361+0000 7f9cbc912980 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-r-test-small-obj-data.2[43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.6])"; uploads.size()=0; is_truncated=0 2023-12-03T11:48:13.370 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.369+0000 7f9cbc912980 10 cache get: name=default.rgw.meta+root+test-client.0-r-test-small-obj-data.2 : miss 2023-12-03T11:48:13.370 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.369+0000 7f9cbc912980 20 rados->read ofs=0 len=0 2023-12-03T11:48:13.371 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.369+0000 7f9cbc912980 20 rados_obj.operate() r=0 bl.length=223 2023-12-03T11:48:13.371 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.369+0000 7f9cbc912980 10 cache put: name=default.rgw.meta+root+test-client.0-r-test-small-obj-data.2 info.flags=0x11 2023-12-03T11:48:13.371 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.369+0000 7f9cbc912980 10 adding default.rgw.meta+root+test-client.0-r-test-small-obj-data.2 to cache LRU end 2023-12-03T11:48:13.371 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.369+0000 7f9cbc912980 10 removing default.rgw.meta+root+test-client.0-r-test-small-obj-data.2 from cache 2023-12-03T11:48:13.371 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.369+0000 7f9cbc912980 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-r-test-small-obj-data.2, ofs0, ns] 2023-12-03T11:48:13.372 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.369+0000 7f9c9bfff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1095216660538 cookie 94369997795872 notifier 5765 bl.length()=181 2023-12-03T11:48:13.376 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.373+0000 7f9cbc912980 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.2:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.6 from cache 2023-12-03T11:48:13.376 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.373+0000 7f9cbc912980 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-small-obj-data.2:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.6, ofs0, ns] 2023-12-03T11:48:13.377 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.373+0000 7f9c9bfff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1095216660517 cookie 140310743244800 notifier 5765 bl.length()=238 2023-12-03T11:48:13.385 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.381+0000 7f9cbc912980 10 cache get: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-small-obj-data.2/43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.6 : miss 2023-12-03T11:48:13.385 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.381+0000 7f9cbc912980 20 rados->read ofs=0 len=0 2023-12-03T11:48:13.386 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.385+0000 7f9cbc912980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:48:13.386 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.385+0000 7f9cbc912980 10 cache put: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-small-obj-data.2/43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.6 info.flags=0x0 2023-12-03T11:48:13.386 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.385+0000 7f9cbc912980 10 adding default.rgw.log++pubsub..bucket.test-client.0-r-test-small-obj-data.2/43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.6 to cache LRU end 2023-12-03T11:48:13.386 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.385+0000 7f9cbc912980 10 removing default.rgw.log++pubsub..bucket.test-client.0-r-test-small-obj-data.2/43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.6 from cache 2023-12-03T11:48:13.386 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.385+0000 7f9cbc912980 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 1, obj: default.rgw.log:pubsub..bucket.test-client.0-r-test-small-obj-data.2/43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.6, ofs0, ns] 2023-12-03T11:48:13.386 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.385+0000 7f9cb0ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1095216660495 cookie 94369999410608 notifier 5765 bl.length()=235 2023-12-03T11:48:13.394 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.393+0000 7f9cbc912980 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.3:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.7 : miss 2023-12-03T11:48:13.394 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.393+0000 7f9cbc912980 20 rados->read ofs=0 len=0 2023-12-03T11:48:13.395 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.393+0000 7f9cbc912980 20 rados_obj.operate() r=0 bl.length=397 2023-12-03T11:48:13.395 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.393+0000 7f9cbc912980 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.3:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.7 info.flags=0x17 2023-12-03T11:48:13.396 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.393+0000 7f9cbc912980 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.3:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.7 to cache LRU end 2023-12-03T11:48:13.396 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.393+0000 7f9cbc912980 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-12-03T11:48:13.396 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.393+0000 7f9cbc912980 10 updating xattr: name=user.rgw.acl bl.length()=209 2023-12-03T11:48:13.396 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.393+0000 7f9cbc912980 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.3:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.7 2023-12-03T11:48:13.397 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.393+0000 7f9cbc912980 10 cls_bucket_list_unordered: got __ 2023-12-03T11:48:13.397 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.393+0000 7f9cbc912980 10 cls_bucket_list_unordered: got __ _ 2023-12-03T11:48:13.397 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.393+0000 7f9cbc912980 10 cls_bucket_list_unordered: got ___ 2023-12-03T11:48:13.397 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.393+0000 7f9cbc912980 10 cls_bucket_list_unordered: got obj 2023-12-03T11:48:13.397 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.393+0000 7f9cbc912980 20 get_obj_state: octx=0x7f9cac0ba5c0 obj=test-client.0-r-test-small-obj-data.3:__ state=0x55d43a50f738 s->prefetch_data=0 2023-12-03T11:48:13.398 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.397+0000 7f9cbc912980 10 manifest: total_size = 55 2023-12-03T11:48:13.398 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.397+0000 7f9cbc912980 20 get_obj_state: setting s->obj_tag to 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.11377982698629235893 2023-12-03T11:48:13.398 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.397+0000 7f9cbc912980 20 get_obj_state: octx=0x7f9cac0ba5c0 obj=test-client.0-r-test-small-obj-data.3:__ state=0x55d43a50f738 s->prefetch_data=0 2023-12-03T11:48:13.398 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.397+0000 7f9cbc912980 20 prepare_atomic_modification: state is not atomic. state=0x55d43a50f738 2023-12-03T11:48:13.398 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.397+0000 7f9cbc912980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.7.0 2023-12-03T11:48:13.405 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.401+0000 7f9cbc912980 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2023-12-03T11:48:13.405 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.401+0000 7f9cbc912980 20 RGWObjManifest::operator++(): result: ofs=55 stripe_ofs=55 part_ofs=0 rule->part_size=0 2023-12-03T11:48:13.405 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.401+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - tag is: 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.11377982698629235893 2023-12-03T11:48:13.405 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.401+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2023-12-03T11:48:13.406 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.401+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.7__shadow_.cZR_mdsvsH7ENjaHmxy7SEkd1ZpOQa-_0 2023-12-03T11:48:13.406 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.401+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 329 2023-12-03T11:48:13.406 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.401+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2023-12-03T11:48:13.406 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.401+0000 7f9cbc912980 20 garbage collection: RGWGC::send_chain - on object name: gc.17tag is: 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.11377982698629235893 2023-12-03T11:48:13.409 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.405+0000 7f9cb0ff9640 20 handle_completion(): completion ok for obj=__ 2023-12-03T11:48:13.409 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.409+0000 7f9cbc912980 20 get_obj_state: octx=0x7f9cb405bf10 obj=test-client.0-r-test-small-obj-data.3:__ _ state=0x55d43a50f738 s->prefetch_data=0 2023-12-03T11:48:13.411 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.409+0000 7f9cbc912980 10 manifest: total_size = 49187 2023-12-03T11:48:13.411 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.409+0000 7f9cbc912980 20 get_obj_state: setting s->obj_tag to 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.822202106000574417 2023-12-03T11:48:13.411 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.409+0000 7f9cbc912980 20 get_obj_state: octx=0x7f9cb405bf10 obj=test-client.0-r-test-small-obj-data.3:__ _ state=0x55d43a50f738 s->prefetch_data=0 2023-12-03T11:48:13.411 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.409+0000 7f9cbc912980 20 prepare_atomic_modification: state is not atomic. state=0x55d43a50f738 2023-12-03T11:48:13.411 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.409+0000 7f9cbc912980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.7.0 2023-12-03T11:48:13.419 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.417+0000 7f9cbc912980 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2023-12-03T11:48:13.419 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.417+0000 7f9cbc912980 20 RGWObjManifest::operator++(): result: ofs=49187 stripe_ofs=49187 part_ofs=0 rule->part_size=0 2023-12-03T11:48:13.419 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.417+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - tag is: 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.822202106000574417 2023-12-03T11:48:13.420 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.417+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2023-12-03T11:48:13.420 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.417+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.7__shadow_.2h-JDoHiX1pPP1wIiwgmRsb10lqd25B_0 2023-12-03T11:48:13.420 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.417+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 327 2023-12-03T11:48:13.420 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.417+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2023-12-03T11:48:13.420 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.417+0000 7f9cbc912980 20 garbage collection: RGWGC::send_chain - on object name: gc.15tag is: 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.822202106000574417 2023-12-03T11:48:13.423 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.421+0000 7f9c9bfff640 20 handle_completion(): completion ok for obj=__ _ 2023-12-03T11:48:13.424 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.421+0000 7f9cbc912980 20 get_obj_state: octx=0x55d43a50deb0 obj=test-client.0-r-test-small-obj-data.3:___ state=0x55d43a50f738 s->prefetch_data=0 2023-12-03T11:48:13.425 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.421+0000 7f9cbc912980 10 manifest: total_size = 1035 2023-12-03T11:48:13.425 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.421+0000 7f9cbc912980 20 get_obj_state: setting s->obj_tag to 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.8939205534054589527 2023-12-03T11:48:13.425 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.421+0000 7f9cbc912980 20 get_obj_state: octx=0x55d43a50deb0 obj=test-client.0-r-test-small-obj-data.3:___ state=0x55d43a50f738 s->prefetch_data=0 2023-12-03T11:48:13.425 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.421+0000 7f9cbc912980 20 prepare_atomic_modification: state is not atomic. state=0x55d43a50f738 2023-12-03T11:48:13.425 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.421+0000 7f9cbc912980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.7.0 2023-12-03T11:48:13.432 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.429+0000 7f9cbc912980 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2023-12-03T11:48:13.432 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.429+0000 7f9cbc912980 20 RGWObjManifest::operator++(): result: ofs=1035 stripe_ofs=1035 part_ofs=0 rule->part_size=0 2023-12-03T11:48:13.432 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.429+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - tag is: 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.8939205534054589527 2023-12-03T11:48:13.432 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.429+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2023-12-03T11:48:13.432 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.429+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.7__shadow_.QSQi--3ULEaqmLBcGlNbbcGTFW9zTLJ_0 2023-12-03T11:48:13.432 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.429+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 328 2023-12-03T11:48:13.432 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.429+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2023-12-03T11:48:13.432 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.429+0000 7f9cbc912980 20 garbage collection: RGWGC::send_chain - on object name: gc.16tag is: 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.8939205534054589527 2023-12-03T11:48:13.436 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.433+0000 7f9cb0ff9640 20 handle_completion(): completion ok for obj=___ 2023-12-03T11:48:13.436 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.433+0000 7f9cbc912980 20 get_obj_state: octx=0x7f9ca4025c30 obj=test-client.0-r-test-small-obj-data.3:obj state=0x55d43a50f738 s->prefetch_data=0 2023-12-03T11:48:13.437 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.433+0000 7f9cbc912980 10 manifest: total_size = 4134 2023-12-03T11:48:13.437 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.433+0000 7f9cbc912980 20 get_obj_state: setting s->obj_tag to 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.4189498682244164413 2023-12-03T11:48:13.437 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.433+0000 7f9cbc912980 20 get_obj_state: octx=0x7f9ca4025c30 obj=test-client.0-r-test-small-obj-data.3:obj state=0x55d43a50f738 s->prefetch_data=0 2023-12-03T11:48:13.438 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.433+0000 7f9cbc912980 20 prepare_atomic_modification: state is not atomic. state=0x55d43a50f738 2023-12-03T11:48:13.438 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.433+0000 7f9cbc912980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.7.0 2023-12-03T11:48:13.445 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.441+0000 7f9cbc912980 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2023-12-03T11:48:13.445 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.441+0000 7f9cbc912980 20 RGWObjManifest::operator++(): result: ofs=4134 stripe_ofs=4134 part_ofs=0 rule->part_size=0 2023-12-03T11:48:13.445 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.441+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - tag is: 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.4189498682244164413 2023-12-03T11:48:13.445 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.441+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2023-12-03T11:48:13.445 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.441+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.7__shadow_.SeqgzVtzajPgMRnDXmvx0A_7ur5xhrY_0 2023-12-03T11:48:13.445 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.441+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 328 2023-12-03T11:48:13.445 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.441+0000 7f9cbc912980 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2023-12-03T11:48:13.445 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.441+0000 7f9cbc912980 20 garbage collection: RGWGC::send_chain - on object name: gc.3tag is: 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.4189498682244164413 2023-12-03T11:48:13.448 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.445+0000 7f9c9bfff640 20 handle_completion(): completion ok for obj=obj 2023-12-03T11:48:13.448 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.445+0000 7f9cbc912980 20 list_objects_ordered: starting attempt 1 2023-12-03T11:48:13.448 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.445+0000 7f9cbc912980 10 cls_bucket_list_ordered: request from each of 1 shard(s) for 1001 entries to get 1001 total entries 2023-12-03T11:48:13.449 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.449+0000 7f9cbc912980 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2023-12-03T11:48:13.450 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.449+0000 7f9cbc912980 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2023-12-03T11:48:13.450 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.449+0000 7f9cbc912980 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2023-12-03T11:48:13.450 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.449+0000 7f9cbc912980 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2023-12-03T11:48:13.450 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.449+0000 7f9cbc912980 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-r-test-small-obj-data.3[43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.7])"; uploads.size()=0; is_truncated=0 2023-12-03T11:48:13.453 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.453+0000 7f9cbc912980 10 cache get: name=default.rgw.meta+root+test-client.0-r-test-small-obj-data.3 : miss 2023-12-03T11:48:13.453 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.453+0000 7f9cbc912980 20 rados->read ofs=0 len=0 2023-12-03T11:48:13.455 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.453+0000 7f9cbc912980 20 rados_obj.operate() r=0 bl.length=223 2023-12-03T11:48:13.455 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.453+0000 7f9cbc912980 10 cache put: name=default.rgw.meta+root+test-client.0-r-test-small-obj-data.3 info.flags=0x11 2023-12-03T11:48:13.455 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.453+0000 7f9cbc912980 10 adding default.rgw.meta+root+test-client.0-r-test-small-obj-data.3 to cache LRU end 2023-12-03T11:48:13.455 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.453+0000 7f9cbc912980 10 removing default.rgw.meta+root+test-client.0-r-test-small-obj-data.3 from cache 2023-12-03T11:48:13.455 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.453+0000 7f9cbc912980 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-r-test-small-obj-data.3, ofs0, ns] 2023-12-03T11:48:13.455 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.453+0000 7f9cb0ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1095216660539 cookie 94369997795872 notifier 5765 bl.length()=181 2023-12-03T11:48:13.460 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.457+0000 7f9cbc912980 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.3:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.7 from cache 2023-12-03T11:48:13.460 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.457+0000 7f9cbc912980 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-small-obj-data.3:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.7, ofs0, ns] 2023-12-03T11:48:13.461 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.457+0000 7f9cb0ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1095216660518 cookie 140310743244800 notifier 5765 bl.length()=238 2023-12-03T11:48:13.469 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.465+0000 7f9cbc912980 10 cache get: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-small-obj-data.3/43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.7 : miss 2023-12-03T11:48:13.469 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.465+0000 7f9cbc912980 20 rados->read ofs=0 len=0 2023-12-03T11:48:13.470 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.469+0000 7f9cbc912980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:48:13.470 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.469+0000 7f9cbc912980 10 cache put: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-small-obj-data.3/43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.7 info.flags=0x0 2023-12-03T11:48:13.470 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.469+0000 7f9cbc912980 10 adding default.rgw.log++pubsub..bucket.test-client.0-r-test-small-obj-data.3/43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.7 to cache LRU end 2023-12-03T11:48:13.470 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.469+0000 7f9cbc912980 10 removing default.rgw.log++pubsub..bucket.test-client.0-r-test-small-obj-data.3/43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.7 from cache 2023-12-03T11:48:13.470 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.469+0000 7f9cbc912980 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 1, obj: default.rgw.log:pubsub..bucket.test-client.0-r-test-small-obj-data.3/43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.7, ofs0, ns] 2023-12-03T11:48:13.471 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.469+0000 7f9cb0ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1095216660496 cookie 94369999410608 notifier 5765 bl.length()=235 2023-12-03T11:48:13.477 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.477+0000 7f9cbc912980 10 removing key index: AHLEBIJRMUCPZGEMFIXU 2023-12-03T11:48:13.477 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.477+0000 7f9cbc912980 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 1, obj: default.rgw.meta:users.keys:AHLEBIJRMUCPZGEMFIXU, ofs0, ns] 2023-12-03T11:48:13.478 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.477+0000 7f9cb0ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1095216660506 cookie 94369999409568 notifier 5765 bl.length()=170 2023-12-03T11:48:13.482 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.481+0000 7f9cbc912980 10 removing email index: ragweed.client.0+test@test.test 2023-12-03T11:48:13.483 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.481+0000 7f9cbc912980 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 1, obj: default.rgw.meta:users.email:ragweed.client.0+test@test.test, ofs0, ns] 2023-12-03T11:48:13.484 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.481+0000 7f9c9bfff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1095216660498 cookie 94369999394608 notifier 5765 bl.length()=182 2023-12-03T11:48:13.488 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.485+0000 7f9cbc912980 10 removing user buckets index 2023-12-03T11:48:13.488 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.485+0000 7f9cbc912980 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 1, obj: default.rgw.meta:users.uid:ragweed.client.0.buckets, ofs0, ns] 2023-12-03T11:48:13.489 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.489+0000 7f9c9bfff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1095216660565 cookie 94369999416912 notifier 5765 bl.length()=173 2023-12-03T11:48:13.495 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.493+0000 7f9cbc912980 10 removing user index: ragweed.client.0 2023-12-03T11:48:13.495 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.493+0000 7f9cbc912980 10 removing default.rgw.meta+users.uid+ragweed.client.0 from cache 2023-12-03T11:48:13.495 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.493+0000 7f9cbc912980 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 1, obj: default.rgw.meta:users.uid:ragweed.client.0, ofs0, ns] 2023-12-03T11:48:13.495 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.493+0000 7f9c9bfff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1095216660519 cookie 94369999413312 notifier 5765 bl.length()=165 2023-12-03T11:48:13.502 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.501+0000 7f9c7ffe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:48:13.508 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.505+0000 7f9cbc912980 20 remove_watcher() i=0 2023-12-03T11:48:13.509 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.505+0000 7f9cbc912980 2 removed watcher, disabling cache 2023-12-03T11:48:13.512 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.509+0000 7f9cbc912980 20 remove_watcher() i=1 2023-12-03T11:48:13.515 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.513+0000 7f9cbc912980 20 remove_watcher() i=2 2023-12-03T11:48:13.518 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.517+0000 7f9cbc912980 20 remove_watcher() i=3 2023-12-03T11:48:13.520 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.517+0000 7f9cbc912980 20 remove_watcher() i=4 2023-12-03T11:48:13.523 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.521+0000 7f9cbc912980 20 remove_watcher() i=5 2023-12-03T11:48:13.526 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.525+0000 7f9cbc912980 20 remove_watcher() i=6 2023-12-03T11:48:13.528 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.525+0000 7f9cbc912980 20 remove_watcher() i=7 2023-12-03T11:48:13.539 DEBUG:teuthology.orchestra.run.smithi019:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user rm --uid sysuser.client.0 --purge-data 2023-12-03T11:48:13.618 INFO:teuthology.orchestra.run.smithi019.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:48:13.618 INFO:teuthology.orchestra.run.smithi019.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:48:13.634 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.633+0000 7f8bfafb2980 20 rados->read ofs=0 len=0 2023-12-03T11:48:13.636 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.633+0000 7f8bfafb2980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:48:13.636 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.633+0000 7f8bfafb2980 20 realm 2023-12-03T11:48:13.636 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.633+0000 7f8bfafb2980 20 rados->read ofs=0 len=0 2023-12-03T11:48:13.636 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.633+0000 7f8bfafb2980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:48:13.636 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.633+0000 7f8bfafb2980 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:48:13.637 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.633+0000 7f8bfafb2980 20 rados->read ofs=0 len=0 2023-12-03T11:48:13.637 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.633+0000 7f8bfafb2980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:48:13.637 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.633+0000 7f8bfafb2980 20 rados->read ofs=0 len=0 2023-12-03T11:48:13.638 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.637+0000 7f8bfafb2980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:48:13.638 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.637+0000 7f8bfafb2980 20 rados->read ofs=0 len=0 2023-12-03T11:48:13.638 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.637+0000 7f8bfafb2980 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:48:13.639 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.637+0000 7f8bfafb2980 20 searching for the correct realm 2023-12-03T11:48:13.666 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.665+0000 7f8bf92cf640 0 -- 172.21.15.19:0/1190977296 >> [v2:172.21.15.57:6816/3303414699,v1:172.21.15.57:6817/3303414699] conn(0x7f8be00f2370 msgr2=0x7f8be00f27d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:48:13.666 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.665+0000 7f8bfafb2980 20 RGWRados::pool_iterate: got zonegroup_info.9433ba8b-08fe-4f3d-8375-ae7b0ce32294 2023-12-03T11:48:13.666 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.665+0000 7f8bfafb2980 20 RGWRados::pool_iterate: got zone_info.43a5e689-6a4f-4bb6-8529-28824bd75ab9 2023-12-03T11:48:13.666 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.665+0000 7f8bfafb2980 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:48:13.667 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.665+0000 7f8bfafb2980 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:48:13.667 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.665+0000 7f8bfafb2980 20 rados->read ofs=0 len=0 2023-12-03T11:48:13.667 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.665+0000 7f8bfafb2980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:48:13.667 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.665+0000 7f8bfafb2980 20 rados->read ofs=0 len=0 2023-12-03T11:48:13.667 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.665+0000 7f8bfafb2980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:48:13.668 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.665+0000 7f8bfafb2980 20 rados->read ofs=0 len=0 2023-12-03T11:48:13.668 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.665+0000 7f8bfafb2980 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:48:13.668 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.665+0000 7f8bfafb2980 20 zone default found 2023-12-03T11:48:13.668 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.665+0000 7f8bfafb2980 4 Realm: () 2023-12-03T11:48:13.668 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.665+0000 7f8bfafb2980 4 ZoneGroup: default (9433ba8b-08fe-4f3d-8375-ae7b0ce32294) 2023-12-03T11:48:13.668 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.665+0000 7f8bfafb2980 4 Zone: default (43a5e689-6a4f-4bb6-8529-28824bd75ab9) 2023-12-03T11:48:13.668 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.665+0000 7f8bfafb2980 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:48:13.668 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.665+0000 7f8bfafb2980 20 zonegroup default 2023-12-03T11:48:13.668 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.665+0000 7f8bfafb2980 20 rados->read ofs=0 len=0 2023-12-03T11:48:13.668 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.665+0000 7f8bfafb2980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:48:13.668 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.665+0000 7f8bfafb2980 20 rados->read ofs=0 len=0 2023-12-03T11:48:13.669 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.665+0000 7f8bfafb2980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:48:13.669 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.665+0000 7f8bfafb2980 20 rados->read ofs=0 len=0 2023-12-03T11:48:13.669 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.665+0000 7f8bfafb2980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:48:13.669 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.665+0000 7f8bfafb2980 20 started sync module instance, tier type = 2023-12-03T11:48:13.669 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.665+0000 7f8bfafb2980 20 started zone id=43a5e689-6a4f-4bb6-8529-28824bd75ab9 (name=default) with tier type = 2023-12-03T11:48:13.686 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.685+0000 7f8bf82cd640 0 -- 172.21.15.19:0/1190977296 >> [v2:172.21.15.19:6800/1469834966,v1:172.21.15.19:6801/1469834966] conn(0x55669495a800 msgr2=0x55669495cbf0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:48:13.686 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.685+0000 7f8bfafb2980 20 add_watcher() i=0 2023-12-03T11:48:13.687 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.685+0000 7f8bfafb2980 20 add_watcher() i=1 2023-12-03T11:48:13.687 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.685+0000 7f8bfafb2980 20 add_watcher() i=2 2023-12-03T11:48:13.687 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.685+0000 7f8bfafb2980 20 add_watcher() i=3 2023-12-03T11:48:13.687 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.685+0000 7f8bfafb2980 20 add_watcher() i=4 2023-12-03T11:48:13.687 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.685+0000 7f8bfafb2980 20 add_watcher() i=5 2023-12-03T11:48:13.687 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.685+0000 7f8bfafb2980 20 add_watcher() i=6 2023-12-03T11:48:13.688 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.685+0000 7f8bfafb2980 20 add_watcher() i=7 2023-12-03T11:48:13.688 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.685+0000 7f8bfafb2980 2 all 8 watchers are set, enabling cache 2023-12-03T11:48:13.691 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.689+0000 7f8bbf7de640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:48:13.691 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.689+0000 7f8bfafb2980 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:48:13.691 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.689+0000 7f8bfafb2980 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:48:13.792 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.789+0000 7f8b2e7fc640 20 reqs_thread_entry: start 2023-12-03T11:48:13.792 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.789+0000 7f8bfafb2980 20 init_complete bucket index max shards: 1 2023-12-03T11:48:13.792 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.789+0000 7f8bfafb2980 20 Filter name: none 2023-12-03T11:48:13.793 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.789+0000 7f8b1ffff640 20 reqs_thread_entry: start 2023-12-03T11:48:13.793 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.789+0000 7f8bfafb2980 10 cache get: name=default.rgw.meta+users.uid+sysuser.client.0 : miss 2023-12-03T11:48:13.793 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.789+0000 7f8bfafb2980 20 rados->read ofs=0 len=0 2023-12-03T11:48:13.794 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.793+0000 7f8bfafb2980 20 rados_obj.operate() r=0 bl.length=452 2023-12-03T11:48:13.794 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.793+0000 7f8bfafb2980 10 cache put: name=default.rgw.meta+users.uid+sysuser.client.0 info.flags=0x13 2023-12-03T11:48:13.794 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.793+0000 7f8bfafb2980 10 adding default.rgw.meta+users.uid+sysuser.client.0 to cache LRU end 2023-12-03T11:48:13.795 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.793+0000 7f8bfafb2980 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-12-03T11:48:13.795 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.793+0000 7f8bfafb2980 10 removing key index: ZYLUCTWGCEAKSQYGBPFQ 2023-12-03T11:48:13.795 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.793+0000 7f8bfafb2980 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 1, obj: default.rgw.meta:users.keys:ZYLUCTWGCEAKSQYGBPFQ, ofs0, ns] 2023-12-03T11:48:13.796 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.793+0000 7f8bef7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1095216660507 cookie 93899067879424 notifier 5783 bl.length()=170 2023-12-03T11:48:13.799 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.797+0000 7f8bfafb2980 10 removing email index: sysuser.client.0+test@test.test 2023-12-03T11:48:13.799 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.797+0000 7f8bfafb2980 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 1, obj: default.rgw.meta:users.email:sysuser.client.0+test@test.test, ofs0, ns] 2023-12-03T11:48:13.800 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.797+0000 7f8bef7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1095216660520 cookie 93899067894288 notifier 5783 bl.length()=182 2023-12-03T11:48:13.804 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.801+0000 7f8bfafb2980 10 removing user buckets index 2023-12-03T11:48:13.804 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.801+0000 7f8bfafb2980 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 1, obj: default.rgw.meta:users.uid:sysuser.client.0.buckets, ofs0, ns] 2023-12-03T11:48:13.804 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.801+0000 7f8beeffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1095216660508 cookie 93899067879424 notifier 5783 bl.length()=173 2023-12-03T11:48:13.809 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.805+0000 7f8bfafb2980 10 removing user index: sysuser.client.0 2023-12-03T11:48:13.809 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.805+0000 7f8bfafb2980 10 removing default.rgw.meta+users.uid+sysuser.client.0 from cache 2023-12-03T11:48:13.809 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.805+0000 7f8bfafb2980 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 1, obj: default.rgw.meta:users.uid:sysuser.client.0, ofs0, ns] 2023-12-03T11:48:13.809 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.809+0000 7f8bef7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1095216660499 cookie 93899067888224 notifier 5783 bl.length()=165 2023-12-03T11:48:13.814 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.813+0000 7f8bbf7de640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:48:13.820 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.817+0000 7f8bfafb2980 20 remove_watcher() i=0 2023-12-03T11:48:13.820 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.817+0000 7f8bfafb2980 2 removed watcher, disabling cache 2023-12-03T11:48:13.823 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.821+0000 7f8bfafb2980 20 remove_watcher() i=1 2023-12-03T11:48:13.825 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.825+0000 7f8bfafb2980 20 remove_watcher() i=2 2023-12-03T11:48:13.828 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.825+0000 7f8bfafb2980 20 remove_watcher() i=3 2023-12-03T11:48:13.831 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.829+0000 7f8bfafb2980 20 remove_watcher() i=4 2023-12-03T11:48:13.833 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.829+0000 7f8bfafb2980 20 remove_watcher() i=5 2023-12-03T11:48:13.835 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.833+0000 7f8bfafb2980 20 remove_watcher() i=6 2023-12-03T11:48:13.837 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:48:13.833+0000 7f8bfafb2980 20 remove_watcher() i=7 2023-12-03T11:48:13.844 INFO:tasks.ragweed:Removing ragweed... 2023-12-03T11:48:13.844 DEBUG:teuthology.orchestra.run.smithi019:> rm -rf /home/ubuntu/cephtest/ragweed.client.0 2023-12-03T11:48:13.937 INFO:teuthology.run_tasks:Running task workunit... 2023-12-03T11:48:13.948 INFO:tasks.workunit:Pulling workunits from ref bcbf278cf395873c2a482f5a7b2345faf2160319 2023-12-03T11:48:13.948 INFO:tasks.workunit:Making a separate scratch dir for every client... 2023-12-03T11:48:13.949 DEBUG:teuthology.orchestra.run.smithi019:> stat -- /home/ubuntu/cephtest/mnt.0 2023-12-03T11:48:13.954 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-12-03T11:48:13.954 INFO:teuthology.orchestra.run.smithi019.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2023-12-03T11:48:13.955 DEBUG:teuthology.orchestra.run.smithi019:> mkdir -- /home/ubuntu/cephtest/mnt.0 2023-12-03T11:48:14.002 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2023-12-03T11:48:14.002 DEBUG:teuthology.orchestra.run.smithi019:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2023-12-03T11:48:14.050 INFO:tasks.workunit:timeout=3h 2023-12-03T11:48:14.050 INFO:tasks.workunit:cleanup=True 2023-12-03T11:48:14.051 DEBUG:teuthology.orchestra.run.smithi019:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://git.ceph.com/ceph-ci.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout bcbf278cf395873c2a482f5a7b2345faf2160319 2023-12-03T11:48:14.100 INFO:tasks.workunit.client.0.smithi019.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2023-12-03T11:49:19.226 INFO:tasks.workunit.client.0.smithi019.stderr:Updating files: 99% (12062/12123) Updating files: 100% (12123/12123) Updating files: 100% (12123/12123), done. 2023-12-03T11:49:19.585 INFO:tasks.workunit.client.0.smithi019.stderr:Note: switching to 'bcbf278cf395873c2a482f5a7b2345faf2160319'. 2023-12-03T11:49:19.585 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:49:19.585 INFO:tasks.workunit.client.0.smithi019.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2023-12-03T11:49:19.585 INFO:tasks.workunit.client.0.smithi019.stderr:changes and commit them, and you can discard any commits you make in this 2023-12-03T11:49:19.585 INFO:tasks.workunit.client.0.smithi019.stderr:state without impacting any branches by switching back to a branch. 2023-12-03T11:49:19.585 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:49:19.585 INFO:tasks.workunit.client.0.smithi019.stderr:If you want to create a new branch to retain commits you create, you may 2023-12-03T11:49:19.585 INFO:tasks.workunit.client.0.smithi019.stderr:do so (now or later) by using -c with the switch command. Example: 2023-12-03T11:49:19.586 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:49:19.586 INFO:tasks.workunit.client.0.smithi019.stderr: git switch -c 2023-12-03T11:49:19.586 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:49:19.586 INFO:tasks.workunit.client.0.smithi019.stderr:Or undo this operation with: 2023-12-03T11:49:19.586 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:49:19.586 INFO:tasks.workunit.client.0.smithi019.stderr: git switch - 2023-12-03T11:49:19.586 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:49:19.586 INFO:tasks.workunit.client.0.smithi019.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2023-12-03T11:49:19.586 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:49:19.586 INFO:tasks.workunit.client.0.smithi019.stderr:HEAD is now at bcbf278cf39 RGW:pubsub publish commit with etag populated 2023-12-03T11:49:19.589 DEBUG:teuthology.orchestra.run.smithi019:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2023-12-03T11:49:19.636 INFO:tasks.workunit.client.0.smithi019.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2023-12-03T11:49:19.639 INFO:tasks.workunit.client.0.smithi019.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2023-12-03T11:49:19.640 INFO:tasks.workunit.client.0.smithi019.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2023-12-03T11:49:19.702 INFO:tasks.workunit.client.0.smithi019.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2023-12-03T11:49:19.765 INFO:tasks.workunit.client.0.smithi019.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2023-12-03T11:49:19.817 INFO:tasks.workunit.client.0.smithi019.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2023-12-03T11:49:19.818 INFO:tasks.workunit.client.0.smithi019.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2023-12-03T11:49:19.818 INFO:tasks.workunit.client.0.smithi019.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2023-12-03T11:49:19.866 INFO:tasks.workunit.client.0.smithi019.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2023-12-03T11:49:19.870 DEBUG:teuthology.orchestra.run.smithi019:> set -ex 2023-12-03T11:49:19.870 DEBUG:teuthology.orchestra.run.smithi019:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2023-12-03T11:49:19.918 INFO:tasks.workunit:Running workunits matching rgw/run-reshard.sh on client.0... 2023-12-03T11:49:19.919 INFO:tasks.workunit:Running workunit rgw/run-reshard.sh... 2023-12-03T11:49:19.920 DEBUG:teuthology.orchestra.run.smithi019:workunit test rgw/run-reshard.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=bcbf278cf395873c2a482f5a7b2345faf2160319 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/run-reshard.sh 2023-12-03T11:49:19.972 INFO:tasks.workunit.client.0.smithi019.stderr:+ ulimit -c 0 2023-12-03T11:49:19.973 INFO:tasks.workunit.client.0.smithi019.stderr:++ dirname /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/run-reshard.sh 2023-12-03T11:49:19.973 INFO:tasks.workunit.client.0.smithi019.stderr:+ mydir=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw 2023-12-03T11:49:19.973 INFO:tasks.workunit.client.0.smithi019.stderr:+ python3 -m venv /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw 2023-12-03T11:49:22.946 INFO:tasks.workunit.client.0.smithi019.stderr:+ source /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/bin/activate 2023-12-03T11:49:22.946 INFO:tasks.workunit.client.0.smithi019.stderr:++ deactivate nondestructive 2023-12-03T11:49:22.946 INFO:tasks.workunit.client.0.smithi019.stderr:++ '[' -n '' ']' 2023-12-03T11:49:22.946 INFO:tasks.workunit.client.0.smithi019.stderr:++ '[' -n '' ']' 2023-12-03T11:49:22.946 INFO:tasks.workunit.client.0.smithi019.stderr:++ '[' -n /usr/bin/bash -o -n '' ']' 2023-12-03T11:49:22.946 INFO:tasks.workunit.client.0.smithi019.stderr:++ hash -r 2023-12-03T11:49:22.946 INFO:tasks.workunit.client.0.smithi019.stderr:++ '[' -n '' ']' 2023-12-03T11:49:22.946 INFO:tasks.workunit.client.0.smithi019.stderr:++ unset VIRTUAL_ENV 2023-12-03T11:49:22.947 INFO:tasks.workunit.client.0.smithi019.stderr:++ unset VIRTUAL_ENV_PROMPT 2023-12-03T11:49:22.947 INFO:tasks.workunit.client.0.smithi019.stderr:++ '[' '!' nondestructive = nondestructive ']' 2023-12-03T11:49:22.947 INFO:tasks.workunit.client.0.smithi019.stderr:++ VIRTUAL_ENV=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw 2023-12-03T11:49:22.947 INFO:tasks.workunit.client.0.smithi019.stderr:++ export VIRTUAL_ENV 2023-12-03T11:49:22.947 INFO:tasks.workunit.client.0.smithi019.stderr:++ _OLD_VIRTUAL_PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/games:/snap/bin:/usr/sbin 2023-12-03T11:49:22.947 INFO:tasks.workunit.client.0.smithi019.stderr:++ PATH=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/games:/snap/bin:/usr/sbin 2023-12-03T11:49:22.947 INFO:tasks.workunit.client.0.smithi019.stderr:++ export PATH 2023-12-03T11:49:22.947 INFO:tasks.workunit.client.0.smithi019.stderr:++ '[' -n '' ']' 2023-12-03T11:49:22.947 INFO:tasks.workunit.client.0.smithi019.stderr:++ '[' -z '' ']' 2023-12-03T11:49:22.947 INFO:tasks.workunit.client.0.smithi019.stderr:++ _OLD_VIRTUAL_PS1= 2023-12-03T11:49:22.947 INFO:tasks.workunit.client.0.smithi019.stderr:++ PS1='(rgw) ' 2023-12-03T11:49:22.947 INFO:tasks.workunit.client.0.smithi019.stderr:++ export PS1 2023-12-03T11:49:22.947 INFO:tasks.workunit.client.0.smithi019.stderr:++ VIRTUAL_ENV_PROMPT='(rgw) ' 2023-12-03T11:49:22.947 INFO:tasks.workunit.client.0.smithi019.stderr:++ export VIRTUAL_ENV_PROMPT 2023-12-03T11:49:22.947 INFO:tasks.workunit.client.0.smithi019.stderr:++ '[' -n /usr/bin/bash -o -n '' ']' 2023-12-03T11:49:22.948 INFO:tasks.workunit.client.0.smithi019.stderr:++ hash -r 2023-12-03T11:49:22.948 INFO:tasks.workunit.client.0.smithi019.stderr:+ pip install pip --upgrade 2023-12-03T11:49:23.356 INFO:tasks.workunit.client.0.smithi019.stdout:Requirement already satisfied: pip in /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages (22.0.2) 2023-12-03T11:49:23.700 INFO:tasks.workunit.client.0.smithi019.stdout:Collecting pip 2023-12-03T11:49:23.708 INFO:tasks.workunit.client.0.smithi019.stdout: Using cached pip-23.3.1-py3-none-any.whl (2.1 MB) 2023-12-03T11:49:23.747 INFO:tasks.workunit.client.0.smithi019.stdout:Installing collected packages: pip 2023-12-03T11:49:23.747 INFO:tasks.workunit.client.0.smithi019.stdout: Attempting uninstall: pip 2023-12-03T11:49:23.747 INFO:tasks.workunit.client.0.smithi019.stdout: Found existing installation: pip 22.0.2 2023-12-03T11:49:24.015 INFO:tasks.workunit.client.0.smithi019.stdout: Uninstalling pip-22.0.2: 2023-12-03T11:49:24.022 INFO:tasks.workunit.client.0.smithi019.stdout: Successfully uninstalled pip-22.0.2 2023-12-03T11:49:24.972 INFO:tasks.workunit.client.0.smithi019.stdout:Successfully installed pip-23.3.1 2023-12-03T11:49:25.032 INFO:tasks.workunit.client.0.smithi019.stderr:+ pip install boto3 2023-12-03T11:49:26.051 INFO:tasks.workunit.client.0.smithi019.stdout:Collecting boto3 2023-12-03T11:49:26.052 INFO:tasks.workunit.client.0.smithi019.stdout: Using cached boto3-1.33.6-py3-none-any.whl.metadata (6.7 kB) 2023-12-03T11:49:26.628 INFO:tasks.workunit.client.0.smithi019.stdout:Collecting botocore<1.34.0,>=1.33.6 (from boto3) 2023-12-03T11:49:26.630 INFO:tasks.workunit.client.0.smithi019.stdout: Using cached botocore-1.33.6-py3-none-any.whl.metadata (6.1 kB) 2023-12-03T11:49:26.746 INFO:tasks.workunit.client.0.smithi019.stdout:Collecting jmespath<2.0.0,>=0.7.1 (from boto3) 2023-12-03T11:49:26.747 INFO:tasks.workunit.client.0.smithi019.stdout: Using cached jmespath-1.0.1-py3-none-any.whl (20 kB) 2023-12-03T11:49:26.873 INFO:tasks.workunit.client.0.smithi019.stdout:Collecting s3transfer<0.9.0,>=0.8.2 (from boto3) 2023-12-03T11:49:26.876 INFO:tasks.workunit.client.0.smithi019.stdout: Using cached s3transfer-0.8.2-py3-none-any.whl.metadata (1.8 kB) 2023-12-03T11:49:27.011 INFO:tasks.workunit.client.0.smithi019.stdout:Collecting python-dateutil<3.0.0,>=2.1 (from botocore<1.34.0,>=1.33.6->boto3) 2023-12-03T11:49:27.014 INFO:tasks.workunit.client.0.smithi019.stdout: Using cached python_dateutil-2.8.2-py2.py3-none-any.whl (247 kB) 2023-12-03T11:49:27.193 INFO:tasks.workunit.client.0.smithi019.stdout:Collecting urllib3<2.1,>=1.25.4 (from botocore<1.34.0,>=1.33.6->boto3) 2023-12-03T11:49:27.194 INFO:tasks.workunit.client.0.smithi019.stdout: Using cached urllib3-2.0.7-py3-none-any.whl.metadata (6.6 kB) 2023-12-03T11:49:27.466 INFO:tasks.workunit.client.0.smithi019.stdout:Collecting six>=1.5 (from python-dateutil<3.0.0,>=2.1->botocore<1.34.0,>=1.33.6->boto3) 2023-12-03T11:49:27.467 INFO:tasks.workunit.client.0.smithi019.stdout: Using cached six-1.16.0-py2.py3-none-any.whl (11 kB) 2023-12-03T11:49:27.484 INFO:tasks.workunit.client.0.smithi019.stdout:Using cached boto3-1.33.6-py3-none-any.whl (139 kB) 2023-12-03T11:49:27.485 INFO:tasks.workunit.client.0.smithi019.stdout:Using cached botocore-1.33.6-py3-none-any.whl (11.8 MB) 2023-12-03T11:49:27.510 INFO:tasks.workunit.client.0.smithi019.stdout:Using cached s3transfer-0.8.2-py3-none-any.whl (82 kB) 2023-12-03T11:49:27.511 INFO:tasks.workunit.client.0.smithi019.stdout:Using cached urllib3-2.0.7-py3-none-any.whl (124 kB) 2023-12-03T11:49:27.610 INFO:tasks.workunit.client.0.smithi019.stdout:Installing collected packages: urllib3, six, jmespath, python-dateutil, botocore, s3transfer, boto3 2023-12-03T11:49:28.798 INFO:tasks.workunit.client.0.smithi019.stdout:Successfully installed boto3-1.33.6 botocore-1.33.6 jmespath-1.0.1 python-dateutil-2.8.2 s3transfer-0.8.2 six-1.16.0 urllib3-2.0.7 2023-12-03T11:49:28.945 INFO:tasks.workunit.client.0.smithi019.stderr:+ /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/bin/python3 /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/test_rgw_reshard.py 2023-12-03T11:49:29.091 INFO:tasks.workunit.client.0.smithi019.stderr:radosgw-admin user create --uid tester --display-name "Testing" --access-key NX5QOQKC6BH2IDN8HC7A --secret LnEsqNNqZIpkzauboDcLXLcYaWwLQ3Kop0zAnKIn 2023-12-03T11:49:29.130 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:49:29.131 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:49:29.148 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:29.144+0000 7f84c2c31980 20 rados->read ofs=0 len=0 2023-12-03T11:49:29.150 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:29.148+0000 7f84c2c31980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:29.151 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:29.148+0000 7f84c2c31980 20 realm 2023-12-03T11:49:29.151 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:29.148+0000 7f84c2c31980 20 rados->read ofs=0 len=0 2023-12-03T11:49:29.151 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:29.148+0000 7f84c2c31980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:29.151 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:29.148+0000 7f84c2c31980 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:49:29.151 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:29.148+0000 7f84c2c31980 20 rados->read ofs=0 len=0 2023-12-03T11:49:29.151 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:29.148+0000 7f84c2c31980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:29.151 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:29.148+0000 7f84c2c31980 20 rados->read ofs=0 len=0 2023-12-03T11:49:29.152 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:29.148+0000 7f84c2c31980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:49:29.152 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:29.148+0000 7f84c2c31980 20 rados->read ofs=0 len=0 2023-12-03T11:49:29.153 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:29.148+0000 7f84c2c31980 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:49:29.153 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:29.148+0000 7f84c2c31980 20 searching for the correct realm 2023-12-03T11:49:29.178 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:29.176+0000 7f84c2c31980 20 RGWRados::pool_iterate: got zonegroup_info.9433ba8b-08fe-4f3d-8375-ae7b0ce32294 2023-12-03T11:49:29.178 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:29.176+0000 7f84c2c31980 20 RGWRados::pool_iterate: got zone_info.43a5e689-6a4f-4bb6-8529-28824bd75ab9 2023-12-03T11:49:29.178 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:29.176+0000 7f84c2c31980 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:49:29.178 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:29.176+0000 7f84c2c31980 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:49:29.178 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:29.176+0000 7f84c2c31980 20 rados->read ofs=0 len=0 2023-12-03T11:49:29.178 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:29.176+0000 7f84c2c31980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:29.178 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:29.176+0000 7f84c2c31980 20 rados->read ofs=0 len=0 2023-12-03T11:49:29.179 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:29.176+0000 7f84c074d640 0 -- 172.21.15.19:0/3652423695 >> [v2:172.21.15.57:6808/3142144203,v1:172.21.15.57:6809/3142144203] conn(0x562d7e52a710 msgr2=0x562d7e52cb00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:49:29.180 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:29.176+0000 7f84c2c31980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:49:29.180 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:29.176+0000 7f84c2c31980 20 rados->read ofs=0 len=0 2023-12-03T11:49:29.180 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:29.176+0000 7f84c2c31980 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:49:29.180 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:29.176+0000 7f84c2c31980 20 zone default found 2023-12-03T11:49:29.180 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:29.176+0000 7f84c2c31980 4 Realm: () 2023-12-03T11:49:29.180 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:29.176+0000 7f84c2c31980 4 ZoneGroup: default (9433ba8b-08fe-4f3d-8375-ae7b0ce32294) 2023-12-03T11:49:29.180 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:29.176+0000 7f84c2c31980 4 Zone: default (43a5e689-6a4f-4bb6-8529-28824bd75ab9) 2023-12-03T11:49:29.180 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:29.176+0000 7f84c2c31980 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:49:29.180 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:29.176+0000 7f84c2c31980 20 zonegroup default 2023-12-03T11:49:29.180 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:29.176+0000 7f84c2c31980 20 rados->read ofs=0 len=0 2023-12-03T11:49:29.180 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:29.176+0000 7f84c2c31980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:29.181 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:29.176+0000 7f84c2c31980 20 rados->read ofs=0 len=0 2023-12-03T11:49:29.181 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:29.176+0000 7f84c2c31980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:29.181 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:29.176+0000 7f84c2c31980 20 rados->read ofs=0 len=0 2023-12-03T11:49:29.181 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:29.176+0000 7f84c2c31980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:29.181 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:29.176+0000 7f84c2c31980 20 started sync module instance, tier type = 2023-12-03T11:49:29.182 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:29.176+0000 7f84c2c31980 20 started zone id=43a5e689-6a4f-4bb6-8529-28824bd75ab9 (name=default) with tier type = 2023-12-03T11:49:29.198 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:29.196+0000 7f84c2c31980 20 add_watcher() i=0 2023-12-03T11:49:29.198 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:29.196+0000 7f84c2c31980 20 add_watcher() i=1 2023-12-03T11:49:29.198 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:29.196+0000 7f84c2c31980 20 add_watcher() i=2 2023-12-03T11:49:29.198 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:29.196+0000 7f84c2c31980 20 add_watcher() i=3 2023-12-03T11:49:29.198 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:29.196+0000 7f84c2c31980 20 add_watcher() i=4 2023-12-03T11:49:29.198 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:29.196+0000 7f84c2c31980 20 add_watcher() i=5 2023-12-03T11:49:29.199 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:29.196+0000 7f84c2c31980 20 add_watcher() i=6 2023-12-03T11:49:29.199 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:29.196+0000 7f84c074d640 0 -- 172.21.15.19:0/3652423695 >> [v2:172.21.15.19:6808/438722807,v1:172.21.15.19:6809/438722807] conn(0x7f84b405bce0 msgr2=0x7f84b4052580 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:49:29.200 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:29.196+0000 7f84c2c31980 20 add_watcher() i=7 2023-12-03T11:49:29.200 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:29.196+0000 7f84c2c31980 2 all 8 watchers are set, enabling cache 2023-12-03T11:49:29.202 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:29.200+0000 7f84867e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:49:29.203 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:29.200+0000 7f84c2c31980 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:49:29.203 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:29.200+0000 7f84c2c31980 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:49:29.211 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:29.208+0000 7f84c2c31980 5 note: GC not initialized 2023-12-03T11:49:29.211 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:29.208+0000 7f83f57fa640 20 reqs_thread_entry: start 2023-12-03T11:49:29.211 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:29.208+0000 7f84c2c31980 20 init_complete bucket index max shards: 1 2023-12-03T11:49:29.211 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:29.208+0000 7f84c2c31980 20 Filter name: none 2023-12-03T11:49:29.212 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:29.208+0000 7f83eeffd640 20 reqs_thread_entry: start 2023-12-03T11:49:29.212 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:29.208+0000 7f84c2c31980 10 cache get: name=default.rgw.meta+users.uid+tester : miss 2023-12-03T11:49:29.212 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:29.208+0000 7f84c2c31980 20 rados->read ofs=0 len=0 2023-12-03T11:49:29.212 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:29.208+0000 7f84c2c31980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:29.212 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:29.208+0000 7f84c2c31980 10 cache put: name=default.rgw.meta+users.uid+tester info.flags=0x0 2023-12-03T11:49:29.212 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:29.208+0000 7f84c2c31980 10 adding default.rgw.meta+users.uid+tester to cache LRU end 2023-12-03T11:49:29.212 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:29.208+0000 7f84c2c31980 10 cache get: name=default.rgw.meta+users.keys+NX5QOQKC6BH2IDN8HC7A : miss 2023-12-03T11:49:29.212 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:29.208+0000 7f84c2c31980 20 rados->read ofs=0 len=0 2023-12-03T11:49:29.212 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:29.208+0000 7f84c2c31980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:29.212 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:29.208+0000 7f84c2c31980 10 cache put: name=default.rgw.meta+users.keys+NX5QOQKC6BH2IDN8HC7A info.flags=0x0 2023-12-03T11:49:29.212 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:29.208+0000 7f84c2c31980 10 adding default.rgw.meta+users.keys+NX5QOQKC6BH2IDN8HC7A to cache LRU end 2023-12-03T11:49:29.212 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:29.208+0000 7f84c2c31980 10 cache get: name=default.rgw.meta+users.keys+NX5QOQKC6BH2IDN8HC7A : hit (negative entry) 2023-12-03T11:49:29.213 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:29.208+0000 7f84c2c31980 10 cache get: name=default.rgw.meta+users.keys+NX5QOQKC6BH2IDN8HC7A : hit (negative entry) 2023-12-03T11:49:29.214 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:29.212+0000 7f84c2c31980 10 cache put: name=default.rgw.meta+users.uid+tester info.flags=0x17 2023-12-03T11:49:29.214 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:29.212+0000 7f84c2c31980 10 moving default.rgw.meta+users.uid+tester to cache LRU end 2023-12-03T11:49:29.214 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:29.212+0000 7f84c2c31980 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:users.uid:tester, ofs0, ns] 2023-12-03T11:49:29.215 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:29.212+0000 7f84a6ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1095216660566 cookie 94753392914096 notifier 6066 bl.length()=535 2023-12-03T11:49:29.215 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:29.212+0000 7f84a6ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+tester info.flags=0x17 2023-12-03T11:49:29.215 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:29.212+0000 7f84a6ffd640 10 rgw watcher librados: moving default.rgw.meta+users.uid+tester to cache LRU end 2023-12-03T11:49:29.217 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:29.212+0000 7f84c2c31980 10 cache put: name=default.rgw.meta+users.keys+NX5QOQKC6BH2IDN8HC7A info.flags=0x7 2023-12-03T11:49:29.217 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:29.212+0000 7f84c2c31980 10 moving default.rgw.meta+users.keys+NX5QOQKC6BH2IDN8HC7A to cache LRU end 2023-12-03T11:49:29.217 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:29.212+0000 7f84c2c31980 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:users.keys:NX5QOQKC6BH2IDN8HC7A, ofs0, ns] 2023-12-03T11:49:29.217 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:29.216+0000 7f84a6ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1095216660567 cookie 94753392910496 notifier 6066 bl.length()=180 2023-12-03T11:49:29.217 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:29.216+0000 7f84a6ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+NX5QOQKC6BH2IDN8HC7A info.flags=0x7 2023-12-03T11:49:29.218 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:29.216+0000 7f84a6ffd640 10 rgw watcher librados: moving default.rgw.meta+users.keys+NX5QOQKC6BH2IDN8HC7A to cache LRU end 2023-12-03T11:49:29.219 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:29.216+0000 7f84867e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:49:29.224 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:29.220+0000 7f84c2c31980 20 remove_watcher() i=0 2023-12-03T11:49:29.224 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:29.220+0000 7f84c2c31980 2 removed watcher, disabling cache 2023-12-03T11:49:29.226 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:29.224+0000 7f84c2c31980 20 remove_watcher() i=1 2023-12-03T11:49:29.229 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:29.224+0000 7f84c2c31980 20 remove_watcher() i=2 2023-12-03T11:49:29.233 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:29.228+0000 7f84c2c31980 20 remove_watcher() i=3 2023-12-03T11:49:29.233 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:29.232+0000 7f84c2c31980 20 remove_watcher() i=4 2023-12-03T11:49:29.235 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:29.232+0000 7f84c2c31980 20 remove_watcher() i=5 2023-12-03T11:49:29.236 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:29.232+0000 7f84c2c31980 20 remove_watcher() i=6 2023-12-03T11:49:29.237 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:29.236+0000 7f84c2c31980 20 remove_watcher() i=7 2023-12-03T11:49:41.277 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:49:41.277 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:49:41.330 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:49:41.330 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:49:41.359 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:49:41.359 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:49:41.389 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:49:41.389 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:49:41.402 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:49:41.403 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:49:41.449 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:49:41.449 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:49:41.494 INFO:tasks.workunit.client.0.smithi019.stderr:TEST: reshard add 2023-12-03T11:49:41.494 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:49:41.495 INFO:tasks.workunit.client.0.smithi019.stderr:radosgw-admin bucket stats --bucket a-bucket 2023-12-03T11:49:41.528 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:49:41.528 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:49:41.547 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.544+0000 7f6b1193a980 20 rados->read ofs=0 len=0 2023-12-03T11:49:41.549 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.544+0000 7f6b1193a980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:41.549 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.544+0000 7f6b1193a980 20 realm 2023-12-03T11:49:41.549 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.544+0000 7f6b1193a980 20 rados->read ofs=0 len=0 2023-12-03T11:49:41.549 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.544+0000 7f6b1193a980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:41.549 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.544+0000 7f6b1193a980 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:49:41.549 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.544+0000 7f6b1193a980 20 rados->read ofs=0 len=0 2023-12-03T11:49:41.550 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.548+0000 7f6b1193a980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:41.550 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.548+0000 7f6b1193a980 20 rados->read ofs=0 len=0 2023-12-03T11:49:41.551 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.548+0000 7f6b1193a980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:49:41.551 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.548+0000 7f6b1193a980 20 rados->read ofs=0 len=0 2023-12-03T11:49:41.552 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.548+0000 7f6b1193a980 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:49:41.552 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.548+0000 7f6b1193a980 20 searching for the correct realm 2023-12-03T11:49:41.574 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.572+0000 7f6b0f456640 0 -- 172.21.15.19:0/2110106856 >> [v2:172.21.15.57:6808/3142144203,v1:172.21.15.57:6809/3142144203] conn(0x55a0a0fa6420 msgr2=0x55a0a0fa8830 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2023-12-03T11:49:41.578 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.576+0000 7f6b1193a980 20 RGWRados::pool_iterate: got zonegroup_info.9433ba8b-08fe-4f3d-8375-ae7b0ce32294 2023-12-03T11:49:41.578 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.576+0000 7f6b1193a980 20 RGWRados::pool_iterate: got zone_info.43a5e689-6a4f-4bb6-8529-28824bd75ab9 2023-12-03T11:49:41.578 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.576+0000 7f6b1193a980 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:49:41.578 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.576+0000 7f6b1193a980 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:49:41.578 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.576+0000 7f6b1193a980 20 rados->read ofs=0 len=0 2023-12-03T11:49:41.579 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.576+0000 7f6b1193a980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:41.579 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.576+0000 7f6b1193a980 20 rados->read ofs=0 len=0 2023-12-03T11:49:41.579 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.576+0000 7f6b1193a980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:49:41.579 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.576+0000 7f6b1193a980 20 rados->read ofs=0 len=0 2023-12-03T11:49:41.580 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.576+0000 7f6b1193a980 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:49:41.580 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.576+0000 7f6b1193a980 20 zone default found 2023-12-03T11:49:41.580 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.576+0000 7f6b1193a980 4 Realm: () 2023-12-03T11:49:41.580 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.576+0000 7f6b1193a980 4 ZoneGroup: default (9433ba8b-08fe-4f3d-8375-ae7b0ce32294) 2023-12-03T11:49:41.580 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.576+0000 7f6b1193a980 4 Zone: default (43a5e689-6a4f-4bb6-8529-28824bd75ab9) 2023-12-03T11:49:41.580 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.576+0000 7f6b1193a980 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:49:41.580 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.576+0000 7f6b1193a980 20 zonegroup default 2023-12-03T11:49:41.581 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.576+0000 7f6b1193a980 20 rados->read ofs=0 len=0 2023-12-03T11:49:41.581 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.576+0000 7f6b1193a980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:41.581 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.576+0000 7f6b1193a980 20 rados->read ofs=0 len=0 2023-12-03T11:49:41.581 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.576+0000 7f6b1193a980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:41.581 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.576+0000 7f6b1193a980 20 rados->read ofs=0 len=0 2023-12-03T11:49:41.581 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.580+0000 7f6b1193a980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:41.581 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.580+0000 7f6b1193a980 20 started sync module instance, tier type = 2023-12-03T11:49:41.582 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.580+0000 7f6b1193a980 20 started zone id=43a5e689-6a4f-4bb6-8529-28824bd75ab9 (name=default) with tier type = 2023-12-03T11:49:41.596 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.592+0000 7f6b0fc57640 0 -- 172.21.15.19:0/2110106856 >> [v2:172.21.15.57:6816/3303414699,v1:172.21.15.57:6817/3303414699] conn(0x7f6b040f6ec0 msgr2=0x7f6b040f54b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:49:41.601 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.600+0000 7f6b1193a980 20 add_watcher() i=0 2023-12-03T11:49:41.601 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.600+0000 7f6b1193a980 20 add_watcher() i=1 2023-12-03T11:49:41.602 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.600+0000 7f6b1193a980 20 add_watcher() i=2 2023-12-03T11:49:41.602 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.600+0000 7f6b1193a980 20 add_watcher() i=3 2023-12-03T11:49:41.602 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.600+0000 7f6b1193a980 20 add_watcher() i=4 2023-12-03T11:49:41.602 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.600+0000 7f6b1193a980 20 add_watcher() i=5 2023-12-03T11:49:41.602 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.600+0000 7f6b1193a980 20 add_watcher() i=6 2023-12-03T11:49:41.603 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.600+0000 7f6b1193a980 20 add_watcher() i=7 2023-12-03T11:49:41.603 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.600+0000 7f6b1193a980 2 all 8 watchers are set, enabling cache 2023-12-03T11:49:41.606 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.604+0000 7f6ad57e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:49:41.606 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.604+0000 7f6b1193a980 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:49:41.606 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.604+0000 7f6b1193a980 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:49:41.616 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.612+0000 7f6b1193a980 5 note: GC not initialized 2023-12-03T11:49:41.616 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.612+0000 7f6a43fff640 20 reqs_thread_entry: start 2023-12-03T11:49:41.617 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.612+0000 7f6b1193a980 20 init_complete bucket index max shards: 1 2023-12-03T11:49:41.617 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.612+0000 7f6b1193a980 20 Filter name: none 2023-12-03T11:49:41.617 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.612+0000 7f6a41ffb640 20 reqs_thread_entry: start 2023-12-03T11:49:41.617 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.612+0000 7f6b1193a980 20 rados->read ofs=0 len=0 2023-12-03T11:49:41.618 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.616+0000 7f6b1193a980 20 rados_obj.operate() r=0 bl.length=176 2023-12-03T11:49:41.618 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.616+0000 7f6b1193a980 20 rados->read ofs=0 len=0 2023-12-03T11:49:41.619 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.616+0000 7f6b1193a980 20 rados_obj.operate() r=0 bl.length=360 2023-12-03T11:49:41.619 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.616+0000 7f6b1193a980 20 couldn't put binfo cache entry, might have raced with data changes 2023-12-03T11:49:41.619 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.616+0000 7f6b1193a980 20 rados->read ofs=0 len=0 2023-12-03T11:49:41.620 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.616+0000 7f6b1193a980 20 rados_obj.operate() r=0 bl.length=176 2023-12-03T11:49:41.620 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.616+0000 7f6b1193a980 20 rados->read ofs=0 len=0 2023-12-03T11:49:41.621 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.620+0000 7f6b1193a980 20 rados_obj.operate() r=0 bl.length=360 2023-12-03T11:49:41.621 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.620+0000 7f6b1193a980 20 couldn't put binfo cache entry, might have raced with data changes 2023-12-03T11:49:41.622 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.620+0000 7f6b1193a980 20 rados->read ofs=0 len=0 2023-12-03T11:49:41.623 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.620+0000 7f6b1193a980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:41.624 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.620+0000 7f6ad57e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:49:41.630 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.628+0000 7f6b1193a980 20 remove_watcher() i=0 2023-12-03T11:49:41.630 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.628+0000 7f6b1193a980 2 removed watcher, disabling cache 2023-12-03T11:49:41.632 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.628+0000 7f6b1193a980 20 remove_watcher() i=1 2023-12-03T11:49:41.634 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.632+0000 7f6b1193a980 20 remove_watcher() i=2 2023-12-03T11:49:41.637 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.632+0000 7f6b1193a980 20 remove_watcher() i=3 2023-12-03T11:49:41.639 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.636+0000 7f6b1193a980 20 remove_watcher() i=4 2023-12-03T11:49:41.640 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.636+0000 7f6b1193a980 20 remove_watcher() i=5 2023-12-03T11:49:41.642 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.640+0000 7f6b1193a980 20 remove_watcher() i=6 2023-12-03T11:49:41.644 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.640+0000 7f6b1193a980 20 remove_watcher() i=7 2023-12-03T11:49:41.651 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:49:41.651 INFO:tasks.workunit.client.0.smithi019.stderr:BUCKET_STATS: 2023-12-03T11:49:41.651 INFO:tasks.workunit.client.0.smithi019.stderr:bucket: a-bucket id: 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.16 num_objects: 0 size_kb: 0 num_shards: 1 2023-12-03T11:49:41.651 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:49:41.651 INFO:tasks.workunit.client.0.smithi019.stderr:radosgw-admin reshard add --bucket a-bucket --num-shards 2 2023-12-03T11:49:41.679 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:49:41.679 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:49:41.697 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.692+0000 7f723014c980 20 rados->read ofs=0 len=0 2023-12-03T11:49:41.699 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.696+0000 7f723014c980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:41.699 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.696+0000 7f723014c980 20 realm 2023-12-03T11:49:41.699 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.696+0000 7f723014c980 20 rados->read ofs=0 len=0 2023-12-03T11:49:41.699 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.696+0000 7f723014c980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:41.700 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.696+0000 7f723014c980 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:49:41.700 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.696+0000 7f723014c980 20 rados->read ofs=0 len=0 2023-12-03T11:49:41.700 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.696+0000 7f723014c980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:41.700 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.696+0000 7f723014c980 20 rados->read ofs=0 len=0 2023-12-03T11:49:41.701 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.696+0000 7f723014c980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:49:41.701 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.696+0000 7f723014c980 20 rados->read ofs=0 len=0 2023-12-03T11:49:41.701 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.700+0000 7f723014c980 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:49:41.702 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.700+0000 7f723014c980 20 searching for the correct realm 2023-12-03T11:49:41.724 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.720+0000 7f722dc68640 0 -- 172.21.15.19:0/2395235489 >> [v2:172.21.15.19:6824/3106662697,v1:172.21.15.19:6825/3106662697] conn(0x7f722800fba0 msgr2=0x7f722801c410 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2023-12-03T11:49:41.730 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.728+0000 7f723014c980 20 RGWRados::pool_iterate: got zonegroup_info.9433ba8b-08fe-4f3d-8375-ae7b0ce32294 2023-12-03T11:49:41.730 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.728+0000 7f723014c980 20 RGWRados::pool_iterate: got zone_info.43a5e689-6a4f-4bb6-8529-28824bd75ab9 2023-12-03T11:49:41.730 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.728+0000 7f723014c980 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:49:41.730 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.728+0000 7f723014c980 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:49:41.730 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.728+0000 7f723014c980 20 rados->read ofs=0 len=0 2023-12-03T11:49:41.730 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.728+0000 7f723014c980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:41.730 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.728+0000 7f723014c980 20 rados->read ofs=0 len=0 2023-12-03T11:49:41.731 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.728+0000 7f723014c980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:49:41.731 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.728+0000 7f723014c980 20 rados->read ofs=0 len=0 2023-12-03T11:49:41.731 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.728+0000 7f723014c980 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:49:41.732 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.728+0000 7f723014c980 20 zone default found 2023-12-03T11:49:41.732 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.728+0000 7f723014c980 4 Realm: () 2023-12-03T11:49:41.732 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.728+0000 7f723014c980 4 ZoneGroup: default (9433ba8b-08fe-4f3d-8375-ae7b0ce32294) 2023-12-03T11:49:41.732 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.728+0000 7f723014c980 4 Zone: default (43a5e689-6a4f-4bb6-8529-28824bd75ab9) 2023-12-03T11:49:41.732 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.728+0000 7f723014c980 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:49:41.732 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.728+0000 7f723014c980 20 zonegroup default 2023-12-03T11:49:41.732 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.728+0000 7f723014c980 20 rados->read ofs=0 len=0 2023-12-03T11:49:41.732 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.728+0000 7f723014c980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:41.732 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.728+0000 7f723014c980 20 rados->read ofs=0 len=0 2023-12-03T11:49:41.733 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.728+0000 7f723014c980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:41.733 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.728+0000 7f723014c980 20 rados->read ofs=0 len=0 2023-12-03T11:49:41.733 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.728+0000 7f723014c980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:41.733 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.728+0000 7f723014c980 20 started sync module instance, tier type = 2023-12-03T11:49:41.733 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.728+0000 7f723014c980 20 started zone id=43a5e689-6a4f-4bb6-8529-28824bd75ab9 (name=default) with tier type = 2023-12-03T11:49:41.746 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.744+0000 7f722e469640 0 -- 172.21.15.19:0/2395235489 >> [v2:172.21.15.57:6816/3303414699,v1:172.21.15.57:6817/3303414699] conn(0x7f7208075330 msgr2=0x7f7208077760 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:49:41.751 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.748+0000 7f723014c980 20 add_watcher() i=0 2023-12-03T11:49:41.751 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.748+0000 7f723014c980 20 add_watcher() i=1 2023-12-03T11:49:41.751 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.748+0000 7f723014c980 20 add_watcher() i=2 2023-12-03T11:49:41.751 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.748+0000 7f723014c980 20 add_watcher() i=3 2023-12-03T11:49:41.751 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.748+0000 7f723014c980 20 add_watcher() i=4 2023-12-03T11:49:41.751 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.748+0000 7f723014c980 20 add_watcher() i=5 2023-12-03T11:49:41.751 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.748+0000 7f723014c980 20 add_watcher() i=6 2023-12-03T11:49:41.752 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.748+0000 7f723014c980 20 add_watcher() i=7 2023-12-03T11:49:41.752 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.748+0000 7f723014c980 2 all 8 watchers are set, enabling cache 2023-12-03T11:49:41.755 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.752+0000 7f71f37e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:49:41.756 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.752+0000 7f723014c980 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:49:41.756 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.752+0000 7f723014c980 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:49:41.764 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.760+0000 7f723014c980 5 note: GC not initialized 2023-12-03T11:49:41.764 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.760+0000 7f71627fc640 20 reqs_thread_entry: start 2023-12-03T11:49:41.764 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.760+0000 7f723014c980 20 init_complete bucket index max shards: 1 2023-12-03T11:49:41.764 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.760+0000 7f723014c980 20 Filter name: none 2023-12-03T11:49:41.764 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.760+0000 7f7153fff640 20 reqs_thread_entry: start 2023-12-03T11:49:41.764 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.760+0000 7f723014c980 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2023-12-03T11:49:41.764 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.760+0000 7f723014c980 20 rados->read ofs=0 len=0 2023-12-03T11:49:41.765 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.760+0000 7f723014c980 20 rados_obj.operate() r=0 bl.length=176 2023-12-03T11:49:41.765 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.760+0000 7f723014c980 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2023-12-03T11:49:41.765 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.760+0000 7f723014c980 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2023-12-03T11:49:41.765 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.760+0000 7f723014c980 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.16 : miss 2023-12-03T11:49:41.765 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.760+0000 7f723014c980 20 rados->read ofs=0 len=0 2023-12-03T11:49:41.766 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.764+0000 7f723014c980 20 rados_obj.operate() r=0 bl.length=360 2023-12-03T11:49:41.766 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.764+0000 7f723014c980 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.16 info.flags=0x17 2023-12-03T11:49:41.766 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.764+0000 7f723014c980 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.16 to cache LRU end 2023-12-03T11:49:41.766 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.764+0000 7f723014c980 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-12-03T11:49:41.766 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.764+0000 7f723014c980 10 updating xattr: name=user.rgw.acl bl.length()=143 2023-12-03T11:49:41.766 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.764+0000 7f723014c980 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.16 2023-12-03T11:49:41.770 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.768+0000 7f71f37e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:49:41.776 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.772+0000 7f723014c980 20 remove_watcher() i=0 2023-12-03T11:49:41.776 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.772+0000 7f723014c980 2 removed watcher, disabling cache 2023-12-03T11:49:41.778 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.776+0000 7f723014c980 20 remove_watcher() i=1 2023-12-03T11:49:41.780 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.776+0000 7f723014c980 20 remove_watcher() i=2 2023-12-03T11:49:41.783 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.780+0000 7f723014c980 20 remove_watcher() i=3 2023-12-03T11:49:41.785 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.784+0000 7f723014c980 20 remove_watcher() i=4 2023-12-03T11:49:41.787 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.784+0000 7f723014c980 20 remove_watcher() i=5 2023-12-03T11:49:41.788 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.784+0000 7f723014c980 20 remove_watcher() i=6 2023-12-03T11:49:41.789 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.788+0000 7f723014c980 20 remove_watcher() i=7 2023-12-03T11:49:41.796 INFO:tasks.workunit.client.0.smithi019.stderr:radosgw-admin reshard list 2023-12-03T11:49:41.820 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:49:41.820 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:49:41.838 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.836+0000 7faf44160980 20 rados->read ofs=0 len=0 2023-12-03T11:49:41.840 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.836+0000 7faf44160980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:41.840 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.836+0000 7faf44160980 20 realm 2023-12-03T11:49:41.840 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.836+0000 7faf44160980 20 rados->read ofs=0 len=0 2023-12-03T11:49:41.841 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.836+0000 7faf44160980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:41.841 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.836+0000 7faf44160980 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:49:41.841 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.836+0000 7faf44160980 20 rados->read ofs=0 len=0 2023-12-03T11:49:41.841 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.836+0000 7faf44160980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:41.841 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.836+0000 7faf44160980 20 rados->read ofs=0 len=0 2023-12-03T11:49:41.842 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.840+0000 7faf44160980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:49:41.842 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.840+0000 7faf44160980 20 rados->read ofs=0 len=0 2023-12-03T11:49:41.843 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.840+0000 7faf44160980 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:49:41.843 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.840+0000 7faf44160980 20 searching for the correct realm 2023-12-03T11:49:41.862 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.860+0000 7faf41c7c640 0 -- 172.21.15.19:0/1778101033 >> [v2:172.21.15.57:6808/3142144203,v1:172.21.15.57:6809/3142144203] conn(0x55933efac030 msgr2=0x55933efae420 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:49:41.868 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.864+0000 7faf44160980 20 RGWRados::pool_iterate: got zonegroup_info.9433ba8b-08fe-4f3d-8375-ae7b0ce32294 2023-12-03T11:49:41.868 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.864+0000 7faf44160980 20 RGWRados::pool_iterate: got zone_info.43a5e689-6a4f-4bb6-8529-28824bd75ab9 2023-12-03T11:49:41.868 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.864+0000 7faf44160980 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:49:41.868 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.864+0000 7faf44160980 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:49:41.868 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.864+0000 7faf44160980 20 rados->read ofs=0 len=0 2023-12-03T11:49:41.869 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.864+0000 7faf44160980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:41.869 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.864+0000 7faf44160980 20 rados->read ofs=0 len=0 2023-12-03T11:49:41.870 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.868+0000 7faf44160980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:49:41.870 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.868+0000 7faf44160980 20 rados->read ofs=0 len=0 2023-12-03T11:49:41.870 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.868+0000 7faf4147b640 0 -- 172.21.15.19:0/1778101033 >> [v2:172.21.15.19:6810/916309765,v1:172.21.15.19:6813/916309765] conn(0x55933efa7e90 msgr2=0x55933efaa280 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:49:41.870 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.868+0000 7faf44160980 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:49:41.870 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.868+0000 7faf44160980 20 zone default found 2023-12-03T11:49:41.870 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.868+0000 7faf44160980 4 Realm: () 2023-12-03T11:49:41.870 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.868+0000 7faf44160980 4 ZoneGroup: default (9433ba8b-08fe-4f3d-8375-ae7b0ce32294) 2023-12-03T11:49:41.870 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.868+0000 7faf44160980 4 Zone: default (43a5e689-6a4f-4bb6-8529-28824bd75ab9) 2023-12-03T11:49:41.870 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.868+0000 7faf44160980 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:49:41.870 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.868+0000 7faf44160980 20 zonegroup default 2023-12-03T11:49:41.870 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.868+0000 7faf44160980 20 rados->read ofs=0 len=0 2023-12-03T11:49:41.871 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.868+0000 7faf44160980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:41.871 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.868+0000 7faf44160980 20 rados->read ofs=0 len=0 2023-12-03T11:49:41.871 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.868+0000 7faf44160980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:41.871 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.868+0000 7faf44160980 20 rados->read ofs=0 len=0 2023-12-03T11:49:41.871 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.868+0000 7faf44160980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:41.871 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.868+0000 7faf44160980 20 started sync module instance, tier type = 2023-12-03T11:49:41.871 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.868+0000 7faf44160980 20 started zone id=43a5e689-6a4f-4bb6-8529-28824bd75ab9 (name=default) with tier type = 2023-12-03T11:49:41.889 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.884+0000 7faf44160980 20 add_watcher() i=0 2023-12-03T11:49:41.889 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.884+0000 7faf44160980 20 add_watcher() i=1 2023-12-03T11:49:41.889 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.884+0000 7faf44160980 20 add_watcher() i=2 2023-12-03T11:49:41.889 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.884+0000 7faf44160980 20 add_watcher() i=3 2023-12-03T11:49:41.890 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.884+0000 7faf44160980 20 add_watcher() i=4 2023-12-03T11:49:41.890 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.884+0000 7faf44160980 20 add_watcher() i=5 2023-12-03T11:49:41.890 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.884+0000 7faf44160980 20 add_watcher() i=6 2023-12-03T11:49:41.890 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.888+0000 7faf44160980 20 add_watcher() i=7 2023-12-03T11:49:41.890 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.888+0000 7faf44160980 2 all 8 watchers are set, enabling cache 2023-12-03T11:49:41.893 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.892+0000 7faf077e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:49:41.893 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.892+0000 7faf44160980 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:49:41.893 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.892+0000 7faf44160980 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:49:41.902 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.900+0000 7faf44160980 5 note: GC not initialized 2023-12-03T11:49:41.902 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.900+0000 7fae767fc640 20 reqs_thread_entry: start 2023-12-03T11:49:41.902 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.900+0000 7faf44160980 20 init_complete bucket index max shards: 1 2023-12-03T11:49:41.902 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.900+0000 7faf44160980 20 Filter name: none 2023-12-03T11:49:41.902 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.900+0000 7fae67fff640 20 reqs_thread_entry: start 2023-12-03T11:49:41.917 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.912+0000 7faf077e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:49:41.922 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.920+0000 7faf44160980 20 remove_watcher() i=0 2023-12-03T11:49:41.923 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.920+0000 7faf44160980 2 removed watcher, disabling cache 2023-12-03T11:49:41.925 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.920+0000 7faf44160980 20 remove_watcher() i=1 2023-12-03T11:49:41.927 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.924+0000 7faf44160980 20 remove_watcher() i=2 2023-12-03T11:49:41.929 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.928+0000 7faf44160980 20 remove_watcher() i=3 2023-12-03T11:49:41.932 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.928+0000 7faf44160980 20 remove_watcher() i=4 2023-12-03T11:49:41.933 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.932+0000 7faf44160980 20 remove_watcher() i=5 2023-12-03T11:49:41.934 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.932+0000 7faf44160980 20 remove_watcher() i=6 2023-12-03T11:49:41.936 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.932+0000 7faf44160980 20 remove_watcher() i=7 2023-12-03T11:49:41.943 INFO:tasks.workunit.client.0.smithi019.stderr:bucket name a-bucket 2023-12-03T11:49:41.943 INFO:tasks.workunit.client.0.smithi019.stderr:TEST: reshard process 2023-12-03T11:49:41.944 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:49:41.944 INFO:tasks.workunit.client.0.smithi019.stderr:radosgw-admin reshard process 2023-12-03T11:49:41.967 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:49:41.967 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:49:41.986 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.984+0000 7f747718e980 20 rados->read ofs=0 len=0 2023-12-03T11:49:41.988 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.984+0000 7f747718e980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:41.988 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.984+0000 7f747718e980 20 realm 2023-12-03T11:49:41.988 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.984+0000 7f747718e980 20 rados->read ofs=0 len=0 2023-12-03T11:49:41.988 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.984+0000 7f747718e980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:41.988 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.984+0000 7f747718e980 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:49:41.988 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.984+0000 7f747718e980 20 rados->read ofs=0 len=0 2023-12-03T11:49:41.989 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.984+0000 7f747718e980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:41.989 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.984+0000 7f747718e980 20 rados->read ofs=0 len=0 2023-12-03T11:49:41.990 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.988+0000 7f747718e980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:49:41.990 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.988+0000 7f747718e980 20 rados->read ofs=0 len=0 2023-12-03T11:49:41.991 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.988+0000 7f747718e980 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:49:41.991 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:41.988+0000 7f747718e980 20 searching for the correct realm 2023-12-03T11:49:42.015 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:42.012+0000 7f74744a9640 0 -- 172.21.15.19:0/2245629652 >> [v2:172.21.15.19:6800/1469834966,v1:172.21.15.19:6801/1469834966] conn(0x5565dcf42f80 msgr2=0x5565dcf45370 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:49:42.017 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:42.012+0000 7f747718e980 20 RGWRados::pool_iterate: got zonegroup_info.9433ba8b-08fe-4f3d-8375-ae7b0ce32294 2023-12-03T11:49:42.017 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:42.012+0000 7f747718e980 20 RGWRados::pool_iterate: got zone_info.43a5e689-6a4f-4bb6-8529-28824bd75ab9 2023-12-03T11:49:42.017 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:42.012+0000 7f747718e980 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:49:42.017 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:42.012+0000 7f747718e980 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:49:42.017 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:42.012+0000 7f747718e980 20 rados->read ofs=0 len=0 2023-12-03T11:49:42.017 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:42.016+0000 7f747718e980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:42.017 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:42.016+0000 7f747718e980 20 rados->read ofs=0 len=0 2023-12-03T11:49:42.018 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:42.016+0000 7f747718e980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:49:42.018 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:42.016+0000 7f747718e980 20 rados->read ofs=0 len=0 2023-12-03T11:49:42.019 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:42.016+0000 7f747718e980 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:49:42.019 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:42.016+0000 7f747718e980 20 zone default found 2023-12-03T11:49:42.019 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:42.016+0000 7f747718e980 4 Realm: () 2023-12-03T11:49:42.019 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:42.016+0000 7f747718e980 4 ZoneGroup: default (9433ba8b-08fe-4f3d-8375-ae7b0ce32294) 2023-12-03T11:49:42.019 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:42.016+0000 7f747718e980 4 Zone: default (43a5e689-6a4f-4bb6-8529-28824bd75ab9) 2023-12-03T11:49:42.019 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:42.016+0000 7f747718e980 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:49:42.019 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:42.016+0000 7f747718e980 20 zonegroup default 2023-12-03T11:49:42.019 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:42.016+0000 7f747718e980 20 rados->read ofs=0 len=0 2023-12-03T11:49:42.020 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:42.016+0000 7f747718e980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:42.020 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:42.016+0000 7f747718e980 20 rados->read ofs=0 len=0 2023-12-03T11:49:42.020 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:42.016+0000 7f747718e980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:42.020 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:42.016+0000 7f747718e980 20 rados->read ofs=0 len=0 2023-12-03T11:49:42.020 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:42.016+0000 7f747718e980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:42.020 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:42.016+0000 7f747718e980 20 started sync module instance, tier type = 2023-12-03T11:49:42.020 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:42.016+0000 7f747718e980 20 started zone id=43a5e689-6a4f-4bb6-8529-28824bd75ab9 (name=default) with tier type = 2023-12-03T11:49:42.035 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:42.032+0000 7f74754ab640 0 -- 172.21.15.19:0/2245629652 >> [v2:172.21.15.57:6816/3303414699,v1:172.21.15.57:6817/3303414699] conn(0x7f745c057960 msgr2=0x7f745c0597a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:49:42.038 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:42.036+0000 7f747718e980 20 add_watcher() i=0 2023-12-03T11:49:42.038 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:42.036+0000 7f747718e980 20 add_watcher() i=1 2023-12-03T11:49:42.038 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:42.036+0000 7f747718e980 20 add_watcher() i=2 2023-12-03T11:49:42.038 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:42.036+0000 7f747718e980 20 add_watcher() i=3 2023-12-03T11:49:42.038 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:42.036+0000 7f747718e980 20 add_watcher() i=4 2023-12-03T11:49:42.038 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:42.036+0000 7f747718e980 20 add_watcher() i=5 2023-12-03T11:49:42.039 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:42.036+0000 7f747718e980 20 add_watcher() i=6 2023-12-03T11:49:42.039 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:42.036+0000 7f747718e980 20 add_watcher() i=7 2023-12-03T11:49:42.040 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:42.036+0000 7f747718e980 2 all 8 watchers are set, enabling cache 2023-12-03T11:49:42.043 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:42.040+0000 7f743afe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:49:42.043 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:42.040+0000 7f747718e980 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:49:42.044 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:42.040+0000 7f747718e980 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:49:42.051 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:42.048+0000 7f747718e980 5 note: GC not initialized 2023-12-03T11:49:42.052 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:42.048+0000 7f73a9ffb640 20 reqs_thread_entry: start 2023-12-03T11:49:42.052 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:42.048+0000 7f747718e980 20 init_complete bucket index max shards: 1 2023-12-03T11:49:42.052 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:42.048+0000 7f747718e980 20 Filter name: none 2023-12-03T11:49:42.052 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:42.048+0000 7f739b7fe640 20 reqs_thread_entry: start 2023-12-03T11:49:42.052 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:42.048+0000 7f747718e980 20 processing logshard = reshard.0000000000 2023-12-03T11:49:42.058 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:42.056+0000 7f747718e980 20 finish processing logshard = reshard.0000000000 , ret = 0 2023-12-03T11:49:42.058 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:42.056+0000 7f747718e980 20 processing logshard = reshard.0000000001 2023-12-03T11:49:42.064 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:42.060+0000 7f747718e980 20 finish processing logshard = reshard.0000000001 , ret = 0 2023-12-03T11:49:42.064 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:42.060+0000 7f747718e980 20 processing logshard = reshard.0000000002 2023-12-03T11:49:42.069 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:42.068+0000 7f747718e980 20 finish processing logshard = reshard.0000000002 , ret = 0 2023-12-03T11:49:42.070 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:42.068+0000 7f747718e980 20 processing logshard = reshard.0000000003 2023-12-03T11:49:42.075 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:42.072+0000 7f747718e980 20 finish processing logshard = reshard.0000000003 , ret = 0 2023-12-03T11:49:42.075 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:42.072+0000 7f747718e980 20 processing logshard = reshard.0000000004 2023-12-03T11:49:42.083 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:42.080+0000 7f747718e980 20 finish processing logshard = reshard.0000000004 , ret = 0 2023-12-03T11:49:42.083 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:42.080+0000 7f747718e980 20 processing logshard = reshard.0000000005 2023-12-03T11:49:42.089 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:42.084+0000 7f747718e980 20 finish processing logshard = reshard.0000000005 , ret = 0 2023-12-03T11:49:42.089 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:42.084+0000 7f747718e980 20 processing logshard = reshard.0000000006 2023-12-03T11:49:42.092 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:42.088+0000 7f747718e980 20 process_entry resharding a-bucket 2023-12-03T11:49:42.092 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:42.088+0000 7f747718e980 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2023-12-03T11:49:42.093 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:42.088+0000 7f747718e980 20 rados->read ofs=0 len=0 2023-12-03T11:49:42.093 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:42.092+0000 7f747718e980 20 rados_obj.operate() r=0 bl.length=176 2023-12-03T11:49:42.093 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:42.092+0000 7f747718e980 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x1 2023-12-03T11:49:42.094 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:42.092+0000 7f747718e980 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2023-12-03T11:49:42.094 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:42.092+0000 7f747718e980 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.16 : miss 2023-12-03T11:49:42.094 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:42.092+0000 7f747718e980 20 rados->read ofs=0 len=0 2023-12-03T11:49:42.094 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:42.092+0000 7f747718e980 20 rados_obj.operate() r=0 bl.length=360 2023-12-03T11:49:42.094 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:42.092+0000 7f747718e980 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.16 info.flags=0x17 2023-12-03T11:49:42.095 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:42.092+0000 7f747718e980 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.16 to cache LRU end 2023-12-03T11:49:42.095 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:42.092+0000 7f747718e980 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-12-03T11:49:42.095 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:42.092+0000 7f747718e980 10 updating xattr: name=user.rgw.acl bl.length()=143 2023-12-03T11:49:42.095 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:42.092+0000 7f747718e980 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.16 2023-12-03T11:49:42.106 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:42.104+0000 7f747718e980 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.16 info.flags=0x17 2023-12-03T11:49:42.106 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:42.104+0000 7f747718e980 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.16 to cache LRU end 2023-12-03T11:49:42.106 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:42.104+0000 7f747718e980 10 updating xattr: name=user.rgw.acl bl.length()=143 2023-12-03T11:49:42.106 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:42.104+0000 7f747718e980 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.16, ofs0, ns] 2023-12-03T11:49:42.107 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:42.104+0000 7f746affd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1095216660541 cookie 93895987061264 notifier 6153 bl.length()=789 2023-12-03T11:49:42.107 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:42.104+0000 7f746affd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.16 info.flags=0x17 2023-12-03T11:49:42.107 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:42.104+0000 7f746affd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.16 to cache LRU end 2023-12-03T11:49:42.107 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:42.104+0000 7f746affd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2023-12-03T11:49:42.108 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:42.104+0000 7f747718e980 20 handle_bi_update(): bucket=:a-bucket[43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.16]): orig_sources= new_sources= 2023-12-03T11:49:42.108 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:42.104+0000 7f747718e980 20 handle_bi_update(): bucket=:a-bucket[43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.16]): potential sources added=[] removed=[] 2023-12-03T11:49:42.108 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:42.104+0000 7f747718e980 20 handle_bi_update(): bucket=:a-bucket[43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.16]): orig_dests= new_dests= 2023-12-03T11:49:42.108 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:42.104+0000 7f747718e980 20 handle_bi_update(): bucket=:a-bucket[43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.16]): potential dests added=[] removed=[] 2023-12-03T11:49:42.111 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:42.108+0000 7f747718e980 10 bucket_obj is .dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.16.1.0 2023-12-03T11:49:42.111 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:42.108+0000 7f747718e980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.16.1.0 2023-12-03T11:49:42.111 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:42.108+0000 7f747718e980 10 bucket_obj is .dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.16.1.1 2023-12-03T11:49:42.111 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:42.108+0000 7f747718e980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.16.1.1 2023-12-03T11:49:42.111 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:42.108+0000 7f747718e980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.16.0 2023-12-03T11:49:42.112 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:42.108+0000 7f747718e980 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.16 : hit (requested=0x17, cached=0x17) 2023-12-03T11:49:42.112 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:42.108+0000 7f747718e980 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.16 2023-12-03T11:49:42.116 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:42.112+0000 7f747718e980 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.16 info.flags=0x17 2023-12-03T11:49:42.116 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:42.112+0000 7f747718e980 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.16 to cache LRU end 2023-12-03T11:49:42.116 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:42.112+0000 7f747718e980 10 updating xattr: name=user.rgw.acl bl.length()=143 2023-12-03T11:49:42.116 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:42.112+0000 7f747718e980 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.16, ofs0, ns] 2023-12-03T11:49:42.117 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:42.112+0000 7f746affd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1095216660542 cookie 93895987061264 notifier 6153 bl.length()=757 2023-12-03T11:49:42.117 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:42.112+0000 7f746affd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.16 info.flags=0x17 2023-12-03T11:49:42.117 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:42.112+0000 7f746affd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.16 to cache LRU end 2023-12-03T11:49:42.117 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:42.112+0000 7f746affd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2023-12-03T11:49:42.118 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:42.116+0000 7f747718e980 20 handle_bi_update(): bucket=:a-bucket[43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.16]): orig_sources= new_sources= 2023-12-03T11:49:42.118 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:42.116+0000 7f747718e980 20 handle_bi_update(): bucket=:a-bucket[43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.16]): potential sources added=[] removed=[] 2023-12-03T11:49:42.118 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:42.116+0000 7f747718e980 20 handle_bi_update(): bucket=:a-bucket[43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.16]): orig_dests= new_dests= 2023-12-03T11:49:42.118 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:42.116+0000 7f747718e980 20 handle_bi_update(): bucket=:a-bucket[43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.16]): potential dests added=[] removed=[] 2023-12-03T11:49:42.121 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:42.116+0000 7f747718e980 1 execute INFO: reshard of bucket "a-bucket" completed successfully 2023-12-03T11:49:42.123 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:42.120+0000 7f747718e980 20 process_entry removing reshard queue entry for bucket a-bucket 2023-12-03T11:49:42.129 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:42.124+0000 7f747718e980 20 finish processing logshard = reshard.0000000006 , ret = 0 2023-12-03T11:49:42.129 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:42.124+0000 7f747718e980 20 processing logshard = reshard.0000000007 2023-12-03T11:49:42.137 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:42.132+0000 7f747718e980 20 finish processing logshard = reshard.0000000007 , ret = 0 2023-12-03T11:49:42.137 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:42.132+0000 7f747718e980 20 processing logshard = reshard.0000000008 2023-12-03T11:49:42.142 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:42.140+0000 7f747718e980 20 finish processing logshard = reshard.0000000008 , ret = 0 2023-12-03T11:49:42.143 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:42.140+0000 7f747718e980 20 processing logshard = reshard.0000000009 2023-12-03T11:49:42.150 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:42.148+0000 7f747718e980 20 finish processing logshard = reshard.0000000009 , ret = 0 2023-12-03T11:49:42.150 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:42.148+0000 7f747718e980 20 processing logshard = reshard.0000000010 2023-12-03T11:49:42.154 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:42.152+0000 7f747718e980 20 finish processing logshard = reshard.0000000010 , ret = 0 2023-12-03T11:49:42.154 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:42.152+0000 7f747718e980 20 processing logshard = reshard.0000000011 2023-12-03T11:49:42.160 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:42.156+0000 7f747718e980 20 finish processing logshard = reshard.0000000011 , ret = 0 2023-12-03T11:49:42.160 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:42.156+0000 7f747718e980 20 processing logshard = reshard.0000000012 2023-12-03T11:49:42.167 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:42.164+0000 7f747718e980 20 finish processing logshard = reshard.0000000012 , ret = 0 2023-12-03T11:49:42.167 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:42.164+0000 7f747718e980 20 processing logshard = reshard.0000000013 2023-12-03T11:49:42.173 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:42.172+0000 7f747718e980 20 finish processing logshard = reshard.0000000013 , ret = 0 2023-12-03T11:49:42.173 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:42.172+0000 7f747718e980 20 processing logshard = reshard.0000000014 2023-12-03T11:49:42.177 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:42.176+0000 7f747718e980 20 finish processing logshard = reshard.0000000014 , ret = 0 2023-12-03T11:49:42.177 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:42.176+0000 7f747718e980 20 processing logshard = reshard.0000000015 2023-12-03T11:49:42.184 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:42.180+0000 7f747718e980 20 finish processing logshard = reshard.0000000015 , ret = 0 2023-12-03T11:49:42.185 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:42.184+0000 7f743afe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:49:42.191 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:42.188+0000 7f747718e980 20 remove_watcher() i=0 2023-12-03T11:49:42.192 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:42.188+0000 7f747718e980 2 removed watcher, disabling cache 2023-12-03T11:49:42.195 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:42.192+0000 7f747718e980 20 remove_watcher() i=1 2023-12-03T11:49:42.198 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:42.196+0000 7f747718e980 20 remove_watcher() i=2 2023-12-03T11:49:42.200 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:42.196+0000 7f747718e980 20 remove_watcher() i=3 2023-12-03T11:49:42.203 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:42.200+0000 7f747718e980 20 remove_watcher() i=4 2023-12-03T11:49:42.205 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:42.200+0000 7f747718e980 20 remove_watcher() i=5 2023-12-03T11:49:42.206 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:42.204+0000 7f747718e980 20 remove_watcher() i=6 2023-12-03T11:49:42.209 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:42.204+0000 7f747718e980 20 remove_watcher() i=7 2023-12-03T11:49:47.225 INFO:tasks.workunit.client.0.smithi019.stderr:radosgw-admin bucket stats --bucket a-bucket 2023-12-03T11:49:47.259 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:49:47.259 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:49:47.277 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.272+0000 7fa3ff44a980 20 rados->read ofs=0 len=0 2023-12-03T11:49:47.279 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.276+0000 7fa3ff44a980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:47.279 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.276+0000 7fa3ff44a980 20 realm 2023-12-03T11:49:47.279 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.276+0000 7fa3ff44a980 20 rados->read ofs=0 len=0 2023-12-03T11:49:47.280 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.276+0000 7fa3ff44a980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:47.280 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.276+0000 7fa3ff44a980 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:49:47.280 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.276+0000 7fa3ff44a980 20 rados->read ofs=0 len=0 2023-12-03T11:49:47.280 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.276+0000 7fa3ff44a980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:47.280 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.276+0000 7fa3ff44a980 20 rados->read ofs=0 len=0 2023-12-03T11:49:47.281 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.280+0000 7fa3ff44a980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:49:47.281 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.280+0000 7fa3ff44a980 20 rados->read ofs=0 len=0 2023-12-03T11:49:47.282 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.280+0000 7fa3ff44a980 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:49:47.282 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.280+0000 7fa3ff44a980 20 searching for the correct realm 2023-12-03T11:49:47.306 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.304+0000 7fa3fc765640 0 -- 172.21.15.19:0/3522810522 >> [v2:172.21.15.19:6800/1469834966,v1:172.21.15.19:6801/1469834966] conn(0x55b95b94a6b0 msgr2=0x55b95b94caa0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:49:47.308 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.304+0000 7fa3ff44a980 20 RGWRados::pool_iterate: got zonegroup_info.9433ba8b-08fe-4f3d-8375-ae7b0ce32294 2023-12-03T11:49:47.308 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.304+0000 7fa3ff44a980 20 RGWRados::pool_iterate: got zone_info.43a5e689-6a4f-4bb6-8529-28824bd75ab9 2023-12-03T11:49:47.308 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.304+0000 7fa3ff44a980 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:49:47.308 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.304+0000 7fa3ff44a980 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:49:47.308 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.304+0000 7fa3ff44a980 20 rados->read ofs=0 len=0 2023-12-03T11:49:47.309 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.304+0000 7fa3ff44a980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:47.309 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.304+0000 7fa3ff44a980 20 rados->read ofs=0 len=0 2023-12-03T11:49:47.309 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.304+0000 7fa3ff44a980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:49:47.309 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.304+0000 7fa3ff44a980 20 rados->read ofs=0 len=0 2023-12-03T11:49:47.310 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.308+0000 7fa3ff44a980 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:49:47.310 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.308+0000 7fa3ff44a980 20 zone default found 2023-12-03T11:49:47.310 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.308+0000 7fa3ff44a980 4 Realm: () 2023-12-03T11:49:47.310 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.308+0000 7fa3ff44a980 4 ZoneGroup: default (9433ba8b-08fe-4f3d-8375-ae7b0ce32294) 2023-12-03T11:49:47.310 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.308+0000 7fa3ff44a980 4 Zone: default (43a5e689-6a4f-4bb6-8529-28824bd75ab9) 2023-12-03T11:49:47.310 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.308+0000 7fa3ff44a980 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:49:47.310 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.308+0000 7fa3ff44a980 20 zonegroup default 2023-12-03T11:49:47.310 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.308+0000 7fa3ff44a980 20 rados->read ofs=0 len=0 2023-12-03T11:49:47.311 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.308+0000 7fa3ff44a980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:47.311 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.308+0000 7fa3ff44a980 20 rados->read ofs=0 len=0 2023-12-03T11:49:47.311 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.308+0000 7fa3ff44a980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:47.311 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.308+0000 7fa3ff44a980 20 rados->read ofs=0 len=0 2023-12-03T11:49:47.311 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.308+0000 7fa3ff44a980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:47.311 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.308+0000 7fa3ff44a980 20 started sync module instance, tier type = 2023-12-03T11:49:47.312 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.308+0000 7fa3ff44a980 20 started zone id=43a5e689-6a4f-4bb6-8529-28824bd75ab9 (name=default) with tier type = 2023-12-03T11:49:47.327 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.324+0000 7fa3fc765640 0 -- 172.21.15.19:0/3522810522 >> [v2:172.21.15.19:6800/1469834966,v1:172.21.15.19:6801/1469834966] conn(0x7fa3d8075360 msgr2=0x7fa3d8077790 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:49:47.330 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.328+0000 7fa3ff44a980 20 add_watcher() i=0 2023-12-03T11:49:47.330 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.328+0000 7fa3ff44a980 20 add_watcher() i=1 2023-12-03T11:49:47.330 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.328+0000 7fa3ff44a980 20 add_watcher() i=2 2023-12-03T11:49:47.331 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.328+0000 7fa3ff44a980 20 add_watcher() i=3 2023-12-03T11:49:47.331 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.328+0000 7fa3ff44a980 20 add_watcher() i=4 2023-12-03T11:49:47.331 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.328+0000 7fa3ff44a980 20 add_watcher() i=5 2023-12-03T11:49:47.331 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.328+0000 7fa3ff44a980 20 add_watcher() i=6 2023-12-03T11:49:47.332 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.328+0000 7fa3ff44a980 20 add_watcher() i=7 2023-12-03T11:49:47.332 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.328+0000 7fa3ff44a980 2 all 8 watchers are set, enabling cache 2023-12-03T11:49:47.335 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.332+0000 7fa3c2fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:49:47.335 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.332+0000 7fa3ff44a980 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:49:47.335 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.332+0000 7fa3ff44a980 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:49:47.343 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.340+0000 7fa3ff44a980 5 note: GC not initialized 2023-12-03T11:49:47.343 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.340+0000 7fa331ffb640 20 reqs_thread_entry: start 2023-12-03T11:49:47.343 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.340+0000 7fa3ff44a980 20 init_complete bucket index max shards: 1 2023-12-03T11:49:47.343 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.340+0000 7fa3ff44a980 20 Filter name: none 2023-12-03T11:49:47.343 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.340+0000 7fa3237fe640 20 reqs_thread_entry: start 2023-12-03T11:49:47.343 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.340+0000 7fa3ff44a980 20 rados->read ofs=0 len=0 2023-12-03T11:49:47.344 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.340+0000 7fa3ff44a980 20 rados_obj.operate() r=0 bl.length=176 2023-12-03T11:49:47.344 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.340+0000 7fa3ff44a980 20 rados->read ofs=0 len=0 2023-12-03T11:49:47.345 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.340+0000 7fa3ff44a980 20 rados_obj.operate() r=0 bl.length=360 2023-12-03T11:49:47.345 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.340+0000 7fa3ff44a980 20 couldn't put binfo cache entry, might have raced with data changes 2023-12-03T11:49:47.345 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.340+0000 7fa3ff44a980 20 rados->read ofs=0 len=0 2023-12-03T11:49:47.346 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.344+0000 7fa3ff44a980 20 rados_obj.operate() r=0 bl.length=176 2023-12-03T11:49:47.346 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.344+0000 7fa3ff44a980 20 rados->read ofs=0 len=0 2023-12-03T11:49:47.347 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.344+0000 7fa3ff44a980 20 rados_obj.operate() r=0 bl.length=360 2023-12-03T11:49:47.347 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.344+0000 7fa3ff44a980 20 couldn't put binfo cache entry, might have raced with data changes 2023-12-03T11:49:47.348 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.344+0000 7fa3ff44a980 20 rados->read ofs=0 len=0 2023-12-03T11:49:47.348 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.344+0000 7fa3ff44a980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:47.349 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.348+0000 7fa3c2fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:49:47.355 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.352+0000 7fa3ff44a980 20 remove_watcher() i=0 2023-12-03T11:49:47.355 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.352+0000 7fa3ff44a980 2 removed watcher, disabling cache 2023-12-03T11:49:47.358 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.356+0000 7fa3ff44a980 20 remove_watcher() i=1 2023-12-03T11:49:47.360 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.356+0000 7fa3ff44a980 20 remove_watcher() i=2 2023-12-03T11:49:47.362 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.360+0000 7fa3ff44a980 20 remove_watcher() i=3 2023-12-03T11:49:47.365 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.360+0000 7fa3ff44a980 20 remove_watcher() i=4 2023-12-03T11:49:47.366 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.364+0000 7fa3ff44a980 20 remove_watcher() i=5 2023-12-03T11:49:47.367 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.364+0000 7fa3ff44a980 20 remove_watcher() i=6 2023-12-03T11:49:47.369 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.364+0000 7fa3ff44a980 20 remove_watcher() i=7 2023-12-03T11:49:47.375 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:49:47.376 INFO:tasks.workunit.client.0.smithi019.stderr:BUCKET_STATS: 2023-12-03T11:49:47.376 INFO:tasks.workunit.client.0.smithi019.stderr:bucket: a-bucket id: 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.16 num_objects: 0 size_kb: 0 num_shards: 2 2023-12-03T11:49:47.376 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:49:47.376 INFO:tasks.workunit.client.0.smithi019.stderr:TEST: reshard add non empty bucket 2023-12-03T11:49:47.376 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:49:47.379 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:49:47.380 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:49:47.397 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:49:47.397 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:49:47.413 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:49:47.413 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:49:47.426 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:49:47.426 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:49:47.441 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:49:47.441 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:49:47.458 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:49:47.458 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:49:47.476 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:49:47.476 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:49:47.495 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:49:47.495 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:49:47.509 INFO:tasks.workunit.client.0.smithi019.stderr:radosgw-admin bucket stats --bucket a-bucket 2023-12-03T11:49:47.536 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:49:47.536 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:49:47.554 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.552+0000 7f776dc9d980 20 rados->read ofs=0 len=0 2023-12-03T11:49:47.556 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.552+0000 7f776dc9d980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:47.556 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.552+0000 7f776dc9d980 20 realm 2023-12-03T11:49:47.556 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.552+0000 7f776dc9d980 20 rados->read ofs=0 len=0 2023-12-03T11:49:47.557 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.552+0000 7f776dc9d980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:47.557 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.552+0000 7f776dc9d980 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:49:47.557 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.552+0000 7f776dc9d980 20 rados->read ofs=0 len=0 2023-12-03T11:49:47.557 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.552+0000 7f776dc9d980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:47.557 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.552+0000 7f776dc9d980 20 rados->read ofs=0 len=0 2023-12-03T11:49:47.558 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.556+0000 7f776dc9d980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:49:47.558 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.556+0000 7f776dc9d980 20 rados->read ofs=0 len=0 2023-12-03T11:49:47.559 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.556+0000 7f776dc9d980 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:49:47.559 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.556+0000 7f776dc9d980 20 searching for the correct realm 2023-12-03T11:49:47.582 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.580+0000 7f776b7b9640 0 -- 172.21.15.19:0/1163446819 >> [v2:172.21.15.57:6808/3142144203,v1:172.21.15.57:6809/3142144203] conn(0x55599eb93b90 msgr2=0x55599eb95f80 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:49:47.585 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.580+0000 7f776dc9d980 20 RGWRados::pool_iterate: got zonegroup_info.9433ba8b-08fe-4f3d-8375-ae7b0ce32294 2023-12-03T11:49:47.585 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.580+0000 7f776dc9d980 20 RGWRados::pool_iterate: got zone_info.43a5e689-6a4f-4bb6-8529-28824bd75ab9 2023-12-03T11:49:47.585 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.580+0000 7f776dc9d980 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:49:47.585 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.580+0000 7f776dc9d980 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:49:47.585 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.580+0000 7f776dc9d980 20 rados->read ofs=0 len=0 2023-12-03T11:49:47.585 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.580+0000 7f776dc9d980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:47.585 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.580+0000 7f776dc9d980 20 rados->read ofs=0 len=0 2023-12-03T11:49:47.586 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.584+0000 7f776dc9d980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:49:47.586 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.584+0000 7f776dc9d980 20 rados->read ofs=0 len=0 2023-12-03T11:49:47.587 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.584+0000 7f776dc9d980 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:49:47.587 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.584+0000 7f776dc9d980 20 zone default found 2023-12-03T11:49:47.587 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.584+0000 7f776dc9d980 4 Realm: () 2023-12-03T11:49:47.587 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.584+0000 7f776dc9d980 4 ZoneGroup: default (9433ba8b-08fe-4f3d-8375-ae7b0ce32294) 2023-12-03T11:49:47.587 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.584+0000 7f776dc9d980 4 Zone: default (43a5e689-6a4f-4bb6-8529-28824bd75ab9) 2023-12-03T11:49:47.587 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.584+0000 7f776dc9d980 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:49:47.587 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.584+0000 7f776dc9d980 20 zonegroup default 2023-12-03T11:49:47.587 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.584+0000 7f776dc9d980 20 rados->read ofs=0 len=0 2023-12-03T11:49:47.587 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.584+0000 7f776dc9d980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:47.587 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.584+0000 7f776dc9d980 20 rados->read ofs=0 len=0 2023-12-03T11:49:47.588 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.584+0000 7f776dc9d980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:47.588 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.584+0000 7f776dc9d980 20 rados->read ofs=0 len=0 2023-12-03T11:49:47.588 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.584+0000 7f776dc9d980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:47.588 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.584+0000 7f776dc9d980 20 started sync module instance, tier type = 2023-12-03T11:49:47.588 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.584+0000 7f776dc9d980 20 started zone id=43a5e689-6a4f-4bb6-8529-28824bd75ab9 (name=default) with tier type = 2023-12-03T11:49:47.603 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.600+0000 7f776afb8640 0 -- 172.21.15.19:0/1163446819 >> [v2:172.21.15.19:6800/1469834966,v1:172.21.15.19:6801/1469834966] conn(0x55599eb98b30 msgr2=0x55599eb9af20 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2023-12-03T11:49:47.606 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.604+0000 7f776dc9d980 20 add_watcher() i=0 2023-12-03T11:49:47.607 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.604+0000 7f776dc9d980 20 add_watcher() i=1 2023-12-03T11:49:47.607 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.604+0000 7f776dc9d980 20 add_watcher() i=2 2023-12-03T11:49:47.607 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.604+0000 7f776dc9d980 20 add_watcher() i=3 2023-12-03T11:49:47.607 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.604+0000 7f776dc9d980 20 add_watcher() i=4 2023-12-03T11:49:47.607 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.604+0000 7f776dc9d980 20 add_watcher() i=5 2023-12-03T11:49:47.607 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.604+0000 7f776dc9d980 20 add_watcher() i=6 2023-12-03T11:49:47.608 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.604+0000 7f776dc9d980 20 add_watcher() i=7 2023-12-03T11:49:47.608 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.604+0000 7f776dc9d980 2 all 8 watchers are set, enabling cache 2023-12-03T11:49:47.611 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.608+0000 7f77317e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:49:47.611 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.608+0000 7f776dc9d980 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:49:47.611 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.608+0000 7f776dc9d980 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:49:47.620 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.616+0000 7f776dc9d980 5 note: GC not initialized 2023-12-03T11:49:47.620 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.616+0000 7f769ffff640 20 reqs_thread_entry: start 2023-12-03T11:49:47.620 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.616+0000 7f776dc9d980 20 init_complete bucket index max shards: 1 2023-12-03T11:49:47.620 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.616+0000 7f776dc9d980 20 Filter name: none 2023-12-03T11:49:47.620 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.616+0000 7f769dffb640 20 reqs_thread_entry: start 2023-12-03T11:49:47.620 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.616+0000 7f776dc9d980 20 rados->read ofs=0 len=0 2023-12-03T11:49:47.621 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.616+0000 7f776dc9d980 20 rados_obj.operate() r=0 bl.length=176 2023-12-03T11:49:47.621 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.616+0000 7f776dc9d980 20 rados->read ofs=0 len=0 2023-12-03T11:49:47.622 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.620+0000 7f776dc9d980 20 rados_obj.operate() r=0 bl.length=360 2023-12-03T11:49:47.622 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.620+0000 7f776dc9d980 20 couldn't put binfo cache entry, might have raced with data changes 2023-12-03T11:49:47.622 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.620+0000 7f776dc9d980 20 rados->read ofs=0 len=0 2023-12-03T11:49:47.623 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.620+0000 7f776dc9d980 20 rados_obj.operate() r=0 bl.length=176 2023-12-03T11:49:47.624 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.620+0000 7f776dc9d980 20 rados->read ofs=0 len=0 2023-12-03T11:49:47.625 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.620+0000 7f776dc9d980 20 rados_obj.operate() r=0 bl.length=360 2023-12-03T11:49:47.625 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.620+0000 7f776dc9d980 20 couldn't put binfo cache entry, might have raced with data changes 2023-12-03T11:49:47.626 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.624+0000 7f776dc9d980 20 rados->read ofs=0 len=0 2023-12-03T11:49:47.626 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.624+0000 7f776dc9d980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:47.627 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.624+0000 7f77317e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:49:47.634 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.632+0000 7f776dc9d980 20 remove_watcher() i=0 2023-12-03T11:49:47.634 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.632+0000 7f776dc9d980 2 removed watcher, disabling cache 2023-12-03T11:49:47.636 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.632+0000 7f776dc9d980 20 remove_watcher() i=1 2023-12-03T11:49:47.638 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.636+0000 7f776dc9d980 20 remove_watcher() i=2 2023-12-03T11:49:47.640 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.636+0000 7f776dc9d980 20 remove_watcher() i=3 2023-12-03T11:49:47.643 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.640+0000 7f776dc9d980 20 remove_watcher() i=4 2023-12-03T11:49:47.644 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.640+0000 7f776dc9d980 20 remove_watcher() i=5 2023-12-03T11:49:47.646 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.644+0000 7f776dc9d980 20 remove_watcher() i=6 2023-12-03T11:49:47.647 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.644+0000 7f776dc9d980 20 remove_watcher() i=7 2023-12-03T11:49:47.654 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:49:47.654 INFO:tasks.workunit.client.0.smithi019.stderr:BUCKET_STATS: 2023-12-03T11:49:47.654 INFO:tasks.workunit.client.0.smithi019.stderr:bucket: a-bucket id: 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.16 num_objects: 8 size_kb: 1 num_shards: 2 2023-12-03T11:49:47.654 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:49:47.655 INFO:tasks.workunit.client.0.smithi019.stderr:radosgw-admin reshard add --bucket a-bucket --num-shards 3 2023-12-03T11:49:47.682 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:49:47.683 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:49:47.700 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.696+0000 7f5e763da980 20 rados->read ofs=0 len=0 2023-12-03T11:49:47.703 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.700+0000 7f5e763da980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:47.703 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.700+0000 7f5e763da980 20 realm 2023-12-03T11:49:47.703 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.700+0000 7f5e763da980 20 rados->read ofs=0 len=0 2023-12-03T11:49:47.703 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.700+0000 7f5e763da980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:47.703 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.700+0000 7f5e763da980 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:49:47.703 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.700+0000 7f5e763da980 20 rados->read ofs=0 len=0 2023-12-03T11:49:47.703 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.700+0000 7f5e763da980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:47.703 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.700+0000 7f5e763da980 20 rados->read ofs=0 len=0 2023-12-03T11:49:47.705 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.700+0000 7f5e763da980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:49:47.705 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.700+0000 7f5e763da980 20 rados->read ofs=0 len=0 2023-12-03T11:49:47.705 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.704+0000 7f5e763da980 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:49:47.705 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.704+0000 7f5e763da980 20 searching for the correct realm 2023-12-03T11:49:47.728 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.724+0000 7f5e736f5640 0 -- 172.21.15.19:0/652623538 >> [v2:172.21.15.19:6800/1469834966,v1:172.21.15.19:6801/1469834966] conn(0x55695f1a6600 msgr2=0x55695f1a89f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:49:47.730 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.728+0000 7f5e763da980 20 RGWRados::pool_iterate: got zonegroup_info.9433ba8b-08fe-4f3d-8375-ae7b0ce32294 2023-12-03T11:49:47.730 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.728+0000 7f5e763da980 20 RGWRados::pool_iterate: got zone_info.43a5e689-6a4f-4bb6-8529-28824bd75ab9 2023-12-03T11:49:47.730 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.728+0000 7f5e763da980 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:49:47.730 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.728+0000 7f5e763da980 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:49:47.730 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.728+0000 7f5e763da980 20 rados->read ofs=0 len=0 2023-12-03T11:49:47.731 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.728+0000 7f5e763da980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:47.731 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.728+0000 7f5e763da980 20 rados->read ofs=0 len=0 2023-12-03T11:49:47.731 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.728+0000 7f5e763da980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:49:47.731 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.728+0000 7f5e763da980 20 rados->read ofs=0 len=0 2023-12-03T11:49:47.732 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.728+0000 7f5e763da980 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:49:47.732 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.728+0000 7f5e763da980 20 zone default found 2023-12-03T11:49:47.732 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.728+0000 7f5e763da980 4 Realm: () 2023-12-03T11:49:47.732 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.728+0000 7f5e763da980 4 ZoneGroup: default (9433ba8b-08fe-4f3d-8375-ae7b0ce32294) 2023-12-03T11:49:47.732 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.728+0000 7f5e763da980 4 Zone: default (43a5e689-6a4f-4bb6-8529-28824bd75ab9) 2023-12-03T11:49:47.732 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.728+0000 7f5e763da980 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:49:47.732 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.728+0000 7f5e763da980 20 zonegroup default 2023-12-03T11:49:47.732 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.728+0000 7f5e763da980 20 rados->read ofs=0 len=0 2023-12-03T11:49:47.732 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.728+0000 7f5e763da980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:47.732 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.728+0000 7f5e763da980 20 rados->read ofs=0 len=0 2023-12-03T11:49:47.733 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.728+0000 7f5e763da980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:47.733 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.728+0000 7f5e763da980 20 rados->read ofs=0 len=0 2023-12-03T11:49:47.733 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.728+0000 7f5e763da980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:47.733 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.728+0000 7f5e763da980 20 started sync module instance, tier type = 2023-12-03T11:49:47.733 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.728+0000 7f5e763da980 20 started zone id=43a5e689-6a4f-4bb6-8529-28824bd75ab9 (name=default) with tier type = 2023-12-03T11:49:47.749 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.744+0000 7f5e736f5640 0 -- 172.21.15.19:0/652623538 >> [v2:172.21.15.19:6800/1469834966,v1:172.21.15.19:6801/1469834966] conn(0x7f5e4c075330 msgr2=0x7f5e4c077760 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:49:47.752 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.748+0000 7f5e763da980 20 add_watcher() i=0 2023-12-03T11:49:47.752 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.748+0000 7f5e763da980 20 add_watcher() i=1 2023-12-03T11:49:47.752 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.748+0000 7f5e763da980 20 add_watcher() i=2 2023-12-03T11:49:47.752 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.748+0000 7f5e763da980 20 add_watcher() i=3 2023-12-03T11:49:47.752 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.748+0000 7f5e763da980 20 add_watcher() i=4 2023-12-03T11:49:47.752 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.748+0000 7f5e763da980 20 add_watcher() i=5 2023-12-03T11:49:47.752 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.748+0000 7f5e763da980 20 add_watcher() i=6 2023-12-03T11:49:47.753 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.748+0000 7f5e763da980 20 add_watcher() i=7 2023-12-03T11:49:47.753 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.748+0000 7f5e763da980 2 all 8 watchers are set, enabling cache 2023-12-03T11:49:47.756 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.752+0000 7f5e39fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:49:47.756 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.752+0000 7f5e763da980 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:49:47.756 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.752+0000 7f5e763da980 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:49:47.764 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.760+0000 7f5e763da980 5 note: GC not initialized 2023-12-03T11:49:47.764 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.760+0000 7f5db0ff9640 20 reqs_thread_entry: start 2023-12-03T11:49:47.764 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.760+0000 7f5e763da980 20 init_complete bucket index max shards: 1 2023-12-03T11:49:47.764 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.760+0000 7f5e763da980 20 Filter name: none 2023-12-03T11:49:47.764 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.760+0000 7f5da67fc640 20 reqs_thread_entry: start 2023-12-03T11:49:47.764 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.760+0000 7f5e763da980 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2023-12-03T11:49:47.764 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.760+0000 7f5e763da980 20 rados->read ofs=0 len=0 2023-12-03T11:49:47.765 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.760+0000 7f5e763da980 20 rados_obj.operate() r=0 bl.length=176 2023-12-03T11:49:47.765 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.760+0000 7f5e763da980 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2023-12-03T11:49:47.765 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.760+0000 7f5e763da980 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2023-12-03T11:49:47.765 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.760+0000 7f5e763da980 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.16 : miss 2023-12-03T11:49:47.765 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.760+0000 7f5e763da980 20 rados->read ofs=0 len=0 2023-12-03T11:49:47.766 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.764+0000 7f5e763da980 20 rados_obj.operate() r=0 bl.length=360 2023-12-03T11:49:47.766 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.764+0000 7f5e763da980 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.16 info.flags=0x17 2023-12-03T11:49:47.766 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.764+0000 7f5e763da980 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.16 to cache LRU end 2023-12-03T11:49:47.766 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.764+0000 7f5e763da980 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-12-03T11:49:47.766 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.764+0000 7f5e763da980 10 updating xattr: name=user.rgw.acl bl.length()=143 2023-12-03T11:49:47.766 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.764+0000 7f5e763da980 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.16 2023-12-03T11:49:47.976 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.972+0000 7f5e39fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:49:47.982 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.980+0000 7f5e763da980 20 remove_watcher() i=0 2023-12-03T11:49:47.982 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.980+0000 7f5e763da980 2 removed watcher, disabling cache 2023-12-03T11:49:47.985 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.980+0000 7f5e763da980 20 remove_watcher() i=1 2023-12-03T11:49:47.988 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.984+0000 7f5e763da980 20 remove_watcher() i=2 2023-12-03T11:49:47.991 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.988+0000 7f5e763da980 20 remove_watcher() i=3 2023-12-03T11:49:47.994 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.992+0000 7f5e763da980 20 remove_watcher() i=4 2023-12-03T11:49:47.997 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.996+0000 7f5e763da980 20 remove_watcher() i=5 2023-12-03T11:49:48.000 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:47.996+0000 7f5e763da980 20 remove_watcher() i=6 2023-12-03T11:49:48.005 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.000+0000 7f5e763da980 20 remove_watcher() i=7 2023-12-03T11:49:48.014 INFO:tasks.workunit.client.0.smithi019.stderr:radosgw-admin reshard list 2023-12-03T11:49:48.044 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:49:48.045 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:49:48.063 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.060+0000 7f79b8f90980 20 rados->read ofs=0 len=0 2023-12-03T11:49:48.065 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.064+0000 7f79b8f90980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:48.066 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.064+0000 7f79b8f90980 20 realm 2023-12-03T11:49:48.066 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.064+0000 7f79b8f90980 20 rados->read ofs=0 len=0 2023-12-03T11:49:48.066 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.064+0000 7f79b8f90980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:48.066 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.064+0000 7f79b8f90980 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:49:48.066 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.064+0000 7f79b8f90980 20 rados->read ofs=0 len=0 2023-12-03T11:49:48.066 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.064+0000 7f79b8f90980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:48.066 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.064+0000 7f79b8f90980 20 rados->read ofs=0 len=0 2023-12-03T11:49:48.067 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.064+0000 7f79b8f90980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:49:48.068 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.064+0000 7f79b8f90980 20 rados->read ofs=0 len=0 2023-12-03T11:49:48.068 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.064+0000 7f79b8f90980 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:49:48.068 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.064+0000 7f79b8f90980 20 searching for the correct realm 2023-12-03T11:49:48.091 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.088+0000 7f79b6aac640 0 -- 172.21.15.19:0/4068329943 >> [v2:172.21.15.57:6808/3142144203,v1:172.21.15.57:6809/3142144203] conn(0x55e088055860 msgr2=0x55e088057c50 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:49:48.095 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.092+0000 7f79b8f90980 20 RGWRados::pool_iterate: got zonegroup_info.9433ba8b-08fe-4f3d-8375-ae7b0ce32294 2023-12-03T11:49:48.095 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.092+0000 7f79b8f90980 20 RGWRados::pool_iterate: got zone_info.43a5e689-6a4f-4bb6-8529-28824bd75ab9 2023-12-03T11:49:48.095 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.092+0000 7f79b8f90980 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:49:48.096 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.092+0000 7f79b8f90980 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:49:48.096 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.092+0000 7f79b8f90980 20 rados->read ofs=0 len=0 2023-12-03T11:49:48.096 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.092+0000 7f79b8f90980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:48.096 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.092+0000 7f79b8f90980 20 rados->read ofs=0 len=0 2023-12-03T11:49:48.096 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.092+0000 7f79b8f90980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:49:48.097 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.092+0000 7f79b8f90980 20 rados->read ofs=0 len=0 2023-12-03T11:49:48.097 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.092+0000 7f79b8f90980 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:49:48.098 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.092+0000 7f79b8f90980 20 zone default found 2023-12-03T11:49:48.098 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.092+0000 7f79b8f90980 4 Realm: () 2023-12-03T11:49:48.098 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.096+0000 7f79b8f90980 4 ZoneGroup: default (9433ba8b-08fe-4f3d-8375-ae7b0ce32294) 2023-12-03T11:49:48.098 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.096+0000 7f79b8f90980 4 Zone: default (43a5e689-6a4f-4bb6-8529-28824bd75ab9) 2023-12-03T11:49:48.098 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.096+0000 7f79b8f90980 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:49:48.098 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.096+0000 7f79b8f90980 20 zonegroup default 2023-12-03T11:49:48.098 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.096+0000 7f79b8f90980 20 rados->read ofs=0 len=0 2023-12-03T11:49:48.098 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.096+0000 7f79b8f90980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:48.098 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.096+0000 7f79b8f90980 20 rados->read ofs=0 len=0 2023-12-03T11:49:48.098 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.096+0000 7f79b8f90980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:48.099 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.096+0000 7f79b8f90980 20 rados->read ofs=0 len=0 2023-12-03T11:49:48.099 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.096+0000 7f79b8f90980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:48.099 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.096+0000 7f79b8f90980 20 started sync module instance, tier type = 2023-12-03T11:49:48.099 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.096+0000 7f79b8f90980 20 started zone id=43a5e689-6a4f-4bb6-8529-28824bd75ab9 (name=default) with tier type = 2023-12-03T11:49:48.110 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.108+0000 7f79b72ad640 0 -- 172.21.15.19:0/4068329943 >> [v2:172.21.15.57:6800/165643864,v1:172.21.15.57:6801/165643864] conn(0x7f79a0018070 msgr2=0x7f79a0053240 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:49:48.118 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.116+0000 7f79b8f90980 20 add_watcher() i=0 2023-12-03T11:49:48.118 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.116+0000 7f79b8f90980 20 add_watcher() i=1 2023-12-03T11:49:48.118 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.116+0000 7f79b8f90980 20 add_watcher() i=2 2023-12-03T11:49:48.118 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.116+0000 7f79b8f90980 20 add_watcher() i=3 2023-12-03T11:49:48.118 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.116+0000 7f79b8f90980 20 add_watcher() i=4 2023-12-03T11:49:48.118 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.116+0000 7f79b8f90980 20 add_watcher() i=5 2023-12-03T11:49:48.118 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.116+0000 7f79b8f90980 20 add_watcher() i=6 2023-12-03T11:49:48.119 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.116+0000 7f79b8f90980 20 add_watcher() i=7 2023-12-03T11:49:48.119 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.116+0000 7f79b8f90980 2 all 8 watchers are set, enabling cache 2023-12-03T11:49:48.128 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.124+0000 7f78f7fff640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:49:48.128 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.124+0000 7f79b8f90980 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:49:48.128 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.124+0000 7f79b8f90980 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:49:48.136 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.132+0000 7f79b8f90980 5 note: GC not initialized 2023-12-03T11:49:48.136 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.132+0000 7f78e6ffd640 20 reqs_thread_entry: start 2023-12-03T11:49:48.136 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.132+0000 7f79b8f90980 20 init_complete bucket index max shards: 1 2023-12-03T11:49:48.136 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.132+0000 7f79b8f90980 20 Filter name: none 2023-12-03T11:49:48.136 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.132+0000 7f78e4ff9640 20 reqs_thread_entry: start 2023-12-03T11:49:48.153 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.148+0000 7f78f7fff640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:49:48.159 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.156+0000 7f79b8f90980 20 remove_watcher() i=0 2023-12-03T11:49:48.159 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.156+0000 7f79b8f90980 2 removed watcher, disabling cache 2023-12-03T11:49:48.162 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.160+0000 7f79b8f90980 20 remove_watcher() i=1 2023-12-03T11:49:48.164 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.160+0000 7f79b8f90980 20 remove_watcher() i=2 2023-12-03T11:49:48.167 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.164+0000 7f79b8f90980 20 remove_watcher() i=3 2023-12-03T11:49:48.169 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.164+0000 7f79b8f90980 20 remove_watcher() i=4 2023-12-03T11:49:48.170 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.168+0000 7f79b8f90980 20 remove_watcher() i=5 2023-12-03T11:49:48.172 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.168+0000 7f79b8f90980 20 remove_watcher() i=6 2023-12-03T11:49:48.173 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.172+0000 7f79b8f90980 20 remove_watcher() i=7 2023-12-03T11:49:48.180 INFO:tasks.workunit.client.0.smithi019.stderr:TEST: reshard process non empty bucket 2023-12-03T11:49:48.180 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:49:48.181 INFO:tasks.workunit.client.0.smithi019.stderr:radosgw-admin reshard process 2023-12-03T11:49:48.205 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:49:48.205 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:49:48.222 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.220+0000 7f620bded980 20 rados->read ofs=0 len=0 2023-12-03T11:49:48.224 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.220+0000 7f620bded980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:48.224 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.220+0000 7f620bded980 20 realm 2023-12-03T11:49:48.224 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.220+0000 7f620bded980 20 rados->read ofs=0 len=0 2023-12-03T11:49:48.224 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.220+0000 7f620bded980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:48.225 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.220+0000 7f620bded980 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:49:48.225 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.220+0000 7f620bded980 20 rados->read ofs=0 len=0 2023-12-03T11:49:48.225 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.220+0000 7f620bded980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:48.225 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.220+0000 7f620bded980 20 rados->read ofs=0 len=0 2023-12-03T11:49:48.226 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.224+0000 7f620bded980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:49:48.226 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.224+0000 7f620bded980 20 rados->read ofs=0 len=0 2023-12-03T11:49:48.227 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.224+0000 7f620bded980 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:49:48.227 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.224+0000 7f620bded980 20 searching for the correct realm 2023-12-03T11:49:48.251 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.248+0000 7f6209909640 0 -- 172.21.15.19:0/50572369 >> [v2:172.21.15.57:6808/3142144203,v1:172.21.15.57:6809/3142144203] conn(0x55e842cf0380 msgr2=0x55e842cf2770 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:49:48.252 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.248+0000 7f620bded980 20 RGWRados::pool_iterate: got zonegroup_info.9433ba8b-08fe-4f3d-8375-ae7b0ce32294 2023-12-03T11:49:48.252 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.248+0000 7f620bded980 20 RGWRados::pool_iterate: got zone_info.43a5e689-6a4f-4bb6-8529-28824bd75ab9 2023-12-03T11:49:48.252 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.248+0000 7f620bded980 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:49:48.252 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.248+0000 7f620bded980 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:49:48.252 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.248+0000 7f620bded980 20 rados->read ofs=0 len=0 2023-12-03T11:49:48.252 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.248+0000 7f620bded980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:48.252 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.248+0000 7f620bded980 20 rados->read ofs=0 len=0 2023-12-03T11:49:48.253 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.248+0000 7f620bded980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:49:48.253 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.248+0000 7f620bded980 20 rados->read ofs=0 len=0 2023-12-03T11:49:48.254 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.252+0000 7f620bded980 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:49:48.254 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.252+0000 7f620bded980 20 zone default found 2023-12-03T11:49:48.254 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.252+0000 7f620bded980 4 Realm: () 2023-12-03T11:49:48.254 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.252+0000 7f620bded980 4 ZoneGroup: default (9433ba8b-08fe-4f3d-8375-ae7b0ce32294) 2023-12-03T11:49:48.254 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.252+0000 7f620bded980 4 Zone: default (43a5e689-6a4f-4bb6-8529-28824bd75ab9) 2023-12-03T11:49:48.254 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.252+0000 7f620bded980 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:49:48.254 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.252+0000 7f620bded980 20 zonegroup default 2023-12-03T11:49:48.254 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.252+0000 7f620bded980 20 rados->read ofs=0 len=0 2023-12-03T11:49:48.254 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.252+0000 7f620bded980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:48.254 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.252+0000 7f620bded980 20 rados->read ofs=0 len=0 2023-12-03T11:49:48.255 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.252+0000 7f620bded980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:48.255 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.252+0000 7f620bded980 20 rados->read ofs=0 len=0 2023-12-03T11:49:48.255 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.252+0000 7f620bded980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:48.255 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.252+0000 7f620bded980 20 started sync module instance, tier type = 2023-12-03T11:49:48.255 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.252+0000 7f620bded980 20 started zone id=43a5e689-6a4f-4bb6-8529-28824bd75ab9 (name=default) with tier type = 2023-12-03T11:49:48.271 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.268+0000 7f6209108640 0 -- 172.21.15.19:0/50572369 >> [v2:172.21.15.19:6800/1469834966,v1:172.21.15.19:6801/1469834966] conn(0x55e842cf5360 msgr2=0x55e842cf7750 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:49:48.274 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.272+0000 7f620bded980 20 add_watcher() i=0 2023-12-03T11:49:48.274 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.272+0000 7f620bded980 20 add_watcher() i=1 2023-12-03T11:49:48.274 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.272+0000 7f620bded980 20 add_watcher() i=2 2023-12-03T11:49:48.274 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.272+0000 7f620bded980 20 add_watcher() i=3 2023-12-03T11:49:48.274 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.272+0000 7f620bded980 20 add_watcher() i=4 2023-12-03T11:49:48.275 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.272+0000 7f620bded980 20 add_watcher() i=5 2023-12-03T11:49:48.275 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.272+0000 7f620bded980 20 add_watcher() i=6 2023-12-03T11:49:48.275 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.272+0000 7f620bded980 20 add_watcher() i=7 2023-12-03T11:49:48.275 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.272+0000 7f620bded980 2 all 8 watchers are set, enabling cache 2023-12-03T11:49:48.278 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.276+0000 7f61cf7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:49:48.278 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.276+0000 7f620bded980 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:49:48.278 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.276+0000 7f620bded980 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:49:48.286 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.284+0000 7f620bded980 5 note: GC not initialized 2023-12-03T11:49:48.286 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.284+0000 7f613e7fc640 20 reqs_thread_entry: start 2023-12-03T11:49:48.286 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.284+0000 7f620bded980 20 init_complete bucket index max shards: 1 2023-12-03T11:49:48.287 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.284+0000 7f620bded980 20 Filter name: none 2023-12-03T11:49:48.287 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.284+0000 7f612ffff640 20 reqs_thread_entry: start 2023-12-03T11:49:48.287 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.284+0000 7f620bded980 20 processing logshard = reshard.0000000000 2023-12-03T11:49:48.293 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.288+0000 7f620bded980 20 finish processing logshard = reshard.0000000000 , ret = 0 2023-12-03T11:49:48.293 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.288+0000 7f620bded980 20 processing logshard = reshard.0000000001 2023-12-03T11:49:48.299 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.296+0000 7f620bded980 20 finish processing logshard = reshard.0000000001 , ret = 0 2023-12-03T11:49:48.299 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.296+0000 7f620bded980 20 processing logshard = reshard.0000000002 2023-12-03T11:49:48.305 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.300+0000 7f620bded980 20 finish processing logshard = reshard.0000000002 , ret = 0 2023-12-03T11:49:48.305 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.300+0000 7f620bded980 20 processing logshard = reshard.0000000003 2023-12-03T11:49:48.310 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.308+0000 7f620bded980 20 finish processing logshard = reshard.0000000003 , ret = 0 2023-12-03T11:49:48.310 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.308+0000 7f620bded980 20 processing logshard = reshard.0000000004 2023-12-03T11:49:48.318 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.316+0000 7f620bded980 20 finish processing logshard = reshard.0000000004 , ret = 0 2023-12-03T11:49:48.318 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.316+0000 7f620bded980 20 processing logshard = reshard.0000000005 2023-12-03T11:49:48.324 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.320+0000 7f620bded980 20 finish processing logshard = reshard.0000000005 , ret = 0 2023-12-03T11:49:48.324 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.320+0000 7f620bded980 20 processing logshard = reshard.0000000006 2023-12-03T11:49:48.327 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.324+0000 7f620bded980 20 process_entry resharding a-bucket 2023-12-03T11:49:48.328 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.324+0000 7f620bded980 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2023-12-03T11:49:48.328 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.324+0000 7f620bded980 20 rados->read ofs=0 len=0 2023-12-03T11:49:48.328 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.324+0000 7f620bded980 20 rados_obj.operate() r=0 bl.length=176 2023-12-03T11:49:48.328 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.324+0000 7f620bded980 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x1 2023-12-03T11:49:48.328 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.324+0000 7f620bded980 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2023-12-03T11:49:48.329 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.324+0000 7f620bded980 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.16 : miss 2023-12-03T11:49:48.329 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.324+0000 7f620bded980 20 rados->read ofs=0 len=0 2023-12-03T11:49:48.329 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.328+0000 7f620bded980 20 rados_obj.operate() r=0 bl.length=360 2023-12-03T11:49:48.329 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.328+0000 7f620bded980 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.16 info.flags=0x17 2023-12-03T11:49:48.329 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.328+0000 7f620bded980 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.16 to cache LRU end 2023-12-03T11:49:48.329 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.328+0000 7f620bded980 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-12-03T11:49:48.329 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.328+0000 7f620bded980 10 updating xattr: name=user.rgw.acl bl.length()=143 2023-12-03T11:49:48.330 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.328+0000 7f620bded980 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.16 2023-12-03T11:49:48.342 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.340+0000 7f620bded980 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.16 info.flags=0x17 2023-12-03T11:49:48.342 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.340+0000 7f620bded980 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.16 to cache LRU end 2023-12-03T11:49:48.342 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.340+0000 7f620bded980 10 updating xattr: name=user.rgw.acl bl.length()=143 2023-12-03T11:49:48.342 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.340+0000 7f620bded980 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.16, ofs0, ns] 2023-12-03T11:49:48.343 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.340+0000 7f61eb7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1095216660543 cookie 94456041672736 notifier 6264 bl.length()=789 2023-12-03T11:49:48.343 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.340+0000 7f61eb7fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.16 info.flags=0x17 2023-12-03T11:49:48.343 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.340+0000 7f61eb7fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.16 to cache LRU end 2023-12-03T11:49:48.343 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.340+0000 7f61eb7fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2023-12-03T11:49:48.344 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.340+0000 7f620bded980 20 handle_bi_update(): bucket=:a-bucket[43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.16]): orig_sources= new_sources= 2023-12-03T11:49:48.344 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.340+0000 7f620bded980 20 handle_bi_update(): bucket=:a-bucket[43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.16]): potential sources added=[] removed=[] 2023-12-03T11:49:48.344 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.340+0000 7f620bded980 20 handle_bi_update(): bucket=:a-bucket[43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.16]): orig_dests= new_dests= 2023-12-03T11:49:48.344 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.340+0000 7f620bded980 20 handle_bi_update(): bucket=:a-bucket[43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.16]): potential dests added=[] removed=[] 2023-12-03T11:49:48.347 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.344+0000 7f620bded980 10 bucket_obj is .dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.16.2.0 2023-12-03T11:49:48.347 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.344+0000 7f620bded980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.16.2.0 2023-12-03T11:49:48.347 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.344+0000 7f620bded980 10 bucket_obj is .dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.16.2.1 2023-12-03T11:49:48.348 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.344+0000 7f620bded980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.16.2.1 2023-12-03T11:49:48.348 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.344+0000 7f620bded980 10 bucket_obj is .dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.16.2.2 2023-12-03T11:49:48.348 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.344+0000 7f620bded980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.16.2.2 2023-12-03T11:49:48.348 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.344+0000 7f620bded980 10 bucket_obj is .dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.16.1.0 2023-12-03T11:49:48.348 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.344+0000 7f620bded980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.16.1.0 2023-12-03T11:49:48.348 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.344+0000 7f620bded980 10 bucket_obj is .dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.16.1.1 2023-12-03T11:49:48.348 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.344+0000 7f620bded980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.16.1.1 2023-12-03T11:49:48.354 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.352+0000 7f620bded980 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.16 : hit (requested=0x17, cached=0x17) 2023-12-03T11:49:48.354 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.352+0000 7f620bded980 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.16 2023-12-03T11:49:48.358 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.356+0000 7f620bded980 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.16 info.flags=0x17 2023-12-03T11:49:48.358 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.356+0000 7f620bded980 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.16 to cache LRU end 2023-12-03T11:49:48.358 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.356+0000 7f620bded980 10 updating xattr: name=user.rgw.acl bl.length()=143 2023-12-03T11:49:48.358 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.356+0000 7f620bded980 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.16, ofs0, ns] 2023-12-03T11:49:48.358 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.356+0000 7f61ebfff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1095216660544 cookie 94456041672736 notifier 6264 bl.length()=757 2023-12-03T11:49:48.359 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.356+0000 7f61ebfff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.16 info.flags=0x17 2023-12-03T11:49:48.359 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.356+0000 7f61ebfff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.16 to cache LRU end 2023-12-03T11:49:48.359 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.356+0000 7f61ebfff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2023-12-03T11:49:48.360 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.356+0000 7f620bded980 20 handle_bi_update(): bucket=:a-bucket[43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.16]): orig_sources= new_sources= 2023-12-03T11:49:48.360 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.356+0000 7f620bded980 20 handle_bi_update(): bucket=:a-bucket[43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.16]): potential sources added=[] removed=[] 2023-12-03T11:49:48.360 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.356+0000 7f620bded980 20 handle_bi_update(): bucket=:a-bucket[43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.16]): orig_dests= new_dests= 2023-12-03T11:49:48.360 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.356+0000 7f620bded980 20 handle_bi_update(): bucket=:a-bucket[43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.16]): potential dests added=[] removed=[] 2023-12-03T11:49:48.363 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.360+0000 7f620bded980 1 execute INFO: reshard of bucket "a-bucket" completed successfully 2023-12-03T11:49:48.365 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.364+0000 7f620bded980 20 process_entry removing reshard queue entry for bucket a-bucket 2023-12-03T11:49:48.370 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.368+0000 7f620bded980 20 finish processing logshard = reshard.0000000006 , ret = 0 2023-12-03T11:49:48.370 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.368+0000 7f620bded980 20 processing logshard = reshard.0000000007 2023-12-03T11:49:48.376 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.372+0000 7f620bded980 20 finish processing logshard = reshard.0000000007 , ret = 0 2023-12-03T11:49:48.376 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.372+0000 7f620bded980 20 processing logshard = reshard.0000000008 2023-12-03T11:49:48.383 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.380+0000 7f620bded980 20 finish processing logshard = reshard.0000000008 , ret = 0 2023-12-03T11:49:48.384 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.380+0000 7f620bded980 20 processing logshard = reshard.0000000009 2023-12-03T11:49:48.391 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.388+0000 7f620bded980 20 finish processing logshard = reshard.0000000009 , ret = 0 2023-12-03T11:49:48.391 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.388+0000 7f620bded980 20 processing logshard = reshard.0000000010 2023-12-03T11:49:48.396 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.392+0000 7f620bded980 20 finish processing logshard = reshard.0000000010 , ret = 0 2023-12-03T11:49:48.396 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.392+0000 7f620bded980 20 processing logshard = reshard.0000000011 2023-12-03T11:49:48.403 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.400+0000 7f620bded980 20 finish processing logshard = reshard.0000000011 , ret = 0 2023-12-03T11:49:48.403 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.400+0000 7f620bded980 20 processing logshard = reshard.0000000012 2023-12-03T11:49:48.411 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.408+0000 7f620bded980 20 finish processing logshard = reshard.0000000012 , ret = 0 2023-12-03T11:49:48.411 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.408+0000 7f620bded980 20 processing logshard = reshard.0000000013 2023-12-03T11:49:48.419 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.416+0000 7f620bded980 20 finish processing logshard = reshard.0000000013 , ret = 0 2023-12-03T11:49:48.419 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.416+0000 7f620bded980 20 processing logshard = reshard.0000000014 2023-12-03T11:49:48.425 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.424+0000 7f620bded980 20 finish processing logshard = reshard.0000000014 , ret = 0 2023-12-03T11:49:48.425 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.424+0000 7f620bded980 20 processing logshard = reshard.0000000015 2023-12-03T11:49:48.433 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.428+0000 7f620bded980 20 finish processing logshard = reshard.0000000015 , ret = 0 2023-12-03T11:49:48.435 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.432+0000 7f61cf7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:49:48.442 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.440+0000 7f620bded980 20 remove_watcher() i=0 2023-12-03T11:49:48.442 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.440+0000 7f620bded980 2 removed watcher, disabling cache 2023-12-03T11:49:48.445 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.440+0000 7f620bded980 20 remove_watcher() i=1 2023-12-03T11:49:48.449 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.444+0000 7f620bded980 20 remove_watcher() i=2 2023-12-03T11:49:48.452 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.448+0000 7f620bded980 20 remove_watcher() i=3 2023-12-03T11:49:48.455 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.452+0000 7f620bded980 20 remove_watcher() i=4 2023-12-03T11:49:48.458 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.456+0000 7f620bded980 20 remove_watcher() i=5 2023-12-03T11:49:48.461 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.456+0000 7f620bded980 20 remove_watcher() i=6 2023-12-03T11:49:48.464 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.460+0000 7f620bded980 20 remove_watcher() i=7 2023-12-03T11:49:48.474 INFO:tasks.workunit.client.0.smithi019.stderr:radosgw-admin bucket stats --bucket a-bucket 2023-12-03T11:49:48.507 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:49:48.507 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:49:48.526 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.524+0000 7faf7c74c980 20 rados->read ofs=0 len=0 2023-12-03T11:49:48.528 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.524+0000 7faf7c74c980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:48.528 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.524+0000 7faf7c74c980 20 realm 2023-12-03T11:49:48.528 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.524+0000 7faf7c74c980 20 rados->read ofs=0 len=0 2023-12-03T11:49:48.528 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.524+0000 7faf7c74c980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:48.529 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.524+0000 7faf7c74c980 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:49:48.529 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.524+0000 7faf7c74c980 20 rados->read ofs=0 len=0 2023-12-03T11:49:48.529 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.524+0000 7faf7c74c980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:48.529 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.524+0000 7faf7c74c980 20 rados->read ofs=0 len=0 2023-12-03T11:49:48.530 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.528+0000 7faf7c74c980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:49:48.530 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.528+0000 7faf7c74c980 20 rados->read ofs=0 len=0 2023-12-03T11:49:48.531 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.528+0000 7faf7c74c980 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:49:48.531 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.528+0000 7faf7c74c980 20 searching for the correct realm 2023-12-03T11:49:48.552 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.548+0000 7faf7a268640 0 -- 172.21.15.19:0/3901053675 >> [v2:172.21.15.19:6808/438722807,v1:172.21.15.19:6809/438722807] conn(0x7faf700ec450 msgr2=0x7faf700ec8b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:49:48.557 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.552+0000 7faf7c74c980 20 RGWRados::pool_iterate: got zonegroup_info.9433ba8b-08fe-4f3d-8375-ae7b0ce32294 2023-12-03T11:49:48.557 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.552+0000 7faf7c74c980 20 RGWRados::pool_iterate: got zone_info.43a5e689-6a4f-4bb6-8529-28824bd75ab9 2023-12-03T11:49:48.557 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.552+0000 7faf7c74c980 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:49:48.557 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.552+0000 7faf7c74c980 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:49:48.557 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.552+0000 7faf7c74c980 20 rados->read ofs=0 len=0 2023-12-03T11:49:48.557 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.556+0000 7faf7c74c980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:48.558 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.556+0000 7faf7c74c980 20 rados->read ofs=0 len=0 2023-12-03T11:49:48.558 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.556+0000 7faf7c74c980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:49:48.558 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.556+0000 7faf7c74c980 20 rados->read ofs=0 len=0 2023-12-03T11:49:48.559 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.556+0000 7faf7c74c980 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:49:48.559 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.556+0000 7faf7c74c980 20 zone default found 2023-12-03T11:49:48.559 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.556+0000 7faf7c74c980 4 Realm: () 2023-12-03T11:49:48.559 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.556+0000 7faf7c74c980 4 ZoneGroup: default (9433ba8b-08fe-4f3d-8375-ae7b0ce32294) 2023-12-03T11:49:48.559 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.556+0000 7faf7c74c980 4 Zone: default (43a5e689-6a4f-4bb6-8529-28824bd75ab9) 2023-12-03T11:49:48.559 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.556+0000 7faf7c74c980 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:49:48.559 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.556+0000 7faf7c74c980 20 zonegroup default 2023-12-03T11:49:48.559 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.556+0000 7faf7c74c980 20 rados->read ofs=0 len=0 2023-12-03T11:49:48.559 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.556+0000 7faf7c74c980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:48.559 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.556+0000 7faf7c74c980 20 rados->read ofs=0 len=0 2023-12-03T11:49:48.560 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.556+0000 7faf7c74c980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:48.560 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.556+0000 7faf7c74c980 20 rados->read ofs=0 len=0 2023-12-03T11:49:48.560 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.556+0000 7faf7c74c980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:48.560 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.556+0000 7faf7c74c980 20 started sync module instance, tier type = 2023-12-03T11:49:48.560 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.556+0000 7faf7c74c980 20 started zone id=43a5e689-6a4f-4bb6-8529-28824bd75ab9 (name=default) with tier type = 2023-12-03T11:49:48.570 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.568+0000 7faf7aa69640 0 -- 172.21.15.19:0/3901053675 >> [v2:172.21.15.57:6800/165643864,v1:172.21.15.57:6801/165643864] conn(0x7faf700b9b80 msgr2=0x7faf700c5400 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:49:48.579 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.576+0000 7faf7c74c980 20 add_watcher() i=0 2023-12-03T11:49:48.580 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.576+0000 7faf7c74c980 20 add_watcher() i=1 2023-12-03T11:49:48.580 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.576+0000 7faf7c74c980 20 add_watcher() i=2 2023-12-03T11:49:48.580 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.576+0000 7faf7c74c980 20 add_watcher() i=3 2023-12-03T11:49:48.580 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.576+0000 7faf7c74c980 20 add_watcher() i=4 2023-12-03T11:49:48.580 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.576+0000 7faf7c74c980 20 add_watcher() i=5 2023-12-03T11:49:48.580 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.576+0000 7faf7c74c980 20 add_watcher() i=6 2023-12-03T11:49:48.581 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.576+0000 7faf7c74c980 20 add_watcher() i=7 2023-12-03T11:49:48.581 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.576+0000 7faf7c74c980 2 all 8 watchers are set, enabling cache 2023-12-03T11:49:48.584 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.580+0000 7faf3ffe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:49:48.584 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.580+0000 7faf7c74c980 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:49:48.584 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.580+0000 7faf7c74c980 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:49:48.592 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.588+0000 7faf7c74c980 5 note: GC not initialized 2023-12-03T11:49:48.592 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.588+0000 7faeaeffd640 20 reqs_thread_entry: start 2023-12-03T11:49:48.593 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.588+0000 7faf7c74c980 20 init_complete bucket index max shards: 1 2023-12-03T11:49:48.593 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.588+0000 7faf7c74c980 20 Filter name: none 2023-12-03T11:49:48.593 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.588+0000 7faeacff9640 20 reqs_thread_entry: start 2023-12-03T11:49:48.593 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.588+0000 7faf7c74c980 20 rados->read ofs=0 len=0 2023-12-03T11:49:48.593 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.592+0000 7faf7c74c980 20 rados_obj.operate() r=0 bl.length=176 2023-12-03T11:49:48.593 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.592+0000 7faf7c74c980 20 rados->read ofs=0 len=0 2023-12-03T11:49:48.595 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.592+0000 7faf7c74c980 20 rados_obj.operate() r=0 bl.length=360 2023-12-03T11:49:48.595 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.592+0000 7faf7c74c980 20 couldn't put binfo cache entry, might have raced with data changes 2023-12-03T11:49:48.595 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.592+0000 7faf7c74c980 20 rados->read ofs=0 len=0 2023-12-03T11:49:48.596 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.592+0000 7faf7c74c980 20 rados_obj.operate() r=0 bl.length=176 2023-12-03T11:49:48.596 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.592+0000 7faf7c74c980 20 rados->read ofs=0 len=0 2023-12-03T11:49:48.597 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.592+0000 7faf7c74c980 20 rados_obj.operate() r=0 bl.length=360 2023-12-03T11:49:48.597 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.592+0000 7faf7c74c980 20 couldn't put binfo cache entry, might have raced with data changes 2023-12-03T11:49:48.598 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.596+0000 7faf7c74c980 20 rados->read ofs=0 len=0 2023-12-03T11:49:48.599 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.596+0000 7faf7c74c980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:48.600 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.596+0000 7faf3ffe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:49:48.605 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.604+0000 7faf7c74c980 20 remove_watcher() i=0 2023-12-03T11:49:48.605 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.604+0000 7faf7c74c980 2 removed watcher, disabling cache 2023-12-03T11:49:48.608 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.604+0000 7faf7c74c980 20 remove_watcher() i=1 2023-12-03T11:49:48.610 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.608+0000 7faf7c74c980 20 remove_watcher() i=2 2023-12-03T11:49:48.613 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.608+0000 7faf7c74c980 20 remove_watcher() i=3 2023-12-03T11:49:48.616 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.612+0000 7faf7c74c980 20 remove_watcher() i=4 2023-12-03T11:49:48.617 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.616+0000 7faf7c74c980 20 remove_watcher() i=5 2023-12-03T11:49:48.619 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.616+0000 7faf7c74c980 20 remove_watcher() i=6 2023-12-03T11:49:48.620 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:48.616+0000 7faf7c74c980 20 remove_watcher() i=7 2023-12-03T11:49:48.627 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:49:48.627 INFO:tasks.workunit.client.0.smithi019.stderr:BUCKET_STATS: 2023-12-03T11:49:48.627 INFO:tasks.workunit.client.0.smithi019.stderr:bucket: a-bucket id: 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.16 num_objects: 8 size_kb: 1 num_shards: 3 2023-12-03T11:49:48.627 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:49:48.627 INFO:tasks.workunit.client.0.smithi019.stderr:TEST: reshard bucket with EIO injected at set_target_layout 2023-12-03T11:49:48.627 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:49:48.629 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:49:48.629 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:49:48.647 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:49:48.647 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:49:48.692 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:49:48.692 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:49:48.713 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:49:48.713 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:49:48.736 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:49:48.736 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:49:48.758 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:49:48.758 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:49:48.781 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:49:48.782 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:49:48.803 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:49:48.803 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:49:48.827 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:49:48.827 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:49:48.852 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:49:48.852 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:49:48.874 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:49:48.874 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:49:48.897 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:49:48.897 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:49:48.919 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:49:48.919 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:49:48.942 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:49:48.942 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:49:48.965 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:49:48.966 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:49:48.988 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:49:48.989 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:49:49.012 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:49:49.012 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:49:49.035 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:49:49.035 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:49:49.056 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:49:49.056 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:49:49.081 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:49:49.081 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:49:49.105 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:49:49.105 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:49:49.128 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:49:49.128 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:49:49.148 INFO:tasks.workunit.client.0.smithi019.stderr:radosgw-admin bucket stats --bucket error-at-set-target-layout 2023-12-03T11:49:49.181 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:49:49.182 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:49:49.200 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.196+0000 7f7bf22dd980 20 rados->read ofs=0 len=0 2023-12-03T11:49:49.202 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.200+0000 7f7bf22dd980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:49.202 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.200+0000 7f7bf22dd980 20 realm 2023-12-03T11:49:49.202 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.200+0000 7f7bf22dd980 20 rados->read ofs=0 len=0 2023-12-03T11:49:49.202 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.200+0000 7f7bf22dd980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:49.202 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.200+0000 7f7bf22dd980 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:49:49.202 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.200+0000 7f7bf22dd980 20 rados->read ofs=0 len=0 2023-12-03T11:49:49.202 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.200+0000 7f7bf22dd980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:49.203 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.200+0000 7f7bf22dd980 20 rados->read ofs=0 len=0 2023-12-03T11:49:49.204 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.200+0000 7f7bf22dd980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:49:49.204 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.200+0000 7f7bf22dd980 20 rados->read ofs=0 len=0 2023-12-03T11:49:49.204 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.200+0000 7f7bf22dd980 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:49:49.205 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.200+0000 7f7bf22dd980 20 searching for the correct realm 2023-12-03T11:49:49.231 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.228+0000 7f7bf05fa640 0 -- 172.21.15.19:0/3267258108 >> [v2:172.21.15.57:6816/3303414699,v1:172.21.15.57:6817/3303414699] conn(0x7f7be4019410 msgr2=0x7f7be4019890 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:49:49.231 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.228+0000 7f7bf22dd980 20 RGWRados::pool_iterate: got zonegroup_info.9433ba8b-08fe-4f3d-8375-ae7b0ce32294 2023-12-03T11:49:49.231 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.228+0000 7f7bf22dd980 20 RGWRados::pool_iterate: got zone_info.43a5e689-6a4f-4bb6-8529-28824bd75ab9 2023-12-03T11:49:49.231 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.228+0000 7f7bf22dd980 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:49:49.231 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.228+0000 7f7bf22dd980 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:49:49.232 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.228+0000 7f7bf22dd980 20 rados->read ofs=0 len=0 2023-12-03T11:49:49.232 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.228+0000 7f7bf22dd980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:49.232 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.228+0000 7f7bf22dd980 20 rados->read ofs=0 len=0 2023-12-03T11:49:49.233 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.228+0000 7f7bf22dd980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:49:49.233 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.228+0000 7f7bf22dd980 20 rados->read ofs=0 len=0 2023-12-03T11:49:49.234 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.228+0000 7f7bf22dd980 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:49:49.234 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.228+0000 7f7bf22dd980 20 zone default found 2023-12-03T11:49:49.234 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.228+0000 7f7bf22dd980 4 Realm: () 2023-12-03T11:49:49.234 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.228+0000 7f7bf22dd980 4 ZoneGroup: default (9433ba8b-08fe-4f3d-8375-ae7b0ce32294) 2023-12-03T11:49:49.234 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.228+0000 7f7bf22dd980 4 Zone: default (43a5e689-6a4f-4bb6-8529-28824bd75ab9) 2023-12-03T11:49:49.234 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.228+0000 7f7bf22dd980 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:49:49.234 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.228+0000 7f7bf22dd980 20 zonegroup default 2023-12-03T11:49:49.234 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.228+0000 7f7bf22dd980 20 rados->read ofs=0 len=0 2023-12-03T11:49:49.234 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.228+0000 7f7bf22dd980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:49.234 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.228+0000 7f7bf22dd980 20 rados->read ofs=0 len=0 2023-12-03T11:49:49.234 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.228+0000 7f7bf22dd980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:49.234 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.228+0000 7f7bf22dd980 20 rados->read ofs=0 len=0 2023-12-03T11:49:49.234 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.228+0000 7f7bf22dd980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:49.235 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.228+0000 7f7bf22dd980 20 started sync module instance, tier type = 2023-12-03T11:49:49.235 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.228+0000 7f7bf22dd980 20 started zone id=43a5e689-6a4f-4bb6-8529-28824bd75ab9 (name=default) with tier type = 2023-12-03T11:49:49.250 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.248+0000 7f7befdf9640 0 -- 172.21.15.19:0/3267258108 >> [v2:172.21.15.19:6808/438722807,v1:172.21.15.19:6809/438722807] conn(0x7f7be4018910 msgr2=0x7f7be40393f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2023-12-03T11:49:49.252 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.248+0000 7f7bf22dd980 20 add_watcher() i=0 2023-12-03T11:49:49.252 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.248+0000 7f7bf22dd980 20 add_watcher() i=1 2023-12-03T11:49:49.252 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.248+0000 7f7bf22dd980 20 add_watcher() i=2 2023-12-03T11:49:49.252 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.248+0000 7f7bf22dd980 20 add_watcher() i=3 2023-12-03T11:49:49.252 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.248+0000 7f7bf22dd980 20 add_watcher() i=4 2023-12-03T11:49:49.252 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.248+0000 7f7bf22dd980 20 add_watcher() i=5 2023-12-03T11:49:49.252 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.248+0000 7f7bf22dd980 20 add_watcher() i=6 2023-12-03T11:49:49.253 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.252+0000 7f7bf22dd980 20 add_watcher() i=7 2023-12-03T11:49:49.253 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.252+0000 7f7bf22dd980 2 all 8 watchers are set, enabling cache 2023-12-03T11:49:49.256 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.252+0000 7f7bb5fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:49:49.257 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.252+0000 7f7bf22dd980 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:49:49.257 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.252+0000 7f7bf22dd980 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:49:49.265 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.260+0000 7f7bf22dd980 5 note: GC not initialized 2023-12-03T11:49:49.265 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.260+0000 7f7b2cff9640 20 reqs_thread_entry: start 2023-12-03T11:49:49.265 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.260+0000 7f7bf22dd980 20 init_complete bucket index max shards: 1 2023-12-03T11:49:49.265 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.260+0000 7f7bf22dd980 20 Filter name: none 2023-12-03T11:49:49.265 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.260+0000 7f7b227fc640 20 reqs_thread_entry: start 2023-12-03T11:49:49.266 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.264+0000 7f7bf22dd980 20 rados->read ofs=0 len=0 2023-12-03T11:49:49.266 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.264+0000 7f7bf22dd980 20 rados_obj.operate() r=0 bl.length=194 2023-12-03T11:49:49.266 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.264+0000 7f7bf22dd980 20 rados->read ofs=0 len=0 2023-12-03T11:49:49.268 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.264+0000 7f7bf22dd980 20 rados_obj.operate() r=0 bl.length=378 2023-12-03T11:49:49.268 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.264+0000 7f7bf22dd980 20 couldn't put binfo cache entry, might have raced with data changes 2023-12-03T11:49:49.268 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.264+0000 7f7bf22dd980 20 rados->read ofs=0 len=0 2023-12-03T11:49:49.268 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.264+0000 7f7bf22dd980 20 rados_obj.operate() r=0 bl.length=194 2023-12-03T11:49:49.269 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.264+0000 7f7bf22dd980 20 rados->read ofs=0 len=0 2023-12-03T11:49:49.270 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.264+0000 7f7bf22dd980 20 rados_obj.operate() r=0 bl.length=378 2023-12-03T11:49:49.270 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.264+0000 7f7bf22dd980 20 couldn't put binfo cache entry, might have raced with data changes 2023-12-03T11:49:49.271 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.268+0000 7f7bf22dd980 20 rados->read ofs=0 len=0 2023-12-03T11:49:49.271 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.268+0000 7f7bf22dd980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:49.271 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.268+0000 7f7bb5fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:49:49.277 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.272+0000 7f7bf22dd980 20 remove_watcher() i=0 2023-12-03T11:49:49.277 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.272+0000 7f7bf22dd980 2 removed watcher, disabling cache 2023-12-03T11:49:49.280 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.276+0000 7f7bf22dd980 20 remove_watcher() i=1 2023-12-03T11:49:49.282 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.280+0000 7f7bf22dd980 20 remove_watcher() i=2 2023-12-03T11:49:49.284 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.280+0000 7f7bf22dd980 20 remove_watcher() i=3 2023-12-03T11:49:49.287 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.284+0000 7f7bf22dd980 20 remove_watcher() i=4 2023-12-03T11:49:49.288 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.284+0000 7f7bf22dd980 20 remove_watcher() i=5 2023-12-03T11:49:49.290 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.288+0000 7f7bf22dd980 20 remove_watcher() i=6 2023-12-03T11:49:49.291 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.288+0000 7f7bf22dd980 20 remove_watcher() i=7 2023-12-03T11:49:49.297 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:49:49.298 INFO:tasks.workunit.client.0.smithi019.stderr:BUCKET_STATS: 2023-12-03T11:49:49.298 INFO:tasks.workunit.client.0.smithi019.stderr:bucket: error-at-set-target-layout id: 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.18 num_objects: 20 size_kb: 1 num_shards: 1 2023-12-03T11:49:49.298 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:49:49.298 INFO:tasks.workunit.client.0.smithi019.stderr:radosgw-admin bucket reshard --bucket error-at-set-target-layout --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-error-at set_target_layout 2023-12-03T11:49:49.329 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:49:49.330 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:49:49.346 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.344+0000 7fa6c3d74980 20 rados->read ofs=0 len=0 2023-12-03T11:49:49.348 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.344+0000 7fa6c3d74980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:49.348 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.344+0000 7fa6c3d74980 20 realm 2023-12-03T11:49:49.348 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.344+0000 7fa6c3d74980 20 rados->read ofs=0 len=0 2023-12-03T11:49:49.349 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.344+0000 7fa6c3d74980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:49.349 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.344+0000 7fa6c3d74980 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:49:49.349 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.344+0000 7fa6c3d74980 20 rados->read ofs=0 len=0 2023-12-03T11:49:49.349 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.344+0000 7fa6c3d74980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:49.349 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.344+0000 7fa6c3d74980 20 rados->read ofs=0 len=0 2023-12-03T11:49:49.351 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.348+0000 7fa6c3d74980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:49:49.351 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.348+0000 7fa6c3d74980 20 rados->read ofs=0 len=0 2023-12-03T11:49:49.351 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.348+0000 7fa6c3d74980 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:49:49.352 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.348+0000 7fa6c3d74980 20 searching for the correct realm 2023-12-03T11:49:49.374 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.372+0000 7fa6c1890640 0 -- 172.21.15.19:0/63687107 >> [v2:172.21.15.19:6808/438722807,v1:172.21.15.19:6809/438722807] conn(0x7fa6b80d8400 msgr2=0x7fa6b80d8840 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:49:49.379 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.376+0000 7fa6c3d74980 20 RGWRados::pool_iterate: got zonegroup_info.9433ba8b-08fe-4f3d-8375-ae7b0ce32294 2023-12-03T11:49:49.379 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.376+0000 7fa6c3d74980 20 RGWRados::pool_iterate: got zone_info.43a5e689-6a4f-4bb6-8529-28824bd75ab9 2023-12-03T11:49:49.379 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.376+0000 7fa6c3d74980 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:49:49.379 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.376+0000 7fa6c3d74980 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:49:49.379 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.376+0000 7fa6c3d74980 20 rados->read ofs=0 len=0 2023-12-03T11:49:49.379 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.376+0000 7fa6c3d74980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:49.379 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.376+0000 7fa6c3d74980 20 rados->read ofs=0 len=0 2023-12-03T11:49:49.380 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.376+0000 7fa6c3d74980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:49:49.380 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.376+0000 7fa6c3d74980 20 rados->read ofs=0 len=0 2023-12-03T11:49:49.380 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.376+0000 7fa6c3d74980 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:49:49.381 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.376+0000 7fa6c3d74980 20 zone default found 2023-12-03T11:49:49.381 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.376+0000 7fa6c3d74980 4 Realm: () 2023-12-03T11:49:49.381 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.376+0000 7fa6c3d74980 4 ZoneGroup: default (9433ba8b-08fe-4f3d-8375-ae7b0ce32294) 2023-12-03T11:49:49.381 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.376+0000 7fa6c3d74980 4 Zone: default (43a5e689-6a4f-4bb6-8529-28824bd75ab9) 2023-12-03T11:49:49.381 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.376+0000 7fa6c3d74980 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:49:49.381 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.376+0000 7fa6c3d74980 20 zonegroup default 2023-12-03T11:49:49.381 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.376+0000 7fa6c3d74980 20 rados->read ofs=0 len=0 2023-12-03T11:49:49.381 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.376+0000 7fa6c3d74980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:49.381 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.376+0000 7fa6c3d74980 20 rados->read ofs=0 len=0 2023-12-03T11:49:49.382 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.380+0000 7fa6c3d74980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:49.382 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.380+0000 7fa6c3d74980 20 rados->read ofs=0 len=0 2023-12-03T11:49:49.382 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.380+0000 7fa6c3d74980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:49.382 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.380+0000 7fa6c3d74980 20 started sync module instance, tier type = 2023-12-03T11:49:49.382 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.380+0000 7fa6c3d74980 20 started zone id=43a5e689-6a4f-4bb6-8529-28824bd75ab9 (name=default) with tier type = 2023-12-03T11:49:49.392 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.388+0000 7fa6c2091640 0 -- 172.21.15.19:0/63687107 >> [v2:172.21.15.57:6800/165643864,v1:172.21.15.57:6801/165643864] conn(0x7fa6b80c7040 msgr2=0x7fa6b80b8440 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:49:49.403 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.400+0000 7fa6c3d74980 20 add_watcher() i=0 2023-12-03T11:49:49.403 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.400+0000 7fa6c3d74980 20 add_watcher() i=1 2023-12-03T11:49:49.403 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.400+0000 7fa6c3d74980 20 add_watcher() i=2 2023-12-03T11:49:49.403 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.400+0000 7fa6c3d74980 20 add_watcher() i=3 2023-12-03T11:49:49.403 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.400+0000 7fa6c3d74980 20 add_watcher() i=4 2023-12-03T11:49:49.403 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.400+0000 7fa6c3d74980 20 add_watcher() i=5 2023-12-03T11:49:49.403 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.400+0000 7fa6c3d74980 20 add_watcher() i=6 2023-12-03T11:49:49.404 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.400+0000 7fa6c3d74980 20 add_watcher() i=7 2023-12-03T11:49:49.404 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.400+0000 7fa6c3d74980 2 all 8 watchers are set, enabling cache 2023-12-03T11:49:49.407 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.404+0000 7fa6877e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:49:49.407 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.404+0000 7fa6c3d74980 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:49:49.407 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.404+0000 7fa6c3d74980 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:49:49.415 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.412+0000 7fa6c3d74980 5 note: GC not initialized 2023-12-03T11:49:49.415 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.412+0000 7fa5f67fc640 20 reqs_thread_entry: start 2023-12-03T11:49:49.415 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.412+0000 7fa6c3d74980 20 init_complete bucket index max shards: 1 2023-12-03T11:49:49.415 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.412+0000 7fa6c3d74980 20 Filter name: none 2023-12-03T11:49:49.415 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.412+0000 7fa5e7fff640 20 reqs_thread_entry: start 2023-12-03T11:49:49.415 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.412+0000 7fa6c3d74980 10 cache get: name=default.rgw.meta+root+error-at-set-target-layout : miss 2023-12-03T11:49:49.416 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.412+0000 7fa6c3d74980 20 rados->read ofs=0 len=0 2023-12-03T11:49:49.416 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.412+0000 7fa6c3d74980 20 rados_obj.operate() r=0 bl.length=194 2023-12-03T11:49:49.416 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.412+0000 7fa6c3d74980 10 cache put: name=default.rgw.meta+root+error-at-set-target-layout info.flags=0x11 2023-12-03T11:49:49.416 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.412+0000 7fa6c3d74980 10 adding default.rgw.meta+root+error-at-set-target-layout to cache LRU end 2023-12-03T11:49:49.416 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.412+0000 7fa6c3d74980 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.18 : miss 2023-12-03T11:49:49.416 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.412+0000 7fa6c3d74980 20 rados->read ofs=0 len=0 2023-12-03T11:49:49.417 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.412+0000 7fa6c3d74980 20 rados_obj.operate() r=0 bl.length=378 2023-12-03T11:49:49.417 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.412+0000 7fa6c3d74980 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.18 info.flags=0x17 2023-12-03T11:49:49.417 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.412+0000 7fa6c3d74980 10 adding default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.18 to cache LRU end 2023-12-03T11:49:49.417 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.412+0000 7fa6c3d74980 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-12-03T11:49:49.417 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.412+0000 7fa6c3d74980 10 updating xattr: name=user.rgw.acl bl.length()=205 2023-12-03T11:49:49.417 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.412+0000 7fa6c3d74980 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.18 2023-12-03T11:49:49.421 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.416+0000 7fa6c3d74980 -1 Injecting error=-5 at location=set_target_layout 2023-12-03T11:49:49.421 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.416+0000 7fa6c3d74980 0 ERROR: init_target_layout failed to write target index layout to bucket info: (5) Input/output error 2023-12-03T11:49:49.426 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.424+0000 7fa6877e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:49:49.431 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.428+0000 7fa6c3d74980 20 remove_watcher() i=0 2023-12-03T11:49:49.431 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.428+0000 7fa6c3d74980 2 removed watcher, disabling cache 2023-12-03T11:49:49.433 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.432+0000 7fa6c3d74980 20 remove_watcher() i=1 2023-12-03T11:49:49.436 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.432+0000 7fa6c3d74980 20 remove_watcher() i=2 2023-12-03T11:49:49.438 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.436+0000 7fa6c3d74980 20 remove_watcher() i=3 2023-12-03T11:49:49.441 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.436+0000 7fa6c3d74980 20 remove_watcher() i=4 2023-12-03T11:49:49.442 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.440+0000 7fa6c3d74980 20 remove_watcher() i=5 2023-12-03T11:49:49.443 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.440+0000 7fa6c3d74980 20 remove_watcher() i=6 2023-12-03T11:49:49.445 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.440+0000 7fa6c3d74980 20 remove_watcher() i=7 2023-12-03T11:49:49.452 INFO:tasks.workunit.client.0.smithi019.stderr:radosgw-admin bucket stats --bucket error-at-set-target-layout 2023-12-03T11:49:49.477 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:49:49.477 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:49:49.494 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.492+0000 7f76b8797980 20 rados->read ofs=0 len=0 2023-12-03T11:49:49.496 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.492+0000 7f76b8797980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:49.496 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.492+0000 7f76b8797980 20 realm 2023-12-03T11:49:49.496 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.492+0000 7f76b8797980 20 rados->read ofs=0 len=0 2023-12-03T11:49:49.496 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.492+0000 7f76b8797980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:49.496 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.492+0000 7f76b8797980 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:49:49.496 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.492+0000 7f76b8797980 20 rados->read ofs=0 len=0 2023-12-03T11:49:49.497 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.492+0000 7f76b8797980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:49.497 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.492+0000 7f76b8797980 20 rados->read ofs=0 len=0 2023-12-03T11:49:49.498 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.496+0000 7f76b8797980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:49:49.498 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.496+0000 7f76b8797980 20 rados->read ofs=0 len=0 2023-12-03T11:49:49.498 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.496+0000 7f76b8797980 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:49:49.498 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.496+0000 7f76b8797980 20 searching for the correct realm 2023-12-03T11:49:49.520 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.516+0000 7f76b5ab2640 0 -- 172.21.15.19:0/3691843676 >> [v2:172.21.15.19:6800/1469834966,v1:172.21.15.19:6801/1469834966] conn(0x5648a4e87500 msgr2=0x5648a4e89930 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:49:49.523 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.520+0000 7f76b8797980 20 RGWRados::pool_iterate: got zonegroup_info.9433ba8b-08fe-4f3d-8375-ae7b0ce32294 2023-12-03T11:49:49.523 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.520+0000 7f76b8797980 20 RGWRados::pool_iterate: got zone_info.43a5e689-6a4f-4bb6-8529-28824bd75ab9 2023-12-03T11:49:49.523 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.520+0000 7f76b8797980 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:49:49.523 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.520+0000 7f76b8797980 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:49:49.523 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.520+0000 7f76b8797980 20 rados->read ofs=0 len=0 2023-12-03T11:49:49.523 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.520+0000 7f76b8797980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:49.523 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.520+0000 7f76b8797980 20 rados->read ofs=0 len=0 2023-12-03T11:49:49.524 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.520+0000 7f76b8797980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:49:49.524 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.520+0000 7f76b8797980 20 rados->read ofs=0 len=0 2023-12-03T11:49:49.524 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.520+0000 7f76b8797980 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:49:49.524 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.520+0000 7f76b8797980 20 zone default found 2023-12-03T11:49:49.525 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.520+0000 7f76b8797980 4 Realm: () 2023-12-03T11:49:49.525 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.520+0000 7f76b8797980 4 ZoneGroup: default (9433ba8b-08fe-4f3d-8375-ae7b0ce32294) 2023-12-03T11:49:49.525 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.520+0000 7f76b8797980 4 Zone: default (43a5e689-6a4f-4bb6-8529-28824bd75ab9) 2023-12-03T11:49:49.525 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.520+0000 7f76b8797980 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:49:49.525 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.520+0000 7f76b8797980 20 zonegroup default 2023-12-03T11:49:49.525 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.520+0000 7f76b8797980 20 rados->read ofs=0 len=0 2023-12-03T11:49:49.525 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.520+0000 7f76b8797980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:49.525 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.520+0000 7f76b8797980 20 rados->read ofs=0 len=0 2023-12-03T11:49:49.526 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.520+0000 7f76b8797980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:49.526 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.520+0000 7f76b8797980 20 rados->read ofs=0 len=0 2023-12-03T11:49:49.526 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.520+0000 7f76b8797980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:49.526 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.520+0000 7f76b8797980 20 started sync module instance, tier type = 2023-12-03T11:49:49.526 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.520+0000 7f76b8797980 20 started zone id=43a5e689-6a4f-4bb6-8529-28824bd75ab9 (name=default) with tier type = 2023-12-03T11:49:49.540 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.536+0000 7f76b6ab4640 0 -- 172.21.15.19:0/3691843676 >> [v2:172.21.15.57:6816/3303414699,v1:172.21.15.57:6817/3303414699] conn(0x7f76ac029020 msgr2=0x7f76ac020720 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:49:49.543 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.540+0000 7f76b8797980 20 add_watcher() i=0 2023-12-03T11:49:49.543 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.540+0000 7f76b8797980 20 add_watcher() i=1 2023-12-03T11:49:49.543 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.540+0000 7f76b8797980 20 add_watcher() i=2 2023-12-03T11:49:49.543 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.540+0000 7f76b8797980 20 add_watcher() i=3 2023-12-03T11:49:49.543 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.540+0000 7f76b8797980 20 add_watcher() i=4 2023-12-03T11:49:49.543 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.540+0000 7f76b8797980 20 add_watcher() i=5 2023-12-03T11:49:49.543 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.540+0000 7f76b8797980 20 add_watcher() i=6 2023-12-03T11:49:49.544 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.540+0000 7f76b8797980 20 add_watcher() i=7 2023-12-03T11:49:49.544 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.540+0000 7f76b8797980 2 all 8 watchers are set, enabling cache 2023-12-03T11:49:49.546 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.544+0000 7f767bfe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:49:49.547 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.544+0000 7f76b8797980 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:49:49.547 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.544+0000 7f76b8797980 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:49:49.555 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.552+0000 7f76b8797980 5 note: GC not initialized 2023-12-03T11:49:49.555 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.552+0000 7f75eaffd640 20 reqs_thread_entry: start 2023-12-03T11:49:49.555 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.552+0000 7f76b8797980 20 init_complete bucket index max shards: 1 2023-12-03T11:49:49.555 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.552+0000 7f76b8797980 20 Filter name: none 2023-12-03T11:49:49.555 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.552+0000 7f75e8ff9640 20 reqs_thread_entry: start 2023-12-03T11:49:49.555 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.552+0000 7f76b8797980 20 rados->read ofs=0 len=0 2023-12-03T11:49:49.556 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.552+0000 7f76b8797980 20 rados_obj.operate() r=0 bl.length=194 2023-12-03T11:49:49.556 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.552+0000 7f76b8797980 20 rados->read ofs=0 len=0 2023-12-03T11:49:49.557 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.552+0000 7f76b8797980 20 rados_obj.operate() r=0 bl.length=378 2023-12-03T11:49:49.557 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.552+0000 7f76b8797980 20 couldn't put binfo cache entry, might have raced with data changes 2023-12-03T11:49:49.557 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.552+0000 7f76b8797980 20 rados->read ofs=0 len=0 2023-12-03T11:49:49.557 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.552+0000 7f76b8797980 20 rados_obj.operate() r=0 bl.length=194 2023-12-03T11:49:49.557 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.552+0000 7f76b8797980 20 rados->read ofs=0 len=0 2023-12-03T11:49:49.558 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.556+0000 7f76b8797980 20 rados_obj.operate() r=0 bl.length=378 2023-12-03T11:49:49.558 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.556+0000 7f76b8797980 20 couldn't put binfo cache entry, might have raced with data changes 2023-12-03T11:49:49.558 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.556+0000 7f76b8797980 20 rados->read ofs=0 len=0 2023-12-03T11:49:49.559 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.556+0000 7f76b8797980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:49.560 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.556+0000 7f767bfe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:49:49.566 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.564+0000 7f76b8797980 20 remove_watcher() i=0 2023-12-03T11:49:49.566 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.564+0000 7f76b8797980 2 removed watcher, disabling cache 2023-12-03T11:49:49.568 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.564+0000 7f76b8797980 20 remove_watcher() i=1 2023-12-03T11:49:49.570 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.568+0000 7f76b8797980 20 remove_watcher() i=2 2023-12-03T11:49:49.573 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.568+0000 7f76b8797980 20 remove_watcher() i=3 2023-12-03T11:49:49.575 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.572+0000 7f76b8797980 20 remove_watcher() i=4 2023-12-03T11:49:49.577 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.572+0000 7f76b8797980 20 remove_watcher() i=5 2023-12-03T11:49:49.578 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.576+0000 7f76b8797980 20 remove_watcher() i=6 2023-12-03T11:49:49.579 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.576+0000 7f76b8797980 20 remove_watcher() i=7 2023-12-03T11:49:49.586 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:49:49.586 INFO:tasks.workunit.client.0.smithi019.stderr:BUCKET_STATS: 2023-12-03T11:49:49.586 INFO:tasks.workunit.client.0.smithi019.stderr:bucket: error-at-set-target-layout id: 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.18 num_objects: 20 size_kb: 1 num_shards: 1 2023-12-03T11:49:49.586 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:49:49.588 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:49:49.588 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:49:49.607 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:49:49.607 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:49:49.650 INFO:tasks.workunit.client.0.smithi019.stderr:radosgw-admin bucket reshard --bucket error-at-set-target-layout --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2023-12-03T11:49:49.680 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:49:49.680 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:49:49.699 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.696+0000 7fe372955980 20 rados->read ofs=0 len=0 2023-12-03T11:49:49.702 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.700+0000 7fe372955980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:49.702 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.700+0000 7fe372955980 20 realm 2023-12-03T11:49:49.702 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.700+0000 7fe372955980 20 rados->read ofs=0 len=0 2023-12-03T11:49:49.702 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.700+0000 7fe372955980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:49.702 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.700+0000 7fe372955980 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:49:49.702 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.700+0000 7fe372955980 20 rados->read ofs=0 len=0 2023-12-03T11:49:49.702 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.700+0000 7fe372955980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:49.702 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.700+0000 7fe372955980 20 rados->read ofs=0 len=0 2023-12-03T11:49:49.704 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.700+0000 7fe372955980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:49:49.704 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.700+0000 7fe372955980 20 rados->read ofs=0 len=0 2023-12-03T11:49:49.704 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.700+0000 7fe372955980 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:49:49.704 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.700+0000 7fe372955980 20 searching for the correct realm 2023-12-03T11:49:49.723 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.720+0000 7fe370471640 0 -- 172.21.15.19:0/2570546143 >> [v2:172.21.15.19:6824/3106662697,v1:172.21.15.19:6825/3106662697] conn(0x7fe358003a80 msgr2=0x7fe368059410 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2023-12-03T11:49:49.729 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.728+0000 7fe372955980 20 RGWRados::pool_iterate: got zonegroup_info.9433ba8b-08fe-4f3d-8375-ae7b0ce32294 2023-12-03T11:49:49.730 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.728+0000 7fe372955980 20 RGWRados::pool_iterate: got zone_info.43a5e689-6a4f-4bb6-8529-28824bd75ab9 2023-12-03T11:49:49.730 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.728+0000 7fe372955980 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:49:49.730 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.728+0000 7fe372955980 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:49:49.730 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.728+0000 7fe372955980 20 rados->read ofs=0 len=0 2023-12-03T11:49:49.730 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.728+0000 7fe372955980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:49.730 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.728+0000 7fe372955980 20 rados->read ofs=0 len=0 2023-12-03T11:49:49.730 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.728+0000 7fe372955980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:49:49.730 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.728+0000 7fe372955980 20 rados->read ofs=0 len=0 2023-12-03T11:49:49.731 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.728+0000 7fe372955980 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:49:49.731 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.728+0000 7fe372955980 20 zone default found 2023-12-03T11:49:49.731 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.728+0000 7fe372955980 4 Realm: () 2023-12-03T11:49:49.731 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.728+0000 7fe372955980 4 ZoneGroup: default (9433ba8b-08fe-4f3d-8375-ae7b0ce32294) 2023-12-03T11:49:49.731 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.728+0000 7fe372955980 4 Zone: default (43a5e689-6a4f-4bb6-8529-28824bd75ab9) 2023-12-03T11:49:49.732 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.728+0000 7fe372955980 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:49:49.732 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.728+0000 7fe372955980 20 zonegroup default 2023-12-03T11:49:49.732 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.728+0000 7fe372955980 20 rados->read ofs=0 len=0 2023-12-03T11:49:49.732 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.728+0000 7fe372955980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:49.732 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.728+0000 7fe372955980 20 rados->read ofs=0 len=0 2023-12-03T11:49:49.732 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.728+0000 7fe372955980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:49.732 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.728+0000 7fe372955980 20 rados->read ofs=0 len=0 2023-12-03T11:49:49.733 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.728+0000 7fe372955980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:49.733 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.728+0000 7fe372955980 20 started sync module instance, tier type = 2023-12-03T11:49:49.733 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.728+0000 7fe372955980 20 started zone id=43a5e689-6a4f-4bb6-8529-28824bd75ab9 (name=default) with tier type = 2023-12-03T11:49:49.738 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.736+0000 7fe370c72640 0 -- 172.21.15.19:0/2570546143 >> [v2:172.21.15.57:6800/165643864,v1:172.21.15.57:6801/165643864] conn(0x7fe3640b6070 msgr2=0x7fe3640ed230 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2023-12-03T11:49:49.751 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.748+0000 7fe372955980 20 add_watcher() i=0 2023-12-03T11:49:49.751 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.748+0000 7fe372955980 20 add_watcher() i=1 2023-12-03T11:49:49.751 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.748+0000 7fe372955980 20 add_watcher() i=2 2023-12-03T11:49:49.751 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.748+0000 7fe372955980 20 add_watcher() i=3 2023-12-03T11:49:49.752 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.748+0000 7fe372955980 20 add_watcher() i=4 2023-12-03T11:49:49.752 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.748+0000 7fe372955980 20 add_watcher() i=5 2023-12-03T11:49:49.752 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.748+0000 7fe372955980 20 add_watcher() i=6 2023-12-03T11:49:49.753 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.748+0000 7fe372955980 20 add_watcher() i=7 2023-12-03T11:49:49.753 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.748+0000 7fe372955980 2 all 8 watchers are set, enabling cache 2023-12-03T11:49:49.756 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.752+0000 7fe3367e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:49:49.756 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.752+0000 7fe372955980 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:49:49.756 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.752+0000 7fe372955980 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:49:49.764 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.760+0000 7fe372955980 5 note: GC not initialized 2023-12-03T11:49:49.764 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.760+0000 7fe2a57fa640 20 reqs_thread_entry: start 2023-12-03T11:49:49.764 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.760+0000 7fe372955980 20 init_complete bucket index max shards: 1 2023-12-03T11:49:49.764 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.760+0000 7fe372955980 20 Filter name: none 2023-12-03T11:49:49.764 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.760+0000 7fe29effd640 20 reqs_thread_entry: start 2023-12-03T11:49:49.765 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.760+0000 7fe372955980 10 cache get: name=default.rgw.meta+root+error-at-set-target-layout : miss 2023-12-03T11:49:49.765 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.760+0000 7fe372955980 20 rados->read ofs=0 len=0 2023-12-03T11:49:49.765 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.760+0000 7fe372955980 20 rados_obj.operate() r=0 bl.length=194 2023-12-03T11:49:49.765 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.760+0000 7fe372955980 10 cache put: name=default.rgw.meta+root+error-at-set-target-layout info.flags=0x11 2023-12-03T11:49:49.765 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.760+0000 7fe372955980 10 adding default.rgw.meta+root+error-at-set-target-layout to cache LRU end 2023-12-03T11:49:49.765 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.760+0000 7fe372955980 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.18 : miss 2023-12-03T11:49:49.765 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.760+0000 7fe372955980 20 rados->read ofs=0 len=0 2023-12-03T11:49:49.766 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.764+0000 7fe372955980 20 rados_obj.operate() r=0 bl.length=378 2023-12-03T11:49:49.767 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.764+0000 7fe372955980 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.18 info.flags=0x17 2023-12-03T11:49:49.767 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.764+0000 7fe372955980 10 adding default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.18 to cache LRU end 2023-12-03T11:49:49.767 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.764+0000 7fe372955980 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-12-03T11:49:49.767 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.764+0000 7fe372955980 10 updating xattr: name=user.rgw.acl bl.length()=205 2023-12-03T11:49:49.767 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.764+0000 7fe372955980 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.18 2023-12-03T11:49:49.775 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.772+0000 7fe372955980 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.18 info.flags=0x17 2023-12-03T11:49:49.775 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.772+0000 7fe372955980 10 moving default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.18 to cache LRU end 2023-12-03T11:49:49.775 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.772+0000 7fe372955980 10 updating xattr: name=user.rgw.acl bl.length()=205 2023-12-03T11:49:49.775 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.772+0000 7fe372955980 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-set-target-layout:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.18, ofs0, ns] 2023-12-03T11:49:49.776 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.772+0000 7fe356ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1095216660546 cookie 94118310839360 notifier 6071 bl.length()=887 2023-12-03T11:49:49.776 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.772+0000 7fe356ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.18 info.flags=0x17 2023-12-03T11:49:49.776 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.772+0000 7fe356ffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.18 to cache LRU end 2023-12-03T11:49:49.776 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.772+0000 7fe356ffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2023-12-03T11:49:49.777 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.776+0000 7fe372955980 20 handle_bi_update(): bucket=:error-at-set-target-layout[43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.18]): orig_sources= new_sources= 2023-12-03T11:49:49.777 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.776+0000 7fe372955980 20 handle_bi_update(): bucket=:error-at-set-target-layout[43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.18]): potential sources added=[] removed=[] 2023-12-03T11:49:49.777 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.776+0000 7fe372955980 20 handle_bi_update(): bucket=:error-at-set-target-layout[43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.18]): orig_dests= new_dests= 2023-12-03T11:49:49.777 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.776+0000 7fe372955980 20 handle_bi_update(): bucket=:error-at-set-target-layout[43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.18]): potential dests added=[] removed=[] 2023-12-03T11:49:49.780 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.776+0000 7fe372955980 10 bucket_obj is .dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.18.1.0 2023-12-03T11:49:49.780 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.776+0000 7fe372955980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.18.1.0 2023-12-03T11:49:49.780 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.776+0000 7fe372955980 10 bucket_obj is .dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.18.1.1 2023-12-03T11:49:49.780 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.776+0000 7fe372955980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.18.1.1 2023-12-03T11:49:49.780 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.776+0000 7fe372955980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.18.0 2023-12-03T11:49:49.784 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.780+0000 7fe372955980 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.18 : hit (requested=0x17, cached=0x17) 2023-12-03T11:49:49.785 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.780+0000 7fe372955980 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.18 2023-12-03T11:49:49.788 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.784+0000 7fe372955980 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.18 info.flags=0x17 2023-12-03T11:49:49.788 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.784+0000 7fe372955980 10 moving default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.18 to cache LRU end 2023-12-03T11:49:49.788 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.784+0000 7fe372955980 10 updating xattr: name=user.rgw.acl bl.length()=205 2023-12-03T11:49:49.788 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.784+0000 7fe372955980 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-set-target-layout:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.18, ofs0, ns] 2023-12-03T11:49:49.789 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.784+0000 7fe3567fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1095216660547 cookie 94118310839360 notifier 6071 bl.length()=855 2023-12-03T11:49:49.789 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.784+0000 7fe3567fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.18 info.flags=0x17 2023-12-03T11:49:49.789 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.784+0000 7fe3567fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.18 to cache LRU end 2023-12-03T11:49:49.789 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.784+0000 7fe3567fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2023-12-03T11:49:49.790 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.788+0000 7fe372955980 20 handle_bi_update(): bucket=:error-at-set-target-layout[43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.18]): orig_sources= new_sources= 2023-12-03T11:49:49.790 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.788+0000 7fe372955980 20 handle_bi_update(): bucket=:error-at-set-target-layout[43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.18]): potential sources added=[] removed=[] 2023-12-03T11:49:49.790 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.788+0000 7fe372955980 20 handle_bi_update(): bucket=:error-at-set-target-layout[43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.18]): orig_dests= new_dests= 2023-12-03T11:49:49.790 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.788+0000 7fe372955980 20 handle_bi_update(): bucket=:error-at-set-target-layout[43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.18]): potential dests added=[] removed=[] 2023-12-03T11:49:49.793 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.792+0000 7fe372955980 1 execute INFO: reshard of bucket "error-at-set-target-layout" completed successfully 2023-12-03T11:49:49.795 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.792+0000 7fe3367e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:49:49.801 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.796+0000 7fe372955980 20 remove_watcher() i=0 2023-12-03T11:49:49.801 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.796+0000 7fe372955980 2 removed watcher, disabling cache 2023-12-03T11:49:49.803 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.800+0000 7fe372955980 20 remove_watcher() i=1 2023-12-03T11:49:49.805 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.804+0000 7fe372955980 20 remove_watcher() i=2 2023-12-03T11:49:49.808 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.804+0000 7fe372955980 20 remove_watcher() i=3 2023-12-03T11:49:49.810 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.808+0000 7fe372955980 20 remove_watcher() i=4 2023-12-03T11:49:49.811 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.808+0000 7fe372955980 20 remove_watcher() i=5 2023-12-03T11:49:49.813 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.808+0000 7fe372955980 20 remove_watcher() i=6 2023-12-03T11:49:49.814 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.812+0000 7fe372955980 20 remove_watcher() i=7 2023-12-03T11:49:49.821 INFO:tasks.workunit.client.0.smithi019.stderr:radosgw-admin bucket stats --bucket error-at-set-target-layout 2023-12-03T11:49:49.847 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:49:49.847 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:49:49.865 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.860+0000 7f2f9365b980 20 rados->read ofs=0 len=0 2023-12-03T11:49:49.867 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.864+0000 7f2f9365b980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:49.867 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.864+0000 7f2f9365b980 20 realm 2023-12-03T11:49:49.867 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.864+0000 7f2f9365b980 20 rados->read ofs=0 len=0 2023-12-03T11:49:49.868 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.864+0000 7f2f9365b980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:49.868 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.864+0000 7f2f9365b980 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:49:49.868 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.864+0000 7f2f9365b980 20 rados->read ofs=0 len=0 2023-12-03T11:49:49.868 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.864+0000 7f2f9365b980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:49.868 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.864+0000 7f2f9365b980 20 rados->read ofs=0 len=0 2023-12-03T11:49:49.869 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.868+0000 7f2f9365b980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:49:49.869 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.868+0000 7f2f9365b980 20 rados->read ofs=0 len=0 2023-12-03T11:49:49.870 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.868+0000 7f2f9365b980 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:49:49.870 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.868+0000 7f2f9365b980 20 searching for the correct realm 2023-12-03T11:49:49.893 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.888+0000 7f2f90976640 0 -- 172.21.15.19:0/4130601979 >> [v2:172.21.15.19:6800/1469834966,v1:172.21.15.19:6801/1469834966] conn(0x55caaea80f80 msgr2=0x55caaea83370 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2023-12-03T11:49:49.895 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.892+0000 7f2f9365b980 20 RGWRados::pool_iterate: got zonegroup_info.9433ba8b-08fe-4f3d-8375-ae7b0ce32294 2023-12-03T11:49:49.895 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.892+0000 7f2f9365b980 20 RGWRados::pool_iterate: got zone_info.43a5e689-6a4f-4bb6-8529-28824bd75ab9 2023-12-03T11:49:49.895 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.892+0000 7f2f9365b980 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:49:49.895 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.892+0000 7f2f9365b980 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:49:49.895 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.892+0000 7f2f9365b980 20 rados->read ofs=0 len=0 2023-12-03T11:49:49.896 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.892+0000 7f2f9365b980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:49.896 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.892+0000 7f2f9365b980 20 rados->read ofs=0 len=0 2023-12-03T11:49:49.896 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.892+0000 7f2f9365b980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:49:49.896 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.892+0000 7f2f9365b980 20 rados->read ofs=0 len=0 2023-12-03T11:49:49.897 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.892+0000 7f2f9365b980 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:49:49.897 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.892+0000 7f2f9365b980 20 zone default found 2023-12-03T11:49:49.897 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.892+0000 7f2f9365b980 4 Realm: () 2023-12-03T11:49:49.897 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.892+0000 7f2f9365b980 4 ZoneGroup: default (9433ba8b-08fe-4f3d-8375-ae7b0ce32294) 2023-12-03T11:49:49.897 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.892+0000 7f2f9365b980 4 Zone: default (43a5e689-6a4f-4bb6-8529-28824bd75ab9) 2023-12-03T11:49:49.897 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.892+0000 7f2f9365b980 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:49:49.897 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.892+0000 7f2f9365b980 20 zonegroup default 2023-12-03T11:49:49.898 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.892+0000 7f2f9365b980 20 rados->read ofs=0 len=0 2023-12-03T11:49:49.898 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.892+0000 7f2f9365b980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:49.898 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.896+0000 7f2f9365b980 20 rados->read ofs=0 len=0 2023-12-03T11:49:49.898 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.896+0000 7f2f9365b980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:49.898 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.896+0000 7f2f9365b980 20 rados->read ofs=0 len=0 2023-12-03T11:49:49.899 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.896+0000 7f2f9365b980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:49.899 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.896+0000 7f2f9365b980 20 started sync module instance, tier type = 2023-12-03T11:49:49.899 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.896+0000 7f2f9365b980 20 started zone id=43a5e689-6a4f-4bb6-8529-28824bd75ab9 (name=default) with tier type = 2023-12-03T11:49:49.914 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.912+0000 7f2f91978640 0 -- 172.21.15.19:0/4130601979 >> [v2:172.21.15.57:6816/3303414699,v1:172.21.15.57:6817/3303414699] conn(0x7f2f88122b90 msgr2=0x7f2f88105fe0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:49:49.917 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.912+0000 7f2f9365b980 20 add_watcher() i=0 2023-12-03T11:49:49.918 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.912+0000 7f2f9365b980 20 add_watcher() i=1 2023-12-03T11:49:49.918 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.912+0000 7f2f9365b980 20 add_watcher() i=2 2023-12-03T11:49:49.918 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.912+0000 7f2f9365b980 20 add_watcher() i=3 2023-12-03T11:49:49.918 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.912+0000 7f2f9365b980 20 add_watcher() i=4 2023-12-03T11:49:49.918 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.912+0000 7f2f9365b980 20 add_watcher() i=5 2023-12-03T11:49:49.918 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.912+0000 7f2f9365b980 20 add_watcher() i=6 2023-12-03T11:49:49.918 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.916+0000 7f2f9365b980 20 add_watcher() i=7 2023-12-03T11:49:49.918 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.916+0000 7f2f9365b980 2 all 8 watchers are set, enabling cache 2023-12-03T11:49:49.921 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.916+0000 7f2f56fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:49:49.921 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.916+0000 7f2f9365b980 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:49:49.921 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.916+0000 7f2f9365b980 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:49:49.929 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.924+0000 7f2f9365b980 5 note: GC not initialized 2023-12-03T11:49:49.929 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.924+0000 7f2ec5ffb640 20 reqs_thread_entry: start 2023-12-03T11:49:49.929 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.924+0000 7f2f9365b980 20 init_complete bucket index max shards: 1 2023-12-03T11:49:49.929 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.924+0000 7f2f9365b980 20 Filter name: none 2023-12-03T11:49:49.929 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.924+0000 7f2eb77fe640 20 reqs_thread_entry: start 2023-12-03T11:49:49.929 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.924+0000 7f2f9365b980 20 rados->read ofs=0 len=0 2023-12-03T11:49:49.930 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.928+0000 7f2f9365b980 20 rados_obj.operate() r=0 bl.length=194 2023-12-03T11:49:49.930 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.928+0000 7f2f9365b980 20 rados->read ofs=0 len=0 2023-12-03T11:49:49.931 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.928+0000 7f2f9365b980 20 rados_obj.operate() r=0 bl.length=378 2023-12-03T11:49:49.931 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.928+0000 7f2f9365b980 20 couldn't put binfo cache entry, might have raced with data changes 2023-12-03T11:49:49.931 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.928+0000 7f2f9365b980 20 rados->read ofs=0 len=0 2023-12-03T11:49:49.932 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.928+0000 7f2f9365b980 20 rados_obj.operate() r=0 bl.length=194 2023-12-03T11:49:49.932 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.928+0000 7f2f9365b980 20 rados->read ofs=0 len=0 2023-12-03T11:49:49.933 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.928+0000 7f2f9365b980 20 rados_obj.operate() r=0 bl.length=378 2023-12-03T11:49:49.933 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.928+0000 7f2f9365b980 20 couldn't put binfo cache entry, might have raced with data changes 2023-12-03T11:49:49.934 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.932+0000 7f2f9365b980 20 rados->read ofs=0 len=0 2023-12-03T11:49:49.935 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.932+0000 7f2f9365b980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:49.936 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.932+0000 7f2f56fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:49:49.941 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.940+0000 7f2f9365b980 20 remove_watcher() i=0 2023-12-03T11:49:49.941 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.940+0000 7f2f9365b980 2 removed watcher, disabling cache 2023-12-03T11:49:49.944 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.940+0000 7f2f9365b980 20 remove_watcher() i=1 2023-12-03T11:49:49.946 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.944+0000 7f2f9365b980 20 remove_watcher() i=2 2023-12-03T11:49:49.949 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.944+0000 7f2f9365b980 20 remove_watcher() i=3 2023-12-03T11:49:49.951 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.948+0000 7f2f9365b980 20 remove_watcher() i=4 2023-12-03T11:49:49.952 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.948+0000 7f2f9365b980 20 remove_watcher() i=5 2023-12-03T11:49:49.954 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.952+0000 7f2f9365b980 20 remove_watcher() i=6 2023-12-03T11:49:49.955 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:49.952+0000 7f2f9365b980 20 remove_watcher() i=7 2023-12-03T11:49:49.962 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:49:49.963 INFO:tasks.workunit.client.0.smithi019.stderr:BUCKET_STATS: 2023-12-03T11:49:49.963 INFO:tasks.workunit.client.0.smithi019.stderr:bucket: error-at-set-target-layout id: 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.18 num_objects: 19 size_kb: 1 num_shards: 2 2023-12-03T11:49:49.963 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:49:49.964 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:49:49.964 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:49:49.967 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:49:49.967 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:49:50.026 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:49:50.027 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:49:50.057 INFO:tasks.workunit.client.0.smithi019.stderr:TEST: reshard bucket with ECANCELED injected at set_target_layout 2023-12-03T11:49:50.057 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:49:50.058 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:49:50.058 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:49:50.073 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:49:50.073 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:49:50.120 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:49:50.120 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:49:50.142 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:49:50.142 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:49:50.168 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:49:50.168 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:49:50.191 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:49:50.191 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:49:50.213 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:49:50.213 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:49:50.235 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:49:50.235 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:49:50.255 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:49:50.255 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:49:50.277 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:49:50.277 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:49:50.300 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:49:50.300 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:49:50.320 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:49:50.320 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:49:50.341 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:49:50.341 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:49:50.362 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:49:50.362 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:49:50.383 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:49:50.383 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:49:50.404 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:49:50.404 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:49:50.427 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:49:50.427 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:49:50.448 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:49:50.448 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:49:50.470 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:49:50.470 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:49:50.492 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:49:50.492 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:49:50.513 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:49:50.513 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:49:50.534 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:49:50.534 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:49:50.554 INFO:tasks.workunit.client.0.smithi019.stderr:radosgw-admin bucket stats --bucket error-at-set-target-layout 2023-12-03T11:49:50.589 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:49:50.589 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:49:50.607 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.604+0000 7f4b415da980 20 rados->read ofs=0 len=0 2023-12-03T11:49:50.610 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.608+0000 7f4b415da980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:50.610 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.608+0000 7f4b415da980 20 realm 2023-12-03T11:49:50.610 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.608+0000 7f4b415da980 20 rados->read ofs=0 len=0 2023-12-03T11:49:50.610 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.608+0000 7f4b415da980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:50.610 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.608+0000 7f4b415da980 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:49:50.611 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.608+0000 7f4b415da980 20 rados->read ofs=0 len=0 2023-12-03T11:49:50.611 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.608+0000 7f4b415da980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:50.611 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.608+0000 7f4b415da980 20 rados->read ofs=0 len=0 2023-12-03T11:49:50.612 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.608+0000 7f4b415da980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:49:50.612 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.608+0000 7f4b415da980 20 rados->read ofs=0 len=0 2023-12-03T11:49:50.612 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.608+0000 7f4b415da980 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:49:50.612 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.608+0000 7f4b415da980 20 searching for the correct realm 2023-12-03T11:49:50.638 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.636+0000 7f4b3f8f7640 0 -- 172.21.15.19:0/4238151678 >> [v2:172.21.15.57:6816/3303414699,v1:172.21.15.57:6817/3303414699] conn(0x7f4b34035aa0 msgr2=0x7f4b34015420 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:49:50.638 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.636+0000 7f4b415da980 20 RGWRados::pool_iterate: got zonegroup_info.9433ba8b-08fe-4f3d-8375-ae7b0ce32294 2023-12-03T11:49:50.639 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.636+0000 7f4b415da980 20 RGWRados::pool_iterate: got zone_info.43a5e689-6a4f-4bb6-8529-28824bd75ab9 2023-12-03T11:49:50.639 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.636+0000 7f4b415da980 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:49:50.639 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.636+0000 7f4b415da980 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:49:50.639 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.636+0000 7f4b415da980 20 rados->read ofs=0 len=0 2023-12-03T11:49:50.639 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.636+0000 7f4b415da980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:50.639 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.636+0000 7f4b415da980 20 rados->read ofs=0 len=0 2023-12-03T11:49:50.640 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.636+0000 7f4b415da980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:49:50.640 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.636+0000 7f4b415da980 20 rados->read ofs=0 len=0 2023-12-03T11:49:50.640 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.636+0000 7f4b415da980 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:49:50.640 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.636+0000 7f4b415da980 20 zone default found 2023-12-03T11:49:50.640 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.636+0000 7f4b415da980 4 Realm: () 2023-12-03T11:49:50.640 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.636+0000 7f4b415da980 4 ZoneGroup: default (9433ba8b-08fe-4f3d-8375-ae7b0ce32294) 2023-12-03T11:49:50.640 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.636+0000 7f4b415da980 4 Zone: default (43a5e689-6a4f-4bb6-8529-28824bd75ab9) 2023-12-03T11:49:50.640 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.636+0000 7f4b415da980 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:49:50.640 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.636+0000 7f4b415da980 20 zonegroup default 2023-12-03T11:49:50.640 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.636+0000 7f4b415da980 20 rados->read ofs=0 len=0 2023-12-03T11:49:50.640 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.636+0000 7f4b415da980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:50.640 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.636+0000 7f4b415da980 20 rados->read ofs=0 len=0 2023-12-03T11:49:50.641 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.636+0000 7f4b415da980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:50.641 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.636+0000 7f4b415da980 20 rados->read ofs=0 len=0 2023-12-03T11:49:50.641 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.636+0000 7f4b415da980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:50.641 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.636+0000 7f4b415da980 20 started sync module instance, tier type = 2023-12-03T11:49:50.641 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.636+0000 7f4b415da980 20 started zone id=43a5e689-6a4f-4bb6-8529-28824bd75ab9 (name=default) with tier type = 2023-12-03T11:49:50.664 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.660+0000 7f4b3f0f6640 0 -- 172.21.15.19:0/4238151678 >> [v2:172.21.15.19:6808/438722807,v1:172.21.15.19:6809/438722807] conn(0x7f4b34045400 msgr2=0x7f4b34045860 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2023-12-03T11:49:50.667 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.664+0000 7f4b415da980 20 add_watcher() i=0 2023-12-03T11:49:50.667 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.664+0000 7f4b415da980 20 add_watcher() i=1 2023-12-03T11:49:50.667 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.664+0000 7f4b415da980 20 add_watcher() i=2 2023-12-03T11:49:50.667 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.664+0000 7f4b415da980 20 add_watcher() i=3 2023-12-03T11:49:50.667 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.664+0000 7f4b415da980 20 add_watcher() i=4 2023-12-03T11:49:50.667 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.664+0000 7f4b415da980 20 add_watcher() i=5 2023-12-03T11:49:50.667 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.664+0000 7f4b415da980 20 add_watcher() i=6 2023-12-03T11:49:50.668 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.664+0000 7f4b415da980 20 add_watcher() i=7 2023-12-03T11:49:50.668 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.664+0000 7f4b415da980 2 all 8 watchers are set, enabling cache 2023-12-03T11:49:50.671 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.668+0000 7f4b057e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:49:50.672 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.668+0000 7f4b415da980 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:49:50.672 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.668+0000 7f4b415da980 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:49:50.680 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.676+0000 7f4b415da980 5 note: GC not initialized 2023-12-03T11:49:50.680 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.676+0000 7f4a73fff640 20 reqs_thread_entry: start 2023-12-03T11:49:50.680 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.676+0000 7f4b415da980 20 init_complete bucket index max shards: 1 2023-12-03T11:49:50.680 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.676+0000 7f4b415da980 20 Filter name: none 2023-12-03T11:49:50.680 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.676+0000 7f4a71ffb640 20 reqs_thread_entry: start 2023-12-03T11:49:50.680 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.676+0000 7f4b415da980 20 rados->read ofs=0 len=0 2023-12-03T11:49:50.681 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.676+0000 7f4b415da980 20 rados_obj.operate() r=0 bl.length=194 2023-12-03T11:49:50.682 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.676+0000 7f4b415da980 20 rados->read ofs=0 len=0 2023-12-03T11:49:50.682 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.680+0000 7f4b415da980 20 rados_obj.operate() r=0 bl.length=378 2023-12-03T11:49:50.682 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.680+0000 7f4b415da980 20 couldn't put binfo cache entry, might have raced with data changes 2023-12-03T11:49:50.682 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.680+0000 7f4b415da980 20 rados->read ofs=0 len=0 2023-12-03T11:49:50.682 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.680+0000 7f4b415da980 20 rados_obj.operate() r=0 bl.length=194 2023-12-03T11:49:50.682 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.680+0000 7f4b415da980 20 rados->read ofs=0 len=0 2023-12-03T11:49:50.682 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.680+0000 7f4b415da980 20 rados_obj.operate() r=0 bl.length=378 2023-12-03T11:49:50.683 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.680+0000 7f4b415da980 20 couldn't put binfo cache entry, might have raced with data changes 2023-12-03T11:49:50.683 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.680+0000 7f4b415da980 20 rados->read ofs=0 len=0 2023-12-03T11:49:50.684 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.680+0000 7f4b415da980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:50.685 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.680+0000 7f4b057e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:49:50.690 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.688+0000 7f4b415da980 20 remove_watcher() i=0 2023-12-03T11:49:50.690 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.688+0000 7f4b415da980 2 removed watcher, disabling cache 2023-12-03T11:49:50.692 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.688+0000 7f4b415da980 20 remove_watcher() i=1 2023-12-03T11:49:50.694 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.692+0000 7f4b415da980 20 remove_watcher() i=2 2023-12-03T11:49:50.697 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.692+0000 7f4b415da980 20 remove_watcher() i=3 2023-12-03T11:49:50.699 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.696+0000 7f4b415da980 20 remove_watcher() i=4 2023-12-03T11:49:50.701 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.696+0000 7f4b415da980 20 remove_watcher() i=5 2023-12-03T11:49:50.702 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.700+0000 7f4b415da980 20 remove_watcher() i=6 2023-12-03T11:49:50.704 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.700+0000 7f4b415da980 20 remove_watcher() i=7 2023-12-03T11:49:50.710 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:49:50.710 INFO:tasks.workunit.client.0.smithi019.stderr:BUCKET_STATS: 2023-12-03T11:49:50.710 INFO:tasks.workunit.client.0.smithi019.stderr:bucket: error-at-set-target-layout id: 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.19 num_objects: 20 size_kb: 1 num_shards: 1 2023-12-03T11:49:50.710 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:49:50.711 INFO:tasks.workunit.client.0.smithi019.stderr:radosgw-admin bucket reshard --bucket error-at-set-target-layout --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-error-at set_target_layout --inject-error-code 125 2023-12-03T11:49:50.744 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:49:50.745 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:49:50.762 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.760+0000 7f1208cd9980 20 rados->read ofs=0 len=0 2023-12-03T11:49:50.764 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.760+0000 7f1208cd9980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:50.764 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.760+0000 7f1208cd9980 20 realm 2023-12-03T11:49:50.764 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.760+0000 7f1208cd9980 20 rados->read ofs=0 len=0 2023-12-03T11:49:50.764 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.760+0000 7f1208cd9980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:50.764 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.760+0000 7f1208cd9980 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:49:50.764 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.760+0000 7f1208cd9980 20 rados->read ofs=0 len=0 2023-12-03T11:49:50.764 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.760+0000 7f1208cd9980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:50.765 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.760+0000 7f1208cd9980 20 rados->read ofs=0 len=0 2023-12-03T11:49:50.766 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.764+0000 7f1208cd9980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:49:50.766 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.764+0000 7f1208cd9980 20 rados->read ofs=0 len=0 2023-12-03T11:49:50.766 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.764+0000 7f1208cd9980 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:49:50.767 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.764+0000 7f1208cd9980 20 searching for the correct realm 2023-12-03T11:49:50.790 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.788+0000 7f12067f5640 0 -- 172.21.15.19:0/1825834609 >> [v2:172.21.15.57:6808/3142144203,v1:172.21.15.57:6809/3142144203] conn(0x55d67efe0ce0 msgr2=0x55d67efe30f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:49:50.791 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.788+0000 7f1208cd9980 20 RGWRados::pool_iterate: got zonegroup_info.9433ba8b-08fe-4f3d-8375-ae7b0ce32294 2023-12-03T11:49:50.791 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.788+0000 7f1208cd9980 20 RGWRados::pool_iterate: got zone_info.43a5e689-6a4f-4bb6-8529-28824bd75ab9 2023-12-03T11:49:50.791 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.788+0000 7f1208cd9980 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:49:50.791 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.788+0000 7f1208cd9980 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:49:50.791 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.788+0000 7f1208cd9980 20 rados->read ofs=0 len=0 2023-12-03T11:49:50.792 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.788+0000 7f1208cd9980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:50.792 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.788+0000 7f1208cd9980 20 rados->read ofs=0 len=0 2023-12-03T11:49:50.793 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.788+0000 7f1208cd9980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:49:50.793 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.788+0000 7f1208cd9980 20 rados->read ofs=0 len=0 2023-12-03T11:49:50.793 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.788+0000 7f1208cd9980 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:49:50.793 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.788+0000 7f1208cd9980 20 zone default found 2023-12-03T11:49:50.793 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.788+0000 7f1208cd9980 4 Realm: () 2023-12-03T11:49:50.793 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.788+0000 7f1208cd9980 4 ZoneGroup: default (9433ba8b-08fe-4f3d-8375-ae7b0ce32294) 2023-12-03T11:49:50.793 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.788+0000 7f1208cd9980 4 Zone: default (43a5e689-6a4f-4bb6-8529-28824bd75ab9) 2023-12-03T11:49:50.793 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.788+0000 7f1208cd9980 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:49:50.793 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.788+0000 7f1208cd9980 20 zonegroup default 2023-12-03T11:49:50.793 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.788+0000 7f1208cd9980 20 rados->read ofs=0 len=0 2023-12-03T11:49:50.794 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.788+0000 7f1208cd9980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:50.794 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.788+0000 7f1208cd9980 20 rados->read ofs=0 len=0 2023-12-03T11:49:50.794 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.792+0000 7f1208cd9980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:50.794 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.792+0000 7f1208cd9980 20 rados->read ofs=0 len=0 2023-12-03T11:49:50.794 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.792+0000 7f1208cd9980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:50.795 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.792+0000 7f1208cd9980 20 started sync module instance, tier type = 2023-12-03T11:49:50.795 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.792+0000 7f1208cd9980 20 started zone id=43a5e689-6a4f-4bb6-8529-28824bd75ab9 (name=default) with tier type = 2023-12-03T11:49:50.813 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.808+0000 7f1205ff4640 0 -- 172.21.15.19:0/1825834609 >> [v2:172.21.15.19:6800/1469834966,v1:172.21.15.19:6801/1469834966] conn(0x55d67efe5ce0 msgr2=0x55d67efe80d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:49:50.814 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.812+0000 7f1208cd9980 20 add_watcher() i=0 2023-12-03T11:49:50.815 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.812+0000 7f1208cd9980 20 add_watcher() i=1 2023-12-03T11:49:50.815 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.812+0000 7f1208cd9980 20 add_watcher() i=2 2023-12-03T11:49:50.815 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.812+0000 7f1208cd9980 20 add_watcher() i=3 2023-12-03T11:49:50.815 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.812+0000 7f1208cd9980 20 add_watcher() i=4 2023-12-03T11:49:50.815 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.812+0000 7f1208cd9980 20 add_watcher() i=5 2023-12-03T11:49:50.815 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.812+0000 7f1208cd9980 20 add_watcher() i=6 2023-12-03T11:49:50.816 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.812+0000 7f1208cd9980 20 add_watcher() i=7 2023-12-03T11:49:50.816 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.812+0000 7f1208cd9980 2 all 8 watchers are set, enabling cache 2023-12-03T11:49:50.819 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.816+0000 7f11cbfe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:49:50.819 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.816+0000 7f1208cd9980 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:49:50.819 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.816+0000 7f1208cd9980 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:49:50.827 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.824+0000 7f1208cd9980 5 note: GC not initialized 2023-12-03T11:49:50.827 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.824+0000 7f113affd640 20 reqs_thread_entry: start 2023-12-03T11:49:50.827 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.824+0000 7f1208cd9980 20 init_complete bucket index max shards: 1 2023-12-03T11:49:50.827 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.824+0000 7f1208cd9980 20 Filter name: none 2023-12-03T11:49:50.827 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.824+0000 7f1138ff9640 20 reqs_thread_entry: start 2023-12-03T11:49:50.827 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.824+0000 7f1208cd9980 10 cache get: name=default.rgw.meta+root+error-at-set-target-layout : miss 2023-12-03T11:49:50.827 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.824+0000 7f1208cd9980 20 rados->read ofs=0 len=0 2023-12-03T11:49:50.828 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.824+0000 7f1208cd9980 20 rados_obj.operate() r=0 bl.length=194 2023-12-03T11:49:50.828 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.824+0000 7f1208cd9980 10 cache put: name=default.rgw.meta+root+error-at-set-target-layout info.flags=0x11 2023-12-03T11:49:50.829 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.824+0000 7f1208cd9980 10 adding default.rgw.meta+root+error-at-set-target-layout to cache LRU end 2023-12-03T11:49:50.829 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.824+0000 7f1208cd9980 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.19 : miss 2023-12-03T11:49:50.829 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.824+0000 7f1208cd9980 20 rados->read ofs=0 len=0 2023-12-03T11:49:50.829 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.824+0000 7f1208cd9980 20 rados_obj.operate() r=0 bl.length=378 2023-12-03T11:49:50.829 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.824+0000 7f1208cd9980 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.19 info.flags=0x17 2023-12-03T11:49:50.829 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.824+0000 7f1208cd9980 10 adding default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.19 to cache LRU end 2023-12-03T11:49:50.829 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.824+0000 7f1208cd9980 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-12-03T11:49:50.829 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.824+0000 7f1208cd9980 10 updating xattr: name=user.rgw.acl bl.length()=205 2023-12-03T11:49:50.829 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.824+0000 7f1208cd9980 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.19 2023-12-03T11:49:50.835 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.832+0000 7f1208cd9980 -1 Injecting error=-125 at location=set_target_layout 2023-12-03T11:49:50.836 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.832+0000 7f1208cd9980 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.19 info.flags=0x17 2023-12-03T11:49:50.836 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.832+0000 7f1208cd9980 10 moving default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.19 to cache LRU end 2023-12-03T11:49:50.836 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.832+0000 7f1208cd9980 10 updating xattr: name=user.rgw.acl bl.length()=205 2023-12-03T11:49:50.837 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.832+0000 7f1208cd9980 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-set-target-layout:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.19, ofs0, ns] 2023-12-03T11:49:50.837 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.836+0000 7f11f4ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1095216660550 cookie 94379741975840 notifier 6131 bl.length()=887 2023-12-03T11:49:50.837 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.836+0000 7f11f4ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.19 info.flags=0x17 2023-12-03T11:49:50.837 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.836+0000 7f11f4ff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.19 to cache LRU end 2023-12-03T11:49:50.837 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.836+0000 7f11f4ff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2023-12-03T11:49:50.838 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.836+0000 7f1208cd9980 20 handle_bi_update(): bucket=:error-at-set-target-layout[43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.19]): orig_sources= new_sources= 2023-12-03T11:49:50.838 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.836+0000 7f1208cd9980 20 handle_bi_update(): bucket=:error-at-set-target-layout[43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.19]): potential sources added=[] removed=[] 2023-12-03T11:49:50.838 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.836+0000 7f1208cd9980 20 handle_bi_update(): bucket=:error-at-set-target-layout[43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.19]): orig_dests= new_dests= 2023-12-03T11:49:50.838 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.836+0000 7f1208cd9980 20 handle_bi_update(): bucket=:error-at-set-target-layout[43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.19]): potential dests added=[] removed=[] 2023-12-03T11:49:50.841 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.840+0000 7f1208cd9980 10 bucket_obj is .dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.19.1.0 2023-12-03T11:49:50.841 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.840+0000 7f1208cd9980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.19.1.0 2023-12-03T11:49:50.841 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.840+0000 7f1208cd9980 10 bucket_obj is .dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.19.1.1 2023-12-03T11:49:50.841 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.840+0000 7f1208cd9980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.19.1.1 2023-12-03T11:49:50.842 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.840+0000 7f1208cd9980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.19.0 2023-12-03T11:49:50.847 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.844+0000 7f1208cd9980 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.19 : hit (requested=0x17, cached=0x17) 2023-12-03T11:49:50.847 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.844+0000 7f1208cd9980 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.19 2023-12-03T11:49:50.849 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.844+0000 7f1208cd9980 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.19 info.flags=0x17 2023-12-03T11:49:50.849 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.844+0000 7f1208cd9980 10 moving default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.19 to cache LRU end 2023-12-03T11:49:50.849 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.844+0000 7f1208cd9980 10 updating xattr: name=user.rgw.acl bl.length()=205 2023-12-03T11:49:50.849 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.844+0000 7f1208cd9980 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-set-target-layout:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.19, ofs0, ns] 2023-12-03T11:49:50.850 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.848+0000 7f11e7fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1095216660551 cookie 94379741975840 notifier 6131 bl.length()=855 2023-12-03T11:49:50.850 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.848+0000 7f11e7fff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.19 info.flags=0x17 2023-12-03T11:49:50.850 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.848+0000 7f11e7fff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.19 to cache LRU end 2023-12-03T11:49:50.850 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.848+0000 7f11e7fff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2023-12-03T11:49:50.851 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.848+0000 7f1208cd9980 20 handle_bi_update(): bucket=:error-at-set-target-layout[43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.19]): orig_sources= new_sources= 2023-12-03T11:49:50.851 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.848+0000 7f1208cd9980 20 handle_bi_update(): bucket=:error-at-set-target-layout[43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.19]): potential sources added=[] removed=[] 2023-12-03T11:49:50.851 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.848+0000 7f1208cd9980 20 handle_bi_update(): bucket=:error-at-set-target-layout[43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.19]): orig_dests= new_dests= 2023-12-03T11:49:50.851 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.848+0000 7f1208cd9980 20 handle_bi_update(): bucket=:error-at-set-target-layout[43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.19]): potential dests added=[] removed=[] 2023-12-03T11:49:50.854 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.852+0000 7f1208cd9980 1 execute INFO: reshard of bucket "error-at-set-target-layout" completed successfully 2023-12-03T11:49:50.858 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.856+0000 7f11cbfe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:49:50.863 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.860+0000 7f1208cd9980 20 remove_watcher() i=0 2023-12-03T11:49:50.863 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.860+0000 7f1208cd9980 2 removed watcher, disabling cache 2023-12-03T11:49:50.866 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.864+0000 7f1208cd9980 20 remove_watcher() i=1 2023-12-03T11:49:50.868 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.864+0000 7f1208cd9980 20 remove_watcher() i=2 2023-12-03T11:49:50.870 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.868+0000 7f1208cd9980 20 remove_watcher() i=3 2023-12-03T11:49:50.873 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.868+0000 7f1208cd9980 20 remove_watcher() i=4 2023-12-03T11:49:50.874 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.872+0000 7f1208cd9980 20 remove_watcher() i=5 2023-12-03T11:49:50.875 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.872+0000 7f1208cd9980 20 remove_watcher() i=6 2023-12-03T11:49:50.877 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.872+0000 7f1208cd9980 20 remove_watcher() i=7 2023-12-03T11:49:50.884 INFO:tasks.workunit.client.0.smithi019.stderr:radosgw-admin bucket stats --bucket error-at-set-target-layout 2023-12-03T11:49:50.911 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:49:50.911 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:49:50.929 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.924+0000 7f1dea4ab980 20 rados->read ofs=0 len=0 2023-12-03T11:49:50.931 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.928+0000 7f1dea4ab980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:50.931 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.928+0000 7f1dea4ab980 20 realm 2023-12-03T11:49:50.931 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.928+0000 7f1dea4ab980 20 rados->read ofs=0 len=0 2023-12-03T11:49:50.931 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.928+0000 7f1dea4ab980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:50.931 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.928+0000 7f1dea4ab980 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:49:50.931 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.928+0000 7f1dea4ab980 20 rados->read ofs=0 len=0 2023-12-03T11:49:50.932 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.928+0000 7f1dea4ab980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:50.932 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.928+0000 7f1dea4ab980 20 rados->read ofs=0 len=0 2023-12-03T11:49:50.933 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.928+0000 7f1dea4ab980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:49:50.933 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.928+0000 7f1dea4ab980 20 rados->read ofs=0 len=0 2023-12-03T11:49:50.933 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.932+0000 7f1dea4ab980 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:49:50.933 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.932+0000 7f1dea4ab980 20 searching for the correct realm 2023-12-03T11:49:50.957 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.952+0000 7f1de77c6640 0 -- 172.21.15.19:0/1223965801 >> [v2:172.21.15.19:6800/1469834966,v1:172.21.15.19:6801/1469834966] conn(0x557eab1a4a50 msgr2=0x557eab1a6e40 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:49:50.959 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.956+0000 7f1dea4ab980 20 RGWRados::pool_iterate: got zonegroup_info.9433ba8b-08fe-4f3d-8375-ae7b0ce32294 2023-12-03T11:49:50.959 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.956+0000 7f1dea4ab980 20 RGWRados::pool_iterate: got zone_info.43a5e689-6a4f-4bb6-8529-28824bd75ab9 2023-12-03T11:49:50.959 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.956+0000 7f1dea4ab980 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:49:50.959 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.956+0000 7f1dea4ab980 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:49:50.959 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.956+0000 7f1dea4ab980 20 rados->read ofs=0 len=0 2023-12-03T11:49:50.960 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.956+0000 7f1dea4ab980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:50.960 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.956+0000 7f1dea4ab980 20 rados->read ofs=0 len=0 2023-12-03T11:49:50.960 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.956+0000 7f1dea4ab980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:49:50.960 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.956+0000 7f1dea4ab980 20 rados->read ofs=0 len=0 2023-12-03T11:49:50.961 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.956+0000 7f1dea4ab980 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:49:50.961 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.956+0000 7f1dea4ab980 20 zone default found 2023-12-03T11:49:50.961 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.956+0000 7f1dea4ab980 4 Realm: () 2023-12-03T11:49:50.961 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.956+0000 7f1dea4ab980 4 ZoneGroup: default (9433ba8b-08fe-4f3d-8375-ae7b0ce32294) 2023-12-03T11:49:50.961 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.956+0000 7f1dea4ab980 4 Zone: default (43a5e689-6a4f-4bb6-8529-28824bd75ab9) 2023-12-03T11:49:50.961 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.956+0000 7f1dea4ab980 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:49:50.961 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.956+0000 7f1dea4ab980 20 zonegroup default 2023-12-03T11:49:50.962 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.956+0000 7f1dea4ab980 20 rados->read ofs=0 len=0 2023-12-03T11:49:50.962 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.956+0000 7f1dea4ab980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:50.962 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.956+0000 7f1dea4ab980 20 rados->read ofs=0 len=0 2023-12-03T11:49:50.962 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.960+0000 7f1dea4ab980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:50.962 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.960+0000 7f1dea4ab980 20 rados->read ofs=0 len=0 2023-12-03T11:49:50.962 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.960+0000 7f1dea4ab980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:50.963 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.960+0000 7f1dea4ab980 20 started sync module instance, tier type = 2023-12-03T11:49:50.963 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.960+0000 7f1dea4ab980 20 started zone id=43a5e689-6a4f-4bb6-8529-28824bd75ab9 (name=default) with tier type = 2023-12-03T11:49:50.985 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.980+0000 7f1de77c6640 0 -- 172.21.15.19:0/1223965801 >> [v2:172.21.15.19:6800/1469834966,v1:172.21.15.19:6801/1469834966] conn(0x7f1dc0075360 msgr2=0x7f1dc0077790 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:49:50.987 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.984+0000 7f1dea4ab980 20 add_watcher() i=0 2023-12-03T11:49:50.987 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.984+0000 7f1dea4ab980 20 add_watcher() i=1 2023-12-03T11:49:50.987 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.984+0000 7f1dea4ab980 20 add_watcher() i=2 2023-12-03T11:49:50.987 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.984+0000 7f1dea4ab980 20 add_watcher() i=3 2023-12-03T11:49:50.987 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.984+0000 7f1dea4ab980 20 add_watcher() i=4 2023-12-03T11:49:50.987 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.984+0000 7f1dea4ab980 20 add_watcher() i=5 2023-12-03T11:49:50.987 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.984+0000 7f1dea4ab980 20 add_watcher() i=6 2023-12-03T11:49:50.988 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.984+0000 7f1dea4ab980 20 add_watcher() i=7 2023-12-03T11:49:50.988 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.984+0000 7f1dea4ab980 2 all 8 watchers are set, enabling cache 2023-12-03T11:49:50.991 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.988+0000 7f1dadfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:49:50.992 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.988+0000 7f1dea4ab980 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:49:50.992 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.988+0000 7f1dea4ab980 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:49:51.000 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.996+0000 7f1dea4ab980 5 note: GC not initialized 2023-12-03T11:49:51.000 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.996+0000 7f1d24ff9640 20 reqs_thread_entry: start 2023-12-03T11:49:51.000 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.996+0000 7f1dea4ab980 20 init_complete bucket index max shards: 1 2023-12-03T11:49:51.000 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.996+0000 7f1dea4ab980 20 Filter name: none 2023-12-03T11:49:51.000 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.996+0000 7f1d1a7fc640 20 reqs_thread_entry: start 2023-12-03T11:49:51.000 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.996+0000 7f1dea4ab980 20 rados->read ofs=0 len=0 2023-12-03T11:49:51.000 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.996+0000 7f1dea4ab980 20 rados_obj.operate() r=0 bl.length=194 2023-12-03T11:49:51.000 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.996+0000 7f1dea4ab980 20 rados->read ofs=0 len=0 2023-12-03T11:49:51.001 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.996+0000 7f1dea4ab980 20 rados_obj.operate() r=0 bl.length=378 2023-12-03T11:49:51.001 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.996+0000 7f1dea4ab980 20 couldn't put binfo cache entry, might have raced with data changes 2023-12-03T11:49:51.002 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:50.996+0000 7f1dea4ab980 20 rados->read ofs=0 len=0 2023-12-03T11:49:51.002 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:51.000+0000 7f1dea4ab980 20 rados_obj.operate() r=0 bl.length=194 2023-12-03T11:49:51.002 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:51.000+0000 7f1dea4ab980 20 rados->read ofs=0 len=0 2023-12-03T11:49:51.002 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:51.000+0000 7f1dea4ab980 20 rados_obj.operate() r=0 bl.length=378 2023-12-03T11:49:51.002 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:51.000+0000 7f1dea4ab980 20 couldn't put binfo cache entry, might have raced with data changes 2023-12-03T11:49:51.003 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:51.000+0000 7f1dea4ab980 20 rados->read ofs=0 len=0 2023-12-03T11:49:51.004 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:51.000+0000 7f1dea4ab980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:51.005 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:51.000+0000 7f1dadfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:49:51.011 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:51.008+0000 7f1dea4ab980 20 remove_watcher() i=0 2023-12-03T11:49:51.011 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:51.008+0000 7f1dea4ab980 2 removed watcher, disabling cache 2023-12-03T11:49:51.013 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:51.012+0000 7f1dea4ab980 20 remove_watcher() i=1 2023-12-03T11:49:51.021 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:51.020+0000 7f1dea4ab980 20 remove_watcher() i=2 2023-12-03T11:49:51.023 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:51.020+0000 7f1dea4ab980 20 remove_watcher() i=3 2023-12-03T11:49:51.025 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:51.024+0000 7f1dea4ab980 20 remove_watcher() i=4 2023-12-03T11:49:51.027 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:51.024+0000 7f1dea4ab980 20 remove_watcher() i=5 2023-12-03T11:49:51.028 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:51.024+0000 7f1dea4ab980 20 remove_watcher() i=6 2023-12-03T11:49:51.032 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:51.028+0000 7f1dea4ab980 20 remove_watcher() i=7 2023-12-03T11:49:51.039 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:49:51.039 INFO:tasks.workunit.client.0.smithi019.stderr:BUCKET_STATS: 2023-12-03T11:49:51.039 INFO:tasks.workunit.client.0.smithi019.stderr:bucket: error-at-set-target-layout id: 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.19 num_objects: 20 size_kb: 1 num_shards: 2 2023-12-03T11:49:51.039 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:49:51.040 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:49:51.040 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:49:51.043 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:49:51.043 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:49:51.126 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:49:51.126 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:49:51.151 INFO:tasks.workunit.client.0.smithi019.stderr:TEST: reshard bucket with abort at set_target_layout 2023-12-03T11:49:51.151 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:49:51.151 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:49:51.151 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:49:51.166 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:49:51.166 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:49:51.213 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:49:51.214 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:49:51.238 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:49:51.238 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:49:51.263 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:49:51.263 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:49:51.286 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:49:51.286 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:49:51.308 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:49:51.308 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:49:51.332 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:49:51.332 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:49:51.357 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:49:51.357 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:49:51.377 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:49:51.377 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:49:51.402 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:49:51.402 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:49:51.425 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:49:51.425 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:49:51.448 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:49:51.449 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:49:51.471 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:49:51.471 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:49:51.493 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:49:51.493 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:49:51.516 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:49:51.516 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:49:51.539 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:49:51.539 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:49:51.562 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:49:51.562 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:49:51.585 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:49:51.585 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:49:51.609 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:49:51.609 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:49:51.632 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:49:51.632 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:49:51.655 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:49:51.655 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:49:51.675 INFO:tasks.workunit.client.0.smithi019.stderr:radosgw-admin bucket stats --bucket abort-at-set-target-layout 2023-12-03T11:49:51.706 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:49:51.707 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:49:51.726 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:51.724+0000 7fe54ebac980 20 rados->read ofs=0 len=0 2023-12-03T11:49:51.728 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:51.724+0000 7fe54ebac980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:51.728 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:51.724+0000 7fe54ebac980 20 realm 2023-12-03T11:49:51.728 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:51.724+0000 7fe54ebac980 20 rados->read ofs=0 len=0 2023-12-03T11:49:51.729 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:51.724+0000 7fe54ebac980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:51.729 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:51.724+0000 7fe54ebac980 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:49:51.729 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:51.724+0000 7fe54ebac980 20 rados->read ofs=0 len=0 2023-12-03T11:49:51.729 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:51.724+0000 7fe54ebac980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:51.729 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:51.724+0000 7fe54ebac980 20 rados->read ofs=0 len=0 2023-12-03T11:49:51.730 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:51.728+0000 7fe54ebac980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:49:51.731 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:51.728+0000 7fe54ebac980 20 rados->read ofs=0 len=0 2023-12-03T11:49:51.731 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:51.728+0000 7fe54ebac980 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:49:51.731 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:51.728+0000 7fe54ebac980 20 searching for the correct realm 2023-12-03T11:49:51.750 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:51.748+0000 7fe54c6c8640 0 -- 172.21.15.19:0/239966294 >> [v2:172.21.15.57:6808/3142144203,v1:172.21.15.57:6809/3142144203] conn(0x561f6c3cc540 msgr2=0x561f6c3ce930 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:49:51.757 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:51.752+0000 7fe54ebac980 20 RGWRados::pool_iterate: got zonegroup_info.9433ba8b-08fe-4f3d-8375-ae7b0ce32294 2023-12-03T11:49:51.757 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:51.752+0000 7fe54ebac980 20 RGWRados::pool_iterate: got zone_info.43a5e689-6a4f-4bb6-8529-28824bd75ab9 2023-12-03T11:49:51.757 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:51.752+0000 7fe54ebac980 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:49:51.757 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:51.752+0000 7fe54ebac980 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:49:51.757 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:51.752+0000 7fe54ebac980 20 rados->read ofs=0 len=0 2023-12-03T11:49:51.757 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:51.752+0000 7fe54ebac980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:51.757 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:51.752+0000 7fe54ebac980 20 rados->read ofs=0 len=0 2023-12-03T11:49:51.758 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:51.756+0000 7fe54ebac980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:49:51.758 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:51.756+0000 7fe54ebac980 20 rados->read ofs=0 len=0 2023-12-03T11:49:51.758 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:51.756+0000 7fe54ebac980 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:49:51.759 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:51.756+0000 7fe54ebac980 20 zone default found 2023-12-03T11:49:51.759 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:51.756+0000 7fe54ebac980 4 Realm: () 2023-12-03T11:49:51.759 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:51.756+0000 7fe54ebac980 4 ZoneGroup: default (9433ba8b-08fe-4f3d-8375-ae7b0ce32294) 2023-12-03T11:49:51.759 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:51.756+0000 7fe54ebac980 4 Zone: default (43a5e689-6a4f-4bb6-8529-28824bd75ab9) 2023-12-03T11:49:51.759 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:51.756+0000 7fe54ebac980 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:49:51.759 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:51.756+0000 7fe54ebac980 20 zonegroup default 2023-12-03T11:49:51.759 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:51.756+0000 7fe54ebac980 20 rados->read ofs=0 len=0 2023-12-03T11:49:51.759 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:51.756+0000 7fe54ebac980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:51.759 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:51.756+0000 7fe54ebac980 20 rados->read ofs=0 len=0 2023-12-03T11:49:51.760 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:51.756+0000 7fe54ebac980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:51.760 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:51.756+0000 7fe54ebac980 20 rados->read ofs=0 len=0 2023-12-03T11:49:51.760 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:51.756+0000 7fe54ebac980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:51.760 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:51.756+0000 7fe54ebac980 20 started sync module instance, tier type = 2023-12-03T11:49:51.760 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:51.756+0000 7fe54ebac980 20 started zone id=43a5e689-6a4f-4bb6-8529-28824bd75ab9 (name=default) with tier type = 2023-12-03T11:49:51.765 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:51.764+0000 7fe54c6c8640 0 -- 172.21.15.19:0/239966294 >> [v2:172.21.15.57:6808/3142144203,v1:172.21.15.57:6809/3142144203] conn(0x7fe528075330 msgr2=0x7fe528077760 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:49:51.778 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:51.776+0000 7fe54ebac980 20 add_watcher() i=0 2023-12-03T11:49:51.778 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:51.776+0000 7fe54ebac980 20 add_watcher() i=1 2023-12-03T11:49:51.778 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:51.776+0000 7fe54ebac980 20 add_watcher() i=2 2023-12-03T11:49:51.778 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:51.776+0000 7fe54ebac980 20 add_watcher() i=3 2023-12-03T11:49:51.778 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:51.776+0000 7fe54ebac980 20 add_watcher() i=4 2023-12-03T11:49:51.778 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:51.776+0000 7fe54ebac980 20 add_watcher() i=5 2023-12-03T11:49:51.778 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:51.776+0000 7fe54ebac980 20 add_watcher() i=6 2023-12-03T11:49:51.779 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:51.776+0000 7fe54ebac980 20 add_watcher() i=7 2023-12-03T11:49:51.779 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:51.776+0000 7fe54ebac980 2 all 8 watchers are set, enabling cache 2023-12-03T11:49:51.782 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:51.780+0000 7fe5127e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:49:51.783 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:51.780+0000 7fe54ebac980 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:49:51.783 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:51.780+0000 7fe54ebac980 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:49:51.790 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:51.788+0000 7fe54ebac980 5 note: GC not initialized 2023-12-03T11:49:51.791 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:51.788+0000 7fe4817fa640 20 reqs_thread_entry: start 2023-12-03T11:49:51.791 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:51.788+0000 7fe54ebac980 20 init_complete bucket index max shards: 1 2023-12-03T11:49:51.791 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:51.788+0000 7fe54ebac980 20 Filter name: none 2023-12-03T11:49:51.791 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:51.788+0000 7fe47affd640 20 reqs_thread_entry: start 2023-12-03T11:49:51.791 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:51.788+0000 7fe54ebac980 20 rados->read ofs=0 len=0 2023-12-03T11:49:51.792 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:51.788+0000 7fe54ebac980 20 rados_obj.operate() r=0 bl.length=194 2023-12-03T11:49:51.792 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:51.788+0000 7fe54ebac980 20 rados->read ofs=0 len=0 2023-12-03T11:49:51.793 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:51.792+0000 7fe54ebac980 20 rados_obj.operate() r=0 bl.length=378 2023-12-03T11:49:51.793 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:51.792+0000 7fe54ebac980 20 couldn't put binfo cache entry, might have raced with data changes 2023-12-03T11:49:51.793 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:51.792+0000 7fe54ebac980 20 rados->read ofs=0 len=0 2023-12-03T11:49:51.794 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:51.792+0000 7fe54ebac980 20 rados_obj.operate() r=0 bl.length=194 2023-12-03T11:49:51.794 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:51.792+0000 7fe54ebac980 20 rados->read ofs=0 len=0 2023-12-03T11:49:51.794 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:51.792+0000 7fe54ebac980 20 rados_obj.operate() r=0 bl.length=378 2023-12-03T11:49:51.794 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:51.792+0000 7fe54ebac980 20 couldn't put binfo cache entry, might have raced with data changes 2023-12-03T11:49:51.795 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:51.792+0000 7fe54ebac980 20 rados->read ofs=0 len=0 2023-12-03T11:49:51.796 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:51.792+0000 7fe54ebac980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:51.796 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:51.792+0000 7fe5127e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:49:51.803 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:51.800+0000 7fe54ebac980 20 remove_watcher() i=0 2023-12-03T11:49:51.803 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:51.800+0000 7fe54ebac980 2 removed watcher, disabling cache 2023-12-03T11:49:51.805 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:51.804+0000 7fe54ebac980 20 remove_watcher() i=1 2023-12-03T11:49:51.807 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:51.804+0000 7fe54ebac980 20 remove_watcher() i=2 2023-12-03T11:49:51.810 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:51.808+0000 7fe54ebac980 20 remove_watcher() i=3 2023-12-03T11:49:51.812 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:51.808+0000 7fe54ebac980 20 remove_watcher() i=4 2023-12-03T11:49:51.814 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:51.812+0000 7fe54ebac980 20 remove_watcher() i=5 2023-12-03T11:49:51.815 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:51.812+0000 7fe54ebac980 20 remove_watcher() i=6 2023-12-03T11:49:51.817 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:51.812+0000 7fe54ebac980 20 remove_watcher() i=7 2023-12-03T11:49:51.823 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:49:51.823 INFO:tasks.workunit.client.0.smithi019.stderr:BUCKET_STATS: 2023-12-03T11:49:51.824 INFO:tasks.workunit.client.0.smithi019.stderr:bucket: abort-at-set-target-layout id: 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.20 num_objects: 20 size_kb: 1 num_shards: 1 2023-12-03T11:49:51.824 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:49:51.824 INFO:tasks.workunit.client.0.smithi019.stderr:radosgw-admin bucket reshard --bucket abort-at-set-target-layout --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-abort-at set_target_layout 2023-12-03T11:49:51.855 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:49:51.855 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:49:51.873 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:51.868+0000 7f8298a62980 20 rados->read ofs=0 len=0 2023-12-03T11:49:51.875 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:51.872+0000 7f8298a62980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:51.875 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:51.872+0000 7f8298a62980 20 realm 2023-12-03T11:49:51.875 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:51.872+0000 7f8298a62980 20 rados->read ofs=0 len=0 2023-12-03T11:49:51.875 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:51.872+0000 7f8298a62980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:51.875 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:51.872+0000 7f8298a62980 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:49:51.875 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:51.872+0000 7f8298a62980 20 rados->read ofs=0 len=0 2023-12-03T11:49:51.876 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:51.872+0000 7f8298a62980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:51.876 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:51.872+0000 7f8298a62980 20 rados->read ofs=0 len=0 2023-12-03T11:49:51.877 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:51.872+0000 7f8298a62980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:49:51.877 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:51.872+0000 7f8298a62980 20 rados->read ofs=0 len=0 2023-12-03T11:49:51.877 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:51.876+0000 7f8298a62980 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:49:51.877 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:51.876+0000 7f8298a62980 20 searching for the correct realm 2023-12-03T11:49:51.902 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:51.900+0000 7f829657e640 0 -- 172.21.15.19:0/1399291073 >> [v2:172.21.15.57:6808/3142144203,v1:172.21.15.57:6809/3142144203] conn(0x5562c0e416e0 msgr2=0x5562c0e43b10 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:49:51.903 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:51.900+0000 7f8298a62980 20 RGWRados::pool_iterate: got zonegroup_info.9433ba8b-08fe-4f3d-8375-ae7b0ce32294 2023-12-03T11:49:51.903 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:51.900+0000 7f8298a62980 20 RGWRados::pool_iterate: got zone_info.43a5e689-6a4f-4bb6-8529-28824bd75ab9 2023-12-03T11:49:51.903 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:51.900+0000 7f8298a62980 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:49:51.903 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:51.900+0000 7f8298a62980 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:49:51.903 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:51.900+0000 7f8298a62980 20 rados->read ofs=0 len=0 2023-12-03T11:49:51.903 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:51.900+0000 7f8298a62980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:51.903 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:51.900+0000 7f8298a62980 20 rados->read ofs=0 len=0 2023-12-03T11:49:51.904 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:51.900+0000 7f8298a62980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:49:51.904 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:51.900+0000 7f8298a62980 20 rados->read ofs=0 len=0 2023-12-03T11:49:51.905 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:51.900+0000 7f8298a62980 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:49:51.905 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:51.900+0000 7f8298a62980 20 zone default found 2023-12-03T11:49:51.905 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:51.900+0000 7f8298a62980 4 Realm: () 2023-12-03T11:49:51.905 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:51.900+0000 7f8298a62980 4 ZoneGroup: default (9433ba8b-08fe-4f3d-8375-ae7b0ce32294) 2023-12-03T11:49:51.905 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:51.900+0000 7f8298a62980 4 Zone: default (43a5e689-6a4f-4bb6-8529-28824bd75ab9) 2023-12-03T11:49:51.905 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:51.900+0000 7f8298a62980 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:49:51.905 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:51.900+0000 7f8298a62980 20 zonegroup default 2023-12-03T11:49:51.905 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:51.900+0000 7f8298a62980 20 rados->read ofs=0 len=0 2023-12-03T11:49:51.905 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:51.900+0000 7f8298a62980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:51.906 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:51.900+0000 7f8298a62980 20 rados->read ofs=0 len=0 2023-12-03T11:49:51.906 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:51.904+0000 7f8298a62980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:51.906 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:51.904+0000 7f8298a62980 20 rados->read ofs=0 len=0 2023-12-03T11:49:51.907 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:51.904+0000 7f8298a62980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:51.907 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:51.904+0000 7f8298a62980 20 started sync module instance, tier type = 2023-12-03T11:49:51.907 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:51.904+0000 7f8298a62980 20 started zone id=43a5e689-6a4f-4bb6-8529-28824bd75ab9 (name=default) with tier type = 2023-12-03T11:49:51.928 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:51.924+0000 7f8295d7d640 0 -- 172.21.15.19:0/1399291073 >> [v2:172.21.15.19:6800/1469834966,v1:172.21.15.19:6801/1469834966] conn(0x5562c0e46700 msgr2=0x5562c0e48af0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:49:51.930 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:51.928+0000 7f8298a62980 20 add_watcher() i=0 2023-12-03T11:49:51.930 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:51.928+0000 7f8298a62980 20 add_watcher() i=1 2023-12-03T11:49:51.931 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:51.928+0000 7f8298a62980 20 add_watcher() i=2 2023-12-03T11:49:51.931 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:51.928+0000 7f8298a62980 20 add_watcher() i=3 2023-12-03T11:49:51.931 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:51.928+0000 7f8298a62980 20 add_watcher() i=4 2023-12-03T11:49:51.931 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:51.928+0000 7f8298a62980 20 add_watcher() i=5 2023-12-03T11:49:51.932 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:51.928+0000 7f8298a62980 20 add_watcher() i=6 2023-12-03T11:49:51.932 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:51.928+0000 7f8298a62980 20 add_watcher() i=7 2023-12-03T11:49:51.932 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:51.928+0000 7f8298a62980 2 all 8 watchers are set, enabling cache 2023-12-03T11:49:51.934 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:51.932+0000 7f825bfe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:49:51.934 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:51.932+0000 7f8298a62980 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:49:51.935 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:51.932+0000 7f8298a62980 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:49:51.943 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:51.940+0000 7f8298a62980 5 note: GC not initialized 2023-12-03T11:49:51.943 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:51.940+0000 7f81caffd640 20 reqs_thread_entry: start 2023-12-03T11:49:51.943 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:51.940+0000 7f8298a62980 20 init_complete bucket index max shards: 1 2023-12-03T11:49:51.944 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:51.940+0000 7f8298a62980 20 Filter name: none 2023-12-03T11:49:51.944 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:51.940+0000 7f81c8ff9640 20 reqs_thread_entry: start 2023-12-03T11:49:51.944 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:51.940+0000 7f8298a62980 10 cache get: name=default.rgw.meta+root+abort-at-set-target-layout : miss 2023-12-03T11:49:51.944 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:51.940+0000 7f8298a62980 20 rados->read ofs=0 len=0 2023-12-03T11:49:51.944 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:51.940+0000 7f8298a62980 20 rados_obj.operate() r=0 bl.length=194 2023-12-03T11:49:51.945 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:51.940+0000 7f8298a62980 10 cache put: name=default.rgw.meta+root+abort-at-set-target-layout info.flags=0x11 2023-12-03T11:49:51.945 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:51.940+0000 7f8298a62980 10 adding default.rgw.meta+root+abort-at-set-target-layout to cache LRU end 2023-12-03T11:49:51.945 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:51.940+0000 7f8298a62980 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.20 : miss 2023-12-03T11:49:51.945 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:51.940+0000 7f8298a62980 20 rados->read ofs=0 len=0 2023-12-03T11:49:51.945 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:51.940+0000 7f8298a62980 20 rados_obj.operate() r=0 bl.length=378 2023-12-03T11:49:51.945 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:51.940+0000 7f8298a62980 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.20 info.flags=0x17 2023-12-03T11:49:51.945 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:51.940+0000 7f8298a62980 10 adding default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.20 to cache LRU end 2023-12-03T11:49:51.945 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:51.940+0000 7f8298a62980 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-12-03T11:49:51.945 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:51.940+0000 7f8298a62980 10 updating xattr: name=user.rgw.acl bl.length()=205 2023-12-03T11:49:51.945 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:51.940+0000 7f8298a62980 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.20 2023-12-03T11:49:51.950 INFO:tasks.workunit.client.0.smithi019.stderr:./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f8298a62980 time 2023-12-03T11:49:51.950607+0000 2023-12-03T11:49:51.950 INFO:tasks.workunit.client.0.smithi019.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2023-12-03T11:49:51.951 INFO:tasks.workunit.client.0.smithi019.stderr: ceph version 18.0.0-7537-gbcbf278c (bcbf278cf395873c2a482f5a7b2345faf2160319) reef (dev) 2023-12-03T11:49:51.951 INFO:tasks.workunit.client.0.smithi019.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7f829c407e96] 2023-12-03T11:49:51.951 INFO:tasks.workunit.client.0.smithi019.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x17004a) [0x7f829c40804a] 2023-12-03T11:49:51.951 INFO:tasks.workunit.client.0.smithi019.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5562be7f7fe1] 2023-12-03T11:49:51.952 INFO:tasks.workunit.client.0.smithi019.stderr: 4: radosgw-admin(+0x8652aa) [0x5562be8012aa] 2023-12-03T11:49:51.952 INFO:tasks.workunit.client.0.smithi019.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x24b) [0x5562be805a3b] 2023-12-03T11:49:51.952 INFO:tasks.workunit.client.0.smithi019.stderr: 6: main() 2023-12-03T11:49:51.952 INFO:tasks.workunit.client.0.smithi019.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f829b1a2d90] 2023-12-03T11:49:51.952 INFO:tasks.workunit.client.0.smithi019.stderr: 8: __libc_start_main() 2023-12-03T11:49:51.952 INFO:tasks.workunit.client.0.smithi019.stderr: 9: _start() 2023-12-03T11:49:51.952 INFO:tasks.workunit.client.0.smithi019.stderr:*** Caught signal (Aborted) ** 2023-12-03T11:49:51.952 INFO:tasks.workunit.client.0.smithi019.stderr: in thread 7f8298a62980 thread_name:radosgw-admin 2023-12-03T11:49:51.952 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:51.948+0000 7f8298a62980 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f8298a62980 time 2023-12-03T11:49:51.950607+0000 2023-12-03T11:49:51.952 INFO:tasks.workunit.client.0.smithi019.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2023-12-03T11:49:51.952 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:49:51.952 INFO:tasks.workunit.client.0.smithi019.stderr: ceph version 18.0.0-7537-gbcbf278c (bcbf278cf395873c2a482f5a7b2345faf2160319) reef (dev) 2023-12-03T11:49:51.952 INFO:tasks.workunit.client.0.smithi019.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7f829c407e96] 2023-12-03T11:49:51.952 INFO:tasks.workunit.client.0.smithi019.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x17004a) [0x7f829c40804a] 2023-12-03T11:49:51.952 INFO:tasks.workunit.client.0.smithi019.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5562be7f7fe1] 2023-12-03T11:49:51.953 INFO:tasks.workunit.client.0.smithi019.stderr: 4: radosgw-admin(+0x8652aa) [0x5562be8012aa] 2023-12-03T11:49:51.953 INFO:tasks.workunit.client.0.smithi019.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x24b) [0x5562be805a3b] 2023-12-03T11:49:51.953 INFO:tasks.workunit.client.0.smithi019.stderr: 6: main() 2023-12-03T11:49:51.953 INFO:tasks.workunit.client.0.smithi019.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f829b1a2d90] 2023-12-03T11:49:51.953 INFO:tasks.workunit.client.0.smithi019.stderr: 8: __libc_start_main() 2023-12-03T11:49:51.953 INFO:tasks.workunit.client.0.smithi019.stderr: 9: _start() 2023-12-03T11:49:51.953 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:49:51.971 INFO:tasks.workunit.client.0.smithi019.stderr: ceph version 18.0.0-7537-gbcbf278c (bcbf278cf395873c2a482f5a7b2345faf2160319) reef (dev) 2023-12-03T11:49:51.971 INFO:tasks.workunit.client.0.smithi019.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7f829b1bb520] 2023-12-03T11:49:51.971 INFO:tasks.workunit.client.0.smithi019.stderr: 2: pthread_kill() 2023-12-03T11:49:51.971 INFO:tasks.workunit.client.0.smithi019.stderr: 3: raise() 2023-12-03T11:49:51.971 INFO:tasks.workunit.client.0.smithi019.stderr: 4: abort() 2023-12-03T11:49:51.971 INFO:tasks.workunit.client.0.smithi019.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7f829c407ef0] 2023-12-03T11:49:51.971 INFO:tasks.workunit.client.0.smithi019.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x17004a) [0x7f829c40804a] 2023-12-03T11:49:51.971 INFO:tasks.workunit.client.0.smithi019.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5562be7f7fe1] 2023-12-03T11:49:51.972 INFO:tasks.workunit.client.0.smithi019.stderr: 8: radosgw-admin(+0x8652aa) [0x5562be8012aa] 2023-12-03T11:49:51.972 INFO:tasks.workunit.client.0.smithi019.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x24b) [0x5562be805a3b] 2023-12-03T11:49:51.972 INFO:tasks.workunit.client.0.smithi019.stderr: 10: main() 2023-12-03T11:49:51.972 INFO:tasks.workunit.client.0.smithi019.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f829b1a2d90] 2023-12-03T11:49:51.972 INFO:tasks.workunit.client.0.smithi019.stderr: 12: __libc_start_main() 2023-12-03T11:49:51.972 INFO:tasks.workunit.client.0.smithi019.stderr: 13: _start() 2023-12-03T11:49:51.972 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:51.948+0000 7f8298a62980 -1 *** Caught signal (Aborted) ** 2023-12-03T11:49:51.972 INFO:tasks.workunit.client.0.smithi019.stderr: in thread 7f8298a62980 thread_name:radosgw-admin 2023-12-03T11:49:51.972 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:49:51.972 INFO:tasks.workunit.client.0.smithi019.stderr: ceph version 18.0.0-7537-gbcbf278c (bcbf278cf395873c2a482f5a7b2345faf2160319) reef (dev) 2023-12-03T11:49:51.972 INFO:tasks.workunit.client.0.smithi019.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7f829b1bb520] 2023-12-03T11:49:51.972 INFO:tasks.workunit.client.0.smithi019.stderr: 2: pthread_kill() 2023-12-03T11:49:51.972 INFO:tasks.workunit.client.0.smithi019.stderr: 3: raise() 2023-12-03T11:49:51.973 INFO:tasks.workunit.client.0.smithi019.stderr: 4: abort() 2023-12-03T11:49:51.973 INFO:tasks.workunit.client.0.smithi019.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7f829c407ef0] 2023-12-03T11:49:51.973 INFO:tasks.workunit.client.0.smithi019.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x17004a) [0x7f829c40804a] 2023-12-03T11:49:51.973 INFO:tasks.workunit.client.0.smithi019.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5562be7f7fe1] 2023-12-03T11:49:51.973 INFO:tasks.workunit.client.0.smithi019.stderr: 8: radosgw-admin(+0x8652aa) [0x5562be8012aa] 2023-12-03T11:49:51.973 INFO:tasks.workunit.client.0.smithi019.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x24b) [0x5562be805a3b] 2023-12-03T11:49:51.973 INFO:tasks.workunit.client.0.smithi019.stderr: 10: main() 2023-12-03T11:49:51.973 INFO:tasks.workunit.client.0.smithi019.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f829b1a2d90] 2023-12-03T11:49:51.973 INFO:tasks.workunit.client.0.smithi019.stderr: 12: __libc_start_main() 2023-12-03T11:49:51.973 INFO:tasks.workunit.client.0.smithi019.stderr: 13: _start() 2023-12-03T11:49:51.973 INFO:tasks.workunit.client.0.smithi019.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2023-12-03T11:49:51.973 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:49:51.973 INFO:tasks.workunit.client.0.smithi019.stderr:--- begin dump of recent events --- 2023-12-03T11:49:51.973 INFO:tasks.workunit.client.0.smithi019.stderr: -499> 2023-12-03T11:49:51.860+0000 7f8296d7f640 10 monclient(hunting): get_auth_request con 0x5562c0d3b020 auth_method 0 2023-12-03T11:49:51.974 INFO:tasks.workunit.client.0.smithi019.stderr: -498> 2023-12-03T11:49:51.860+0000 7f8296d7f640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-12-03T11:49:51.974 INFO:tasks.workunit.client.0.smithi019.stderr: -497> 2023-12-03T11:49:51.860+0000 7f8296d7f640 10 monclient(hunting): _init_auth method 2 2023-12-03T11:49:51.974 INFO:tasks.workunit.client.0.smithi019.stderr: -496> 2023-12-03T11:49:51.860+0000 7f8296d7f640 10 monclient(hunting): _init_auth creating new auth 2023-12-03T11:49:51.974 INFO:tasks.workunit.client.0.smithi019.stderr: -495> 2023-12-03T11:49:51.860+0000 7f829657e640 10 monclient(hunting): handle_auth_reply_more payload 9 2023-12-03T11:49:51.974 INFO:tasks.workunit.client.0.smithi019.stderr: -494> 2023-12-03T11:49:51.860+0000 7f829657e640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-12-03T11:49:51.974 INFO:tasks.workunit.client.0.smithi019.stderr: -493> 2023-12-03T11:49:51.864+0000 7f829657e640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-12-03T11:49:51.974 INFO:tasks.workunit.client.0.smithi019.stderr: -492> 2023-12-03T11:49:51.864+0000 7f8296d7f640 10 monclient(hunting): handle_auth_reply_more payload 9 2023-12-03T11:49:51.974 INFO:tasks.workunit.client.0.smithi019.stderr: -491> 2023-12-03T11:49:51.864+0000 7f8296d7f640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-12-03T11:49:51.974 INFO:tasks.workunit.client.0.smithi019.stderr: -490> 2023-12-03T11:49:51.864+0000 7f8296d7f640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-12-03T11:49:51.974 INFO:tasks.workunit.client.0.smithi019.stderr: -489> 2023-12-03T11:49:51.864+0000 7f829657e640 10 monclient(hunting): handle_auth_done global_id 6179 payload 824 2023-12-03T11:49:51.974 INFO:tasks.workunit.client.0.smithi019.stderr: -488> 2023-12-03T11:49:51.864+0000 7f829657e640 10 monclient: _finish_hunting 0 2023-12-03T11:49:51.974 INFO:tasks.workunit.client.0.smithi019.stderr: -487> 2023-12-03T11:49:51.864+0000 7f829657e640 1 monclient: found mon.noname-c 2023-12-03T11:49:51.974 INFO:tasks.workunit.client.0.smithi019.stderr: -486> 2023-12-03T11:49:51.864+0000 7f829657e640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.19:3301/0 2023-12-03T11:49:51.974 INFO:tasks.workunit.client.0.smithi019.stderr: -485> 2023-12-03T11:49:51.864+0000 7f8295d7d640 10 monclient: get_auth_request con 0x5562c0d3a340 auth_method 0 2023-12-03T11:49:51.974 INFO:tasks.workunit.client.0.smithi019.stderr: -484> 2023-12-03T11:49:51.864+0000 7f82877fe640 10 monclient: handle_monmap mon_map magic: 0 v1 2023-12-03T11:49:51.975 INFO:tasks.workunit.client.0.smithi019.stderr: -483> 2023-12-03T11:49:51.864+0000 7f82877fe640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2023-12-03T11:49:51.975 INFO:tasks.workunit.client.0.smithi019.stderr: -482> 2023-12-03T11:49:51.864+0000 7f82877fe640 10 monclient: dump: 2023-12-03T11:49:51.975 INFO:tasks.workunit.client.0.smithi019.stderr:epoch 1 2023-12-03T11:49:51.975 INFO:tasks.workunit.client.0.smithi019.stderr:fsid ae33780b-1c64-42c6-818c-b1dc720ff6a2 2023-12-03T11:49:51.975 INFO:tasks.workunit.client.0.smithi019.stderr:last_changed 2023-12-03T11:35:13.610069+0000 2023-12-03T11:49:51.975 INFO:tasks.workunit.client.0.smithi019.stderr:created 2023-12-03T11:35:13.610069+0000 2023-12-03T11:49:51.975 INFO:tasks.workunit.client.0.smithi019.stderr:min_mon_release 18 (reef) 2023-12-03T11:49:51.975 INFO:tasks.workunit.client.0.smithi019.stderr:election_strategy: 1 2023-12-03T11:49:51.975 INFO:tasks.workunit.client.0.smithi019.stderr:0: [v2:172.21.15.19:3300/0,v1:172.21.15.19:6789/0] mon.a 2023-12-03T11:49:51.975 INFO:tasks.workunit.client.0.smithi019.stderr:1: [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] mon.b 2023-12-03T11:49:51.975 INFO:tasks.workunit.client.0.smithi019.stderr:2: [v2:172.21.15.19:3301/0,v1:172.21.15.19:6790/0] mon.c 2023-12-03T11:49:51.975 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:49:51.975 INFO:tasks.workunit.client.0.smithi019.stderr: -481> 2023-12-03T11:49:51.864+0000 7f82877fe640 10 monclient: _finish_auth 0 2023-12-03T11:49:51.975 INFO:tasks.workunit.client.0.smithi019.stderr: -480> 2023-12-03T11:49:51.864+0000 7f82877fe640 10 monclient: _check_auth_tickets 2023-12-03T11:49:51.976 INFO:tasks.workunit.client.0.smithi019.stderr: -479> 2023-12-03T11:49:51.864+0000 7f82877fe640 10 monclient: handle_config config(0 keys) v1 2023-12-03T11:49:51.976 INFO:tasks.workunit.client.0.smithi019.stderr: -478> 2023-12-03T11:49:51.864+0000 7f82877fe640 10 monclient: handle_monmap mon_map magic: 0 v1 2023-12-03T11:49:51.976 INFO:tasks.workunit.client.0.smithi019.stderr: -477> 2023-12-03T11:49:51.864+0000 7f82877fe640 10 monclient: got monmap 1 from mon.c (according to old e1) 2023-12-03T11:49:51.976 INFO:tasks.workunit.client.0.smithi019.stderr: -476> 2023-12-03T11:49:51.864+0000 7f82877fe640 10 monclient: dump: 2023-12-03T11:49:51.976 INFO:tasks.workunit.client.0.smithi019.stderr:epoch 1 2023-12-03T11:49:51.976 INFO:tasks.workunit.client.0.smithi019.stderr:fsid ae33780b-1c64-42c6-818c-b1dc720ff6a2 2023-12-03T11:49:51.976 INFO:tasks.workunit.client.0.smithi019.stderr:last_changed 2023-12-03T11:35:13.610069+0000 2023-12-03T11:49:51.976 INFO:tasks.workunit.client.0.smithi019.stderr:created 2023-12-03T11:35:13.610069+0000 2023-12-03T11:49:51.976 INFO:tasks.workunit.client.0.smithi019.stderr:min_mon_release 18 (reef) 2023-12-03T11:49:51.976 INFO:tasks.workunit.client.0.smithi019.stderr:election_strategy: 1 2023-12-03T11:49:51.976 INFO:tasks.workunit.client.0.smithi019.stderr:0: [v2:172.21.15.19:3300/0,v1:172.21.15.19:6789/0] mon.a 2023-12-03T11:49:51.976 INFO:tasks.workunit.client.0.smithi019.stderr:1: [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] mon.b 2023-12-03T11:49:51.976 INFO:tasks.workunit.client.0.smithi019.stderr:2: [v2:172.21.15.19:3301/0,v1:172.21.15.19:6790/0] mon.c 2023-12-03T11:49:51.976 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:49:51.976 INFO:tasks.workunit.client.0.smithi019.stderr: -475> 2023-12-03T11:49:51.864+0000 7f8298a62980 5 monclient: authenticate success, global_id 6179 2023-12-03T11:49:51.977 INFO:tasks.workunit.client.0.smithi019.stderr: -474> 2023-12-03T11:49:51.864+0000 7f8294d7b640 4 set_mon_vals no callback set 2023-12-03T11:49:51.977 INFO:tasks.workunit.client.0.smithi019.stderr: -473> 2023-12-03T11:49:51.864+0000 7f8298a62980 10 monclient: _renew_subs 2023-12-03T11:49:51.977 INFO:tasks.workunit.client.0.smithi019.stderr: -472> 2023-12-03T11:49:51.864+0000 7f8298a62980 10 monclient: _send_mon_message to mon.c at v2:172.21.15.19:3301/0 2023-12-03T11:49:51.977 INFO:tasks.workunit.client.0.smithi019.stderr: -471> 2023-12-03T11:49:51.864+0000 7f8298a62980 10 monclient: _renew_subs 2023-12-03T11:49:51.977 INFO:tasks.workunit.client.0.smithi019.stderr: -470> 2023-12-03T11:49:51.864+0000 7f8298a62980 10 monclient: _send_mon_message to mon.c at v2:172.21.15.19:3301/0 2023-12-03T11:49:51.977 INFO:tasks.workunit.client.0.smithi019.stderr: -469> 2023-12-03T11:49:51.864+0000 7f8298a62980 1 librados: init done 2023-12-03T11:49:51.977 INFO:tasks.workunit.client.0.smithi019.stderr: -468> 2023-12-03T11:49:51.864+0000 7f8298a62980 10 monclient: get_monmap_and_config 2023-12-03T11:49:51.977 INFO:tasks.workunit.client.0.smithi019.stderr: -467> 2023-12-03T11:49:51.864+0000 7f8298a62980 10 monclient: build_initial_monmap 2023-12-03T11:49:51.977 INFO:tasks.workunit.client.0.smithi019.stderr: -466> 2023-12-03T11:49:51.864+0000 7f8298a62980 1 build_initial for_mkfs: 0 2023-12-03T11:49:51.977 INFO:tasks.workunit.client.0.smithi019.stderr: -465> 2023-12-03T11:49:51.864+0000 7f8298a62980 10 monclient: monmap: 2023-12-03T11:49:51.977 INFO:tasks.workunit.client.0.smithi019.stderr:epoch 0 2023-12-03T11:49:51.977 INFO:tasks.workunit.client.0.smithi019.stderr:fsid 00000000-0000-0000-0000-000000000000 2023-12-03T11:49:51.977 INFO:tasks.workunit.client.0.smithi019.stderr:last_changed 0.000000 2023-12-03T11:49:51.977 INFO:tasks.workunit.client.0.smithi019.stderr:created 0.000000 2023-12-03T11:49:51.977 INFO:tasks.workunit.client.0.smithi019.stderr:min_mon_release 0 (unknown) 2023-12-03T11:49:51.977 INFO:tasks.workunit.client.0.smithi019.stderr:election_strategy: 1 2023-12-03T11:49:51.978 INFO:tasks.workunit.client.0.smithi019.stderr:0: [v2:172.21.15.19:3300/0,v1:172.21.15.19:6789/0] mon.noname-a 2023-12-03T11:49:51.978 INFO:tasks.workunit.client.0.smithi019.stderr:1: [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] mon.noname-b 2023-12-03T11:49:51.978 INFO:tasks.workunit.client.0.smithi019.stderr:2: [v2:172.21.15.19:3301/0,v1:172.21.15.19:6790/0] mon.noname-c 2023-12-03T11:49:51.978 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:49:51.978 INFO:tasks.workunit.client.0.smithi019.stderr: -464> 2023-12-03T11:49:51.864+0000 7f8298a62980 5 AuthRegistry(0x5562c0df1780) adding auth protocol: cephx 2023-12-03T11:49:51.978 INFO:tasks.workunit.client.0.smithi019.stderr: -463> 2023-12-03T11:49:51.864+0000 7f8298a62980 5 AuthRegistry(0x5562c0df1780) adding auth protocol: cephx 2023-12-03T11:49:51.978 INFO:tasks.workunit.client.0.smithi019.stderr: -462> 2023-12-03T11:49:51.864+0000 7f8298a62980 5 AuthRegistry(0x5562c0df1780) adding auth protocol: cephx 2023-12-03T11:49:51.978 INFO:tasks.workunit.client.0.smithi019.stderr: -461> 2023-12-03T11:49:51.864+0000 7f8298a62980 5 AuthRegistry(0x5562c0df1780) adding con mode: secure 2023-12-03T11:49:51.978 INFO:tasks.workunit.client.0.smithi019.stderr: -460> 2023-12-03T11:49:51.864+0000 7f8298a62980 5 AuthRegistry(0x5562c0df1780) adding con mode: crc 2023-12-03T11:49:51.978 INFO:tasks.workunit.client.0.smithi019.stderr: -459> 2023-12-03T11:49:51.864+0000 7f8298a62980 5 AuthRegistry(0x5562c0df1780) adding con mode: secure 2023-12-03T11:49:51.978 INFO:tasks.workunit.client.0.smithi019.stderr: -458> 2023-12-03T11:49:51.864+0000 7f8298a62980 5 AuthRegistry(0x5562c0df1780) adding con mode: crc 2023-12-03T11:49:51.978 INFO:tasks.workunit.client.0.smithi019.stderr: -457> 2023-12-03T11:49:51.864+0000 7f8298a62980 5 AuthRegistry(0x5562c0df1780) adding con mode: secure 2023-12-03T11:49:51.978 INFO:tasks.workunit.client.0.smithi019.stderr: -456> 2023-12-03T11:49:51.864+0000 7f8298a62980 5 AuthRegistry(0x5562c0df1780) adding con mode: crc 2023-12-03T11:49:51.978 INFO:tasks.workunit.client.0.smithi019.stderr: -455> 2023-12-03T11:49:51.864+0000 7f8298a62980 5 AuthRegistry(0x5562c0df1780) adding con mode: crc 2023-12-03T11:49:51.979 INFO:tasks.workunit.client.0.smithi019.stderr: -454> 2023-12-03T11:49:51.864+0000 7f8298a62980 5 AuthRegistry(0x5562c0df1780) adding con mode: secure 2023-12-03T11:49:51.979 INFO:tasks.workunit.client.0.smithi019.stderr: -453> 2023-12-03T11:49:51.864+0000 7f8298a62980 5 AuthRegistry(0x5562c0df1780) adding con mode: crc 2023-12-03T11:49:51.979 INFO:tasks.workunit.client.0.smithi019.stderr: -452> 2023-12-03T11:49:51.864+0000 7f8298a62980 5 AuthRegistry(0x5562c0df1780) adding con mode: secure 2023-12-03T11:49:51.979 INFO:tasks.workunit.client.0.smithi019.stderr: -451> 2023-12-03T11:49:51.864+0000 7f8298a62980 5 AuthRegistry(0x5562c0df1780) adding con mode: crc 2023-12-03T11:49:51.979 INFO:tasks.workunit.client.0.smithi019.stderr: -450> 2023-12-03T11:49:51.864+0000 7f8298a62980 5 AuthRegistry(0x5562c0df1780) adding con mode: secure 2023-12-03T11:49:51.979 INFO:tasks.workunit.client.0.smithi019.stderr: -449> 2023-12-03T11:49:51.864+0000 7f8298a62980 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-12-03T11:49:51.979 INFO:tasks.workunit.client.0.smithi019.stderr: -448> 2023-12-03T11:49:51.864+0000 7f8298a62980 10 monclient: init 2023-12-03T11:49:51.979 INFO:tasks.workunit.client.0.smithi019.stderr: -447> 2023-12-03T11:49:51.864+0000 7f8298a62980 5 AuthRegistry(0x7ffddaa12a80) adding auth protocol: cephx 2023-12-03T11:49:51.979 INFO:tasks.workunit.client.0.smithi019.stderr: -446> 2023-12-03T11:49:51.864+0000 7f8298a62980 5 AuthRegistry(0x7ffddaa12a80) adding auth protocol: cephx 2023-12-03T11:49:51.979 INFO:tasks.workunit.client.0.smithi019.stderr: -445> 2023-12-03T11:49:51.864+0000 7f8298a62980 5 AuthRegistry(0x7ffddaa12a80) adding auth protocol: cephx 2023-12-03T11:49:51.979 INFO:tasks.workunit.client.0.smithi019.stderr: -444> 2023-12-03T11:49:51.864+0000 7f8298a62980 5 AuthRegistry(0x7ffddaa12a80) adding con mode: secure 2023-12-03T11:49:51.979 INFO:tasks.workunit.client.0.smithi019.stderr: -443> 2023-12-03T11:49:51.864+0000 7f8298a62980 5 AuthRegistry(0x7ffddaa12a80) adding con mode: crc 2023-12-03T11:49:51.979 INFO:tasks.workunit.client.0.smithi019.stderr: -442> 2023-12-03T11:49:51.864+0000 7f8298a62980 5 AuthRegistry(0x7ffddaa12a80) adding con mode: secure 2023-12-03T11:49:51.979 INFO:tasks.workunit.client.0.smithi019.stderr: -441> 2023-12-03T11:49:51.864+0000 7f8298a62980 5 AuthRegistry(0x7ffddaa12a80) adding con mode: crc 2023-12-03T11:49:51.979 INFO:tasks.workunit.client.0.smithi019.stderr: -440> 2023-12-03T11:49:51.864+0000 7f8298a62980 5 AuthRegistry(0x7ffddaa12a80) adding con mode: secure 2023-12-03T11:49:51.980 INFO:tasks.workunit.client.0.smithi019.stderr: -439> 2023-12-03T11:49:51.864+0000 7f8298a62980 5 AuthRegistry(0x7ffddaa12a80) adding con mode: crc 2023-12-03T11:49:51.980 INFO:tasks.workunit.client.0.smithi019.stderr: -438> 2023-12-03T11:49:51.864+0000 7f8298a62980 5 AuthRegistry(0x7ffddaa12a80) adding con mode: crc 2023-12-03T11:49:51.980 INFO:tasks.workunit.client.0.smithi019.stderr: -437> 2023-12-03T11:49:51.864+0000 7f8298a62980 5 AuthRegistry(0x7ffddaa12a80) adding con mode: secure 2023-12-03T11:49:51.980 INFO:tasks.workunit.client.0.smithi019.stderr: -436> 2023-12-03T11:49:51.864+0000 7f8298a62980 5 AuthRegistry(0x7ffddaa12a80) adding con mode: crc 2023-12-03T11:49:51.980 INFO:tasks.workunit.client.0.smithi019.stderr: -435> 2023-12-03T11:49:51.864+0000 7f8298a62980 5 AuthRegistry(0x7ffddaa12a80) adding con mode: secure 2023-12-03T11:49:51.980 INFO:tasks.workunit.client.0.smithi019.stderr: -434> 2023-12-03T11:49:51.864+0000 7f8298a62980 5 AuthRegistry(0x7ffddaa12a80) adding con mode: crc 2023-12-03T11:49:51.980 INFO:tasks.workunit.client.0.smithi019.stderr: -433> 2023-12-03T11:49:51.864+0000 7f8298a62980 5 AuthRegistry(0x7ffddaa12a80) adding con mode: secure 2023-12-03T11:49:51.980 INFO:tasks.workunit.client.0.smithi019.stderr: -432> 2023-12-03T11:49:51.864+0000 7f8298a62980 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-12-03T11:49:51.980 INFO:tasks.workunit.client.0.smithi019.stderr: -431> 2023-12-03T11:49:51.864+0000 7f8298a62980 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-12-03T11:49:51.980 INFO:tasks.workunit.client.0.smithi019.stderr: -430> 2023-12-03T11:49:51.864+0000 7f8298a62980 5 asok(0x5562c0be7240) register_command rotate-key cmddesc rotate-key hook 0x7ffddaa12bc8 EEXIST 2023-12-03T11:49:51.980 INFO:tasks.workunit.client.0.smithi019.stderr: -429> 2023-12-03T11:49:51.864+0000 7f8298a62980 10 monclient: _reopen_session rank -1 2023-12-03T11:49:51.980 INFO:tasks.workunit.client.0.smithi019.stderr: -428> 2023-12-03T11:49:51.864+0000 7f8298a62980 10 monclient: _add_conns ranks=[1,0,2] 2023-12-03T11:49:51.980 INFO:tasks.workunit.client.0.smithi019.stderr: -427> 2023-12-03T11:49:51.864+0000 7f8298a62980 10 monclient(hunting): picked mon.noname-b con 0x5562c0e25a80 addr [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] 2023-12-03T11:49:51.980 INFO:tasks.workunit.client.0.smithi019.stderr: -426> 2023-12-03T11:49:51.864+0000 7f8298a62980 10 monclient(hunting): picked mon.noname-a con 0x5562c0e2ae90 addr [v2:172.21.15.19:3300/0,v1:172.21.15.19:6789/0] 2023-12-03T11:49:51.980 INFO:tasks.workunit.client.0.smithi019.stderr: -425> 2023-12-03T11:49:51.864+0000 7f8298a62980 10 monclient(hunting): picked mon.noname-c con 0x5562c0e2b580 addr [v2:172.21.15.19:3301/0,v1:172.21.15.19:6790/0] 2023-12-03T11:49:51.981 INFO:tasks.workunit.client.0.smithi019.stderr: -424> 2023-12-03T11:49:51.864+0000 7f8298a62980 10 monclient(hunting): start opening mon connection 2023-12-03T11:49:51.981 INFO:tasks.workunit.client.0.smithi019.stderr: -423> 2023-12-03T11:49:51.864+0000 7f8298a62980 10 monclient(hunting): start opening mon connection 2023-12-03T11:49:51.981 INFO:tasks.workunit.client.0.smithi019.stderr: -422> 2023-12-03T11:49:51.864+0000 7f8298a62980 10 monclient(hunting): start opening mon connection 2023-12-03T11:49:51.981 INFO:tasks.workunit.client.0.smithi019.stderr: -421> 2023-12-03T11:49:51.864+0000 7f8298a62980 10 monclient(hunting): _renew_subs 2023-12-03T11:49:51.981 INFO:tasks.workunit.client.0.smithi019.stderr: -420> 2023-12-03T11:49:51.864+0000 7f8298a62980 10 monclient(hunting): authenticate will time out at 1850.270414s 2023-12-03T11:49:51.981 INFO:tasks.workunit.client.0.smithi019.stderr: -419> 2023-12-03T11:49:51.864+0000 7f829657e640 10 monclient(hunting): get_auth_request con 0x5562c0e2ae90 auth_method 0 2023-12-03T11:49:51.981 INFO:tasks.workunit.client.0.smithi019.stderr: -418> 2023-12-03T11:49:51.864+0000 7f829657e640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-12-03T11:49:51.981 INFO:tasks.workunit.client.0.smithi019.stderr: -417> 2023-12-03T11:49:51.864+0000 7f829657e640 10 monclient(hunting): _init_auth method 2 2023-12-03T11:49:51.981 INFO:tasks.workunit.client.0.smithi019.stderr: -416> 2023-12-03T11:49:51.864+0000 7f829657e640 10 monclient(hunting): _init_auth creating new auth 2023-12-03T11:49:51.981 INFO:tasks.workunit.client.0.smithi019.stderr: -415> 2023-12-03T11:49:51.864+0000 7f8295d7d640 10 monclient(hunting): get_auth_request con 0x5562c0e2b580 auth_method 0 2023-12-03T11:49:51.981 INFO:tasks.workunit.client.0.smithi019.stderr: -414> 2023-12-03T11:49:51.864+0000 7f8295d7d640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-12-03T11:49:51.981 INFO:tasks.workunit.client.0.smithi019.stderr: -413> 2023-12-03T11:49:51.864+0000 7f8295d7d640 10 monclient(hunting): _init_auth method 2 2023-12-03T11:49:51.981 INFO:tasks.workunit.client.0.smithi019.stderr: -412> 2023-12-03T11:49:51.864+0000 7f8295d7d640 10 monclient(hunting): _init_auth creating new auth 2023-12-03T11:49:51.981 INFO:tasks.workunit.client.0.smithi019.stderr: -411> 2023-12-03T11:49:51.864+0000 7f829657e640 10 monclient(hunting): handle_auth_reply_more payload 9 2023-12-03T11:49:51.982 INFO:tasks.workunit.client.0.smithi019.stderr: -410> 2023-12-03T11:49:51.864+0000 7f829657e640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-12-03T11:49:51.982 INFO:tasks.workunit.client.0.smithi019.stderr: -409> 2023-12-03T11:49:51.864+0000 7f829657e640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-12-03T11:49:51.982 INFO:tasks.workunit.client.0.smithi019.stderr: -408> 2023-12-03T11:49:51.864+0000 7f82877fe640 4 mgrc handle_mgr_map Got map version 5 2023-12-03T11:49:51.982 INFO:tasks.workunit.client.0.smithi019.stderr: -407> 2023-12-03T11:49:51.864+0000 7f8295d7d640 10 monclient(hunting): handle_auth_reply_more payload 9 2023-12-03T11:49:51.982 INFO:tasks.workunit.client.0.smithi019.stderr: -406> 2023-12-03T11:49:51.864+0000 7f8295d7d640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-12-03T11:49:51.982 INFO:tasks.workunit.client.0.smithi019.stderr: -405> 2023-12-03T11:49:51.864+0000 7f82877fe640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.57:6832/1976017766,v1:172.21.15.57:6833/1976017766] 2023-12-03T11:49:51.982 INFO:tasks.workunit.client.0.smithi019.stderr: -404> 2023-12-03T11:49:51.864+0000 7f82877fe640 4 mgrc reconnect Starting new session with [v2:172.21.15.57:6832/1976017766,v1:172.21.15.57:6833/1976017766] 2023-12-03T11:49:51.982 INFO:tasks.workunit.client.0.smithi019.stderr: -403> 2023-12-03T11:49:51.864+0000 7f8295d7d640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-12-03T11:49:51.982 INFO:tasks.workunit.client.0.smithi019.stderr: -402> 2023-12-03T11:49:51.864+0000 7f8296d7f640 10 monclient(hunting): get_auth_request con 0x5562c0e25a80 auth_method 0 2023-12-03T11:49:51.982 INFO:tasks.workunit.client.0.smithi019.stderr: -401> 2023-12-03T11:49:51.864+0000 7f8296d7f640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-12-03T11:49:51.982 INFO:tasks.workunit.client.0.smithi019.stderr: -400> 2023-12-03T11:49:51.864+0000 7f8296d7f640 10 monclient(hunting): _init_auth method 2 2023-12-03T11:49:51.982 INFO:tasks.workunit.client.0.smithi019.stderr: -399> 2023-12-03T11:49:51.864+0000 7f8296d7f640 10 monclient(hunting): _init_auth creating new auth 2023-12-03T11:49:51.982 INFO:tasks.workunit.client.0.smithi019.stderr: -398> 2023-12-03T11:49:51.864+0000 7f829657e640 10 monclient(hunting): handle_auth_done global_id 6501 payload 274 2023-12-03T11:49:51.982 INFO:tasks.workunit.client.0.smithi019.stderr: -397> 2023-12-03T11:49:51.864+0000 7f829657e640 10 monclient: _finish_hunting 0 2023-12-03T11:49:51.983 INFO:tasks.workunit.client.0.smithi019.stderr: -396> 2023-12-03T11:49:51.864+0000 7f829657e640 1 monclient: found mon.noname-a 2023-12-03T11:49:51.983 INFO:tasks.workunit.client.0.smithi019.stderr: -395> 2023-12-03T11:49:51.864+0000 7f829657e640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.19:3300/0 2023-12-03T11:49:51.983 INFO:tasks.workunit.client.0.smithi019.stderr: -394> 2023-12-03T11:49:51.864+0000 7f8296d7f640 10 monclient: get_auth_request con 0x7f8278064e80 auth_method 0 2023-12-03T11:49:51.983 INFO:tasks.workunit.client.0.smithi019.stderr: -393> 2023-12-03T11:49:51.864+0000 7f8284ff9640 10 monclient: handle_monmap mon_map magic: 0 v1 2023-12-03T11:49:51.983 INFO:tasks.workunit.client.0.smithi019.stderr: -392> 2023-12-03T11:49:51.864+0000 7f8284ff9640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2023-12-03T11:49:51.983 INFO:tasks.workunit.client.0.smithi019.stderr: -391> 2023-12-03T11:49:51.864+0000 7f8284ff9640 10 monclient: dump: 2023-12-03T11:49:51.983 INFO:tasks.workunit.client.0.smithi019.stderr:epoch 1 2023-12-03T11:49:51.983 INFO:tasks.workunit.client.0.smithi019.stderr:fsid ae33780b-1c64-42c6-818c-b1dc720ff6a2 2023-12-03T11:49:51.983 INFO:tasks.workunit.client.0.smithi019.stderr:last_changed 2023-12-03T11:35:13.610069+0000 2023-12-03T11:49:51.983 INFO:tasks.workunit.client.0.smithi019.stderr:created 2023-12-03T11:35:13.610069+0000 2023-12-03T11:49:51.983 INFO:tasks.workunit.client.0.smithi019.stderr:min_mon_release 18 (reef) 2023-12-03T11:49:51.983 INFO:tasks.workunit.client.0.smithi019.stderr:election_strategy: 1 2023-12-03T11:49:51.983 INFO:tasks.workunit.client.0.smithi019.stderr:0: [v2:172.21.15.19:3300/0,v1:172.21.15.19:6789/0] mon.a 2023-12-03T11:49:51.983 INFO:tasks.workunit.client.0.smithi019.stderr:1: [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] mon.b 2023-12-03T11:49:51.983 INFO:tasks.workunit.client.0.smithi019.stderr:2: [v2:172.21.15.19:3301/0,v1:172.21.15.19:6790/0] mon.c 2023-12-03T11:49:51.984 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:49:51.984 INFO:tasks.workunit.client.0.smithi019.stderr: -390> 2023-12-03T11:49:51.864+0000 7f8284ff9640 10 monclient: _finish_auth 0 2023-12-03T11:49:51.984 INFO:tasks.workunit.client.0.smithi019.stderr: -389> 2023-12-03T11:49:51.864+0000 7f8284ff9640 10 monclient: _check_auth_tickets 2023-12-03T11:49:51.984 INFO:tasks.workunit.client.0.smithi019.stderr: -388> 2023-12-03T11:49:51.864+0000 7f8284ff9640 10 monclient: handle_config config(0 keys) v1 2023-12-03T11:49:51.984 INFO:tasks.workunit.client.0.smithi019.stderr: -387> 2023-12-03T11:49:51.864+0000 7f8284ff9640 10 monclient: handle_monmap mon_map magic: 0 v1 2023-12-03T11:49:51.984 INFO:tasks.workunit.client.0.smithi019.stderr: -386> 2023-12-03T11:49:51.864+0000 7f8284ff9640 10 monclient: got monmap 1 from mon.a (according to old e1) 2023-12-03T11:49:51.984 INFO:tasks.workunit.client.0.smithi019.stderr: -385> 2023-12-03T11:49:51.864+0000 7f8284ff9640 10 monclient: dump: 2023-12-03T11:49:51.984 INFO:tasks.workunit.client.0.smithi019.stderr:epoch 1 2023-12-03T11:49:51.984 INFO:tasks.workunit.client.0.smithi019.stderr:fsid ae33780b-1c64-42c6-818c-b1dc720ff6a2 2023-12-03T11:49:51.984 INFO:tasks.workunit.client.0.smithi019.stderr:last_changed 2023-12-03T11:35:13.610069+0000 2023-12-03T11:49:51.984 INFO:tasks.workunit.client.0.smithi019.stderr:created 2023-12-03T11:35:13.610069+0000 2023-12-03T11:49:51.984 INFO:tasks.workunit.client.0.smithi019.stderr:min_mon_release 18 (reef) 2023-12-03T11:49:51.984 INFO:tasks.workunit.client.0.smithi019.stderr:election_strategy: 1 2023-12-03T11:49:51.984 INFO:tasks.workunit.client.0.smithi019.stderr:0: [v2:172.21.15.19:3300/0,v1:172.21.15.19:6789/0] mon.a 2023-12-03T11:49:51.985 INFO:tasks.workunit.client.0.smithi019.stderr:1: [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] mon.b 2023-12-03T11:49:51.985 INFO:tasks.workunit.client.0.smithi019.stderr:2: [v2:172.21.15.19:3301/0,v1:172.21.15.19:6790/0] mon.c 2023-12-03T11:49:51.985 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:49:51.985 INFO:tasks.workunit.client.0.smithi019.stderr: -384> 2023-12-03T11:49:51.864+0000 7f8298a62980 5 monclient: authenticate success, global_id 6501 2023-12-03T11:49:51.985 INFO:tasks.workunit.client.0.smithi019.stderr: -383> 2023-12-03T11:49:51.864+0000 7f8298a62980 10 monclient: get_monmap_and_config success 2023-12-03T11:49:51.985 INFO:tasks.workunit.client.0.smithi019.stderr: -382> 2023-12-03T11:49:51.864+0000 7f8298a62980 4 set_mon_vals no callback set 2023-12-03T11:49:51.985 INFO:tasks.workunit.client.0.smithi019.stderr: -381> 2023-12-03T11:49:51.864+0000 7f8298a62980 10 monclient: shutdown 2023-12-03T11:49:51.985 INFO:tasks.workunit.client.0.smithi019.stderr: -380> 2023-12-03T11:49:51.868+0000 7f8298a62980 10 monclient: build_initial_monmap 2023-12-03T11:49:51.985 INFO:tasks.workunit.client.0.smithi019.stderr: -379> 2023-12-03T11:49:51.868+0000 7f8298a62980 1 build_initial for_mkfs: 0 2023-12-03T11:49:51.985 INFO:tasks.workunit.client.0.smithi019.stderr: -378> 2023-12-03T11:49:51.868+0000 7f8298a62980 10 monclient: monmap: 2023-12-03T11:49:51.985 INFO:tasks.workunit.client.0.smithi019.stderr:epoch 0 2023-12-03T11:49:51.986 INFO:tasks.workunit.client.0.smithi019.stderr:fsid 00000000-0000-0000-0000-000000000000 2023-12-03T11:49:51.986 INFO:tasks.workunit.client.0.smithi019.stderr:last_changed 0.000000 2023-12-03T11:49:51.986 INFO:tasks.workunit.client.0.smithi019.stderr:created 0.000000 2023-12-03T11:49:51.986 INFO:tasks.workunit.client.0.smithi019.stderr:min_mon_release 0 (unknown) 2023-12-03T11:49:51.986 INFO:tasks.workunit.client.0.smithi019.stderr:election_strategy: 1 2023-12-03T11:49:51.986 INFO:tasks.workunit.client.0.smithi019.stderr:0: [v2:172.21.15.19:3300/0,v1:172.21.15.19:6789/0] mon.noname-a 2023-12-03T11:49:51.986 INFO:tasks.workunit.client.0.smithi019.stderr:1: [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] mon.noname-b 2023-12-03T11:49:51.986 INFO:tasks.workunit.client.0.smithi019.stderr:2: [v2:172.21.15.19:3301/0,v1:172.21.15.19:6790/0] mon.noname-c 2023-12-03T11:49:51.986 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:49:51.986 INFO:tasks.workunit.client.0.smithi019.stderr: -377> 2023-12-03T11:49:51.868+0000 7f8298a62980 5 AuthRegistry(0x5562c0df1650) adding auth protocol: cephx 2023-12-03T11:49:51.986 INFO:tasks.workunit.client.0.smithi019.stderr: -376> 2023-12-03T11:49:51.868+0000 7f8298a62980 5 AuthRegistry(0x5562c0df1650) adding auth protocol: cephx 2023-12-03T11:49:51.986 INFO:tasks.workunit.client.0.smithi019.stderr: -375> 2023-12-03T11:49:51.868+0000 7f8298a62980 5 AuthRegistry(0x5562c0df1650) adding auth protocol: cephx 2023-12-03T11:49:51.986 INFO:tasks.workunit.client.0.smithi019.stderr: -374> 2023-12-03T11:49:51.868+0000 7f8298a62980 5 AuthRegistry(0x5562c0df1650) adding con mode: secure 2023-12-03T11:49:51.987 INFO:tasks.workunit.client.0.smithi019.stderr: -373> 2023-12-03T11:49:51.868+0000 7f8298a62980 5 AuthRegistry(0x5562c0df1650) adding con mode: crc 2023-12-03T11:49:51.987 INFO:tasks.workunit.client.0.smithi019.stderr: -372> 2023-12-03T11:49:51.868+0000 7f8298a62980 5 AuthRegistry(0x5562c0df1650) adding con mode: secure 2023-12-03T11:49:51.987 INFO:tasks.workunit.client.0.smithi019.stderr: -371> 2023-12-03T11:49:51.868+0000 7f8298a62980 5 AuthRegistry(0x5562c0df1650) adding con mode: crc 2023-12-03T11:49:51.987 INFO:tasks.workunit.client.0.smithi019.stderr: -370> 2023-12-03T11:49:51.868+0000 7f8298a62980 5 AuthRegistry(0x5562c0df1650) adding con mode: secure 2023-12-03T11:49:51.987 INFO:tasks.workunit.client.0.smithi019.stderr: -369> 2023-12-03T11:49:51.868+0000 7f8298a62980 5 AuthRegistry(0x5562c0df1650) adding con mode: crc 2023-12-03T11:49:51.987 INFO:tasks.workunit.client.0.smithi019.stderr: -368> 2023-12-03T11:49:51.868+0000 7f8298a62980 5 AuthRegistry(0x5562c0df1650) adding con mode: crc 2023-12-03T11:49:51.987 INFO:tasks.workunit.client.0.smithi019.stderr: -367> 2023-12-03T11:49:51.868+0000 7f8298a62980 5 AuthRegistry(0x5562c0df1650) adding con mode: secure 2023-12-03T11:49:51.987 INFO:tasks.workunit.client.0.smithi019.stderr: -366> 2023-12-03T11:49:51.868+0000 7f8298a62980 5 AuthRegistry(0x5562c0df1650) adding con mode: crc 2023-12-03T11:49:51.987 INFO:tasks.workunit.client.0.smithi019.stderr: -365> 2023-12-03T11:49:51.868+0000 7f8298a62980 5 AuthRegistry(0x5562c0df1650) adding con mode: secure 2023-12-03T11:49:51.987 INFO:tasks.workunit.client.0.smithi019.stderr: -364> 2023-12-03T11:49:51.868+0000 7f8298a62980 5 AuthRegistry(0x5562c0df1650) adding con mode: crc 2023-12-03T11:49:51.987 INFO:tasks.workunit.client.0.smithi019.stderr: -363> 2023-12-03T11:49:51.868+0000 7f8298a62980 5 AuthRegistry(0x5562c0df1650) adding con mode: secure 2023-12-03T11:49:51.987 INFO:tasks.workunit.client.0.smithi019.stderr: -362> 2023-12-03T11:49:51.868+0000 7f8298a62980 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-12-03T11:49:51.987 INFO:tasks.workunit.client.0.smithi019.stderr: -361> 2023-12-03T11:49:51.868+0000 7f8298a62980 1 librados: starting msgr at 2023-12-03T11:49:51.987 INFO:tasks.workunit.client.0.smithi019.stderr: -360> 2023-12-03T11:49:51.868+0000 7f8298a62980 1 librados: starting objecter 2023-12-03T11:49:51.988 INFO:tasks.workunit.client.0.smithi019.stderr: -359> 2023-12-03T11:49:51.868+0000 7f8298a62980 5 asok(0x5562c0be7240) register_command objecter_requests cmddesc objecter_requests hook 0x5562c0df68c0 EEXIST 2023-12-03T11:49:51.988 INFO:tasks.workunit.client.0.smithi019.stderr: -358> 2023-12-03T11:49:51.868+0000 7f8298a62980 1 librados: setting wanted keys 2023-12-03T11:49:51.988 INFO:tasks.workunit.client.0.smithi019.stderr: -357> 2023-12-03T11:49:51.868+0000 7f8298a62980 1 librados: calling monclient init 2023-12-03T11:49:51.988 INFO:tasks.workunit.client.0.smithi019.stderr: -356> 2023-12-03T11:49:51.868+0000 7f8298a62980 10 monclient: init 2023-12-03T11:49:51.988 INFO:tasks.workunit.client.0.smithi019.stderr: -355> 2023-12-03T11:49:51.868+0000 7f8298a62980 5 AuthRegistry(0x5562c0defda8) adding auth protocol: cephx 2023-12-03T11:49:51.988 INFO:tasks.workunit.client.0.smithi019.stderr: -354> 2023-12-03T11:49:51.868+0000 7f8298a62980 5 AuthRegistry(0x5562c0defda8) adding auth protocol: cephx 2023-12-03T11:49:51.988 INFO:tasks.workunit.client.0.smithi019.stderr: -353> 2023-12-03T11:49:51.868+0000 7f8298a62980 5 AuthRegistry(0x5562c0defda8) adding auth protocol: cephx 2023-12-03T11:49:51.988 INFO:tasks.workunit.client.0.smithi019.stderr: -352> 2023-12-03T11:49:51.868+0000 7f8298a62980 5 AuthRegistry(0x5562c0defda8) adding con mode: secure 2023-12-03T11:49:51.988 INFO:tasks.workunit.client.0.smithi019.stderr: -351> 2023-12-03T11:49:51.868+0000 7f8298a62980 5 AuthRegistry(0x5562c0defda8) adding con mode: crc 2023-12-03T11:49:51.988 INFO:tasks.workunit.client.0.smithi019.stderr: -350> 2023-12-03T11:49:51.868+0000 7f8298a62980 5 AuthRegistry(0x5562c0defda8) adding con mode: secure 2023-12-03T11:49:51.988 INFO:tasks.workunit.client.0.smithi019.stderr: -349> 2023-12-03T11:49:51.868+0000 7f8298a62980 5 AuthRegistry(0x5562c0defda8) adding con mode: crc 2023-12-03T11:49:51.988 INFO:tasks.workunit.client.0.smithi019.stderr: -348> 2023-12-03T11:49:51.868+0000 7f8298a62980 5 AuthRegistry(0x5562c0defda8) adding con mode: secure 2023-12-03T11:49:51.988 INFO:tasks.workunit.client.0.smithi019.stderr: -347> 2023-12-03T11:49:51.868+0000 7f8298a62980 5 AuthRegistry(0x5562c0defda8) adding con mode: crc 2023-12-03T11:49:51.988 INFO:tasks.workunit.client.0.smithi019.stderr: -346> 2023-12-03T11:49:51.868+0000 7f8298a62980 5 AuthRegistry(0x5562c0defda8) adding con mode: crc 2023-12-03T11:49:51.988 INFO:tasks.workunit.client.0.smithi019.stderr: -345> 2023-12-03T11:49:51.868+0000 7f8298a62980 5 AuthRegistry(0x5562c0defda8) adding con mode: secure 2023-12-03T11:49:51.989 INFO:tasks.workunit.client.0.smithi019.stderr: -344> 2023-12-03T11:49:51.868+0000 7f8298a62980 5 AuthRegistry(0x5562c0defda8) adding con mode: crc 2023-12-03T11:49:51.989 INFO:tasks.workunit.client.0.smithi019.stderr: -343> 2023-12-03T11:49:51.868+0000 7f8298a62980 5 AuthRegistry(0x5562c0defda8) adding con mode: secure 2023-12-03T11:49:51.989 INFO:tasks.workunit.client.0.smithi019.stderr: -342> 2023-12-03T11:49:51.868+0000 7f8298a62980 5 AuthRegistry(0x5562c0defda8) adding con mode: crc 2023-12-03T11:49:51.989 INFO:tasks.workunit.client.0.smithi019.stderr: -341> 2023-12-03T11:49:51.868+0000 7f8298a62980 5 AuthRegistry(0x5562c0defda8) adding con mode: secure 2023-12-03T11:49:51.989 INFO:tasks.workunit.client.0.smithi019.stderr: -340> 2023-12-03T11:49:51.868+0000 7f8298a62980 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-12-03T11:49:51.989 INFO:tasks.workunit.client.0.smithi019.stderr: -339> 2023-12-03T11:49:51.868+0000 7f8298a62980 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-12-03T11:49:51.989 INFO:tasks.workunit.client.0.smithi019.stderr: -338> 2023-12-03T11:49:51.868+0000 7f8298a62980 5 asok(0x5562c0be7240) register_command rotate-key cmddesc rotate-key hook 0x5562c0defef0 EEXIST 2023-12-03T11:49:51.989 INFO:tasks.workunit.client.0.smithi019.stderr: -337> 2023-12-03T11:49:51.868+0000 7f8298a62980 10 monclient: _reopen_session rank -1 2023-12-03T11:49:51.989 INFO:tasks.workunit.client.0.smithi019.stderr: -336> 2023-12-03T11:49:51.868+0000 7f8298a62980 10 monclient: _add_conns ranks=[2,1,0] 2023-12-03T11:49:51.989 INFO:tasks.workunit.client.0.smithi019.stderr: -335> 2023-12-03T11:49:51.868+0000 7f8298a62980 10 monclient(hunting): picked mon.noname-c con 0x5562c0e25a80 addr [v2:172.21.15.19:3301/0,v1:172.21.15.19:6790/0] 2023-12-03T11:49:51.989 INFO:tasks.workunit.client.0.smithi019.stderr: -334> 2023-12-03T11:49:51.868+0000 7f8298a62980 10 monclient(hunting): picked mon.noname-b con 0x5562c0e2ae90 addr [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] 2023-12-03T11:49:51.989 INFO:tasks.workunit.client.0.smithi019.stderr: -333> 2023-12-03T11:49:51.868+0000 7f8298a62980 10 monclient(hunting): picked mon.noname-a con 0x5562c0e2b580 addr [v2:172.21.15.19:3300/0,v1:172.21.15.19:6789/0] 2023-12-03T11:49:51.989 INFO:tasks.workunit.client.0.smithi019.stderr: -332> 2023-12-03T11:49:51.868+0000 7f8298a62980 10 monclient(hunting): start opening mon connection 2023-12-03T11:49:51.989 INFO:tasks.workunit.client.0.smithi019.stderr: -331> 2023-12-03T11:49:51.868+0000 7f8298a62980 10 monclient(hunting): start opening mon connection 2023-12-03T11:49:51.990 INFO:tasks.workunit.client.0.smithi019.stderr: -330> 2023-12-03T11:49:51.868+0000 7f8298a62980 10 monclient(hunting): start opening mon connection 2023-12-03T11:49:51.990 INFO:tasks.workunit.client.0.smithi019.stderr: -329> 2023-12-03T11:49:51.868+0000 7f8298a62980 10 monclient(hunting): _renew_subs 2023-12-03T11:49:51.990 INFO:tasks.workunit.client.0.smithi019.stderr: -328> 2023-12-03T11:49:51.868+0000 7f8298a62980 10 monclient(hunting): authenticate will time out at 1850.273129s 2023-12-03T11:49:51.990 INFO:tasks.workunit.client.0.smithi019.stderr: -327> 2023-12-03T11:49:51.868+0000 7f8296d7f640 10 monclient(hunting): get_auth_request con 0x5562c0e2b580 auth_method 0 2023-12-03T11:49:51.990 INFO:tasks.workunit.client.0.smithi019.stderr: -326> 2023-12-03T11:49:51.868+0000 7f8296d7f640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-12-03T11:49:51.990 INFO:tasks.workunit.client.0.smithi019.stderr: -325> 2023-12-03T11:49:51.868+0000 7f8296d7f640 10 monclient(hunting): _init_auth method 2 2023-12-03T11:49:51.990 INFO:tasks.workunit.client.0.smithi019.stderr: -324> 2023-12-03T11:49:51.868+0000 7f8296d7f640 10 monclient(hunting): _init_auth creating new auth 2023-12-03T11:49:51.990 INFO:tasks.workunit.client.0.smithi019.stderr: -323> 2023-12-03T11:49:51.868+0000 7f829657e640 10 monclient(hunting): get_auth_request con 0x5562c0e25a80 auth_method 0 2023-12-03T11:49:51.990 INFO:tasks.workunit.client.0.smithi019.stderr: -322> 2023-12-03T11:49:51.868+0000 7f829657e640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-12-03T11:49:51.990 INFO:tasks.workunit.client.0.smithi019.stderr: -321> 2023-12-03T11:49:51.868+0000 7f829657e640 10 monclient(hunting): _init_auth method 2 2023-12-03T11:49:51.990 INFO:tasks.workunit.client.0.smithi019.stderr: -320> 2023-12-03T11:49:51.868+0000 7f829657e640 10 monclient(hunting): _init_auth creating new auth 2023-12-03T11:49:51.990 INFO:tasks.workunit.client.0.smithi019.stderr: -319> 2023-12-03T11:49:51.868+0000 7f8296d7f640 10 monclient(hunting): handle_auth_reply_more payload 9 2023-12-03T11:49:51.990 INFO:tasks.workunit.client.0.smithi019.stderr: -318> 2023-12-03T11:49:51.868+0000 7f8296d7f640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-12-03T11:49:51.990 INFO:tasks.workunit.client.0.smithi019.stderr: -317> 2023-12-03T11:49:51.868+0000 7f8296d7f640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-12-03T11:49:51.991 INFO:tasks.workunit.client.0.smithi019.stderr: -316> 2023-12-03T11:49:51.868+0000 7f829657e640 10 monclient(hunting): handle_auth_reply_more payload 9 2023-12-03T11:49:51.991 INFO:tasks.workunit.client.0.smithi019.stderr: -315> 2023-12-03T11:49:51.868+0000 7f829657e640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-12-03T11:49:51.991 INFO:tasks.workunit.client.0.smithi019.stderr: -314> 2023-12-03T11:49:51.868+0000 7f829657e640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-12-03T11:49:51.991 INFO:tasks.workunit.client.0.smithi019.stderr: -313> 2023-12-03T11:49:51.868+0000 7f8295d7d640 10 monclient(hunting): get_auth_request con 0x5562c0e2ae90 auth_method 0 2023-12-03T11:49:51.991 INFO:tasks.workunit.client.0.smithi019.stderr: -312> 2023-12-03T11:49:51.868+0000 7f8295d7d640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-12-03T11:49:51.991 INFO:tasks.workunit.client.0.smithi019.stderr: -311> 2023-12-03T11:49:51.868+0000 7f8295d7d640 10 monclient(hunting): _init_auth method 2 2023-12-03T11:49:51.991 INFO:tasks.workunit.client.0.smithi019.stderr: -310> 2023-12-03T11:49:51.868+0000 7f8295d7d640 10 monclient(hunting): _init_auth creating new auth 2023-12-03T11:49:51.991 INFO:tasks.workunit.client.0.smithi019.stderr: -309> 2023-12-03T11:49:51.868+0000 7f8296d7f640 10 monclient(hunting): handle_auth_done global_id 6504 payload 824 2023-12-03T11:49:51.991 INFO:tasks.workunit.client.0.smithi019.stderr: -308> 2023-12-03T11:49:51.868+0000 7f8296d7f640 10 monclient: _finish_hunting 0 2023-12-03T11:49:51.991 INFO:tasks.workunit.client.0.smithi019.stderr: -307> 2023-12-03T11:49:51.868+0000 7f8296d7f640 1 monclient: found mon.noname-a 2023-12-03T11:49:51.991 INFO:tasks.workunit.client.0.smithi019.stderr: -306> 2023-12-03T11:49:51.868+0000 7f8296d7f640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.19:3300/0 2023-12-03T11:49:51.991 INFO:tasks.workunit.client.0.smithi019.stderr: -305> 2023-12-03T11:49:51.868+0000 7f8276ffd640 10 monclient: handle_monmap mon_map magic: 0 v1 2023-12-03T11:49:51.991 INFO:tasks.workunit.client.0.smithi019.stderr: -304> 2023-12-03T11:49:51.868+0000 7f8276ffd640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2023-12-03T11:49:51.992 INFO:tasks.workunit.client.0.smithi019.stderr: -303> 2023-12-03T11:49:51.868+0000 7f8276ffd640 10 monclient: dump: 2023-12-03T11:49:51.992 INFO:tasks.workunit.client.0.smithi019.stderr:epoch 1 2023-12-03T11:49:51.992 INFO:tasks.workunit.client.0.smithi019.stderr:fsid ae33780b-1c64-42c6-818c-b1dc720ff6a2 2023-12-03T11:49:51.992 INFO:tasks.workunit.client.0.smithi019.stderr:last_changed 2023-12-03T11:35:13.610069+0000 2023-12-03T11:49:51.992 INFO:tasks.workunit.client.0.smithi019.stderr:created 2023-12-03T11:35:13.610069+0000 2023-12-03T11:49:51.992 INFO:tasks.workunit.client.0.smithi019.stderr:min_mon_release 18 (reef) 2023-12-03T11:49:51.992 INFO:tasks.workunit.client.0.smithi019.stderr:election_strategy: 1 2023-12-03T11:49:51.992 INFO:tasks.workunit.client.0.smithi019.stderr:0: [v2:172.21.15.19:3300/0,v1:172.21.15.19:6789/0] mon.a 2023-12-03T11:49:51.992 INFO:tasks.workunit.client.0.smithi019.stderr:1: [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] mon.b 2023-12-03T11:49:51.992 INFO:tasks.workunit.client.0.smithi019.stderr:2: [v2:172.21.15.19:3301/0,v1:172.21.15.19:6790/0] mon.c 2023-12-03T11:49:51.992 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:49:51.992 INFO:tasks.workunit.client.0.smithi019.stderr: -302> 2023-12-03T11:49:51.868+0000 7f8276ffd640 10 monclient: _finish_auth 0 2023-12-03T11:49:51.992 INFO:tasks.workunit.client.0.smithi019.stderr: -301> 2023-12-03T11:49:51.868+0000 7f8276ffd640 10 monclient: _check_auth_tickets 2023-12-03T11:49:51.992 INFO:tasks.workunit.client.0.smithi019.stderr: -300> 2023-12-03T11:49:51.868+0000 7f8276ffd640 10 monclient: handle_config config(0 keys) v1 2023-12-03T11:49:51.992 INFO:tasks.workunit.client.0.smithi019.stderr: -299> 2023-12-03T11:49:51.868+0000 7f8276ffd640 10 monclient: handle_monmap mon_map magic: 0 v1 2023-12-03T11:49:51.992 INFO:tasks.workunit.client.0.smithi019.stderr: -298> 2023-12-03T11:49:51.868+0000 7f8276ffd640 10 monclient: got monmap 1 from mon.a (according to old e1) 2023-12-03T11:49:51.993 INFO:tasks.workunit.client.0.smithi019.stderr: -297> 2023-12-03T11:49:51.868+0000 7f8276ffd640 10 monclient: dump: 2023-12-03T11:49:51.993 INFO:tasks.workunit.client.0.smithi019.stderr:epoch 1 2023-12-03T11:49:51.993 INFO:tasks.workunit.client.0.smithi019.stderr:fsid ae33780b-1c64-42c6-818c-b1dc720ff6a2 2023-12-03T11:49:51.993 INFO:tasks.workunit.client.0.smithi019.stderr:last_changed 2023-12-03T11:35:13.610069+0000 2023-12-03T11:49:51.993 INFO:tasks.workunit.client.0.smithi019.stderr:created 2023-12-03T11:35:13.610069+0000 2023-12-03T11:49:51.993 INFO:tasks.workunit.client.0.smithi019.stderr:min_mon_release 18 (reef) 2023-12-03T11:49:51.993 INFO:tasks.workunit.client.0.smithi019.stderr:election_strategy: 1 2023-12-03T11:49:51.993 INFO:tasks.workunit.client.0.smithi019.stderr:0: [v2:172.21.15.19:3300/0,v1:172.21.15.19:6789/0] mon.a 2023-12-03T11:49:51.993 INFO:tasks.workunit.client.0.smithi019.stderr:1: [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] mon.b 2023-12-03T11:49:51.993 INFO:tasks.workunit.client.0.smithi019.stderr:2: [v2:172.21.15.19:3301/0,v1:172.21.15.19:6790/0] mon.c 2023-12-03T11:49:51.993 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:49:51.993 INFO:tasks.workunit.client.0.smithi019.stderr: -296> 2023-12-03T11:49:51.868+0000 7f8298a62980 5 monclient: authenticate success, global_id 6504 2023-12-03T11:49:51.993 INFO:tasks.workunit.client.0.smithi019.stderr: -295> 2023-12-03T11:49:51.868+0000 7f8298a62980 10 monclient: _renew_subs 2023-12-03T11:49:51.993 INFO:tasks.workunit.client.0.smithi019.stderr: -294> 2023-12-03T11:49:51.868+0000 7f8284ff9640 4 set_mon_vals no callback set 2023-12-03T11:49:51.994 INFO:tasks.workunit.client.0.smithi019.stderr: -293> 2023-12-03T11:49:51.868+0000 7f8298a62980 10 monclient: _send_mon_message to mon.a at v2:172.21.15.19:3300/0 2023-12-03T11:49:51.994 INFO:tasks.workunit.client.0.smithi019.stderr: -292> 2023-12-03T11:49:51.868+0000 7f8298a62980 10 monclient: _renew_subs 2023-12-03T11:49:51.994 INFO:tasks.workunit.client.0.smithi019.stderr: -291> 2023-12-03T11:49:51.868+0000 7f8298a62980 10 monclient: _send_mon_message to mon.a at v2:172.21.15.19:3300/0 2023-12-03T11:49:51.994 INFO:tasks.workunit.client.0.smithi019.stderr: -290> 2023-12-03T11:49:51.868+0000 7f8298a62980 1 librados: init done 2023-12-03T11:49:51.994 INFO:tasks.workunit.client.0.smithi019.stderr: -289> 2023-12-03T11:49:51.868+0000 7f8298a62980 20 rados->read ofs=0 len=0 2023-12-03T11:49:51.994 INFO:tasks.workunit.client.0.smithi019.stderr: -288> 2023-12-03T11:49:51.872+0000 7f8276ffd640 4 mgrc handle_mgr_map Got map version 5 2023-12-03T11:49:51.994 INFO:tasks.workunit.client.0.smithi019.stderr: -287> 2023-12-03T11:49:51.872+0000 7f8276ffd640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.57:6832/1976017766,v1:172.21.15.57:6833/1976017766] 2023-12-03T11:49:51.994 INFO:tasks.workunit.client.0.smithi019.stderr: -286> 2023-12-03T11:49:51.872+0000 7f8276ffd640 4 mgrc reconnect Starting new session with [v2:172.21.15.57:6832/1976017766,v1:172.21.15.57:6833/1976017766] 2023-12-03T11:49:51.994 INFO:tasks.workunit.client.0.smithi019.stderr: -285> 2023-12-03T11:49:51.872+0000 7f829657e640 10 monclient: get_auth_request con 0x7f8270064e50 auth_method 0 2023-12-03T11:49:51.994 INFO:tasks.workunit.client.0.smithi019.stderr: -284> 2023-12-03T11:49:51.872+0000 7f8295d7d640 10 monclient: get_auth_request con 0x5562c0e3d810 auth_method 0 2023-12-03T11:49:51.994 INFO:tasks.workunit.client.0.smithi019.stderr: -283> 2023-12-03T11:49:51.872+0000 7f8298a62980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:51.994 INFO:tasks.workunit.client.0.smithi019.stderr: -282> 2023-12-03T11:49:51.872+0000 7f8298a62980 20 realm 2023-12-03T11:49:51.994 INFO:tasks.workunit.client.0.smithi019.stderr: -281> 2023-12-03T11:49:51.872+0000 7f8298a62980 20 rados->read ofs=0 len=0 2023-12-03T11:49:51.994 INFO:tasks.workunit.client.0.smithi019.stderr: -280> 2023-12-03T11:49:51.872+0000 7f8298a62980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:51.995 INFO:tasks.workunit.client.0.smithi019.stderr: -279> 2023-12-03T11:49:51.872+0000 7f8298a62980 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:49:51.995 INFO:tasks.workunit.client.0.smithi019.stderr: -278> 2023-12-03T11:49:51.872+0000 7f8298a62980 20 rados->read ofs=0 len=0 2023-12-03T11:49:51.995 INFO:tasks.workunit.client.0.smithi019.stderr: -277> 2023-12-03T11:49:51.872+0000 7f8298a62980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:51.995 INFO:tasks.workunit.client.0.smithi019.stderr: -276> 2023-12-03T11:49:51.872+0000 7f8298a62980 20 rados->read ofs=0 len=0 2023-12-03T11:49:51.995 INFO:tasks.workunit.client.0.smithi019.stderr: -275> 2023-12-03T11:49:51.872+0000 7f829657e640 10 monclient: get_auth_request con 0x5562c0e416e0 auth_method 0 2023-12-03T11:49:51.995 INFO:tasks.workunit.client.0.smithi019.stderr: -274> 2023-12-03T11:49:51.872+0000 7f8298a62980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:49:51.995 INFO:tasks.workunit.client.0.smithi019.stderr: -273> 2023-12-03T11:49:51.872+0000 7f8298a62980 20 rados->read ofs=0 len=0 2023-12-03T11:49:51.995 INFO:tasks.workunit.client.0.smithi019.stderr: -272> 2023-12-03T11:49:51.876+0000 7f8298a62980 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:49:51.995 INFO:tasks.workunit.client.0.smithi019.stderr: -271> 2023-12-03T11:49:51.876+0000 7f8298a62980 20 searching for the correct realm 2023-12-03T11:49:51.995 INFO:tasks.workunit.client.0.smithi019.stderr: -270> 2023-12-03T11:49:51.876+0000 7f8295d7d640 10 monclient: get_auth_request con 0x5562c0e46700 auth_method 0 2023-12-03T11:49:51.995 INFO:tasks.workunit.client.0.smithi019.stderr: -269> 2023-12-03T11:49:51.876+0000 7f8296d7f640 10 monclient: get_auth_request con 0x7f828c0c3bd0 auth_method 0 2023-12-03T11:49:51.995 INFO:tasks.workunit.client.0.smithi019.stderr: -268> 2023-12-03T11:49:51.876+0000 7f829657e640 10 monclient: get_auth_request con 0x7f8290059850 auth_method 0 2023-12-03T11:49:51.995 INFO:tasks.workunit.client.0.smithi019.stderr: -267> 2023-12-03T11:49:51.880+0000 7f8295d7d640 10 monclient: get_auth_request con 0x7f828807cbe0 auth_method 0 2023-12-03T11:49:51.995 INFO:tasks.workunit.client.0.smithi019.stderr: -266> 2023-12-03T11:49:51.884+0000 7f8296d7f640 10 monclient: get_auth_request con 0x7f828c0b83e0 auth_method 0 2023-12-03T11:49:51.996 INFO:tasks.workunit.client.0.smithi019.stderr: -265> 2023-12-03T11:49:51.888+0000 7f829657e640 10 monclient: get_auth_request con 0x7f828c0df960 auth_method 0 2023-12-03T11:49:51.996 INFO:tasks.workunit.client.0.smithi019.stderr: -264> 2023-12-03T11:49:51.900+0000 7f829657e640 0 -- 172.21.15.19:0/1399291073 >> [v2:172.21.15.57:6808/3142144203,v1:172.21.15.57:6809/3142144203] conn(0x5562c0e416e0 msgr2=0x5562c0e43b10 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:49:51.996 INFO:tasks.workunit.client.0.smithi019.stderr: -263> 2023-12-03T11:49:51.900+0000 7f8276ffd640 1 client.6504.objecter ms_handle_reset 0x5562c0e416e0 session 0x5562c0bcab00 osd.5 2023-12-03T11:49:51.996 INFO:tasks.workunit.client.0.smithi019.stderr: -262> 2023-12-03T11:49:51.900+0000 7f8276ffd640 10 monclient: _renew_subs 2023-12-03T11:49:51.996 INFO:tasks.workunit.client.0.smithi019.stderr: -261> 2023-12-03T11:49:51.900+0000 7f8276ffd640 10 monclient: _send_mon_message to mon.a at v2:172.21.15.19:3300/0 2023-12-03T11:49:51.996 INFO:tasks.workunit.client.0.smithi019.stderr: -260> 2023-12-03T11:49:51.900+0000 7f829657e640 10 monclient: get_auth_request con 0x7f8270075330 auth_method 0 2023-12-03T11:49:51.996 INFO:tasks.workunit.client.0.smithi019.stderr: -259> 2023-12-03T11:49:51.900+0000 7f8298a62980 20 RGWRados::pool_iterate: got zonegroup_info.9433ba8b-08fe-4f3d-8375-ae7b0ce32294 2023-12-03T11:49:51.996 INFO:tasks.workunit.client.0.smithi019.stderr: -258> 2023-12-03T11:49:51.900+0000 7f8298a62980 20 RGWRados::pool_iterate: got zone_info.43a5e689-6a4f-4bb6-8529-28824bd75ab9 2023-12-03T11:49:51.996 INFO:tasks.workunit.client.0.smithi019.stderr: -257> 2023-12-03T11:49:51.900+0000 7f8298a62980 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:49:51.996 INFO:tasks.workunit.client.0.smithi019.stderr: -256> 2023-12-03T11:49:51.900+0000 7f8298a62980 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:49:51.996 INFO:tasks.workunit.client.0.smithi019.stderr: -255> 2023-12-03T11:49:51.900+0000 7f8298a62980 20 rados->read ofs=0 len=0 2023-12-03T11:49:51.996 INFO:tasks.workunit.client.0.smithi019.stderr: -254> 2023-12-03T11:49:51.900+0000 7f8298a62980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:51.996 INFO:tasks.workunit.client.0.smithi019.stderr: -253> 2023-12-03T11:49:51.900+0000 7f8298a62980 20 rados->read ofs=0 len=0 2023-12-03T11:49:51.997 INFO:tasks.workunit.client.0.smithi019.stderr: -252> 2023-12-03T11:49:51.900+0000 7f8298a62980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:49:51.997 INFO:tasks.workunit.client.0.smithi019.stderr: -251> 2023-12-03T11:49:51.900+0000 7f8298a62980 20 rados->read ofs=0 len=0 2023-12-03T11:49:51.997 INFO:tasks.workunit.client.0.smithi019.stderr: -250> 2023-12-03T11:49:51.900+0000 7f8298a62980 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:49:51.997 INFO:tasks.workunit.client.0.smithi019.stderr: -249> 2023-12-03T11:49:51.900+0000 7f8298a62980 20 zone default found 2023-12-03T11:49:51.997 INFO:tasks.workunit.client.0.smithi019.stderr: -248> 2023-12-03T11:49:51.900+0000 7f8298a62980 4 Realm: () 2023-12-03T11:49:51.997 INFO:tasks.workunit.client.0.smithi019.stderr: -247> 2023-12-03T11:49:51.900+0000 7f8298a62980 4 ZoneGroup: default (9433ba8b-08fe-4f3d-8375-ae7b0ce32294) 2023-12-03T11:49:51.997 INFO:tasks.workunit.client.0.smithi019.stderr: -246> 2023-12-03T11:49:51.900+0000 7f8298a62980 4 Zone: default (43a5e689-6a4f-4bb6-8529-28824bd75ab9) 2023-12-03T11:49:51.997 INFO:tasks.workunit.client.0.smithi019.stderr: -245> 2023-12-03T11:49:51.900+0000 7f8298a62980 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:49:51.997 INFO:tasks.workunit.client.0.smithi019.stderr: -244> 2023-12-03T11:49:51.900+0000 7f8298a62980 20 zonegroup default 2023-12-03T11:49:51.997 INFO:tasks.workunit.client.0.smithi019.stderr: -243> 2023-12-03T11:49:51.900+0000 7f8298a62980 20 rados->read ofs=0 len=0 2023-12-03T11:49:51.997 INFO:tasks.workunit.client.0.smithi019.stderr: -242> 2023-12-03T11:49:51.900+0000 7f8298a62980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:51.997 INFO:tasks.workunit.client.0.smithi019.stderr: -241> 2023-12-03T11:49:51.900+0000 7f8298a62980 20 rados->read ofs=0 len=0 2023-12-03T11:49:51.997 INFO:tasks.workunit.client.0.smithi019.stderr: -240> 2023-12-03T11:49:51.904+0000 7f8298a62980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:51.997 INFO:tasks.workunit.client.0.smithi019.stderr: -239> 2023-12-03T11:49:51.904+0000 7f8298a62980 20 rados->read ofs=0 len=0 2023-12-03T11:49:51.998 INFO:tasks.workunit.client.0.smithi019.stderr: -238> 2023-12-03T11:49:51.904+0000 7f8298a62980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:51.998 INFO:tasks.workunit.client.0.smithi019.stderr: -237> 2023-12-03T11:49:51.904+0000 7f8298a62980 20 started sync module instance, tier type = 2023-12-03T11:49:51.998 INFO:tasks.workunit.client.0.smithi019.stderr: -236> 2023-12-03T11:49:51.904+0000 7f8298a62980 20 started zone id=43a5e689-6a4f-4bb6-8529-28824bd75ab9 (name=default) with tier type = 2023-12-03T11:49:51.998 INFO:tasks.workunit.client.0.smithi019.stderr: -235> 2023-12-03T11:49:51.924+0000 7f8295d7d640 0 -- 172.21.15.19:0/1399291073 >> [v2:172.21.15.19:6800/1469834966,v1:172.21.15.19:6801/1469834966] conn(0x5562c0e46700 msgr2=0x5562c0e48af0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:49:51.998 INFO:tasks.workunit.client.0.smithi019.stderr: -234> 2023-12-03T11:49:51.924+0000 7f8276ffd640 1 client.6504.objecter ms_handle_reset 0x5562c0e46700 session 0x5562c0bd4000 osd.3 2023-12-03T11:49:51.998 INFO:tasks.workunit.client.0.smithi019.stderr: -233> 2023-12-03T11:49:51.924+0000 7f8295d7d640 10 monclient: get_auth_request con 0x5562c0e416e0 auth_method 0 2023-12-03T11:49:51.998 INFO:tasks.workunit.client.0.smithi019.stderr: -232> 2023-12-03T11:49:51.928+0000 7f8298a62980 20 add_watcher() i=0 2023-12-03T11:49:51.998 INFO:tasks.workunit.client.0.smithi019.stderr: -231> 2023-12-03T11:49:51.928+0000 7f8298a62980 20 add_watcher() i=1 2023-12-03T11:49:51.998 INFO:tasks.workunit.client.0.smithi019.stderr: -230> 2023-12-03T11:49:51.928+0000 7f8298a62980 20 add_watcher() i=2 2023-12-03T11:49:51.998 INFO:tasks.workunit.client.0.smithi019.stderr: -229> 2023-12-03T11:49:51.928+0000 7f8298a62980 20 add_watcher() i=3 2023-12-03T11:49:51.998 INFO:tasks.workunit.client.0.smithi019.stderr: -228> 2023-12-03T11:49:51.928+0000 7f8298a62980 20 add_watcher() i=4 2023-12-03T11:49:51.998 INFO:tasks.workunit.client.0.smithi019.stderr: -227> 2023-12-03T11:49:51.928+0000 7f8298a62980 20 add_watcher() i=5 2023-12-03T11:49:51.998 INFO:tasks.workunit.client.0.smithi019.stderr: -226> 2023-12-03T11:49:51.928+0000 7f8298a62980 20 add_watcher() i=6 2023-12-03T11:49:51.998 INFO:tasks.workunit.client.0.smithi019.stderr: -225> 2023-12-03T11:49:51.928+0000 7f8298a62980 20 add_watcher() i=7 2023-12-03T11:49:51.998 INFO:tasks.workunit.client.0.smithi019.stderr: -224> 2023-12-03T11:49:51.928+0000 7f8298a62980 2 all 8 watchers are set, enabling cache 2023-12-03T11:49:51.999 INFO:tasks.workunit.client.0.smithi019.stderr: -223> 2023-12-03T11:49:51.932+0000 7f8298a62980 5 AuthRegistry(0x7ffddaa134c0) adding auth protocol: cephx 2023-12-03T11:49:51.999 INFO:tasks.workunit.client.0.smithi019.stderr: -222> 2023-12-03T11:49:51.932+0000 7f8298a62980 5 AuthRegistry(0x7ffddaa134c0) adding auth protocol: cephx 2023-12-03T11:49:51.999 INFO:tasks.workunit.client.0.smithi019.stderr: -221> 2023-12-03T11:49:51.932+0000 7f8298a62980 5 AuthRegistry(0x7ffddaa134c0) adding auth protocol: cephx 2023-12-03T11:49:51.999 INFO:tasks.workunit.client.0.smithi019.stderr: -220> 2023-12-03T11:49:51.932+0000 7f8298a62980 5 AuthRegistry(0x7ffddaa134c0) adding con mode: secure 2023-12-03T11:49:51.999 INFO:tasks.workunit.client.0.smithi019.stderr: -219> 2023-12-03T11:49:51.932+0000 7f8298a62980 5 AuthRegistry(0x7ffddaa134c0) adding con mode: crc 2023-12-03T11:49:51.999 INFO:tasks.workunit.client.0.smithi019.stderr: -218> 2023-12-03T11:49:51.932+0000 7f8298a62980 5 AuthRegistry(0x7ffddaa134c0) adding con mode: secure 2023-12-03T11:49:51.999 INFO:tasks.workunit.client.0.smithi019.stderr: -217> 2023-12-03T11:49:51.932+0000 7f8298a62980 5 AuthRegistry(0x7ffddaa134c0) adding con mode: crc 2023-12-03T11:49:51.999 INFO:tasks.workunit.client.0.smithi019.stderr: -216> 2023-12-03T11:49:51.932+0000 7f8298a62980 5 AuthRegistry(0x7ffddaa134c0) adding con mode: secure 2023-12-03T11:49:51.999 INFO:tasks.workunit.client.0.smithi019.stderr: -215> 2023-12-03T11:49:51.932+0000 7f8298a62980 5 AuthRegistry(0x7ffddaa134c0) adding con mode: crc 2023-12-03T11:49:51.999 INFO:tasks.workunit.client.0.smithi019.stderr: -214> 2023-12-03T11:49:51.932+0000 7f8298a62980 5 AuthRegistry(0x7ffddaa134c0) adding con mode: crc 2023-12-03T11:49:51.999 INFO:tasks.workunit.client.0.smithi019.stderr: -213> 2023-12-03T11:49:51.932+0000 7f8298a62980 5 AuthRegistry(0x7ffddaa134c0) adding con mode: secure 2023-12-03T11:49:51.999 INFO:tasks.workunit.client.0.smithi019.stderr: -212> 2023-12-03T11:49:51.932+0000 7f8298a62980 5 AuthRegistry(0x7ffddaa134c0) adding con mode: crc 2023-12-03T11:49:51.999 INFO:tasks.workunit.client.0.smithi019.stderr: -211> 2023-12-03T11:49:51.932+0000 7f8298a62980 5 AuthRegistry(0x7ffddaa134c0) adding con mode: secure 2023-12-03T11:49:51.999 INFO:tasks.workunit.client.0.smithi019.stderr: -210> 2023-12-03T11:49:51.932+0000 7f8298a62980 5 AuthRegistry(0x7ffddaa134c0) adding con mode: crc 2023-12-03T11:49:52.000 INFO:tasks.workunit.client.0.smithi019.stderr: -209> 2023-12-03T11:49:51.932+0000 7f8298a62980 5 AuthRegistry(0x7ffddaa134c0) adding con mode: secure 2023-12-03T11:49:52.000 INFO:tasks.workunit.client.0.smithi019.stderr: -208> 2023-12-03T11:49:51.932+0000 7f825bfe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:49:52.000 INFO:tasks.workunit.client.0.smithi019.stderr: -207> 2023-12-03T11:49:51.932+0000 7f8298a62980 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-12-03T11:49:52.000 INFO:tasks.workunit.client.0.smithi019.stderr: -206> 2023-12-03T11:49:51.932+0000 7f8298a62980 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:49:52.000 INFO:tasks.workunit.client.0.smithi019.stderr: -205> 2023-12-03T11:49:51.932+0000 7f8298a62980 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:49:52.000 INFO:tasks.workunit.client.0.smithi019.stderr: -204> 2023-12-03T11:49:51.932+0000 7f8298a62980 5 asok(0x5562c0be7240) register_command cache list hook 0x5562c0d19710 2023-12-03T11:49:52.000 INFO:tasks.workunit.client.0.smithi019.stderr: -203> 2023-12-03T11:49:51.932+0000 7f8298a62980 5 asok(0x5562c0be7240) register_command cache inspect hook 0x5562c0d19710 2023-12-03T11:49:52.000 INFO:tasks.workunit.client.0.smithi019.stderr: -202> 2023-12-03T11:49:51.932+0000 7f8298a62980 5 asok(0x5562c0be7240) register_command cache erase hook 0x5562c0d19710 2023-12-03T11:49:52.000 INFO:tasks.workunit.client.0.smithi019.stderr: -201> 2023-12-03T11:49:51.932+0000 7f8298a62980 5 asok(0x5562c0be7240) register_command cache zap hook 0x5562c0d19710 2023-12-03T11:49:52.000 INFO:tasks.workunit.client.0.smithi019.stderr: -200> 2023-12-03T11:49:51.932+0000 7f8298a62980 10 monclient: get_monmap_and_config 2023-12-03T11:49:52.000 INFO:tasks.workunit.client.0.smithi019.stderr: -199> 2023-12-03T11:49:51.932+0000 7f8298a62980 10 monclient: build_initial_monmap 2023-12-03T11:49:52.000 INFO:tasks.workunit.client.0.smithi019.stderr: -198> 2023-12-03T11:49:51.932+0000 7f8298a62980 1 build_initial for_mkfs: 0 2023-12-03T11:49:52.000 INFO:tasks.workunit.client.0.smithi019.stderr: -197> 2023-12-03T11:49:51.932+0000 7f8298a62980 10 monclient: monmap: 2023-12-03T11:49:52.000 INFO:tasks.workunit.client.0.smithi019.stderr:epoch 0 2023-12-03T11:49:52.000 INFO:tasks.workunit.client.0.smithi019.stderr:fsid 00000000-0000-0000-0000-000000000000 2023-12-03T11:49:52.001 INFO:tasks.workunit.client.0.smithi019.stderr:last_changed 0.000000 2023-12-03T11:49:52.001 INFO:tasks.workunit.client.0.smithi019.stderr:created 0.000000 2023-12-03T11:49:52.001 INFO:tasks.workunit.client.0.smithi019.stderr:min_mon_release 0 (unknown) 2023-12-03T11:49:52.001 INFO:tasks.workunit.client.0.smithi019.stderr:election_strategy: 1 2023-12-03T11:49:52.001 INFO:tasks.workunit.client.0.smithi019.stderr:0: [v2:172.21.15.19:3300/0,v1:172.21.15.19:6789/0] mon.noname-a 2023-12-03T11:49:52.001 INFO:tasks.workunit.client.0.smithi019.stderr:1: [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] mon.noname-b 2023-12-03T11:49:52.001 INFO:tasks.workunit.client.0.smithi019.stderr:2: [v2:172.21.15.19:3301/0,v1:172.21.15.19:6790/0] mon.noname-c 2023-12-03T11:49:52.001 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:49:52.001 INFO:tasks.workunit.client.0.smithi019.stderr: -196> 2023-12-03T11:49:51.932+0000 7f8298a62980 5 AuthRegistry(0x5562c0e833f0) adding auth protocol: cephx 2023-12-03T11:49:52.001 INFO:tasks.workunit.client.0.smithi019.stderr: -195> 2023-12-03T11:49:51.932+0000 7f8298a62980 5 AuthRegistry(0x5562c0e833f0) adding auth protocol: cephx 2023-12-03T11:49:52.001 INFO:tasks.workunit.client.0.smithi019.stderr: -194> 2023-12-03T11:49:51.932+0000 7f8298a62980 5 AuthRegistry(0x5562c0e833f0) adding auth protocol: cephx 2023-12-03T11:49:52.001 INFO:tasks.workunit.client.0.smithi019.stderr: -193> 2023-12-03T11:49:51.932+0000 7f8298a62980 5 AuthRegistry(0x5562c0e833f0) adding con mode: secure 2023-12-03T11:49:52.001 INFO:tasks.workunit.client.0.smithi019.stderr: -192> 2023-12-03T11:49:51.932+0000 7f8298a62980 5 AuthRegistry(0x5562c0e833f0) adding con mode: crc 2023-12-03T11:49:52.001 INFO:tasks.workunit.client.0.smithi019.stderr: -191> 2023-12-03T11:49:51.932+0000 7f8298a62980 5 AuthRegistry(0x5562c0e833f0) adding con mode: secure 2023-12-03T11:49:52.001 INFO:tasks.workunit.client.0.smithi019.stderr: -190> 2023-12-03T11:49:51.932+0000 7f8298a62980 5 AuthRegistry(0x5562c0e833f0) adding con mode: crc 2023-12-03T11:49:52.001 INFO:tasks.workunit.client.0.smithi019.stderr: -189> 2023-12-03T11:49:51.932+0000 7f8298a62980 5 AuthRegistry(0x5562c0e833f0) adding con mode: secure 2023-12-03T11:49:52.002 INFO:tasks.workunit.client.0.smithi019.stderr: -188> 2023-12-03T11:49:51.932+0000 7f8298a62980 5 AuthRegistry(0x5562c0e833f0) adding con mode: crc 2023-12-03T11:49:52.002 INFO:tasks.workunit.client.0.smithi019.stderr: -187> 2023-12-03T11:49:51.932+0000 7f8298a62980 5 AuthRegistry(0x5562c0e833f0) adding con mode: crc 2023-12-03T11:49:52.002 INFO:tasks.workunit.client.0.smithi019.stderr: -186> 2023-12-03T11:49:51.932+0000 7f8298a62980 5 AuthRegistry(0x5562c0e833f0) adding con mode: secure 2023-12-03T11:49:52.002 INFO:tasks.workunit.client.0.smithi019.stderr: -185> 2023-12-03T11:49:51.932+0000 7f8298a62980 5 AuthRegistry(0x5562c0e833f0) adding con mode: crc 2023-12-03T11:49:52.002 INFO:tasks.workunit.client.0.smithi019.stderr: -184> 2023-12-03T11:49:51.932+0000 7f8298a62980 5 AuthRegistry(0x5562c0e833f0) adding con mode: secure 2023-12-03T11:49:52.002 INFO:tasks.workunit.client.0.smithi019.stderr: -183> 2023-12-03T11:49:51.932+0000 7f8298a62980 5 AuthRegistry(0x5562c0e833f0) adding con mode: crc 2023-12-03T11:49:52.002 INFO:tasks.workunit.client.0.smithi019.stderr: -182> 2023-12-03T11:49:51.932+0000 7f8298a62980 5 AuthRegistry(0x5562c0e833f0) adding con mode: secure 2023-12-03T11:49:52.002 INFO:tasks.workunit.client.0.smithi019.stderr: -181> 2023-12-03T11:49:51.932+0000 7f8298a62980 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-12-03T11:49:52.002 INFO:tasks.workunit.client.0.smithi019.stderr: -180> 2023-12-03T11:49:51.932+0000 7f8298a62980 10 monclient: init 2023-12-03T11:49:52.002 INFO:tasks.workunit.client.0.smithi019.stderr: -179> 2023-12-03T11:49:51.932+0000 7f8298a62980 5 AuthRegistry(0x7ffddaa13010) adding auth protocol: cephx 2023-12-03T11:49:52.002 INFO:tasks.workunit.client.0.smithi019.stderr: -178> 2023-12-03T11:49:51.932+0000 7f8298a62980 5 AuthRegistry(0x7ffddaa13010) adding auth protocol: cephx 2023-12-03T11:49:52.002 INFO:tasks.workunit.client.0.smithi019.stderr: -177> 2023-12-03T11:49:51.932+0000 7f8298a62980 5 AuthRegistry(0x7ffddaa13010) adding auth protocol: cephx 2023-12-03T11:49:52.002 INFO:tasks.workunit.client.0.smithi019.stderr: -176> 2023-12-03T11:49:51.932+0000 7f8298a62980 5 AuthRegistry(0x7ffddaa13010) adding con mode: secure 2023-12-03T11:49:52.002 INFO:tasks.workunit.client.0.smithi019.stderr: -175> 2023-12-03T11:49:51.932+0000 7f8298a62980 5 AuthRegistry(0x7ffddaa13010) adding con mode: crc 2023-12-03T11:49:52.003 INFO:tasks.workunit.client.0.smithi019.stderr: -174> 2023-12-03T11:49:51.932+0000 7f8298a62980 5 AuthRegistry(0x7ffddaa13010) adding con mode: secure 2023-12-03T11:49:52.003 INFO:tasks.workunit.client.0.smithi019.stderr: -173> 2023-12-03T11:49:51.932+0000 7f8298a62980 5 AuthRegistry(0x7ffddaa13010) adding con mode: crc 2023-12-03T11:49:52.003 INFO:tasks.workunit.client.0.smithi019.stderr: -172> 2023-12-03T11:49:51.932+0000 7f8298a62980 5 AuthRegistry(0x7ffddaa13010) adding con mode: secure 2023-12-03T11:49:52.003 INFO:tasks.workunit.client.0.smithi019.stderr: -171> 2023-12-03T11:49:51.932+0000 7f8298a62980 5 AuthRegistry(0x7ffddaa13010) adding con mode: crc 2023-12-03T11:49:52.003 INFO:tasks.workunit.client.0.smithi019.stderr: -170> 2023-12-03T11:49:51.932+0000 7f8298a62980 5 AuthRegistry(0x7ffddaa13010) adding con mode: crc 2023-12-03T11:49:52.003 INFO:tasks.workunit.client.0.smithi019.stderr: -169> 2023-12-03T11:49:51.932+0000 7f8298a62980 5 AuthRegistry(0x7ffddaa13010) adding con mode: secure 2023-12-03T11:49:52.003 INFO:tasks.workunit.client.0.smithi019.stderr: -168> 2023-12-03T11:49:51.932+0000 7f8298a62980 5 AuthRegistry(0x7ffddaa13010) adding con mode: crc 2023-12-03T11:49:52.003 INFO:tasks.workunit.client.0.smithi019.stderr: -167> 2023-12-03T11:49:51.932+0000 7f8298a62980 5 AuthRegistry(0x7ffddaa13010) adding con mode: secure 2023-12-03T11:49:52.003 INFO:tasks.workunit.client.0.smithi019.stderr: -166> 2023-12-03T11:49:51.932+0000 7f8298a62980 5 AuthRegistry(0x7ffddaa13010) adding con mode: crc 2023-12-03T11:49:52.003 INFO:tasks.workunit.client.0.smithi019.stderr: -165> 2023-12-03T11:49:51.932+0000 7f8298a62980 5 AuthRegistry(0x7ffddaa13010) adding con mode: secure 2023-12-03T11:49:52.003 INFO:tasks.workunit.client.0.smithi019.stderr: -164> 2023-12-03T11:49:51.932+0000 7f8298a62980 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-12-03T11:49:52.003 INFO:tasks.workunit.client.0.smithi019.stderr: -163> 2023-12-03T11:49:51.932+0000 7f8298a62980 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-12-03T11:49:52.003 INFO:tasks.workunit.client.0.smithi019.stderr: -162> 2023-12-03T11:49:51.932+0000 7f8298a62980 5 asok(0x5562c0be7240) register_command rotate-key cmddesc rotate-key hook 0x7ffddaa13158 EEXIST 2023-12-03T11:49:52.003 INFO:tasks.workunit.client.0.smithi019.stderr: -161> 2023-12-03T11:49:51.932+0000 7f8298a62980 10 monclient: _reopen_session rank -1 2023-12-03T11:49:52.004 INFO:tasks.workunit.client.0.smithi019.stderr: -160> 2023-12-03T11:49:51.932+0000 7f8298a62980 10 monclient: _add_conns ranks=[0,1,2] 2023-12-03T11:49:52.004 INFO:tasks.workunit.client.0.smithi019.stderr: -159> 2023-12-03T11:49:51.932+0000 7f8298a62980 10 monclient(hunting): picked mon.noname-a con 0x5562c0e7e7c0 addr [v2:172.21.15.19:3300/0,v1:172.21.15.19:6789/0] 2023-12-03T11:49:52.004 INFO:tasks.workunit.client.0.smithi019.stderr: -158> 2023-12-03T11:49:51.932+0000 7f8298a62980 10 monclient(hunting): picked mon.noname-b con 0x5562c0e8cee0 addr [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] 2023-12-03T11:49:52.004 INFO:tasks.workunit.client.0.smithi019.stderr: -157> 2023-12-03T11:49:51.932+0000 7f8298a62980 10 monclient(hunting): picked mon.noname-c con 0x5562c0e82d50 addr [v2:172.21.15.19:3301/0,v1:172.21.15.19:6790/0] 2023-12-03T11:49:52.004 INFO:tasks.workunit.client.0.smithi019.stderr: -156> 2023-12-03T11:49:51.932+0000 7f8298a62980 10 monclient(hunting): start opening mon connection 2023-12-03T11:49:52.004 INFO:tasks.workunit.client.0.smithi019.stderr: -155> 2023-12-03T11:49:51.932+0000 7f8298a62980 10 monclient(hunting): start opening mon connection 2023-12-03T11:49:52.004 INFO:tasks.workunit.client.0.smithi019.stderr: -154> 2023-12-03T11:49:51.932+0000 7f8298a62980 10 monclient(hunting): start opening mon connection 2023-12-03T11:49:52.004 INFO:tasks.workunit.client.0.smithi019.stderr: -153> 2023-12-03T11:49:51.932+0000 7f8298a62980 10 monclient(hunting): _renew_subs 2023-12-03T11:49:52.004 INFO:tasks.workunit.client.0.smithi019.stderr: -152> 2023-12-03T11:49:51.932+0000 7f8298a62980 10 monclient(hunting): authenticate will time out at 1850.338583s 2023-12-03T11:49:52.004 INFO:tasks.workunit.client.0.smithi019.stderr: -151> 2023-12-03T11:49:51.932+0000 7f8296d7f640 10 monclient(hunting): get_auth_request con 0x5562c0e7e7c0 auth_method 0 2023-12-03T11:49:52.004 INFO:tasks.workunit.client.0.smithi019.stderr: -150> 2023-12-03T11:49:51.932+0000 7f8296d7f640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-12-03T11:49:52.004 INFO:tasks.workunit.client.0.smithi019.stderr: -149> 2023-12-03T11:49:51.932+0000 7f8296d7f640 10 monclient(hunting): _init_auth method 2 2023-12-03T11:49:52.004 INFO:tasks.workunit.client.0.smithi019.stderr: -148> 2023-12-03T11:49:51.932+0000 7f8296d7f640 10 monclient(hunting): _init_auth creating new auth 2023-12-03T11:49:52.004 INFO:tasks.workunit.client.0.smithi019.stderr: -147> 2023-12-03T11:49:51.932+0000 7f8295d7d640 10 monclient(hunting): get_auth_request con 0x5562c0e82d50 auth_method 0 2023-12-03T11:49:52.005 INFO:tasks.workunit.client.0.smithi019.stderr: -146> 2023-12-03T11:49:51.932+0000 7f8295d7d640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-12-03T11:49:52.005 INFO:tasks.workunit.client.0.smithi019.stderr: -145> 2023-12-03T11:49:51.932+0000 7f8295d7d640 10 monclient(hunting): _init_auth method 2 2023-12-03T11:49:52.005 INFO:tasks.workunit.client.0.smithi019.stderr: -144> 2023-12-03T11:49:51.932+0000 7f8295d7d640 10 monclient(hunting): _init_auth creating new auth 2023-12-03T11:49:52.005 INFO:tasks.workunit.client.0.smithi019.stderr: -143> 2023-12-03T11:49:51.932+0000 7f8296d7f640 10 monclient(hunting): handle_auth_reply_more payload 9 2023-12-03T11:49:52.005 INFO:tasks.workunit.client.0.smithi019.stderr: -142> 2023-12-03T11:49:51.932+0000 7f8296d7f640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-12-03T11:49:52.005 INFO:tasks.workunit.client.0.smithi019.stderr: -141> 2023-12-03T11:49:51.932+0000 7f8296d7f640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-12-03T11:49:52.005 INFO:tasks.workunit.client.0.smithi019.stderr: -140> 2023-12-03T11:49:51.932+0000 7f8295d7d640 10 monclient(hunting): handle_auth_reply_more payload 9 2023-12-03T11:49:52.005 INFO:tasks.workunit.client.0.smithi019.stderr: -139> 2023-12-03T11:49:51.932+0000 7f8295d7d640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-12-03T11:49:52.005 INFO:tasks.workunit.client.0.smithi019.stderr: -138> 2023-12-03T11:49:51.932+0000 7f8295d7d640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-12-03T11:49:52.005 INFO:tasks.workunit.client.0.smithi019.stderr: -137> 2023-12-03T11:49:51.932+0000 7f829657e640 10 monclient(hunting): get_auth_request con 0x5562c0e8cee0 auth_method 0 2023-12-03T11:49:52.005 INFO:tasks.workunit.client.0.smithi019.stderr: -136> 2023-12-03T11:49:51.932+0000 7f829657e640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-12-03T11:49:52.005 INFO:tasks.workunit.client.0.smithi019.stderr: -135> 2023-12-03T11:49:51.932+0000 7f829657e640 10 monclient(hunting): _init_auth method 2 2023-12-03T11:49:52.005 INFO:tasks.workunit.client.0.smithi019.stderr: -134> 2023-12-03T11:49:51.932+0000 7f829657e640 10 monclient(hunting): _init_auth creating new auth 2023-12-03T11:49:52.005 INFO:tasks.workunit.client.0.smithi019.stderr: -133> 2023-12-03T11:49:51.932+0000 7f8296d7f640 10 monclient(hunting): handle_auth_done global_id 6507 payload 274 2023-12-03T11:49:52.005 INFO:tasks.workunit.client.0.smithi019.stderr: -132> 2023-12-03T11:49:51.932+0000 7f8296d7f640 10 monclient: _finish_hunting 0 2023-12-03T11:49:52.006 INFO:tasks.workunit.client.0.smithi019.stderr: -131> 2023-12-03T11:49:51.932+0000 7f8296d7f640 1 monclient: found mon.noname-a 2023-12-03T11:49:52.006 INFO:tasks.workunit.client.0.smithi019.stderr: -130> 2023-12-03T11:49:51.932+0000 7f8296d7f640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.19:3300/0 2023-12-03T11:49:52.006 INFO:tasks.workunit.client.0.smithi019.stderr: -129> 2023-12-03T11:49:51.932+0000 7f825b7e6640 10 monclient: handle_monmap mon_map magic: 0 v1 2023-12-03T11:49:52.006 INFO:tasks.workunit.client.0.smithi019.stderr: -128> 2023-12-03T11:49:51.932+0000 7f825b7e6640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2023-12-03T11:49:52.006 INFO:tasks.workunit.client.0.smithi019.stderr: -127> 2023-12-03T11:49:51.932+0000 7f825b7e6640 10 monclient: dump: 2023-12-03T11:49:52.006 INFO:tasks.workunit.client.0.smithi019.stderr:epoch 1 2023-12-03T11:49:52.006 INFO:tasks.workunit.client.0.smithi019.stderr:fsid ae33780b-1c64-42c6-818c-b1dc720ff6a2 2023-12-03T11:49:52.006 INFO:tasks.workunit.client.0.smithi019.stderr:last_changed 2023-12-03T11:35:13.610069+0000 2023-12-03T11:49:52.006 INFO:tasks.workunit.client.0.smithi019.stderr:created 2023-12-03T11:35:13.610069+0000 2023-12-03T11:49:52.006 INFO:tasks.workunit.client.0.smithi019.stderr:min_mon_release 18 (reef) 2023-12-03T11:49:52.006 INFO:tasks.workunit.client.0.smithi019.stderr:election_strategy: 1 2023-12-03T11:49:52.006 INFO:tasks.workunit.client.0.smithi019.stderr:0: [v2:172.21.15.19:3300/0,v1:172.21.15.19:6789/0] mon.a 2023-12-03T11:49:52.006 INFO:tasks.workunit.client.0.smithi019.stderr:1: [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] mon.b 2023-12-03T11:49:52.006 INFO:tasks.workunit.client.0.smithi019.stderr:2: [v2:172.21.15.19:3301/0,v1:172.21.15.19:6790/0] mon.c 2023-12-03T11:49:52.007 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:49:52.007 INFO:tasks.workunit.client.0.smithi019.stderr: -126> 2023-12-03T11:49:51.932+0000 7f825b7e6640 10 monclient: _finish_auth 0 2023-12-03T11:49:52.007 INFO:tasks.workunit.client.0.smithi019.stderr: -125> 2023-12-03T11:49:51.932+0000 7f825b7e6640 10 monclient: _check_auth_tickets 2023-12-03T11:49:52.007 INFO:tasks.workunit.client.0.smithi019.stderr: -124> 2023-12-03T11:49:51.932+0000 7f825b7e6640 10 monclient: handle_config config(0 keys) v1 2023-12-03T11:49:52.007 INFO:tasks.workunit.client.0.smithi019.stderr: -123> 2023-12-03T11:49:51.932+0000 7f825b7e6640 10 monclient: handle_monmap mon_map magic: 0 v1 2023-12-03T11:49:52.007 INFO:tasks.workunit.client.0.smithi019.stderr: -122> 2023-12-03T11:49:51.932+0000 7f825b7e6640 10 monclient: got monmap 1 from mon.a (according to old e1) 2023-12-03T11:49:52.007 INFO:tasks.workunit.client.0.smithi019.stderr: -121> 2023-12-03T11:49:51.932+0000 7f825b7e6640 10 monclient: dump: 2023-12-03T11:49:52.007 INFO:tasks.workunit.client.0.smithi019.stderr:epoch 1 2023-12-03T11:49:52.007 INFO:tasks.workunit.client.0.smithi019.stderr:fsid ae33780b-1c64-42c6-818c-b1dc720ff6a2 2023-12-03T11:49:52.007 INFO:tasks.workunit.client.0.smithi019.stderr:last_changed 2023-12-03T11:35:13.610069+0000 2023-12-03T11:49:52.007 INFO:tasks.workunit.client.0.smithi019.stderr:created 2023-12-03T11:35:13.610069+0000 2023-12-03T11:49:52.007 INFO:tasks.workunit.client.0.smithi019.stderr:min_mon_release 18 (reef) 2023-12-03T11:49:52.007 INFO:tasks.workunit.client.0.smithi019.stderr:election_strategy: 1 2023-12-03T11:49:52.007 INFO:tasks.workunit.client.0.smithi019.stderr:0: [v2:172.21.15.19:3300/0,v1:172.21.15.19:6789/0] mon.a 2023-12-03T11:49:52.007 INFO:tasks.workunit.client.0.smithi019.stderr:1: [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] mon.b 2023-12-03T11:49:52.008 INFO:tasks.workunit.client.0.smithi019.stderr:2: [v2:172.21.15.19:3301/0,v1:172.21.15.19:6790/0] mon.c 2023-12-03T11:49:52.008 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:49:52.008 INFO:tasks.workunit.client.0.smithi019.stderr: -120> 2023-12-03T11:49:51.932+0000 7f8298a62980 5 monclient: authenticate success, global_id 6507 2023-12-03T11:49:52.008 INFO:tasks.workunit.client.0.smithi019.stderr: -119> 2023-12-03T11:49:51.932+0000 7f8298a62980 10 monclient: get_monmap_and_config success 2023-12-03T11:49:52.008 INFO:tasks.workunit.client.0.smithi019.stderr: -118> 2023-12-03T11:49:51.932+0000 7f8298a62980 4 set_mon_vals no callback set 2023-12-03T11:49:52.008 INFO:tasks.workunit.client.0.smithi019.stderr: -117> 2023-12-03T11:49:51.936+0000 7f8298a62980 10 monclient: shutdown 2023-12-03T11:49:52.008 INFO:tasks.workunit.client.0.smithi019.stderr: -116> 2023-12-03T11:49:51.936+0000 7f8298a62980 10 monclient: build_initial_monmap 2023-12-03T11:49:52.008 INFO:tasks.workunit.client.0.smithi019.stderr: -115> 2023-12-03T11:49:51.936+0000 7f8298a62980 1 build_initial for_mkfs: 0 2023-12-03T11:49:52.008 INFO:tasks.workunit.client.0.smithi019.stderr: -114> 2023-12-03T11:49:51.936+0000 7f8298a62980 10 monclient: monmap: 2023-12-03T11:49:52.008 INFO:tasks.workunit.client.0.smithi019.stderr:epoch 0 2023-12-03T11:49:52.008 INFO:tasks.workunit.client.0.smithi019.stderr:fsid 00000000-0000-0000-0000-000000000000 2023-12-03T11:49:52.008 INFO:tasks.workunit.client.0.smithi019.stderr:last_changed 0.000000 2023-12-03T11:49:52.008 INFO:tasks.workunit.client.0.smithi019.stderr:created 0.000000 2023-12-03T11:49:52.008 INFO:tasks.workunit.client.0.smithi019.stderr:min_mon_release 0 (unknown) 2023-12-03T11:49:52.008 INFO:tasks.workunit.client.0.smithi019.stderr:election_strategy: 1 2023-12-03T11:49:52.009 INFO:tasks.workunit.client.0.smithi019.stderr:0: [v2:172.21.15.19:3300/0,v1:172.21.15.19:6789/0] mon.noname-a 2023-12-03T11:49:52.009 INFO:tasks.workunit.client.0.smithi019.stderr:1: [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] mon.noname-b 2023-12-03T11:49:52.009 INFO:tasks.workunit.client.0.smithi019.stderr:2: [v2:172.21.15.19:3301/0,v1:172.21.15.19:6790/0] mon.noname-c 2023-12-03T11:49:52.009 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:49:52.009 INFO:tasks.workunit.client.0.smithi019.stderr: -113> 2023-12-03T11:49:51.936+0000 7f8298a62980 5 AuthRegistry(0x5562c0e54aa0) adding auth protocol: cephx 2023-12-03T11:49:52.009 INFO:tasks.workunit.client.0.smithi019.stderr: -112> 2023-12-03T11:49:51.936+0000 7f8298a62980 5 AuthRegistry(0x5562c0e54aa0) adding auth protocol: cephx 2023-12-03T11:49:52.009 INFO:tasks.workunit.client.0.smithi019.stderr: -111> 2023-12-03T11:49:51.936+0000 7f8298a62980 5 AuthRegistry(0x5562c0e54aa0) adding auth protocol: cephx 2023-12-03T11:49:52.009 INFO:tasks.workunit.client.0.smithi019.stderr: -110> 2023-12-03T11:49:51.936+0000 7f8298a62980 5 AuthRegistry(0x5562c0e54aa0) adding con mode: secure 2023-12-03T11:49:52.009 INFO:tasks.workunit.client.0.smithi019.stderr: -109> 2023-12-03T11:49:51.936+0000 7f8298a62980 5 AuthRegistry(0x5562c0e54aa0) adding con mode: crc 2023-12-03T11:49:52.009 INFO:tasks.workunit.client.0.smithi019.stderr: -108> 2023-12-03T11:49:51.936+0000 7f8298a62980 5 AuthRegistry(0x5562c0e54aa0) adding con mode: secure 2023-12-03T11:49:52.009 INFO:tasks.workunit.client.0.smithi019.stderr: -107> 2023-12-03T11:49:51.936+0000 7f8298a62980 5 AuthRegistry(0x5562c0e54aa0) adding con mode: crc 2023-12-03T11:49:52.009 INFO:tasks.workunit.client.0.smithi019.stderr: -106> 2023-12-03T11:49:51.936+0000 7f8298a62980 5 AuthRegistry(0x5562c0e54aa0) adding con mode: secure 2023-12-03T11:49:52.009 INFO:tasks.workunit.client.0.smithi019.stderr: -105> 2023-12-03T11:49:51.936+0000 7f8298a62980 5 AuthRegistry(0x5562c0e54aa0) adding con mode: crc 2023-12-03T11:49:52.009 INFO:tasks.workunit.client.0.smithi019.stderr: -104> 2023-12-03T11:49:51.936+0000 7f8298a62980 5 AuthRegistry(0x5562c0e54aa0) adding con mode: crc 2023-12-03T11:49:52.009 INFO:tasks.workunit.client.0.smithi019.stderr: -103> 2023-12-03T11:49:51.936+0000 7f8298a62980 5 AuthRegistry(0x5562c0e54aa0) adding con mode: secure 2023-12-03T11:49:52.010 INFO:tasks.workunit.client.0.smithi019.stderr: -102> 2023-12-03T11:49:51.936+0000 7f8298a62980 5 AuthRegistry(0x5562c0e54aa0) adding con mode: crc 2023-12-03T11:49:52.010 INFO:tasks.workunit.client.0.smithi019.stderr: -101> 2023-12-03T11:49:51.936+0000 7f8298a62980 5 AuthRegistry(0x5562c0e54aa0) adding con mode: secure 2023-12-03T11:49:52.010 INFO:tasks.workunit.client.0.smithi019.stderr: -100> 2023-12-03T11:49:51.936+0000 7f8298a62980 5 AuthRegistry(0x5562c0e54aa0) adding con mode: crc 2023-12-03T11:49:52.010 INFO:tasks.workunit.client.0.smithi019.stderr: -99> 2023-12-03T11:49:51.936+0000 7f8298a62980 5 AuthRegistry(0x5562c0e54aa0) adding con mode: secure 2023-12-03T11:49:52.010 INFO:tasks.workunit.client.0.smithi019.stderr: -98> 2023-12-03T11:49:51.936+0000 7f8298a62980 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-12-03T11:49:52.010 INFO:tasks.workunit.client.0.smithi019.stderr: -97> 2023-12-03T11:49:51.936+0000 7f8298a62980 1 librados: starting msgr at 2023-12-03T11:49:52.010 INFO:tasks.workunit.client.0.smithi019.stderr: -96> 2023-12-03T11:49:51.936+0000 7f8298a62980 1 librados: starting objecter 2023-12-03T11:49:52.010 INFO:tasks.workunit.client.0.smithi019.stderr: -95> 2023-12-03T11:49:51.936+0000 7f8298a62980 5 asok(0x5562c0be7240) register_command objecter_requests cmddesc objecter_requests hook 0x5562c0e40c70 EEXIST 2023-12-03T11:49:52.010 INFO:tasks.workunit.client.0.smithi019.stderr: -94> 2023-12-03T11:49:51.936+0000 7f8298a62980 1 librados: setting wanted keys 2023-12-03T11:49:52.010 INFO:tasks.workunit.client.0.smithi019.stderr: -93> 2023-12-03T11:49:51.936+0000 7f8298a62980 1 librados: calling monclient init 2023-12-03T11:49:52.010 INFO:tasks.workunit.client.0.smithi019.stderr: -92> 2023-12-03T11:49:51.936+0000 7f8298a62980 10 monclient: init 2023-12-03T11:49:52.010 INFO:tasks.workunit.client.0.smithi019.stderr: -91> 2023-12-03T11:49:51.936+0000 7f8298a62980 5 AuthRegistry(0x5562c0e51e08) adding auth protocol: cephx 2023-12-03T11:49:52.010 INFO:tasks.workunit.client.0.smithi019.stderr: -90> 2023-12-03T11:49:51.936+0000 7f8298a62980 5 AuthRegistry(0x5562c0e51e08) adding auth protocol: cephx 2023-12-03T11:49:52.011 INFO:tasks.workunit.client.0.smithi019.stderr: -89> 2023-12-03T11:49:51.936+0000 7f8298a62980 5 AuthRegistry(0x5562c0e51e08) adding auth protocol: cephx 2023-12-03T11:49:52.011 INFO:tasks.workunit.client.0.smithi019.stderr: -88> 2023-12-03T11:49:51.936+0000 7f8298a62980 5 AuthRegistry(0x5562c0e51e08) adding con mode: secure 2023-12-03T11:49:52.011 INFO:tasks.workunit.client.0.smithi019.stderr: -87> 2023-12-03T11:49:51.936+0000 7f8298a62980 5 AuthRegistry(0x5562c0e51e08) adding con mode: crc 2023-12-03T11:49:52.011 INFO:tasks.workunit.client.0.smithi019.stderr: -86> 2023-12-03T11:49:51.936+0000 7f8298a62980 5 AuthRegistry(0x5562c0e51e08) adding con mode: secure 2023-12-03T11:49:52.011 INFO:tasks.workunit.client.0.smithi019.stderr: -85> 2023-12-03T11:49:51.936+0000 7f8298a62980 5 AuthRegistry(0x5562c0e51e08) adding con mode: crc 2023-12-03T11:49:52.011 INFO:tasks.workunit.client.0.smithi019.stderr: -84> 2023-12-03T11:49:51.936+0000 7f8298a62980 5 AuthRegistry(0x5562c0e51e08) adding con mode: secure 2023-12-03T11:49:52.011 INFO:tasks.workunit.client.0.smithi019.stderr: -83> 2023-12-03T11:49:51.936+0000 7f8298a62980 5 AuthRegistry(0x5562c0e51e08) adding con mode: crc 2023-12-03T11:49:52.011 INFO:tasks.workunit.client.0.smithi019.stderr: -82> 2023-12-03T11:49:51.936+0000 7f8298a62980 5 AuthRegistry(0x5562c0e51e08) adding con mode: crc 2023-12-03T11:49:52.011 INFO:tasks.workunit.client.0.smithi019.stderr: -81> 2023-12-03T11:49:51.936+0000 7f8298a62980 5 AuthRegistry(0x5562c0e51e08) adding con mode: secure 2023-12-03T11:49:52.011 INFO:tasks.workunit.client.0.smithi019.stderr: -80> 2023-12-03T11:49:51.936+0000 7f8298a62980 5 AuthRegistry(0x5562c0e51e08) adding con mode: crc 2023-12-03T11:49:52.011 INFO:tasks.workunit.client.0.smithi019.stderr: -79> 2023-12-03T11:49:51.936+0000 7f8298a62980 5 AuthRegistry(0x5562c0e51e08) adding con mode: secure 2023-12-03T11:49:52.011 INFO:tasks.workunit.client.0.smithi019.stderr: -78> 2023-12-03T11:49:51.936+0000 7f8298a62980 5 AuthRegistry(0x5562c0e51e08) adding con mode: crc 2023-12-03T11:49:52.011 INFO:tasks.workunit.client.0.smithi019.stderr: -77> 2023-12-03T11:49:51.936+0000 7f8298a62980 5 AuthRegistry(0x5562c0e51e08) adding con mode: secure 2023-12-03T11:49:52.011 INFO:tasks.workunit.client.0.smithi019.stderr: -76> 2023-12-03T11:49:51.936+0000 7f8298a62980 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-12-03T11:49:52.011 INFO:tasks.workunit.client.0.smithi019.stderr: -75> 2023-12-03T11:49:51.936+0000 7f8298a62980 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-12-03T11:49:52.012 INFO:tasks.workunit.client.0.smithi019.stderr: -74> 2023-12-03T11:49:51.936+0000 7f8298a62980 5 asok(0x5562c0be7240) register_command rotate-key cmddesc rotate-key hook 0x5562c0e51f50 EEXIST 2023-12-03T11:49:52.012 INFO:tasks.workunit.client.0.smithi019.stderr: -73> 2023-12-03T11:49:51.936+0000 7f8298a62980 10 monclient: _reopen_session rank -1 2023-12-03T11:49:52.012 INFO:tasks.workunit.client.0.smithi019.stderr: -72> 2023-12-03T11:49:51.936+0000 7f8298a62980 10 monclient: _add_conns ranks=[1,0,2] 2023-12-03T11:49:52.012 INFO:tasks.workunit.client.0.smithi019.stderr: -71> 2023-12-03T11:49:51.936+0000 7f8298a62980 10 monclient(hunting): picked mon.noname-b con 0x5562c0e82d50 addr [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] 2023-12-03T11:49:52.012 INFO:tasks.workunit.client.0.smithi019.stderr: -70> 2023-12-03T11:49:51.936+0000 7f8298a62980 10 monclient(hunting): picked mon.noname-a con 0x5562c0e8cee0 addr [v2:172.21.15.19:3300/0,v1:172.21.15.19:6789/0] 2023-12-03T11:49:52.012 INFO:tasks.workunit.client.0.smithi019.stderr: -69> 2023-12-03T11:49:51.936+0000 7f8298a62980 10 monclient(hunting): picked mon.noname-c con 0x5562c0e794a0 addr [v2:172.21.15.19:3301/0,v1:172.21.15.19:6790/0] 2023-12-03T11:49:52.012 INFO:tasks.workunit.client.0.smithi019.stderr: -68> 2023-12-03T11:49:51.936+0000 7f8298a62980 10 monclient(hunting): start opening mon connection 2023-12-03T11:49:52.012 INFO:tasks.workunit.client.0.smithi019.stderr: -67> 2023-12-03T11:49:51.936+0000 7f8298a62980 10 monclient(hunting): start opening mon connection 2023-12-03T11:49:52.012 INFO:tasks.workunit.client.0.smithi019.stderr: -66> 2023-12-03T11:49:51.936+0000 7f8298a62980 10 monclient(hunting): start opening mon connection 2023-12-03T11:49:52.012 INFO:tasks.workunit.client.0.smithi019.stderr: -65> 2023-12-03T11:49:51.936+0000 7f8298a62980 10 monclient(hunting): _renew_subs 2023-12-03T11:49:52.012 INFO:tasks.workunit.client.0.smithi019.stderr: -64> 2023-12-03T11:49:51.936+0000 7f8298a62980 10 monclient(hunting): authenticate will time out at 1850.341905s 2023-12-03T11:49:52.012 INFO:tasks.workunit.client.0.smithi019.stderr: -63> 2023-12-03T11:49:51.936+0000 7f8295d7d640 10 monclient(hunting): get_auth_request con 0x5562c0e794a0 auth_method 0 2023-12-03T11:49:52.012 INFO:tasks.workunit.client.0.smithi019.stderr: -62> 2023-12-03T11:49:51.936+0000 7f8295d7d640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-12-03T11:49:52.012 INFO:tasks.workunit.client.0.smithi019.stderr: -61> 2023-12-03T11:49:51.936+0000 7f8295d7d640 10 monclient(hunting): _init_auth method 2 2023-12-03T11:49:52.012 INFO:tasks.workunit.client.0.smithi019.stderr: -60> 2023-12-03T11:49:51.936+0000 7f8295d7d640 10 monclient(hunting): _init_auth creating new auth 2023-12-03T11:49:52.012 INFO:tasks.workunit.client.0.smithi019.stderr: -59> 2023-12-03T11:49:51.936+0000 7f829657e640 10 monclient(hunting): get_auth_request con 0x5562c0e8cee0 auth_method 0 2023-12-03T11:49:52.013 INFO:tasks.workunit.client.0.smithi019.stderr: -58> 2023-12-03T11:49:51.936+0000 7f829657e640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-12-03T11:49:52.013 INFO:tasks.workunit.client.0.smithi019.stderr: -57> 2023-12-03T11:49:51.936+0000 7f829657e640 10 monclient(hunting): _init_auth method 2 2023-12-03T11:49:52.013 INFO:tasks.workunit.client.0.smithi019.stderr: -56> 2023-12-03T11:49:51.936+0000 7f829657e640 10 monclient(hunting): _init_auth creating new auth 2023-12-03T11:49:52.013 INFO:tasks.workunit.client.0.smithi019.stderr: -55> 2023-12-03T11:49:51.936+0000 7f8295d7d640 10 monclient(hunting): handle_auth_reply_more payload 9 2023-12-03T11:49:52.013 INFO:tasks.workunit.client.0.smithi019.stderr: -54> 2023-12-03T11:49:51.936+0000 7f8295d7d640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-12-03T11:49:52.013 INFO:tasks.workunit.client.0.smithi019.stderr: -53> 2023-12-03T11:49:51.936+0000 7f8295d7d640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-12-03T11:49:52.013 INFO:tasks.workunit.client.0.smithi019.stderr: -52> 2023-12-03T11:49:51.936+0000 7f829657e640 10 monclient(hunting): handle_auth_reply_more payload 9 2023-12-03T11:49:52.013 INFO:tasks.workunit.client.0.smithi019.stderr: -51> 2023-12-03T11:49:51.936+0000 7f829657e640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-12-03T11:49:52.013 INFO:tasks.workunit.client.0.smithi019.stderr: -50> 2023-12-03T11:49:51.936+0000 7f829657e640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-12-03T11:49:52.013 INFO:tasks.workunit.client.0.smithi019.stderr: -49> 2023-12-03T11:49:51.936+0000 7f8295d7d640 10 monclient(hunting): handle_auth_done global_id 6191 payload 824 2023-12-03T11:49:52.013 INFO:tasks.workunit.client.0.smithi019.stderr: -48> 2023-12-03T11:49:51.936+0000 7f8295d7d640 10 monclient: _finish_hunting 0 2023-12-03T11:49:52.013 INFO:tasks.workunit.client.0.smithi019.stderr: -47> 2023-12-03T11:49:51.936+0000 7f8295d7d640 1 monclient: found mon.noname-c 2023-12-03T11:49:52.013 INFO:tasks.workunit.client.0.smithi019.stderr: -46> 2023-12-03T11:49:51.936+0000 7f8295d7d640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.19:3301/0 2023-12-03T11:49:52.013 INFO:tasks.workunit.client.0.smithi019.stderr: -45> 2023-12-03T11:49:51.936+0000 7f8259fe3640 10 monclient: handle_monmap mon_map magic: 0 v1 2023-12-03T11:49:52.014 INFO:tasks.workunit.client.0.smithi019.stderr: -44> 2023-12-03T11:49:51.936+0000 7f8259fe3640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2023-12-03T11:49:52.014 INFO:tasks.workunit.client.0.smithi019.stderr: -43> 2023-12-03T11:49:51.936+0000 7f8259fe3640 10 monclient: dump: 2023-12-03T11:49:52.014 INFO:tasks.workunit.client.0.smithi019.stderr:epoch 1 2023-12-03T11:49:52.014 INFO:tasks.workunit.client.0.smithi019.stderr:fsid ae33780b-1c64-42c6-818c-b1dc720ff6a2 2023-12-03T11:49:52.014 INFO:tasks.workunit.client.0.smithi019.stderr:last_changed 2023-12-03T11:35:13.610069+0000 2023-12-03T11:49:52.014 INFO:tasks.workunit.client.0.smithi019.stderr:created 2023-12-03T11:35:13.610069+0000 2023-12-03T11:49:52.014 INFO:tasks.workunit.client.0.smithi019.stderr:min_mon_release 18 (reef) 2023-12-03T11:49:52.014 INFO:tasks.workunit.client.0.smithi019.stderr:election_strategy: 1 2023-12-03T11:49:52.014 INFO:tasks.workunit.client.0.smithi019.stderr:0: [v2:172.21.15.19:3300/0,v1:172.21.15.19:6789/0] mon.a 2023-12-03T11:49:52.014 INFO:tasks.workunit.client.0.smithi019.stderr:1: [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] mon.b 2023-12-03T11:49:52.014 INFO:tasks.workunit.client.0.smithi019.stderr:2: [v2:172.21.15.19:3301/0,v1:172.21.15.19:6790/0] mon.c 2023-12-03T11:49:52.014 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:49:52.014 INFO:tasks.workunit.client.0.smithi019.stderr: -42> 2023-12-03T11:49:51.936+0000 7f8259fe3640 10 monclient: _finish_auth 0 2023-12-03T11:49:52.014 INFO:tasks.workunit.client.0.smithi019.stderr: -41> 2023-12-03T11:49:51.936+0000 7f8259fe3640 10 monclient: _check_auth_tickets 2023-12-03T11:49:52.015 INFO:tasks.workunit.client.0.smithi019.stderr: -40> 2023-12-03T11:49:51.936+0000 7f8259fe3640 10 monclient: handle_config config(0 keys) v1 2023-12-03T11:49:52.015 INFO:tasks.workunit.client.0.smithi019.stderr: -39> 2023-12-03T11:49:51.936+0000 7f8259fe3640 10 monclient: handle_monmap mon_map magic: 0 v1 2023-12-03T11:49:52.015 INFO:tasks.workunit.client.0.smithi019.stderr: -38> 2023-12-03T11:49:51.936+0000 7f8259fe3640 10 monclient: got monmap 1 from mon.c (according to old e1) 2023-12-03T11:49:52.015 INFO:tasks.workunit.client.0.smithi019.stderr: -37> 2023-12-03T11:49:51.936+0000 7f8259fe3640 10 monclient: dump: 2023-12-03T11:49:52.015 INFO:tasks.workunit.client.0.smithi019.stderr:epoch 1 2023-12-03T11:49:52.015 INFO:tasks.workunit.client.0.smithi019.stderr:fsid ae33780b-1c64-42c6-818c-b1dc720ff6a2 2023-12-03T11:49:52.015 INFO:tasks.workunit.client.0.smithi019.stderr:last_changed 2023-12-03T11:35:13.610069+0000 2023-12-03T11:49:52.015 INFO:tasks.workunit.client.0.smithi019.stderr:created 2023-12-03T11:35:13.610069+0000 2023-12-03T11:49:52.015 INFO:tasks.workunit.client.0.smithi019.stderr:min_mon_release 18 (reef) 2023-12-03T11:49:52.015 INFO:tasks.workunit.client.0.smithi019.stderr:election_strategy: 1 2023-12-03T11:49:52.015 INFO:tasks.workunit.client.0.smithi019.stderr:0: [v2:172.21.15.19:3300/0,v1:172.21.15.19:6789/0] mon.a 2023-12-03T11:49:52.015 INFO:tasks.workunit.client.0.smithi019.stderr:1: [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] mon.b 2023-12-03T11:49:52.015 INFO:tasks.workunit.client.0.smithi019.stderr:2: [v2:172.21.15.19:3301/0,v1:172.21.15.19:6790/0] mon.c 2023-12-03T11:49:52.015 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:49:52.015 INFO:tasks.workunit.client.0.smithi019.stderr: -36> 2023-12-03T11:49:51.936+0000 7f8298a62980 5 monclient: authenticate success, global_id 6191 2023-12-03T11:49:52.016 INFO:tasks.workunit.client.0.smithi019.stderr: -35> 2023-12-03T11:49:51.936+0000 7f8298a62980 10 monclient: _renew_subs 2023-12-03T11:49:52.016 INFO:tasks.workunit.client.0.smithi019.stderr: -34> 2023-12-03T11:49:51.936+0000 7f8298a62980 10 monclient: _send_mon_message to mon.c at v2:172.21.15.19:3301/0 2023-12-03T11:49:52.016 INFO:tasks.workunit.client.0.smithi019.stderr: -33> 2023-12-03T11:49:51.936+0000 7f825b7e6640 4 set_mon_vals no callback set 2023-12-03T11:49:52.016 INFO:tasks.workunit.client.0.smithi019.stderr: -32> 2023-12-03T11:49:51.936+0000 7f8298a62980 10 monclient: _renew_subs 2023-12-03T11:49:52.016 INFO:tasks.workunit.client.0.smithi019.stderr: -31> 2023-12-03T11:49:51.936+0000 7f8298a62980 10 monclient: _send_mon_message to mon.c at v2:172.21.15.19:3301/0 2023-12-03T11:49:52.016 INFO:tasks.workunit.client.0.smithi019.stderr: -30> 2023-12-03T11:49:51.936+0000 7f8298a62980 1 librados: init done 2023-12-03T11:49:52.016 INFO:tasks.workunit.client.0.smithi019.stderr: -29> 2023-12-03T11:49:51.936+0000 7f8298a62980 5 asok(0x5562c0be7240) register_command cr dump hook 0x5562c0e871f8 2023-12-03T11:49:52.016 INFO:tasks.workunit.client.0.smithi019.stderr: -28> 2023-12-03T11:49:51.940+0000 7f8259fe3640 4 mgrc handle_mgr_map Got map version 5 2023-12-03T11:49:52.016 INFO:tasks.workunit.client.0.smithi019.stderr: -27> 2023-12-03T11:49:51.940+0000 7f8259fe3640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.57:6832/1976017766,v1:172.21.15.57:6833/1976017766] 2023-12-03T11:49:52.016 INFO:tasks.workunit.client.0.smithi019.stderr: -26> 2023-12-03T11:49:51.940+0000 7f8259fe3640 4 mgrc reconnect Starting new session with [v2:172.21.15.57:6832/1976017766,v1:172.21.15.57:6833/1976017766] 2023-12-03T11:49:52.016 INFO:tasks.workunit.client.0.smithi019.stderr: -25> 2023-12-03T11:49:51.940+0000 7f8298a62980 5 note: GC not initialized 2023-12-03T11:49:52.016 INFO:tasks.workunit.client.0.smithi019.stderr: -24> 2023-12-03T11:49:51.940+0000 7f81caffd640 20 reqs_thread_entry: start 2023-12-03T11:49:52.016 INFO:tasks.workunit.client.0.smithi019.stderr: -23> 2023-12-03T11:49:51.940+0000 7f8296d7f640 10 monclient: get_auth_request con 0x7f81d0064e80 auth_method 0 2023-12-03T11:49:52.016 INFO:tasks.workunit.client.0.smithi019.stderr: -22> 2023-12-03T11:49:51.940+0000 7f8298a62980 5 asok(0x5562c0be7240) register_command sync trace show hook 0x7f828c004470 2023-12-03T11:49:52.016 INFO:tasks.workunit.client.0.smithi019.stderr: -21> 2023-12-03T11:49:51.940+0000 7f8298a62980 5 asok(0x5562c0be7240) register_command sync trace history hook 0x7f828c004470 2023-12-03T11:49:52.017 INFO:tasks.workunit.client.0.smithi019.stderr: -20> 2023-12-03T11:49:51.940+0000 7f8298a62980 5 asok(0x5562c0be7240) register_command sync trace active hook 0x7f828c004470 2023-12-03T11:49:52.017 INFO:tasks.workunit.client.0.smithi019.stderr: -19> 2023-12-03T11:49:51.940+0000 7f8298a62980 5 asok(0x5562c0be7240) register_command sync trace active_short hook 0x7f828c004470 2023-12-03T11:49:52.017 INFO:tasks.workunit.client.0.smithi019.stderr: -18> 2023-12-03T11:49:51.940+0000 7f8298a62980 20 init_complete bucket index max shards: 1 2023-12-03T11:49:52.017 INFO:tasks.workunit.client.0.smithi019.stderr: -17> 2023-12-03T11:49:51.940+0000 7f8298a62980 20 Filter name: none 2023-12-03T11:49:52.017 INFO:tasks.workunit.client.0.smithi019.stderr: -16> 2023-12-03T11:49:51.940+0000 7f81c8ff9640 20 reqs_thread_entry: start 2023-12-03T11:49:52.017 INFO:tasks.workunit.client.0.smithi019.stderr: -15> 2023-12-03T11:49:51.940+0000 7f8298a62980 10 cache get: name=default.rgw.meta+root+abort-at-set-target-layout : miss 2023-12-03T11:49:52.017 INFO:tasks.workunit.client.0.smithi019.stderr: -14> 2023-12-03T11:49:51.940+0000 7f8298a62980 20 rados->read ofs=0 len=0 2023-12-03T11:49:52.017 INFO:tasks.workunit.client.0.smithi019.stderr: -13> 2023-12-03T11:49:51.940+0000 7f8298a62980 20 rados_obj.operate() r=0 bl.length=194 2023-12-03T11:49:52.017 INFO:tasks.workunit.client.0.smithi019.stderr: -12> 2023-12-03T11:49:51.940+0000 7f8298a62980 10 cache put: name=default.rgw.meta+root+abort-at-set-target-layout info.flags=0x11 2023-12-03T11:49:52.017 INFO:tasks.workunit.client.0.smithi019.stderr: -11> 2023-12-03T11:49:51.940+0000 7f8298a62980 10 adding default.rgw.meta+root+abort-at-set-target-layout to cache LRU end 2023-12-03T11:49:52.017 INFO:tasks.workunit.client.0.smithi019.stderr: -10> 2023-12-03T11:49:51.940+0000 7f8298a62980 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.20 : miss 2023-12-03T11:49:52.017 INFO:tasks.workunit.client.0.smithi019.stderr: -9> 2023-12-03T11:49:51.940+0000 7f8298a62980 20 rados->read ofs=0 len=0 2023-12-03T11:49:52.017 INFO:tasks.workunit.client.0.smithi019.stderr: -8> 2023-12-03T11:49:51.940+0000 7f8298a62980 20 rados_obj.operate() r=0 bl.length=378 2023-12-03T11:49:52.017 INFO:tasks.workunit.client.0.smithi019.stderr: -7> 2023-12-03T11:49:51.940+0000 7f8298a62980 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.20 info.flags=0x17 2023-12-03T11:49:52.017 INFO:tasks.workunit.client.0.smithi019.stderr: -6> 2023-12-03T11:49:51.940+0000 7f8298a62980 10 adding default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.20 to cache LRU end 2023-12-03T11:49:52.018 INFO:tasks.workunit.client.0.smithi019.stderr: -5> 2023-12-03T11:49:51.940+0000 7f8298a62980 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-12-03T11:49:52.018 INFO:tasks.workunit.client.0.smithi019.stderr: -4> 2023-12-03T11:49:51.940+0000 7f8298a62980 10 updating xattr: name=user.rgw.acl bl.length()=205 2023-12-03T11:49:52.018 INFO:tasks.workunit.client.0.smithi019.stderr: -3> 2023-12-03T11:49:51.940+0000 7f8298a62980 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.20 2023-12-03T11:49:52.018 INFO:tasks.workunit.client.0.smithi019.stderr: -2> 2023-12-03T11:49:51.940+0000 7f829657e640 10 monclient: get_auth_request con 0x5562c0ec12b0 auth_method 0 2023-12-03T11:49:52.018 INFO:tasks.workunit.client.0.smithi019.stderr: -1> 2023-12-03T11:49:51.948+0000 7f8298a62980 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f8298a62980 time 2023-12-03T11:49:51.950607+0000 2023-12-03T11:49:52.018 INFO:tasks.workunit.client.0.smithi019.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2023-12-03T11:49:52.018 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:49:52.018 INFO:tasks.workunit.client.0.smithi019.stderr: ceph version 18.0.0-7537-gbcbf278c (bcbf278cf395873c2a482f5a7b2345faf2160319) reef (dev) 2023-12-03T11:49:52.018 INFO:tasks.workunit.client.0.smithi019.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7f829c407e96] 2023-12-03T11:49:52.018 INFO:tasks.workunit.client.0.smithi019.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x17004a) [0x7f829c40804a] 2023-12-03T11:49:52.018 INFO:tasks.workunit.client.0.smithi019.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5562be7f7fe1] 2023-12-03T11:49:52.018 INFO:tasks.workunit.client.0.smithi019.stderr: 4: radosgw-admin(+0x8652aa) [0x5562be8012aa] 2023-12-03T11:49:52.018 INFO:tasks.workunit.client.0.smithi019.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x24b) [0x5562be805a3b] 2023-12-03T11:49:52.019 INFO:tasks.workunit.client.0.smithi019.stderr: 6: main() 2023-12-03T11:49:52.019 INFO:tasks.workunit.client.0.smithi019.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f829b1a2d90] 2023-12-03T11:49:52.019 INFO:tasks.workunit.client.0.smithi019.stderr: 8: __libc_start_main() 2023-12-03T11:49:52.019 INFO:tasks.workunit.client.0.smithi019.stderr: 9: _start() 2023-12-03T11:49:52.019 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:49:52.019 INFO:tasks.workunit.client.0.smithi019.stderr: 0> 2023-12-03T11:49:51.948+0000 7f8298a62980 -1 *** Caught signal (Aborted) ** 2023-12-03T11:49:52.019 INFO:tasks.workunit.client.0.smithi019.stderr: in thread 7f8298a62980 thread_name:radosgw-admin 2023-12-03T11:49:52.019 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:49:52.019 INFO:tasks.workunit.client.0.smithi019.stderr: ceph version 18.0.0-7537-gbcbf278c (bcbf278cf395873c2a482f5a7b2345faf2160319) reef (dev) 2023-12-03T11:49:52.019 INFO:tasks.workunit.client.0.smithi019.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7f829b1bb520] 2023-12-03T11:49:52.019 INFO:tasks.workunit.client.0.smithi019.stderr: 2: pthread_kill() 2023-12-03T11:49:52.019 INFO:tasks.workunit.client.0.smithi019.stderr: 3: raise() 2023-12-03T11:49:52.019 INFO:tasks.workunit.client.0.smithi019.stderr: 4: abort() 2023-12-03T11:49:52.019 INFO:tasks.workunit.client.0.smithi019.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7f829c407ef0] 2023-12-03T11:49:52.020 INFO:tasks.workunit.client.0.smithi019.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x17004a) [0x7f829c40804a] 2023-12-03T11:49:52.020 INFO:tasks.workunit.client.0.smithi019.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5562be7f7fe1] 2023-12-03T11:49:52.020 INFO:tasks.workunit.client.0.smithi019.stderr: 8: radosgw-admin(+0x8652aa) [0x5562be8012aa] 2023-12-03T11:49:52.020 INFO:tasks.workunit.client.0.smithi019.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x24b) [0x5562be805a3b] 2023-12-03T11:49:52.020 INFO:tasks.workunit.client.0.smithi019.stderr: 10: main() 2023-12-03T11:49:52.020 INFO:tasks.workunit.client.0.smithi019.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f829b1a2d90] 2023-12-03T11:49:52.020 INFO:tasks.workunit.client.0.smithi019.stderr: 12: __libc_start_main() 2023-12-03T11:49:52.020 INFO:tasks.workunit.client.0.smithi019.stderr: 13: _start() 2023-12-03T11:49:52.020 INFO:tasks.workunit.client.0.smithi019.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2023-12-03T11:49:52.020 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:49:52.020 INFO:tasks.workunit.client.0.smithi019.stderr:--- logging levels --- 2023-12-03T11:49:52.020 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 none 2023-12-03T11:49:52.020 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 1 lockdep 2023-12-03T11:49:52.020 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 1 context 2023-12-03T11:49:52.021 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 1 crush 2023-12-03T11:49:52.021 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 mds 2023-12-03T11:49:52.021 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 mds_balancer 2023-12-03T11:49:52.021 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 mds_locker 2023-12-03T11:49:52.021 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 mds_log 2023-12-03T11:49:52.021 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 mds_log_expire 2023-12-03T11:49:52.021 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 mds_migrator 2023-12-03T11:49:52.021 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 1 buffer 2023-12-03T11:49:52.021 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 1 timer 2023-12-03T11:49:52.021 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 1 filer 2023-12-03T11:49:52.021 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 1 striper 2023-12-03T11:49:52.021 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 1 objecter 2023-12-03T11:49:52.021 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 rados 2023-12-03T11:49:52.021 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 rbd 2023-12-03T11:49:52.021 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 rbd_mirror 2023-12-03T11:49:52.022 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 rbd_replay 2023-12-03T11:49:52.022 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 rbd_pwl 2023-12-03T11:49:52.022 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 journaler 2023-12-03T11:49:52.022 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 objectcacher 2023-12-03T11:49:52.022 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 immutable_obj_cache 2023-12-03T11:49:52.022 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 client 2023-12-03T11:49:52.022 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 osd 2023-12-03T11:49:52.022 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 optracker 2023-12-03T11:49:52.022 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 objclass 2023-12-03T11:49:52.022 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 3 filestore 2023-12-03T11:49:52.022 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 3 journal 2023-12-03T11:49:52.022 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 0 ms 2023-12-03T11:49:52.022 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 mon 2023-12-03T11:49:52.022 INFO:tasks.workunit.client.0.smithi019.stderr: 0/10 monc 2023-12-03T11:49:52.022 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 paxos 2023-12-03T11:49:52.023 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 tp 2023-12-03T11:49:52.023 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 auth 2023-12-03T11:49:52.023 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 crypto 2023-12-03T11:49:52.023 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 1 finisher 2023-12-03T11:49:52.023 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 1 reserver 2023-12-03T11:49:52.023 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 heartbeatmap 2023-12-03T11:49:52.023 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 perfcounter 2023-12-03T11:49:52.023 INFO:tasks.workunit.client.0.smithi019.stderr: 20/20 rgw 2023-12-03T11:49:52.023 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 rgw_sync 2023-12-03T11:49:52.023 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 rgw_datacache 2023-12-03T11:49:52.023 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 rgw_access 2023-12-03T11:49:52.023 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 rgw_dbstore 2023-12-03T11:49:52.023 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 rgw_flight 2023-12-03T11:49:52.023 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 javaclient 2023-12-03T11:49:52.023 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 asok 2023-12-03T11:49:52.024 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 1 throttle 2023-12-03T11:49:52.024 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 0 refs 2023-12-03T11:49:52.024 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 compressor 2023-12-03T11:49:52.024 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 bluestore 2023-12-03T11:49:52.024 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 bluefs 2023-12-03T11:49:52.024 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 3 bdev 2023-12-03T11:49:52.024 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 kstore 2023-12-03T11:49:52.024 INFO:tasks.workunit.client.0.smithi019.stderr: 4/ 5 rocksdb 2023-12-03T11:49:52.024 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 fuse 2023-12-03T11:49:52.024 INFO:tasks.workunit.client.0.smithi019.stderr: 2/ 5 mgr 2023-12-03T11:49:52.025 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 mgrc 2023-12-03T11:49:52.025 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 dpdk 2023-12-03T11:49:52.025 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 eventtrace 2023-12-03T11:49:52.025 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 prioritycache 2023-12-03T11:49:52.025 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 test 2023-12-03T11:49:52.025 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 cephfs_mirror 2023-12-03T11:49:52.025 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 cephsqlite 2023-12-03T11:49:52.025 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 crimson_interrupt 2023-12-03T11:49:52.025 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 seastore 2023-12-03T11:49:52.025 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 seastore_onode 2023-12-03T11:49:52.025 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 seastore_odata 2023-12-03T11:49:52.025 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 seastore_omap 2023-12-03T11:49:52.025 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 seastore_tm 2023-12-03T11:49:52.025 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 seastore_t 2023-12-03T11:49:52.026 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 seastore_cleaner 2023-12-03T11:49:52.026 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 seastore_epm 2023-12-03T11:49:52.026 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 seastore_lba 2023-12-03T11:49:52.026 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 seastore_fixedkv_tree 2023-12-03T11:49:52.026 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 seastore_cache 2023-12-03T11:49:52.026 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 seastore_journal 2023-12-03T11:49:52.026 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 seastore_device 2023-12-03T11:49:52.026 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 seastore_backref 2023-12-03T11:49:52.026 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 alienstore 2023-12-03T11:49:52.026 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 mclock 2023-12-03T11:49:52.026 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 cyanstore 2023-12-03T11:49:52.026 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 ceph_exporter 2023-12-03T11:49:52.026 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 memstore 2023-12-03T11:49:52.026 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 trace 2023-12-03T11:49:52.026 INFO:tasks.workunit.client.0.smithi019.stderr: -2/-2 (syslog threshold) 2023-12-03T11:49:52.027 INFO:tasks.workunit.client.0.smithi019.stderr: 99/99 (stderr threshold) 2023-12-03T11:49:52.027 INFO:tasks.workunit.client.0.smithi019.stderr:--- pthread ID / name mapping for recent threads --- 2023-12-03T11:49:52.027 INFO:tasks.workunit.client.0.smithi019.stderr: 7f81c8ff9640 / http_manager 2023-12-03T11:49:52.027 INFO:tasks.workunit.client.0.smithi019.stderr: 7f81caffd640 / http_manager 2023-12-03T11:49:52.027 INFO:tasks.workunit.client.0.smithi019.stderr: 7f8259fe3640 / ms_dispatch 2023-12-03T11:49:52.027 INFO:tasks.workunit.client.0.smithi019.stderr: 7f825b7e6640 / io_context_pool 2023-12-03T11:49:52.027 INFO:tasks.workunit.client.0.smithi019.stderr: 7f825bfe7640 / rgw_dt_lg_renew 2023-12-03T11:49:52.027 INFO:tasks.workunit.client.0.smithi019.stderr: 7f8276ffd640 / ms_dispatch 2023-12-03T11:49:52.027 INFO:tasks.workunit.client.0.smithi019.stderr: 7f8284ff9640 / io_context_pool 2023-12-03T11:49:52.027 INFO:tasks.workunit.client.0.smithi019.stderr: 7f82877fe640 / ms_dispatch 2023-12-03T11:49:52.027 INFO:tasks.workunit.client.0.smithi019.stderr: 7f8294d7b640 / io_context_pool 2023-12-03T11:49:52.027 INFO:tasks.workunit.client.0.smithi019.stderr: 7f8295d7d640 / msgr-worker-2 2023-12-03T11:49:52.027 INFO:tasks.workunit.client.0.smithi019.stderr: 7f829657e640 / msgr-worker-1 2023-12-03T11:49:52.027 INFO:tasks.workunit.client.0.smithi019.stderr: 7f8296d7f640 / msgr-worker-0 2023-12-03T11:49:52.028 INFO:tasks.workunit.client.0.smithi019.stderr: 7f8298a62980 / radosgw-admin 2023-12-03T11:49:52.028 INFO:tasks.workunit.client.0.smithi019.stderr: max_recent 500 2023-12-03T11:49:52.028 INFO:tasks.workunit.client.0.smithi019.stderr: max_new 1000 2023-12-03T11:49:52.028 INFO:tasks.workunit.client.0.smithi019.stderr: log_file /var/log/ceph/ceph-client.admin.53013.log 2023-12-03T11:49:52.028 INFO:tasks.workunit.client.0.smithi019.stderr:--- end dump of recent events --- 2023-12-03T11:49:52.028 INFO:tasks.workunit.client.0.smithi019.stderr:--- begin dump of recent events --- 2023-12-03T11:49:52.028 INFO:tasks.workunit.client.0.smithi019.stderr: -499> 2023-12-03T11:49:51.860+0000 7f8296d7f640 10 monclient(hunting): get_auth_request con 0x5562c0d3b020 auth_method 0 2023-12-03T11:49:52.028 INFO:tasks.workunit.client.0.smithi019.stderr: -498> 2023-12-03T11:49:51.860+0000 7f8296d7f640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-12-03T11:49:52.028 INFO:tasks.workunit.client.0.smithi019.stderr: -497> 2023-12-03T11:49:51.860+0000 7f8296d7f640 10 monclient(hunting): _init_auth method 2 2023-12-03T11:49:52.028 INFO:tasks.workunit.client.0.smithi019.stderr: -496> 2023-12-03T11:49:51.860+0000 7f8296d7f640 10 monclient(hunting): _init_auth creating new auth 2023-12-03T11:49:52.028 INFO:tasks.workunit.client.0.smithi019.stderr: -495> 2023-12-03T11:49:51.860+0000 7f829657e640 10 monclient(hunting): handle_auth_reply_more payload 9 2023-12-03T11:49:52.028 INFO:tasks.workunit.client.0.smithi019.stderr: -494> 2023-12-03T11:49:51.860+0000 7f829657e640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-12-03T11:49:52.028 INFO:tasks.workunit.client.0.smithi019.stderr: -493> 2023-12-03T11:49:51.864+0000 7f829657e640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-12-03T11:49:52.028 INFO:tasks.workunit.client.0.smithi019.stderr: -492> 2023-12-03T11:49:51.864+0000 7f8296d7f640 10 monclient(hunting): handle_auth_reply_more payload 9 2023-12-03T11:49:52.028 INFO:tasks.workunit.client.0.smithi019.stderr: -491> 2023-12-03T11:49:51.864+0000 7f8296d7f640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-12-03T11:49:52.029 INFO:tasks.workunit.client.0.smithi019.stderr: -490> 2023-12-03T11:49:51.864+0000 7f8296d7f640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-12-03T11:49:52.029 INFO:tasks.workunit.client.0.smithi019.stderr: -489> 2023-12-03T11:49:51.864+0000 7f829657e640 10 monclient(hunting): handle_auth_done global_id 6179 payload 824 2023-12-03T11:49:52.029 INFO:tasks.workunit.client.0.smithi019.stderr: -488> 2023-12-03T11:49:51.864+0000 7f829657e640 10 monclient: _finish_hunting 0 2023-12-03T11:49:52.029 INFO:tasks.workunit.client.0.smithi019.stderr: -487> 2023-12-03T11:49:51.864+0000 7f829657e640 1 monclient: found mon.noname-c 2023-12-03T11:49:52.029 INFO:tasks.workunit.client.0.smithi019.stderr: -486> 2023-12-03T11:49:51.864+0000 7f829657e640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.19:3301/0 2023-12-03T11:49:52.029 INFO:tasks.workunit.client.0.smithi019.stderr: -485> 2023-12-03T11:49:51.864+0000 7f8295d7d640 10 monclient: get_auth_request con 0x5562c0d3a340 auth_method 0 2023-12-03T11:49:52.029 INFO:tasks.workunit.client.0.smithi019.stderr: -484> 2023-12-03T11:49:51.864+0000 7f82877fe640 10 monclient: handle_monmap mon_map magic: 0 v1 2023-12-03T11:49:52.029 INFO:tasks.workunit.client.0.smithi019.stderr: -483> 2023-12-03T11:49:51.864+0000 7f82877fe640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2023-12-03T11:49:52.029 INFO:tasks.workunit.client.0.smithi019.stderr: -482> 2023-12-03T11:49:51.864+0000 7f82877fe640 10 monclient: dump: 2023-12-03T11:49:52.029 INFO:tasks.workunit.client.0.smithi019.stderr:epoch 1 2023-12-03T11:49:52.029 INFO:tasks.workunit.client.0.smithi019.stderr:fsid ae33780b-1c64-42c6-818c-b1dc720ff6a2 2023-12-03T11:49:52.029 INFO:tasks.workunit.client.0.smithi019.stderr:last_changed 2023-12-03T11:35:13.610069+0000 2023-12-03T11:49:52.029 INFO:tasks.workunit.client.0.smithi019.stderr:created 2023-12-03T11:35:13.610069+0000 2023-12-03T11:49:52.029 INFO:tasks.workunit.client.0.smithi019.stderr:min_mon_release 18 (reef) 2023-12-03T11:49:52.030 INFO:tasks.workunit.client.0.smithi019.stderr:election_strategy: 1 2023-12-03T11:49:52.030 INFO:tasks.workunit.client.0.smithi019.stderr:0: [v2:172.21.15.19:3300/0,v1:172.21.15.19:6789/0] mon.a 2023-12-03T11:49:52.030 INFO:tasks.workunit.client.0.smithi019.stderr:1: [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] mon.b 2023-12-03T11:49:52.030 INFO:tasks.workunit.client.0.smithi019.stderr:2: [v2:172.21.15.19:3301/0,v1:172.21.15.19:6790/0] mon.c 2023-12-03T11:49:52.030 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:49:52.030 INFO:tasks.workunit.client.0.smithi019.stderr: -481> 2023-12-03T11:49:51.864+0000 7f82877fe640 10 monclient: _finish_auth 0 2023-12-03T11:49:52.030 INFO:tasks.workunit.client.0.smithi019.stderr: -480> 2023-12-03T11:49:51.864+0000 7f82877fe640 10 monclient: _check_auth_tickets 2023-12-03T11:49:52.030 INFO:tasks.workunit.client.0.smithi019.stderr: -479> 2023-12-03T11:49:51.864+0000 7f82877fe640 10 monclient: handle_config config(0 keys) v1 2023-12-03T11:49:52.030 INFO:tasks.workunit.client.0.smithi019.stderr: -478> 2023-12-03T11:49:51.864+0000 7f82877fe640 10 monclient: handle_monmap mon_map magic: 0 v1 2023-12-03T11:49:52.030 INFO:tasks.workunit.client.0.smithi019.stderr: -477> 2023-12-03T11:49:51.864+0000 7f82877fe640 10 monclient: got monmap 1 from mon.c (according to old e1) 2023-12-03T11:49:52.030 INFO:tasks.workunit.client.0.smithi019.stderr: -476> 2023-12-03T11:49:51.864+0000 7f82877fe640 10 monclient: dump: 2023-12-03T11:49:52.030 INFO:tasks.workunit.client.0.smithi019.stderr:epoch 1 2023-12-03T11:49:52.030 INFO:tasks.workunit.client.0.smithi019.stderr:fsid ae33780b-1c64-42c6-818c-b1dc720ff6a2 2023-12-03T11:49:52.030 INFO:tasks.workunit.client.0.smithi019.stderr:last_changed 2023-12-03T11:35:13.610069+0000 2023-12-03T11:49:52.031 INFO:tasks.workunit.client.0.smithi019.stderr:created 2023-12-03T11:35:13.610069+0000 2023-12-03T11:49:52.031 INFO:tasks.workunit.client.0.smithi019.stderr:min_mon_release 18 (reef) 2023-12-03T11:49:52.031 INFO:tasks.workunit.client.0.smithi019.stderr:election_strategy: 1 2023-12-03T11:49:52.031 INFO:tasks.workunit.client.0.smithi019.stderr:0: [v2:172.21.15.19:3300/0,v1:172.21.15.19:6789/0] mon.a 2023-12-03T11:49:52.031 INFO:tasks.workunit.client.0.smithi019.stderr:1: [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] mon.b 2023-12-03T11:49:52.031 INFO:tasks.workunit.client.0.smithi019.stderr:2: [v2:172.21.15.19:3301/0,v1:172.21.15.19:6790/0] mon.c 2023-12-03T11:49:52.031 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:49:52.031 INFO:tasks.workunit.client.0.smithi019.stderr: -475> 2023-12-03T11:49:51.864+0000 7f8298a62980 5 monclient: authenticate success, global_id 6179 2023-12-03T11:49:52.031 INFO:tasks.workunit.client.0.smithi019.stderr: -474> 2023-12-03T11:49:51.864+0000 7f8294d7b640 4 set_mon_vals no callback set 2023-12-03T11:49:52.031 INFO:tasks.workunit.client.0.smithi019.stderr: -473> 2023-12-03T11:49:51.864+0000 7f8298a62980 10 monclient: _renew_subs 2023-12-03T11:49:52.031 INFO:tasks.workunit.client.0.smithi019.stderr: -472> 2023-12-03T11:49:51.864+0000 7f8298a62980 10 monclient: _send_mon_message to mon.c at v2:172.21.15.19:3301/0 2023-12-03T11:49:52.031 INFO:tasks.workunit.client.0.smithi019.stderr: -471> 2023-12-03T11:49:51.864+0000 7f8298a62980 10 monclient: _renew_subs 2023-12-03T11:49:52.031 INFO:tasks.workunit.client.0.smithi019.stderr: -470> 2023-12-03T11:49:51.864+0000 7f8298a62980 10 monclient: _send_mon_message to mon.c at v2:172.21.15.19:3301/0 2023-12-03T11:49:52.031 INFO:tasks.workunit.client.0.smithi019.stderr: -469> 2023-12-03T11:49:51.864+0000 7f8298a62980 1 librados: init done 2023-12-03T11:49:52.032 INFO:tasks.workunit.client.0.smithi019.stderr: -468> 2023-12-03T11:49:51.864+0000 7f8298a62980 10 monclient: get_monmap_and_config 2023-12-03T11:49:52.032 INFO:tasks.workunit.client.0.smithi019.stderr: -467> 2023-12-03T11:49:51.864+0000 7f8298a62980 10 monclient: build_initial_monmap 2023-12-03T11:49:52.032 INFO:tasks.workunit.client.0.smithi019.stderr: -466> 2023-12-03T11:49:51.864+0000 7f8298a62980 1 build_initial for_mkfs: 0 2023-12-03T11:49:52.032 INFO:tasks.workunit.client.0.smithi019.stderr: -465> 2023-12-03T11:49:51.864+0000 7f8298a62980 10 monclient: monmap: 2023-12-03T11:49:52.032 INFO:tasks.workunit.client.0.smithi019.stderr:epoch 0 2023-12-03T11:49:52.032 INFO:tasks.workunit.client.0.smithi019.stderr:fsid 00000000-0000-0000-0000-000000000000 2023-12-03T11:49:52.032 INFO:tasks.workunit.client.0.smithi019.stderr:last_changed 0.000000 2023-12-03T11:49:52.032 INFO:tasks.workunit.client.0.smithi019.stderr:created 0.000000 2023-12-03T11:49:52.032 INFO:tasks.workunit.client.0.smithi019.stderr:min_mon_release 0 (unknown) 2023-12-03T11:49:52.032 INFO:tasks.workunit.client.0.smithi019.stderr:election_strategy: 1 2023-12-03T11:49:52.032 INFO:tasks.workunit.client.0.smithi019.stderr:0: [v2:172.21.15.19:3300/0,v1:172.21.15.19:6789/0] mon.noname-a 2023-12-03T11:49:52.032 INFO:tasks.workunit.client.0.smithi019.stderr:1: [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] mon.noname-b 2023-12-03T11:49:52.032 INFO:tasks.workunit.client.0.smithi019.stderr:2: [v2:172.21.15.19:3301/0,v1:172.21.15.19:6790/0] mon.noname-c 2023-12-03T11:49:52.032 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:49:52.032 INFO:tasks.workunit.client.0.smithi019.stderr: -464> 2023-12-03T11:49:51.864+0000 7f8298a62980 5 AuthRegistry(0x5562c0df1780) adding auth protocol: cephx 2023-12-03T11:49:52.033 INFO:tasks.workunit.client.0.smithi019.stderr: -463> 2023-12-03T11:49:51.864+0000 7f8298a62980 5 AuthRegistry(0x5562c0df1780) adding auth protocol: cephx 2023-12-03T11:49:52.033 INFO:tasks.workunit.client.0.smithi019.stderr: -462> 2023-12-03T11:49:51.864+0000 7f8298a62980 5 AuthRegistry(0x5562c0df1780) adding auth protocol: cephx 2023-12-03T11:49:52.033 INFO:tasks.workunit.client.0.smithi019.stderr: -461> 2023-12-03T11:49:51.864+0000 7f8298a62980 5 AuthRegistry(0x5562c0df1780) adding con mode: secure 2023-12-03T11:49:52.033 INFO:tasks.workunit.client.0.smithi019.stderr: -460> 2023-12-03T11:49:51.864+0000 7f8298a62980 5 AuthRegistry(0x5562c0df1780) adding con mode: crc 2023-12-03T11:49:52.033 INFO:tasks.workunit.client.0.smithi019.stderr: -459> 2023-12-03T11:49:51.864+0000 7f8298a62980 5 AuthRegistry(0x5562c0df1780) adding con mode: secure 2023-12-03T11:49:52.033 INFO:tasks.workunit.client.0.smithi019.stderr: -458> 2023-12-03T11:49:51.864+0000 7f8298a62980 5 AuthRegistry(0x5562c0df1780) adding con mode: crc 2023-12-03T11:49:52.033 INFO:tasks.workunit.client.0.smithi019.stderr: -457> 2023-12-03T11:49:51.864+0000 7f8298a62980 5 AuthRegistry(0x5562c0df1780) adding con mode: secure 2023-12-03T11:49:52.033 INFO:tasks.workunit.client.0.smithi019.stderr: -456> 2023-12-03T11:49:51.864+0000 7f8298a62980 5 AuthRegistry(0x5562c0df1780) adding con mode: crc 2023-12-03T11:49:52.033 INFO:tasks.workunit.client.0.smithi019.stderr: -455> 2023-12-03T11:49:51.864+0000 7f8298a62980 5 AuthRegistry(0x5562c0df1780) adding con mode: crc 2023-12-03T11:49:52.033 INFO:tasks.workunit.client.0.smithi019.stderr: -454> 2023-12-03T11:49:51.864+0000 7f8298a62980 5 AuthRegistry(0x5562c0df1780) adding con mode: secure 2023-12-03T11:49:52.033 INFO:tasks.workunit.client.0.smithi019.stderr: -453> 2023-12-03T11:49:51.864+0000 7f8298a62980 5 AuthRegistry(0x5562c0df1780) adding con mode: crc 2023-12-03T11:49:52.033 INFO:tasks.workunit.client.0.smithi019.stderr: -452> 2023-12-03T11:49:51.864+0000 7f8298a62980 5 AuthRegistry(0x5562c0df1780) adding con mode: secure 2023-12-03T11:49:52.033 INFO:tasks.workunit.client.0.smithi019.stderr: -451> 2023-12-03T11:49:51.864+0000 7f8298a62980 5 AuthRegistry(0x5562c0df1780) adding con mode: crc 2023-12-03T11:49:52.033 INFO:tasks.workunit.client.0.smithi019.stderr: -450> 2023-12-03T11:49:51.864+0000 7f8298a62980 5 AuthRegistry(0x5562c0df1780) adding con mode: secure 2023-12-03T11:49:52.033 INFO:tasks.workunit.client.0.smithi019.stderr: -449> 2023-12-03T11:49:51.864+0000 7f8298a62980 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-12-03T11:49:52.034 INFO:tasks.workunit.client.0.smithi019.stderr: -448> 2023-12-03T11:49:51.864+0000 7f8298a62980 10 monclient: init 2023-12-03T11:49:52.034 INFO:tasks.workunit.client.0.smithi019.stderr: -447> 2023-12-03T11:49:51.864+0000 7f8298a62980 5 AuthRegistry(0x7ffddaa12a80) adding auth protocol: cephx 2023-12-03T11:49:52.034 INFO:tasks.workunit.client.0.smithi019.stderr: -446> 2023-12-03T11:49:51.864+0000 7f8298a62980 5 AuthRegistry(0x7ffddaa12a80) adding auth protocol: cephx 2023-12-03T11:49:52.034 INFO:tasks.workunit.client.0.smithi019.stderr: -445> 2023-12-03T11:49:51.864+0000 7f8298a62980 5 AuthRegistry(0x7ffddaa12a80) adding auth protocol: cephx 2023-12-03T11:49:52.034 INFO:tasks.workunit.client.0.smithi019.stderr: -444> 2023-12-03T11:49:51.864+0000 7f8298a62980 5 AuthRegistry(0x7ffddaa12a80) adding con mode: secure 2023-12-03T11:49:52.034 INFO:tasks.workunit.client.0.smithi019.stderr: -443> 2023-12-03T11:49:51.864+0000 7f8298a62980 5 AuthRegistry(0x7ffddaa12a80) adding con mode: crc 2023-12-03T11:49:52.034 INFO:tasks.workunit.client.0.smithi019.stderr: -442> 2023-12-03T11:49:51.864+0000 7f8298a62980 5 AuthRegistry(0x7ffddaa12a80) adding con mode: secure 2023-12-03T11:49:52.034 INFO:tasks.workunit.client.0.smithi019.stderr: -441> 2023-12-03T11:49:51.864+0000 7f8298a62980 5 AuthRegistry(0x7ffddaa12a80) adding con mode: crc 2023-12-03T11:49:52.034 INFO:tasks.workunit.client.0.smithi019.stderr: -440> 2023-12-03T11:49:51.864+0000 7f8298a62980 5 AuthRegistry(0x7ffddaa12a80) adding con mode: secure 2023-12-03T11:49:52.034 INFO:tasks.workunit.client.0.smithi019.stderr: -439> 2023-12-03T11:49:51.864+0000 7f8298a62980 5 AuthRegistry(0x7ffddaa12a80) adding con mode: crc 2023-12-03T11:49:52.034 INFO:tasks.workunit.client.0.smithi019.stderr: -438> 2023-12-03T11:49:51.864+0000 7f8298a62980 5 AuthRegistry(0x7ffddaa12a80) adding con mode: crc 2023-12-03T11:49:52.034 INFO:tasks.workunit.client.0.smithi019.stderr: -437> 2023-12-03T11:49:51.864+0000 7f8298a62980 5 AuthRegistry(0x7ffddaa12a80) adding con mode: secure 2023-12-03T11:49:52.034 INFO:tasks.workunit.client.0.smithi019.stderr: -436> 2023-12-03T11:49:51.864+0000 7f8298a62980 5 AuthRegistry(0x7ffddaa12a80) adding con mode: crc 2023-12-03T11:49:52.035 INFO:tasks.workunit.client.0.smithi019.stderr: -435> 2023-12-03T11:49:51.864+0000 7f8298a62980 5 AuthRegistry(0x7ffddaa12a80) adding con mode: secure 2023-12-03T11:49:52.035 INFO:tasks.workunit.client.0.smithi019.stderr: -434> 2023-12-03T11:49:51.864+0000 7f8298a62980 5 AuthRegistry(0x7ffddaa12a80) adding con mode: crc 2023-12-03T11:49:52.035 INFO:tasks.workunit.client.0.smithi019.stderr: -433> 2023-12-03T11:49:51.864+0000 7f8298a62980 5 AuthRegistry(0x7ffddaa12a80) adding con mode: secure 2023-12-03T11:49:52.035 INFO:tasks.workunit.client.0.smithi019.stderr: -432> 2023-12-03T11:49:51.864+0000 7f8298a62980 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-12-03T11:49:52.035 INFO:tasks.workunit.client.0.smithi019.stderr: -431> 2023-12-03T11:49:51.864+0000 7f8298a62980 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-12-03T11:49:52.035 INFO:tasks.workunit.client.0.smithi019.stderr: -430> 2023-12-03T11:49:51.864+0000 7f8298a62980 5 asok(0x5562c0be7240) register_command rotate-key cmddesc rotate-key hook 0x7ffddaa12bc8 EEXIST 2023-12-03T11:49:52.035 INFO:tasks.workunit.client.0.smithi019.stderr: -429> 2023-12-03T11:49:51.864+0000 7f8298a62980 10 monclient: _reopen_session rank -1 2023-12-03T11:49:52.035 INFO:tasks.workunit.client.0.smithi019.stderr: -428> 2023-12-03T11:49:51.864+0000 7f8298a62980 10 monclient: _add_conns ranks=[1,0,2] 2023-12-03T11:49:52.035 INFO:tasks.workunit.client.0.smithi019.stderr: -427> 2023-12-03T11:49:51.864+0000 7f8298a62980 10 monclient(hunting): picked mon.noname-b con 0x5562c0e25a80 addr [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] 2023-12-03T11:49:52.035 INFO:tasks.workunit.client.0.smithi019.stderr: -426> 2023-12-03T11:49:51.864+0000 7f8298a62980 10 monclient(hunting): picked mon.noname-a con 0x5562c0e2ae90 addr [v2:172.21.15.19:3300/0,v1:172.21.15.19:6789/0] 2023-12-03T11:49:52.035 INFO:tasks.workunit.client.0.smithi019.stderr: -425> 2023-12-03T11:49:51.864+0000 7f8298a62980 10 monclient(hunting): picked mon.noname-c con 0x5562c0e2b580 addr [v2:172.21.15.19:3301/0,v1:172.21.15.19:6790/0] 2023-12-03T11:49:52.035 INFO:tasks.workunit.client.0.smithi019.stderr: -424> 2023-12-03T11:49:51.864+0000 7f8298a62980 10 monclient(hunting): start opening mon connection 2023-12-03T11:49:52.035 INFO:tasks.workunit.client.0.smithi019.stderr: -423> 2023-12-03T11:49:51.864+0000 7f8298a62980 10 monclient(hunting): start opening mon connection 2023-12-03T11:49:52.037 INFO:tasks.workunit.client.0.smithi019.stderr: -422> 2023-12-03T11:49:51.864+0000 7f8298a62980 10 monclient(hunting): start opening mon connection 2023-12-03T11:49:52.037 INFO:tasks.workunit.client.0.smithi019.stderr: -421> 2023-12-03T11:49:51.864+0000 7f8298a62980 10 monclient(hunting): _renew_subs 2023-12-03T11:49:52.037 INFO:tasks.workunit.client.0.smithi019.stderr: -420> 2023-12-03T11:49:51.864+0000 7f8298a62980 10 monclient(hunting): authenticate will time out at 1850.270414s 2023-12-03T11:49:52.037 INFO:tasks.workunit.client.0.smithi019.stderr: -419> 2023-12-03T11:49:51.864+0000 7f829657e640 10 monclient(hunting): get_auth_request con 0x5562c0e2ae90 auth_method 0 2023-12-03T11:49:52.037 INFO:tasks.workunit.client.0.smithi019.stderr: -418> 2023-12-03T11:49:51.864+0000 7f829657e640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-12-03T11:49:52.038 INFO:tasks.workunit.client.0.smithi019.stderr: -417> 2023-12-03T11:49:51.864+0000 7f829657e640 10 monclient(hunting): _init_auth method 2 2023-12-03T11:49:52.038 INFO:tasks.workunit.client.0.smithi019.stderr: -416> 2023-12-03T11:49:51.864+0000 7f829657e640 10 monclient(hunting): _init_auth creating new auth 2023-12-03T11:49:52.038 INFO:tasks.workunit.client.0.smithi019.stderr: -415> 2023-12-03T11:49:51.864+0000 7f8295d7d640 10 monclient(hunting): get_auth_request con 0x5562c0e2b580 auth_method 0 2023-12-03T11:49:52.038 INFO:tasks.workunit.client.0.smithi019.stderr: -414> 2023-12-03T11:49:51.864+0000 7f8295d7d640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-12-03T11:49:52.038 INFO:tasks.workunit.client.0.smithi019.stderr: -413> 2023-12-03T11:49:51.864+0000 7f8295d7d640 10 monclient(hunting): _init_auth method 2 2023-12-03T11:49:52.038 INFO:tasks.workunit.client.0.smithi019.stderr: -412> 2023-12-03T11:49:51.864+0000 7f8295d7d640 10 monclient(hunting): _init_auth creating new auth 2023-12-03T11:49:52.038 INFO:tasks.workunit.client.0.smithi019.stderr: -411> 2023-12-03T11:49:51.864+0000 7f829657e640 10 monclient(hunting): handle_auth_reply_more payload 9 2023-12-03T11:49:52.038 INFO:tasks.workunit.client.0.smithi019.stderr: -410> 2023-12-03T11:49:51.864+0000 7f829657e640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-12-03T11:49:52.038 INFO:tasks.workunit.client.0.smithi019.stderr: -409> 2023-12-03T11:49:51.864+0000 7f829657e640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-12-03T11:49:52.038 INFO:tasks.workunit.client.0.smithi019.stderr: -408> 2023-12-03T11:49:51.864+0000 7f82877fe640 4 mgrc handle_mgr_map Got map version 5 2023-12-03T11:49:52.038 INFO:tasks.workunit.client.0.smithi019.stderr: -407> 2023-12-03T11:49:51.864+0000 7f8295d7d640 10 monclient(hunting): handle_auth_reply_more payload 9 2023-12-03T11:49:52.038 INFO:tasks.workunit.client.0.smithi019.stderr: -406> 2023-12-03T11:49:51.864+0000 7f8295d7d640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-12-03T11:49:52.038 INFO:tasks.workunit.client.0.smithi019.stderr: -405> 2023-12-03T11:49:51.864+0000 7f82877fe640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.57:6832/1976017766,v1:172.21.15.57:6833/1976017766] 2023-12-03T11:49:52.038 INFO:tasks.workunit.client.0.smithi019.stderr: -404> 2023-12-03T11:49:51.864+0000 7f82877fe640 4 mgrc reconnect Starting new session with [v2:172.21.15.57:6832/1976017766,v1:172.21.15.57:6833/1976017766] 2023-12-03T11:49:52.039 INFO:tasks.workunit.client.0.smithi019.stderr: -403> 2023-12-03T11:49:51.864+0000 7f8295d7d640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-12-03T11:49:52.039 INFO:tasks.workunit.client.0.smithi019.stderr: -402> 2023-12-03T11:49:51.864+0000 7f8296d7f640 10 monclient(hunting): get_auth_request con 0x5562c0e25a80 auth_method 0 2023-12-03T11:49:52.039 INFO:tasks.workunit.client.0.smithi019.stderr: -401> 2023-12-03T11:49:51.864+0000 7f8296d7f640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-12-03T11:49:52.039 INFO:tasks.workunit.client.0.smithi019.stderr: -400> 2023-12-03T11:49:51.864+0000 7f8296d7f640 10 monclient(hunting): _init_auth method 2 2023-12-03T11:49:52.039 INFO:tasks.workunit.client.0.smithi019.stderr: -399> 2023-12-03T11:49:51.864+0000 7f8296d7f640 10 monclient(hunting): _init_auth creating new auth 2023-12-03T11:49:52.039 INFO:tasks.workunit.client.0.smithi019.stderr: -398> 2023-12-03T11:49:51.864+0000 7f829657e640 10 monclient(hunting): handle_auth_done global_id 6501 payload 274 2023-12-03T11:49:52.039 INFO:tasks.workunit.client.0.smithi019.stderr: -397> 2023-12-03T11:49:51.864+0000 7f829657e640 10 monclient: _finish_hunting 0 2023-12-03T11:49:52.039 INFO:tasks.workunit.client.0.smithi019.stderr: -396> 2023-12-03T11:49:51.864+0000 7f829657e640 1 monclient: found mon.noname-a 2023-12-03T11:49:52.039 INFO:tasks.workunit.client.0.smithi019.stderr: -395> 2023-12-03T11:49:51.864+0000 7f829657e640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.19:3300/0 2023-12-03T11:49:52.039 INFO:tasks.workunit.client.0.smithi019.stderr: -394> 2023-12-03T11:49:51.864+0000 7f8296d7f640 10 monclient: get_auth_request con 0x7f8278064e80 auth_method 0 2023-12-03T11:49:52.039 INFO:tasks.workunit.client.0.smithi019.stderr: -393> 2023-12-03T11:49:51.864+0000 7f8284ff9640 10 monclient: handle_monmap mon_map magic: 0 v1 2023-12-03T11:49:52.039 INFO:tasks.workunit.client.0.smithi019.stderr: -392> 2023-12-03T11:49:51.864+0000 7f8284ff9640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2023-12-03T11:49:52.039 INFO:tasks.workunit.client.0.smithi019.stderr: -391> 2023-12-03T11:49:51.864+0000 7f8284ff9640 10 monclient: dump: 2023-12-03T11:49:52.039 INFO:tasks.workunit.client.0.smithi019.stderr:epoch 1 2023-12-03T11:49:52.039 INFO:tasks.workunit.client.0.smithi019.stderr:fsid ae33780b-1c64-42c6-818c-b1dc720ff6a2 2023-12-03T11:49:52.040 INFO:tasks.workunit.client.0.smithi019.stderr:last_changed 2023-12-03T11:35:13.610069+0000 2023-12-03T11:49:52.040 INFO:tasks.workunit.client.0.smithi019.stderr:created 2023-12-03T11:35:13.610069+0000 2023-12-03T11:49:52.040 INFO:tasks.workunit.client.0.smithi019.stderr:min_mon_release 18 (reef) 2023-12-03T11:49:52.040 INFO:tasks.workunit.client.0.smithi019.stderr:election_strategy: 1 2023-12-03T11:49:52.040 INFO:tasks.workunit.client.0.smithi019.stderr:0: [v2:172.21.15.19:3300/0,v1:172.21.15.19:6789/0] mon.a 2023-12-03T11:49:52.040 INFO:tasks.workunit.client.0.smithi019.stderr:1: [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] mon.b 2023-12-03T11:49:52.040 INFO:tasks.workunit.client.0.smithi019.stderr:2: [v2:172.21.15.19:3301/0,v1:172.21.15.19:6790/0] mon.c 2023-12-03T11:49:52.040 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:49:52.040 INFO:tasks.workunit.client.0.smithi019.stderr: -390> 2023-12-03T11:49:51.864+0000 7f8284ff9640 10 monclient: _finish_auth 0 2023-12-03T11:49:52.040 INFO:tasks.workunit.client.0.smithi019.stderr: -389> 2023-12-03T11:49:51.864+0000 7f8284ff9640 10 monclient: _check_auth_tickets 2023-12-03T11:49:52.040 INFO:tasks.workunit.client.0.smithi019.stderr: -388> 2023-12-03T11:49:51.864+0000 7f8284ff9640 10 monclient: handle_config config(0 keys) v1 2023-12-03T11:49:52.040 INFO:tasks.workunit.client.0.smithi019.stderr: -387> 2023-12-03T11:49:51.864+0000 7f8284ff9640 10 monclient: handle_monmap mon_map magic: 0 v1 2023-12-03T11:49:52.040 INFO:tasks.workunit.client.0.smithi019.stderr: -386> 2023-12-03T11:49:51.864+0000 7f8284ff9640 10 monclient: got monmap 1 from mon.a (according to old e1) 2023-12-03T11:49:52.040 INFO:tasks.workunit.client.0.smithi019.stderr: -385> 2023-12-03T11:49:51.864+0000 7f8284ff9640 10 monclient: dump: 2023-12-03T11:49:52.041 INFO:tasks.workunit.client.0.smithi019.stderr:epoch 1 2023-12-03T11:49:52.041 INFO:tasks.workunit.client.0.smithi019.stderr:fsid ae33780b-1c64-42c6-818c-b1dc720ff6a2 2023-12-03T11:49:52.041 INFO:tasks.workunit.client.0.smithi019.stderr:last_changed 2023-12-03T11:35:13.610069+0000 2023-12-03T11:49:52.041 INFO:tasks.workunit.client.0.smithi019.stderr:created 2023-12-03T11:35:13.610069+0000 2023-12-03T11:49:52.041 INFO:tasks.workunit.client.0.smithi019.stderr:min_mon_release 18 (reef) 2023-12-03T11:49:52.041 INFO:tasks.workunit.client.0.smithi019.stderr:election_strategy: 1 2023-12-03T11:49:52.041 INFO:tasks.workunit.client.0.smithi019.stderr:0: [v2:172.21.15.19:3300/0,v1:172.21.15.19:6789/0] mon.a 2023-12-03T11:49:52.041 INFO:tasks.workunit.client.0.smithi019.stderr:1: [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] mon.b 2023-12-03T11:49:52.041 INFO:tasks.workunit.client.0.smithi019.stderr:2: [v2:172.21.15.19:3301/0,v1:172.21.15.19:6790/0] mon.c 2023-12-03T11:49:52.041 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:49:52.041 INFO:tasks.workunit.client.0.smithi019.stderr: -384> 2023-12-03T11:49:51.864+0000 7f8298a62980 5 monclient: authenticate success, global_id 6501 2023-12-03T11:49:52.041 INFO:tasks.workunit.client.0.smithi019.stderr: -383> 2023-12-03T11:49:51.864+0000 7f8298a62980 10 monclient: get_monmap_and_config success 2023-12-03T11:49:52.041 INFO:tasks.workunit.client.0.smithi019.stderr: -382> 2023-12-03T11:49:51.864+0000 7f8298a62980 4 set_mon_vals no callback set 2023-12-03T11:49:52.041 INFO:tasks.workunit.client.0.smithi019.stderr: -381> 2023-12-03T11:49:51.864+0000 7f8298a62980 10 monclient: shutdown 2023-12-03T11:49:52.041 INFO:tasks.workunit.client.0.smithi019.stderr: -380> 2023-12-03T11:49:51.868+0000 7f8298a62980 10 monclient: build_initial_monmap 2023-12-03T11:49:52.041 INFO:tasks.workunit.client.0.smithi019.stderr: -379> 2023-12-03T11:49:51.868+0000 7f8298a62980 1 build_initial for_mkfs: 0 2023-12-03T11:49:52.042 INFO:tasks.workunit.client.0.smithi019.stderr: -378> 2023-12-03T11:49:51.868+0000 7f8298a62980 10 monclient: monmap: 2023-12-03T11:49:52.042 INFO:tasks.workunit.client.0.smithi019.stderr:epoch 0 2023-12-03T11:49:52.042 INFO:tasks.workunit.client.0.smithi019.stderr:fsid 00000000-0000-0000-0000-000000000000 2023-12-03T11:49:52.042 INFO:tasks.workunit.client.0.smithi019.stderr:last_changed 0.000000 2023-12-03T11:49:52.042 INFO:tasks.workunit.client.0.smithi019.stderr:created 0.000000 2023-12-03T11:49:52.042 INFO:tasks.workunit.client.0.smithi019.stderr:min_mon_release 0 (unknown) 2023-12-03T11:49:52.042 INFO:tasks.workunit.client.0.smithi019.stderr:election_strategy: 1 2023-12-03T11:49:52.042 INFO:tasks.workunit.client.0.smithi019.stderr:0: [v2:172.21.15.19:3300/0,v1:172.21.15.19:6789/0] mon.noname-a 2023-12-03T11:49:52.042 INFO:tasks.workunit.client.0.smithi019.stderr:1: [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] mon.noname-b 2023-12-03T11:49:52.042 INFO:tasks.workunit.client.0.smithi019.stderr:2: [v2:172.21.15.19:3301/0,v1:172.21.15.19:6790/0] mon.noname-c 2023-12-03T11:49:52.042 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:49:52.042 INFO:tasks.workunit.client.0.smithi019.stderr: -377> 2023-12-03T11:49:51.868+0000 7f8298a62980 5 AuthRegistry(0x5562c0df1650) adding auth protocol: cephx 2023-12-03T11:49:52.042 INFO:tasks.workunit.client.0.smithi019.stderr: -376> 2023-12-03T11:49:51.868+0000 7f8298a62980 5 AuthRegistry(0x5562c0df1650) adding auth protocol: cephx 2023-12-03T11:49:52.042 INFO:tasks.workunit.client.0.smithi019.stderr: -375> 2023-12-03T11:49:51.868+0000 7f8298a62980 5 AuthRegistry(0x5562c0df1650) adding auth protocol: cephx 2023-12-03T11:49:52.042 INFO:tasks.workunit.client.0.smithi019.stderr: -374> 2023-12-03T11:49:51.868+0000 7f8298a62980 5 AuthRegistry(0x5562c0df1650) adding con mode: secure 2023-12-03T11:49:52.043 INFO:tasks.workunit.client.0.smithi019.stderr: -373> 2023-12-03T11:49:51.868+0000 7f8298a62980 5 AuthRegistry(0x5562c0df1650) adding con mode: crc 2023-12-03T11:49:52.043 INFO:tasks.workunit.client.0.smithi019.stderr: -372> 2023-12-03T11:49:51.868+0000 7f8298a62980 5 AuthRegistry(0x5562c0df1650) adding con mode: secure 2023-12-03T11:49:52.043 INFO:tasks.workunit.client.0.smithi019.stderr: -371> 2023-12-03T11:49:51.868+0000 7f8298a62980 5 AuthRegistry(0x5562c0df1650) adding con mode: crc 2023-12-03T11:49:52.043 INFO:tasks.workunit.client.0.smithi019.stderr: -370> 2023-12-03T11:49:51.868+0000 7f8298a62980 5 AuthRegistry(0x5562c0df1650) adding con mode: secure 2023-12-03T11:49:52.043 INFO:tasks.workunit.client.0.smithi019.stderr: -369> 2023-12-03T11:49:51.868+0000 7f8298a62980 5 AuthRegistry(0x5562c0df1650) adding con mode: crc 2023-12-03T11:49:52.043 INFO:tasks.workunit.client.0.smithi019.stderr: -368> 2023-12-03T11:49:51.868+0000 7f8298a62980 5 AuthRegistry(0x5562c0df1650) adding con mode: crc 2023-12-03T11:49:52.043 INFO:tasks.workunit.client.0.smithi019.stderr: -367> 2023-12-03T11:49:51.868+0000 7f8298a62980 5 AuthRegistry(0x5562c0df1650) adding con mode: secure 2023-12-03T11:49:52.043 INFO:tasks.workunit.client.0.smithi019.stderr: -366> 2023-12-03T11:49:51.868+0000 7f8298a62980 5 AuthRegistry(0x5562c0df1650) adding con mode: crc 2023-12-03T11:49:52.043 INFO:tasks.workunit.client.0.smithi019.stderr: -365> 2023-12-03T11:49:51.868+0000 7f8298a62980 5 AuthRegistry(0x5562c0df1650) adding con mode: secure 2023-12-03T11:49:52.043 INFO:tasks.workunit.client.0.smithi019.stderr: -364> 2023-12-03T11:49:51.868+0000 7f8298a62980 5 AuthRegistry(0x5562c0df1650) adding con mode: crc 2023-12-03T11:49:52.043 INFO:tasks.workunit.client.0.smithi019.stderr: -363> 2023-12-03T11:49:51.868+0000 7f8298a62980 5 AuthRegistry(0x5562c0df1650) adding con mode: secure 2023-12-03T11:49:52.043 INFO:tasks.workunit.client.0.smithi019.stderr: -362> 2023-12-03T11:49:51.868+0000 7f8298a62980 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-12-03T11:49:52.043 INFO:tasks.workunit.client.0.smithi019.stderr: -361> 2023-12-03T11:49:51.868+0000 7f8298a62980 1 librados: starting msgr at 2023-12-03T11:49:52.043 INFO:tasks.workunit.client.0.smithi019.stderr: -360> 2023-12-03T11:49:51.868+0000 7f8298a62980 1 librados: starting objecter 2023-12-03T11:49:52.044 INFO:tasks.workunit.client.0.smithi019.stderr: -359> 2023-12-03T11:49:51.868+0000 7f8298a62980 5 asok(0x5562c0be7240) register_command objecter_requests cmddesc objecter_requests hook 0x5562c0df68c0 EEXIST 2023-12-03T11:49:52.044 INFO:tasks.workunit.client.0.smithi019.stderr: -358> 2023-12-03T11:49:51.868+0000 7f8298a62980 1 librados: setting wanted keys 2023-12-03T11:49:52.044 INFO:tasks.workunit.client.0.smithi019.stderr: -357> 2023-12-03T11:49:51.868+0000 7f8298a62980 1 librados: calling monclient init 2023-12-03T11:49:52.044 INFO:tasks.workunit.client.0.smithi019.stderr: -356> 2023-12-03T11:49:51.868+0000 7f8298a62980 10 monclient: init 2023-12-03T11:49:52.044 INFO:tasks.workunit.client.0.smithi019.stderr: -355> 2023-12-03T11:49:51.868+0000 7f8298a62980 5 AuthRegistry(0x5562c0defda8) adding auth protocol: cephx 2023-12-03T11:49:52.044 INFO:tasks.workunit.client.0.smithi019.stderr: -354> 2023-12-03T11:49:51.868+0000 7f8298a62980 5 AuthRegistry(0x5562c0defda8) adding auth protocol: cephx 2023-12-03T11:49:52.044 INFO:tasks.workunit.client.0.smithi019.stderr: -353> 2023-12-03T11:49:51.868+0000 7f8298a62980 5 AuthRegistry(0x5562c0defda8) adding auth protocol: cephx 2023-12-03T11:49:52.044 INFO:tasks.workunit.client.0.smithi019.stderr: -352> 2023-12-03T11:49:51.868+0000 7f8298a62980 5 AuthRegistry(0x5562c0defda8) adding con mode: secure 2023-12-03T11:49:52.044 INFO:tasks.workunit.client.0.smithi019.stderr: -351> 2023-12-03T11:49:51.868+0000 7f8298a62980 5 AuthRegistry(0x5562c0defda8) adding con mode: crc 2023-12-03T11:49:52.044 INFO:tasks.workunit.client.0.smithi019.stderr: -350> 2023-12-03T11:49:51.868+0000 7f8298a62980 5 AuthRegistry(0x5562c0defda8) adding con mode: secure 2023-12-03T11:49:52.044 INFO:tasks.workunit.client.0.smithi019.stderr: -349> 2023-12-03T11:49:51.868+0000 7f8298a62980 5 AuthRegistry(0x5562c0defda8) adding con mode: crc 2023-12-03T11:49:52.045 INFO:tasks.workunit.client.0.smithi019.stderr: -348> 2023-12-03T11:49:51.868+0000 7f8298a62980 5 AuthRegistry(0x5562c0defda8) adding con mode: secure 2023-12-03T11:49:52.045 INFO:tasks.workunit.client.0.smithi019.stderr: -347> 2023-12-03T11:49:51.868+0000 7f8298a62980 5 AuthRegistry(0x5562c0defda8) adding con mode: crc 2023-12-03T11:49:52.045 INFO:tasks.workunit.client.0.smithi019.stderr: -346> 2023-12-03T11:49:51.868+0000 7f8298a62980 5 AuthRegistry(0x5562c0defda8) adding con mode: crc 2023-12-03T11:49:52.045 INFO:tasks.workunit.client.0.smithi019.stderr: -345> 2023-12-03T11:49:51.868+0000 7f8298a62980 5 AuthRegistry(0x5562c0defda8) adding con mode: secure 2023-12-03T11:49:52.045 INFO:tasks.workunit.client.0.smithi019.stderr: -344> 2023-12-03T11:49:51.868+0000 7f8298a62980 5 AuthRegistry(0x5562c0defda8) adding con mode: crc 2023-12-03T11:49:52.045 INFO:tasks.workunit.client.0.smithi019.stderr: -343> 2023-12-03T11:49:51.868+0000 7f8298a62980 5 AuthRegistry(0x5562c0defda8) adding con mode: secure 2023-12-03T11:49:52.045 INFO:tasks.workunit.client.0.smithi019.stderr: -342> 2023-12-03T11:49:51.868+0000 7f8298a62980 5 AuthRegistry(0x5562c0defda8) adding con mode: crc 2023-12-03T11:49:52.045 INFO:tasks.workunit.client.0.smithi019.stderr: -341> 2023-12-03T11:49:51.868+0000 7f8298a62980 5 AuthRegistry(0x5562c0defda8) adding con mode: secure 2023-12-03T11:49:52.045 INFO:tasks.workunit.client.0.smithi019.stderr: -340> 2023-12-03T11:49:51.868+0000 7f8298a62980 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-12-03T11:49:52.045 INFO:tasks.workunit.client.0.smithi019.stderr: -339> 2023-12-03T11:49:51.868+0000 7f8298a62980 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-12-03T11:49:52.045 INFO:tasks.workunit.client.0.smithi019.stderr: -338> 2023-12-03T11:49:51.868+0000 7f8298a62980 5 asok(0x5562c0be7240) register_command rotate-key cmddesc rotate-key hook 0x5562c0defef0 EEXIST 2023-12-03T11:49:52.045 INFO:tasks.workunit.client.0.smithi019.stderr: -337> 2023-12-03T11:49:51.868+0000 7f8298a62980 10 monclient: _reopen_session rank -1 2023-12-03T11:49:52.045 INFO:tasks.workunit.client.0.smithi019.stderr: -336> 2023-12-03T11:49:51.868+0000 7f8298a62980 10 monclient: _add_conns ranks=[2,1,0] 2023-12-03T11:49:52.045 INFO:tasks.workunit.client.0.smithi019.stderr: -335> 2023-12-03T11:49:51.868+0000 7f8298a62980 10 monclient(hunting): picked mon.noname-c con 0x5562c0e25a80 addr [v2:172.21.15.19:3301/0,v1:172.21.15.19:6790/0] 2023-12-03T11:49:52.045 INFO:tasks.workunit.client.0.smithi019.stderr: -334> 2023-12-03T11:49:51.868+0000 7f8298a62980 10 monclient(hunting): picked mon.noname-b con 0x5562c0e2ae90 addr [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] 2023-12-03T11:49:52.046 INFO:tasks.workunit.client.0.smithi019.stderr: -333> 2023-12-03T11:49:51.868+0000 7f8298a62980 10 monclient(hunting): picked mon.noname-a con 0x5562c0e2b580 addr [v2:172.21.15.19:3300/0,v1:172.21.15.19:6789/0] 2023-12-03T11:49:52.046 INFO:tasks.workunit.client.0.smithi019.stderr: -332> 2023-12-03T11:49:51.868+0000 7f8298a62980 10 monclient(hunting): start opening mon connection 2023-12-03T11:49:52.046 INFO:tasks.workunit.client.0.smithi019.stderr: -331> 2023-12-03T11:49:51.868+0000 7f8298a62980 10 monclient(hunting): start opening mon connection 2023-12-03T11:49:52.046 INFO:tasks.workunit.client.0.smithi019.stderr: -330> 2023-12-03T11:49:51.868+0000 7f8298a62980 10 monclient(hunting): start opening mon connection 2023-12-03T11:49:52.046 INFO:tasks.workunit.client.0.smithi019.stderr: -329> 2023-12-03T11:49:51.868+0000 7f8298a62980 10 monclient(hunting): _renew_subs 2023-12-03T11:49:52.046 INFO:tasks.workunit.client.0.smithi019.stderr: -328> 2023-12-03T11:49:51.868+0000 7f8298a62980 10 monclient(hunting): authenticate will time out at 1850.273129s 2023-12-03T11:49:52.046 INFO:tasks.workunit.client.0.smithi019.stderr: -327> 2023-12-03T11:49:51.868+0000 7f8296d7f640 10 monclient(hunting): get_auth_request con 0x5562c0e2b580 auth_method 0 2023-12-03T11:49:52.046 INFO:tasks.workunit.client.0.smithi019.stderr: -326> 2023-12-03T11:49:51.868+0000 7f8296d7f640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-12-03T11:49:52.046 INFO:tasks.workunit.client.0.smithi019.stderr: -325> 2023-12-03T11:49:51.868+0000 7f8296d7f640 10 monclient(hunting): _init_auth method 2 2023-12-03T11:49:52.046 INFO:tasks.workunit.client.0.smithi019.stderr: -324> 2023-12-03T11:49:51.868+0000 7f8296d7f640 10 monclient(hunting): _init_auth creating new auth 2023-12-03T11:49:52.046 INFO:tasks.workunit.client.0.smithi019.stderr: -323> 2023-12-03T11:49:51.868+0000 7f829657e640 10 monclient(hunting): get_auth_request con 0x5562c0e25a80 auth_method 0 2023-12-03T11:49:52.046 INFO:tasks.workunit.client.0.smithi019.stderr: -322> 2023-12-03T11:49:51.868+0000 7f829657e640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-12-03T11:49:52.046 INFO:tasks.workunit.client.0.smithi019.stderr: -321> 2023-12-03T11:49:51.868+0000 7f829657e640 10 monclient(hunting): _init_auth method 2 2023-12-03T11:49:52.046 INFO:tasks.workunit.client.0.smithi019.stderr: -320> 2023-12-03T11:49:51.868+0000 7f829657e640 10 monclient(hunting): _init_auth creating new auth 2023-12-03T11:49:52.047 INFO:tasks.workunit.client.0.smithi019.stderr: -319> 2023-12-03T11:49:51.868+0000 7f8296d7f640 10 monclient(hunting): handle_auth_reply_more payload 9 2023-12-03T11:49:52.047 INFO:tasks.workunit.client.0.smithi019.stderr: -318> 2023-12-03T11:49:51.868+0000 7f8296d7f640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-12-03T11:49:52.047 INFO:tasks.workunit.client.0.smithi019.stderr: -317> 2023-12-03T11:49:51.868+0000 7f8296d7f640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-12-03T11:49:52.047 INFO:tasks.workunit.client.0.smithi019.stderr: -316> 2023-12-03T11:49:51.868+0000 7f829657e640 10 monclient(hunting): handle_auth_reply_more payload 9 2023-12-03T11:49:52.047 INFO:tasks.workunit.client.0.smithi019.stderr: -315> 2023-12-03T11:49:51.868+0000 7f829657e640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-12-03T11:49:52.047 INFO:tasks.workunit.client.0.smithi019.stderr: -314> 2023-12-03T11:49:51.868+0000 7f829657e640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-12-03T11:49:52.047 INFO:tasks.workunit.client.0.smithi019.stderr: -313> 2023-12-03T11:49:51.868+0000 7f8295d7d640 10 monclient(hunting): get_auth_request con 0x5562c0e2ae90 auth_method 0 2023-12-03T11:49:52.047 INFO:tasks.workunit.client.0.smithi019.stderr: -312> 2023-12-03T11:49:51.868+0000 7f8295d7d640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-12-03T11:49:52.047 INFO:tasks.workunit.client.0.smithi019.stderr: -311> 2023-12-03T11:49:51.868+0000 7f8295d7d640 10 monclient(hunting): _init_auth method 2 2023-12-03T11:49:52.047 INFO:tasks.workunit.client.0.smithi019.stderr: -310> 2023-12-03T11:49:51.868+0000 7f8295d7d640 10 monclient(hunting): _init_auth creating new auth 2023-12-03T11:49:52.047 INFO:tasks.workunit.client.0.smithi019.stderr: -309> 2023-12-03T11:49:51.868+0000 7f8296d7f640 10 monclient(hunting): handle_auth_done global_id 6504 payload 824 2023-12-03T11:49:52.047 INFO:tasks.workunit.client.0.smithi019.stderr: -308> 2023-12-03T11:49:51.868+0000 7f8296d7f640 10 monclient: _finish_hunting 0 2023-12-03T11:49:52.047 INFO:tasks.workunit.client.0.smithi019.stderr: -307> 2023-12-03T11:49:51.868+0000 7f8296d7f640 1 monclient: found mon.noname-a 2023-12-03T11:49:52.047 INFO:tasks.workunit.client.0.smithi019.stderr: -306> 2023-12-03T11:49:51.868+0000 7f8296d7f640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.19:3300/0 2023-12-03T11:49:52.047 INFO:tasks.workunit.client.0.smithi019.stderr: -305> 2023-12-03T11:49:51.868+0000 7f8276ffd640 10 monclient: handle_monmap mon_map magic: 0 v1 2023-12-03T11:49:52.048 INFO:tasks.workunit.client.0.smithi019.stderr: -304> 2023-12-03T11:49:51.868+0000 7f8276ffd640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2023-12-03T11:49:52.048 INFO:tasks.workunit.client.0.smithi019.stderr: -303> 2023-12-03T11:49:51.868+0000 7f8276ffd640 10 monclient: dump: 2023-12-03T11:49:52.048 INFO:tasks.workunit.client.0.smithi019.stderr:epoch 1 2023-12-03T11:49:52.048 INFO:tasks.workunit.client.0.smithi019.stderr:fsid ae33780b-1c64-42c6-818c-b1dc720ff6a2 2023-12-03T11:49:52.048 INFO:tasks.workunit.client.0.smithi019.stderr:last_changed 2023-12-03T11:35:13.610069+0000 2023-12-03T11:49:52.048 INFO:tasks.workunit.client.0.smithi019.stderr:created 2023-12-03T11:35:13.610069+0000 2023-12-03T11:49:52.048 INFO:tasks.workunit.client.0.smithi019.stderr:min_mon_release 18 (reef) 2023-12-03T11:49:52.048 INFO:tasks.workunit.client.0.smithi019.stderr:election_strategy: 1 2023-12-03T11:49:52.048 INFO:tasks.workunit.client.0.smithi019.stderr:0: [v2:172.21.15.19:3300/0,v1:172.21.15.19:6789/0] mon.a 2023-12-03T11:49:52.048 INFO:tasks.workunit.client.0.smithi019.stderr:1: [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] mon.b 2023-12-03T11:49:52.048 INFO:tasks.workunit.client.0.smithi019.stderr:2: [v2:172.21.15.19:3301/0,v1:172.21.15.19:6790/0] mon.c 2023-12-03T11:49:52.048 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:49:52.048 INFO:tasks.workunit.client.0.smithi019.stderr: -302> 2023-12-03T11:49:51.868+0000 7f8276ffd640 10 monclient: _finish_auth 0 2023-12-03T11:49:52.048 INFO:tasks.workunit.client.0.smithi019.stderr: -301> 2023-12-03T11:49:51.868+0000 7f8276ffd640 10 monclient: _check_auth_tickets 2023-12-03T11:49:52.048 INFO:tasks.workunit.client.0.smithi019.stderr: -300> 2023-12-03T11:49:51.868+0000 7f8276ffd640 10 monclient: handle_config config(0 keys) v1 2023-12-03T11:49:52.049 INFO:tasks.workunit.client.0.smithi019.stderr: -299> 2023-12-03T11:49:51.868+0000 7f8276ffd640 10 monclient: handle_monmap mon_map magic: 0 v1 2023-12-03T11:49:52.049 INFO:tasks.workunit.client.0.smithi019.stderr: -298> 2023-12-03T11:49:51.868+0000 7f8276ffd640 10 monclient: got monmap 1 from mon.a (according to old e1) 2023-12-03T11:49:52.049 INFO:tasks.workunit.client.0.smithi019.stderr: -297> 2023-12-03T11:49:51.868+0000 7f8276ffd640 10 monclient: dump: 2023-12-03T11:49:52.049 INFO:tasks.workunit.client.0.smithi019.stderr:epoch 1 2023-12-03T11:49:52.049 INFO:tasks.workunit.client.0.smithi019.stderr:fsid ae33780b-1c64-42c6-818c-b1dc720ff6a2 2023-12-03T11:49:52.049 INFO:tasks.workunit.client.0.smithi019.stderr:last_changed 2023-12-03T11:35:13.610069+0000 2023-12-03T11:49:52.049 INFO:tasks.workunit.client.0.smithi019.stderr:created 2023-12-03T11:35:13.610069+0000 2023-12-03T11:49:52.049 INFO:tasks.workunit.client.0.smithi019.stderr:min_mon_release 18 (reef) 2023-12-03T11:49:52.049 INFO:tasks.workunit.client.0.smithi019.stderr:election_strategy: 1 2023-12-03T11:49:52.049 INFO:tasks.workunit.client.0.smithi019.stderr:0: [v2:172.21.15.19:3300/0,v1:172.21.15.19:6789/0] mon.a 2023-12-03T11:49:52.049 INFO:tasks.workunit.client.0.smithi019.stderr:1: [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] mon.b 2023-12-03T11:49:52.049 INFO:tasks.workunit.client.0.smithi019.stderr:2: [v2:172.21.15.19:3301/0,v1:172.21.15.19:6790/0] mon.c 2023-12-03T11:49:52.049 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:49:52.049 INFO:tasks.workunit.client.0.smithi019.stderr: -296> 2023-12-03T11:49:51.868+0000 7f8298a62980 5 monclient: authenticate success, global_id 6504 2023-12-03T11:49:52.050 INFO:tasks.workunit.client.0.smithi019.stderr: -295> 2023-12-03T11:49:51.868+0000 7f8298a62980 10 monclient: _renew_subs 2023-12-03T11:49:52.050 INFO:tasks.workunit.client.0.smithi019.stderr: -294> 2023-12-03T11:49:51.868+0000 7f8284ff9640 4 set_mon_vals no callback set 2023-12-03T11:49:52.050 INFO:tasks.workunit.client.0.smithi019.stderr: -293> 2023-12-03T11:49:51.868+0000 7f8298a62980 10 monclient: _send_mon_message to mon.a at v2:172.21.15.19:3300/0 2023-12-03T11:49:52.050 INFO:tasks.workunit.client.0.smithi019.stderr: -292> 2023-12-03T11:49:51.868+0000 7f8298a62980 10 monclient: _renew_subs 2023-12-03T11:49:52.050 INFO:tasks.workunit.client.0.smithi019.stderr: -291> 2023-12-03T11:49:51.868+0000 7f8298a62980 10 monclient: _send_mon_message to mon.a at v2:172.21.15.19:3300/0 2023-12-03T11:49:52.050 INFO:tasks.workunit.client.0.smithi019.stderr: -290> 2023-12-03T11:49:51.868+0000 7f8298a62980 1 librados: init done 2023-12-03T11:49:52.050 INFO:tasks.workunit.client.0.smithi019.stderr: -289> 2023-12-03T11:49:51.868+0000 7f8298a62980 20 rados->read ofs=0 len=0 2023-12-03T11:49:52.050 INFO:tasks.workunit.client.0.smithi019.stderr: -288> 2023-12-03T11:49:51.872+0000 7f8276ffd640 4 mgrc handle_mgr_map Got map version 5 2023-12-03T11:49:52.050 INFO:tasks.workunit.client.0.smithi019.stderr: -287> 2023-12-03T11:49:51.872+0000 7f8276ffd640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.57:6832/1976017766,v1:172.21.15.57:6833/1976017766] 2023-12-03T11:49:52.050 INFO:tasks.workunit.client.0.smithi019.stderr: -286> 2023-12-03T11:49:51.872+0000 7f8276ffd640 4 mgrc reconnect Starting new session with [v2:172.21.15.57:6832/1976017766,v1:172.21.15.57:6833/1976017766] 2023-12-03T11:49:52.050 INFO:tasks.workunit.client.0.smithi019.stderr: -285> 2023-12-03T11:49:51.872+0000 7f829657e640 10 monclient: get_auth_request con 0x7f8270064e50 auth_method 0 2023-12-03T11:49:52.050 INFO:tasks.workunit.client.0.smithi019.stderr: -284> 2023-12-03T11:49:51.872+0000 7f8295d7d640 10 monclient: get_auth_request con 0x5562c0e3d810 auth_method 0 2023-12-03T11:49:52.050 INFO:tasks.workunit.client.0.smithi019.stderr: -283> 2023-12-03T11:49:51.872+0000 7f8298a62980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:52.050 INFO:tasks.workunit.client.0.smithi019.stderr: -282> 2023-12-03T11:49:51.872+0000 7f8298a62980 20 realm 2023-12-03T11:49:52.051 INFO:tasks.workunit.client.0.smithi019.stderr: -281> 2023-12-03T11:49:51.872+0000 7f8298a62980 20 rados->read ofs=0 len=0 2023-12-03T11:49:52.051 INFO:tasks.workunit.client.0.smithi019.stderr: -280> 2023-12-03T11:49:51.872+0000 7f8298a62980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:52.051 INFO:tasks.workunit.client.0.smithi019.stderr: -279> 2023-12-03T11:49:51.872+0000 7f8298a62980 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:49:52.051 INFO:tasks.workunit.client.0.smithi019.stderr: -278> 2023-12-03T11:49:51.872+0000 7f8298a62980 20 rados->read ofs=0 len=0 2023-12-03T11:49:52.051 INFO:tasks.workunit.client.0.smithi019.stderr: -277> 2023-12-03T11:49:51.872+0000 7f8298a62980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:52.051 INFO:tasks.workunit.client.0.smithi019.stderr: -276> 2023-12-03T11:49:51.872+0000 7f8298a62980 20 rados->read ofs=0 len=0 2023-12-03T11:49:52.051 INFO:tasks.workunit.client.0.smithi019.stderr: -275> 2023-12-03T11:49:51.872+0000 7f829657e640 10 monclient: get_auth_request con 0x5562c0e416e0 auth_method 0 2023-12-03T11:49:52.051 INFO:tasks.workunit.client.0.smithi019.stderr: -274> 2023-12-03T11:49:51.872+0000 7f8298a62980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:49:52.051 INFO:tasks.workunit.client.0.smithi019.stderr: -273> 2023-12-03T11:49:51.872+0000 7f8298a62980 20 rados->read ofs=0 len=0 2023-12-03T11:49:52.051 INFO:tasks.workunit.client.0.smithi019.stderr: -272> 2023-12-03T11:49:51.876+0000 7f8298a62980 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:49:52.051 INFO:tasks.workunit.client.0.smithi019.stderr: -271> 2023-12-03T11:49:51.876+0000 7f8298a62980 20 searching for the correct realm 2023-12-03T11:49:52.051 INFO:tasks.workunit.client.0.smithi019.stderr: -270> 2023-12-03T11:49:51.876+0000 7f8295d7d640 10 monclient: get_auth_request con 0x5562c0e46700 auth_method 0 2023-12-03T11:49:52.051 INFO:tasks.workunit.client.0.smithi019.stderr: -269> 2023-12-03T11:49:51.876+0000 7f8296d7f640 10 monclient: get_auth_request con 0x7f828c0c3bd0 auth_method 0 2023-12-03T11:49:52.051 INFO:tasks.workunit.client.0.smithi019.stderr: -268> 2023-12-03T11:49:51.876+0000 7f829657e640 10 monclient: get_auth_request con 0x7f8290059850 auth_method 0 2023-12-03T11:49:52.051 INFO:tasks.workunit.client.0.smithi019.stderr: -267> 2023-12-03T11:49:51.880+0000 7f8295d7d640 10 monclient: get_auth_request con 0x7f828807cbe0 auth_method 0 2023-12-03T11:49:52.052 INFO:tasks.workunit.client.0.smithi019.stderr: -266> 2023-12-03T11:49:51.884+0000 7f8296d7f640 10 monclient: get_auth_request con 0x7f828c0b83e0 auth_method 0 2023-12-03T11:49:52.052 INFO:tasks.workunit.client.0.smithi019.stderr: -265> 2023-12-03T11:49:51.888+0000 7f829657e640 10 monclient: get_auth_request con 0x7f828c0df960 auth_method 0 2023-12-03T11:49:52.052 INFO:tasks.workunit.client.0.smithi019.stderr: -264> 2023-12-03T11:49:51.900+0000 7f829657e640 0 -- 172.21.15.19:0/1399291073 >> [v2:172.21.15.57:6808/3142144203,v1:172.21.15.57:6809/3142144203] conn(0x5562c0e416e0 msgr2=0x5562c0e43b10 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:49:52.052 INFO:tasks.workunit.client.0.smithi019.stderr: -263> 2023-12-03T11:49:51.900+0000 7f8276ffd640 1 client.6504.objecter ms_handle_reset 0x5562c0e416e0 session 0x5562c0bcab00 osd.5 2023-12-03T11:49:52.052 INFO:tasks.workunit.client.0.smithi019.stderr: -262> 2023-12-03T11:49:51.900+0000 7f8276ffd640 10 monclient: _renew_subs 2023-12-03T11:49:52.052 INFO:tasks.workunit.client.0.smithi019.stderr: -261> 2023-12-03T11:49:51.900+0000 7f8276ffd640 10 monclient: _send_mon_message to mon.a at v2:172.21.15.19:3300/0 2023-12-03T11:49:52.052 INFO:tasks.workunit.client.0.smithi019.stderr: -260> 2023-12-03T11:49:51.900+0000 7f829657e640 10 monclient: get_auth_request con 0x7f8270075330 auth_method 0 2023-12-03T11:49:52.052 INFO:tasks.workunit.client.0.smithi019.stderr: -259> 2023-12-03T11:49:51.900+0000 7f8298a62980 20 RGWRados::pool_iterate: got zonegroup_info.9433ba8b-08fe-4f3d-8375-ae7b0ce32294 2023-12-03T11:49:52.052 INFO:tasks.workunit.client.0.smithi019.stderr: -258> 2023-12-03T11:49:51.900+0000 7f8298a62980 20 RGWRados::pool_iterate: got zone_info.43a5e689-6a4f-4bb6-8529-28824bd75ab9 2023-12-03T11:49:52.052 INFO:tasks.workunit.client.0.smithi019.stderr: -257> 2023-12-03T11:49:51.900+0000 7f8298a62980 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:49:52.052 INFO:tasks.workunit.client.0.smithi019.stderr: -256> 2023-12-03T11:49:51.900+0000 7f8298a62980 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:49:52.052 INFO:tasks.workunit.client.0.smithi019.stderr: -255> 2023-12-03T11:49:51.900+0000 7f8298a62980 20 rados->read ofs=0 len=0 2023-12-03T11:49:52.052 INFO:tasks.workunit.client.0.smithi019.stderr: -254> 2023-12-03T11:49:51.900+0000 7f8298a62980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:52.052 INFO:tasks.workunit.client.0.smithi019.stderr: -253> 2023-12-03T11:49:51.900+0000 7f8298a62980 20 rados->read ofs=0 len=0 2023-12-03T11:49:52.053 INFO:tasks.workunit.client.0.smithi019.stderr: -252> 2023-12-03T11:49:51.900+0000 7f8298a62980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:49:52.053 INFO:tasks.workunit.client.0.smithi019.stderr: -251> 2023-12-03T11:49:51.900+0000 7f8298a62980 20 rados->read ofs=0 len=0 2023-12-03T11:49:52.053 INFO:tasks.workunit.client.0.smithi019.stderr: -250> 2023-12-03T11:49:51.900+0000 7f8298a62980 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:49:52.053 INFO:tasks.workunit.client.0.smithi019.stderr: -249> 2023-12-03T11:49:51.900+0000 7f8298a62980 20 zone default found 2023-12-03T11:49:52.053 INFO:tasks.workunit.client.0.smithi019.stderr: -248> 2023-12-03T11:49:51.900+0000 7f8298a62980 4 Realm: () 2023-12-03T11:49:52.053 INFO:tasks.workunit.client.0.smithi019.stderr: -247> 2023-12-03T11:49:51.900+0000 7f8298a62980 4 ZoneGroup: default (9433ba8b-08fe-4f3d-8375-ae7b0ce32294) 2023-12-03T11:49:52.053 INFO:tasks.workunit.client.0.smithi019.stderr: -246> 2023-12-03T11:49:51.900+0000 7f8298a62980 4 Zone: default (43a5e689-6a4f-4bb6-8529-28824bd75ab9) 2023-12-03T11:49:52.053 INFO:tasks.workunit.client.0.smithi019.stderr: -245> 2023-12-03T11:49:51.900+0000 7f8298a62980 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:49:52.053 INFO:tasks.workunit.client.0.smithi019.stderr: -244> 2023-12-03T11:49:51.900+0000 7f8298a62980 20 zonegroup default 2023-12-03T11:49:52.053 INFO:tasks.workunit.client.0.smithi019.stderr: -243> 2023-12-03T11:49:51.900+0000 7f8298a62980 20 rados->read ofs=0 len=0 2023-12-03T11:49:52.053 INFO:tasks.workunit.client.0.smithi019.stderr: -242> 2023-12-03T11:49:51.900+0000 7f8298a62980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:52.053 INFO:tasks.workunit.client.0.smithi019.stderr: -241> 2023-12-03T11:49:51.900+0000 7f8298a62980 20 rados->read ofs=0 len=0 2023-12-03T11:49:52.053 INFO:tasks.workunit.client.0.smithi019.stderr: -240> 2023-12-03T11:49:51.904+0000 7f8298a62980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:52.053 INFO:tasks.workunit.client.0.smithi019.stderr: -239> 2023-12-03T11:49:51.904+0000 7f8298a62980 20 rados->read ofs=0 len=0 2023-12-03T11:49:52.053 INFO:tasks.workunit.client.0.smithi019.stderr: -238> 2023-12-03T11:49:51.904+0000 7f8298a62980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:52.054 INFO:tasks.workunit.client.0.smithi019.stderr: -237> 2023-12-03T11:49:51.904+0000 7f8298a62980 20 started sync module instance, tier type = 2023-12-03T11:49:52.054 INFO:tasks.workunit.client.0.smithi019.stderr: -236> 2023-12-03T11:49:51.904+0000 7f8298a62980 20 started zone id=43a5e689-6a4f-4bb6-8529-28824bd75ab9 (name=default) with tier type = 2023-12-03T11:49:52.054 INFO:tasks.workunit.client.0.smithi019.stderr: -235> 2023-12-03T11:49:51.924+0000 7f8295d7d640 0 -- 172.21.15.19:0/1399291073 >> [v2:172.21.15.19:6800/1469834966,v1:172.21.15.19:6801/1469834966] conn(0x5562c0e46700 msgr2=0x5562c0e48af0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:49:52.054 INFO:tasks.workunit.client.0.smithi019.stderr: -234> 2023-12-03T11:49:51.924+0000 7f8276ffd640 1 client.6504.objecter ms_handle_reset 0x5562c0e46700 session 0x5562c0bd4000 osd.3 2023-12-03T11:49:52.054 INFO:tasks.workunit.client.0.smithi019.stderr: -233> 2023-12-03T11:49:51.924+0000 7f8295d7d640 10 monclient: get_auth_request con 0x5562c0e416e0 auth_method 0 2023-12-03T11:49:52.054 INFO:tasks.workunit.client.0.smithi019.stderr: -232> 2023-12-03T11:49:51.928+0000 7f8298a62980 20 add_watcher() i=0 2023-12-03T11:49:52.054 INFO:tasks.workunit.client.0.smithi019.stderr: -231> 2023-12-03T11:49:51.928+0000 7f8298a62980 20 add_watcher() i=1 2023-12-03T11:49:52.054 INFO:tasks.workunit.client.0.smithi019.stderr: -230> 2023-12-03T11:49:51.928+0000 7f8298a62980 20 add_watcher() i=2 2023-12-03T11:49:52.054 INFO:tasks.workunit.client.0.smithi019.stderr: -229> 2023-12-03T11:49:51.928+0000 7f8298a62980 20 add_watcher() i=3 2023-12-03T11:49:52.054 INFO:tasks.workunit.client.0.smithi019.stderr: -228> 2023-12-03T11:49:51.928+0000 7f8298a62980 20 add_watcher() i=4 2023-12-03T11:49:52.054 INFO:tasks.workunit.client.0.smithi019.stderr: -227> 2023-12-03T11:49:51.928+0000 7f8298a62980 20 add_watcher() i=5 2023-12-03T11:49:52.054 INFO:tasks.workunit.client.0.smithi019.stderr: -226> 2023-12-03T11:49:51.928+0000 7f8298a62980 20 add_watcher() i=6 2023-12-03T11:49:52.054 INFO:tasks.workunit.client.0.smithi019.stderr: -225> 2023-12-03T11:49:51.928+0000 7f8298a62980 20 add_watcher() i=7 2023-12-03T11:49:52.054 INFO:tasks.workunit.client.0.smithi019.stderr: -224> 2023-12-03T11:49:51.928+0000 7f8298a62980 2 all 8 watchers are set, enabling cache 2023-12-03T11:49:52.055 INFO:tasks.workunit.client.0.smithi019.stderr: -223> 2023-12-03T11:49:51.932+0000 7f8298a62980 5 AuthRegistry(0x7ffddaa134c0) adding auth protocol: cephx 2023-12-03T11:49:52.055 INFO:tasks.workunit.client.0.smithi019.stderr: -222> 2023-12-03T11:49:51.932+0000 7f8298a62980 5 AuthRegistry(0x7ffddaa134c0) adding auth protocol: cephx 2023-12-03T11:49:52.055 INFO:tasks.workunit.client.0.smithi019.stderr: -221> 2023-12-03T11:49:51.932+0000 7f8298a62980 5 AuthRegistry(0x7ffddaa134c0) adding auth protocol: cephx 2023-12-03T11:49:52.055 INFO:tasks.workunit.client.0.smithi019.stderr: -220> 2023-12-03T11:49:51.932+0000 7f8298a62980 5 AuthRegistry(0x7ffddaa134c0) adding con mode: secure 2023-12-03T11:49:52.055 INFO:tasks.workunit.client.0.smithi019.stderr: -219> 2023-12-03T11:49:51.932+0000 7f8298a62980 5 AuthRegistry(0x7ffddaa134c0) adding con mode: crc 2023-12-03T11:49:52.055 INFO:tasks.workunit.client.0.smithi019.stderr: -218> 2023-12-03T11:49:51.932+0000 7f8298a62980 5 AuthRegistry(0x7ffddaa134c0) adding con mode: secure 2023-12-03T11:49:52.055 INFO:tasks.workunit.client.0.smithi019.stderr: -217> 2023-12-03T11:49:51.932+0000 7f8298a62980 5 AuthRegistry(0x7ffddaa134c0) adding con mode: crc 2023-12-03T11:49:52.055 INFO:tasks.workunit.client.0.smithi019.stderr: -216> 2023-12-03T11:49:51.932+0000 7f8298a62980 5 AuthRegistry(0x7ffddaa134c0) adding con mode: secure 2023-12-03T11:49:52.055 INFO:tasks.workunit.client.0.smithi019.stderr: -215> 2023-12-03T11:49:51.932+0000 7f8298a62980 5 AuthRegistry(0x7ffddaa134c0) adding con mode: crc 2023-12-03T11:49:52.055 INFO:tasks.workunit.client.0.smithi019.stderr: -214> 2023-12-03T11:49:51.932+0000 7f8298a62980 5 AuthRegistry(0x7ffddaa134c0) adding con mode: crc 2023-12-03T11:49:52.055 INFO:tasks.workunit.client.0.smithi019.stderr: -213> 2023-12-03T11:49:51.932+0000 7f8298a62980 5 AuthRegistry(0x7ffddaa134c0) adding con mode: secure 2023-12-03T11:49:52.055 INFO:tasks.workunit.client.0.smithi019.stderr: -212> 2023-12-03T11:49:51.932+0000 7f8298a62980 5 AuthRegistry(0x7ffddaa134c0) adding con mode: crc 2023-12-03T11:49:52.055 INFO:tasks.workunit.client.0.smithi019.stderr: -211> 2023-12-03T11:49:51.932+0000 7f8298a62980 5 AuthRegistry(0x7ffddaa134c0) adding con mode: secure 2023-12-03T11:49:52.055 INFO:tasks.workunit.client.0.smithi019.stderr: -210> 2023-12-03T11:49:51.932+0000 7f8298a62980 5 AuthRegistry(0x7ffddaa134c0) adding con mode: crc 2023-12-03T11:49:52.055 INFO:tasks.workunit.client.0.smithi019.stderr: -209> 2023-12-03T11:49:51.932+0000 7f8298a62980 5 AuthRegistry(0x7ffddaa134c0) adding con mode: secure 2023-12-03T11:49:52.056 INFO:tasks.workunit.client.0.smithi019.stderr: -208> 2023-12-03T11:49:51.932+0000 7f825bfe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:49:52.056 INFO:tasks.workunit.client.0.smithi019.stderr: -207> 2023-12-03T11:49:51.932+0000 7f8298a62980 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-12-03T11:49:52.056 INFO:tasks.workunit.client.0.smithi019.stderr: -206> 2023-12-03T11:49:51.932+0000 7f8298a62980 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:49:52.056 INFO:tasks.workunit.client.0.smithi019.stderr: -205> 2023-12-03T11:49:51.932+0000 7f8298a62980 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:49:52.056 INFO:tasks.workunit.client.0.smithi019.stderr: -204> 2023-12-03T11:49:51.932+0000 7f8298a62980 5 asok(0x5562c0be7240) register_command cache list hook 0x5562c0d19710 2023-12-03T11:49:52.056 INFO:tasks.workunit.client.0.smithi019.stderr: -203> 2023-12-03T11:49:51.932+0000 7f8298a62980 5 asok(0x5562c0be7240) register_command cache inspect hook 0x5562c0d19710 2023-12-03T11:49:52.056 INFO:tasks.workunit.client.0.smithi019.stderr: -202> 2023-12-03T11:49:51.932+0000 7f8298a62980 5 asok(0x5562c0be7240) register_command cache erase hook 0x5562c0d19710 2023-12-03T11:49:52.056 INFO:tasks.workunit.client.0.smithi019.stderr: -201> 2023-12-03T11:49:51.932+0000 7f8298a62980 5 asok(0x5562c0be7240) register_command cache zap hook 0x5562c0d19710 2023-12-03T11:49:52.056 INFO:tasks.workunit.client.0.smithi019.stderr: -200> 2023-12-03T11:49:51.932+0000 7f8298a62980 10 monclient: get_monmap_and_config 2023-12-03T11:49:52.056 INFO:tasks.workunit.client.0.smithi019.stderr: -199> 2023-12-03T11:49:51.932+0000 7f8298a62980 10 monclient: build_initial_monmap 2023-12-03T11:49:52.056 INFO:tasks.workunit.client.0.smithi019.stderr: -198> 2023-12-03T11:49:51.932+0000 7f8298a62980 1 build_initial for_mkfs: 0 2023-12-03T11:49:52.056 INFO:tasks.workunit.client.0.smithi019.stderr: -197> 2023-12-03T11:49:51.932+0000 7f8298a62980 10 monclient: monmap: 2023-12-03T11:49:52.056 INFO:tasks.workunit.client.0.smithi019.stderr:epoch 0 2023-12-03T11:49:52.056 INFO:tasks.workunit.client.0.smithi019.stderr:fsid 00000000-0000-0000-0000-000000000000 2023-12-03T11:49:52.056 INFO:tasks.workunit.client.0.smithi019.stderr:last_changed 0.000000 2023-12-03T11:49:52.057 INFO:tasks.workunit.client.0.smithi019.stderr:created 0.000000 2023-12-03T11:49:52.057 INFO:tasks.workunit.client.0.smithi019.stderr:min_mon_release 0 (unknown) 2023-12-03T11:49:52.057 INFO:tasks.workunit.client.0.smithi019.stderr:election_strategy: 1 2023-12-03T11:49:52.057 INFO:tasks.workunit.client.0.smithi019.stderr:0: [v2:172.21.15.19:3300/0,v1:172.21.15.19:6789/0] mon.noname-a 2023-12-03T11:49:52.057 INFO:tasks.workunit.client.0.smithi019.stderr:1: [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] mon.noname-b 2023-12-03T11:49:52.057 INFO:tasks.workunit.client.0.smithi019.stderr:2: [v2:172.21.15.19:3301/0,v1:172.21.15.19:6790/0] mon.noname-c 2023-12-03T11:49:52.057 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:49:52.057 INFO:tasks.workunit.client.0.smithi019.stderr: -196> 2023-12-03T11:49:51.932+0000 7f8298a62980 5 AuthRegistry(0x5562c0e833f0) adding auth protocol: cephx 2023-12-03T11:49:52.057 INFO:tasks.workunit.client.0.smithi019.stderr: -195> 2023-12-03T11:49:51.932+0000 7f8298a62980 5 AuthRegistry(0x5562c0e833f0) adding auth protocol: cephx 2023-12-03T11:49:52.057 INFO:tasks.workunit.client.0.smithi019.stderr: -194> 2023-12-03T11:49:51.932+0000 7f8298a62980 5 AuthRegistry(0x5562c0e833f0) adding auth protocol: cephx 2023-12-03T11:49:52.057 INFO:tasks.workunit.client.0.smithi019.stderr: -193> 2023-12-03T11:49:51.932+0000 7f8298a62980 5 AuthRegistry(0x5562c0e833f0) adding con mode: secure 2023-12-03T11:49:52.057 INFO:tasks.workunit.client.0.smithi019.stderr: -192> 2023-12-03T11:49:51.932+0000 7f8298a62980 5 AuthRegistry(0x5562c0e833f0) adding con mode: crc 2023-12-03T11:49:52.057 INFO:tasks.workunit.client.0.smithi019.stderr: -191> 2023-12-03T11:49:51.932+0000 7f8298a62980 5 AuthRegistry(0x5562c0e833f0) adding con mode: secure 2023-12-03T11:49:52.057 INFO:tasks.workunit.client.0.smithi019.stderr: -190> 2023-12-03T11:49:51.932+0000 7f8298a62980 5 AuthRegistry(0x5562c0e833f0) adding con mode: crc 2023-12-03T11:49:52.058 INFO:tasks.workunit.client.0.smithi019.stderr: -189> 2023-12-03T11:49:51.932+0000 7f8298a62980 5 AuthRegistry(0x5562c0e833f0) adding con mode: secure 2023-12-03T11:49:52.058 INFO:tasks.workunit.client.0.smithi019.stderr: -188> 2023-12-03T11:49:51.932+0000 7f8298a62980 5 AuthRegistry(0x5562c0e833f0) adding con mode: crc 2023-12-03T11:49:52.058 INFO:tasks.workunit.client.0.smithi019.stderr: -187> 2023-12-03T11:49:51.932+0000 7f8298a62980 5 AuthRegistry(0x5562c0e833f0) adding con mode: crc 2023-12-03T11:49:52.058 INFO:tasks.workunit.client.0.smithi019.stderr: -186> 2023-12-03T11:49:51.932+0000 7f8298a62980 5 AuthRegistry(0x5562c0e833f0) adding con mode: secure 2023-12-03T11:49:52.058 INFO:tasks.workunit.client.0.smithi019.stderr: -185> 2023-12-03T11:49:51.932+0000 7f8298a62980 5 AuthRegistry(0x5562c0e833f0) adding con mode: crc 2023-12-03T11:49:52.058 INFO:tasks.workunit.client.0.smithi019.stderr: -184> 2023-12-03T11:49:51.932+0000 7f8298a62980 5 AuthRegistry(0x5562c0e833f0) adding con mode: secure 2023-12-03T11:49:52.058 INFO:tasks.workunit.client.0.smithi019.stderr: -183> 2023-12-03T11:49:51.932+0000 7f8298a62980 5 AuthRegistry(0x5562c0e833f0) adding con mode: crc 2023-12-03T11:49:52.058 INFO:tasks.workunit.client.0.smithi019.stderr: -182> 2023-12-03T11:49:51.932+0000 7f8298a62980 5 AuthRegistry(0x5562c0e833f0) adding con mode: secure 2023-12-03T11:49:52.058 INFO:tasks.workunit.client.0.smithi019.stderr: -181> 2023-12-03T11:49:51.932+0000 7f8298a62980 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-12-03T11:49:52.058 INFO:tasks.workunit.client.0.smithi019.stderr: -180> 2023-12-03T11:49:51.932+0000 7f8298a62980 10 monclient: init 2023-12-03T11:49:52.058 INFO:tasks.workunit.client.0.smithi019.stderr: -179> 2023-12-03T11:49:51.932+0000 7f8298a62980 5 AuthRegistry(0x7ffddaa13010) adding auth protocol: cephx 2023-12-03T11:49:52.058 INFO:tasks.workunit.client.0.smithi019.stderr: -178> 2023-12-03T11:49:51.932+0000 7f8298a62980 5 AuthRegistry(0x7ffddaa13010) adding auth protocol: cephx 2023-12-03T11:49:52.058 INFO:tasks.workunit.client.0.smithi019.stderr: -177> 2023-12-03T11:49:51.932+0000 7f8298a62980 5 AuthRegistry(0x7ffddaa13010) adding auth protocol: cephx 2023-12-03T11:49:52.058 INFO:tasks.workunit.client.0.smithi019.stderr: -176> 2023-12-03T11:49:51.932+0000 7f8298a62980 5 AuthRegistry(0x7ffddaa13010) adding con mode: secure 2023-12-03T11:49:52.059 INFO:tasks.workunit.client.0.smithi019.stderr: -175> 2023-12-03T11:49:51.932+0000 7f8298a62980 5 AuthRegistry(0x7ffddaa13010) adding con mode: crc 2023-12-03T11:49:52.059 INFO:tasks.workunit.client.0.smithi019.stderr: -174> 2023-12-03T11:49:51.932+0000 7f8298a62980 5 AuthRegistry(0x7ffddaa13010) adding con mode: secure 2023-12-03T11:49:52.059 INFO:tasks.workunit.client.0.smithi019.stderr: -173> 2023-12-03T11:49:51.932+0000 7f8298a62980 5 AuthRegistry(0x7ffddaa13010) adding con mode: crc 2023-12-03T11:49:52.059 INFO:tasks.workunit.client.0.smithi019.stderr: -172> 2023-12-03T11:49:51.932+0000 7f8298a62980 5 AuthRegistry(0x7ffddaa13010) adding con mode: secure 2023-12-03T11:49:52.059 INFO:tasks.workunit.client.0.smithi019.stderr: -171> 2023-12-03T11:49:51.932+0000 7f8298a62980 5 AuthRegistry(0x7ffddaa13010) adding con mode: crc 2023-12-03T11:49:52.059 INFO:tasks.workunit.client.0.smithi019.stderr: -170> 2023-12-03T11:49:51.932+0000 7f8298a62980 5 AuthRegistry(0x7ffddaa13010) adding con mode: crc 2023-12-03T11:49:52.059 INFO:tasks.workunit.client.0.smithi019.stderr: -169> 2023-12-03T11:49:51.932+0000 7f8298a62980 5 AuthRegistry(0x7ffddaa13010) adding con mode: secure 2023-12-03T11:49:52.059 INFO:tasks.workunit.client.0.smithi019.stderr: -168> 2023-12-03T11:49:51.932+0000 7f8298a62980 5 AuthRegistry(0x7ffddaa13010) adding con mode: crc 2023-12-03T11:49:52.059 INFO:tasks.workunit.client.0.smithi019.stderr: -167> 2023-12-03T11:49:51.932+0000 7f8298a62980 5 AuthRegistry(0x7ffddaa13010) adding con mode: secure 2023-12-03T11:49:52.059 INFO:tasks.workunit.client.0.smithi019.stderr: -166> 2023-12-03T11:49:51.932+0000 7f8298a62980 5 AuthRegistry(0x7ffddaa13010) adding con mode: crc 2023-12-03T11:49:52.059 INFO:tasks.workunit.client.0.smithi019.stderr: -165> 2023-12-03T11:49:51.932+0000 7f8298a62980 5 AuthRegistry(0x7ffddaa13010) adding con mode: secure 2023-12-03T11:49:52.059 INFO:tasks.workunit.client.0.smithi019.stderr: -164> 2023-12-03T11:49:51.932+0000 7f8298a62980 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-12-03T11:49:52.059 INFO:tasks.workunit.client.0.smithi019.stderr: -163> 2023-12-03T11:49:51.932+0000 7f8298a62980 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-12-03T11:49:52.059 INFO:tasks.workunit.client.0.smithi019.stderr: -162> 2023-12-03T11:49:51.932+0000 7f8298a62980 5 asok(0x5562c0be7240) register_command rotate-key cmddesc rotate-key hook 0x7ffddaa13158 EEXIST 2023-12-03T11:49:52.059 INFO:tasks.workunit.client.0.smithi019.stderr: -161> 2023-12-03T11:49:51.932+0000 7f8298a62980 10 monclient: _reopen_session rank -1 2023-12-03T11:49:52.060 INFO:tasks.workunit.client.0.smithi019.stderr: -160> 2023-12-03T11:49:51.932+0000 7f8298a62980 10 monclient: _add_conns ranks=[0,1,2] 2023-12-03T11:49:52.060 INFO:tasks.workunit.client.0.smithi019.stderr: -159> 2023-12-03T11:49:51.932+0000 7f8298a62980 10 monclient(hunting): picked mon.noname-a con 0x5562c0e7e7c0 addr [v2:172.21.15.19:3300/0,v1:172.21.15.19:6789/0] 2023-12-03T11:49:52.060 INFO:tasks.workunit.client.0.smithi019.stderr: -158> 2023-12-03T11:49:51.932+0000 7f8298a62980 10 monclient(hunting): picked mon.noname-b con 0x5562c0e8cee0 addr [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] 2023-12-03T11:49:52.060 INFO:tasks.workunit.client.0.smithi019.stderr: -157> 2023-12-03T11:49:51.932+0000 7f8298a62980 10 monclient(hunting): picked mon.noname-c con 0x5562c0e82d50 addr [v2:172.21.15.19:3301/0,v1:172.21.15.19:6790/0] 2023-12-03T11:49:52.060 INFO:tasks.workunit.client.0.smithi019.stderr: -156> 2023-12-03T11:49:51.932+0000 7f8298a62980 10 monclient(hunting): start opening mon connection 2023-12-03T11:49:52.060 INFO:tasks.workunit.client.0.smithi019.stderr: -155> 2023-12-03T11:49:51.932+0000 7f8298a62980 10 monclient(hunting): start opening mon connection 2023-12-03T11:49:52.060 INFO:tasks.workunit.client.0.smithi019.stderr: -154> 2023-12-03T11:49:51.932+0000 7f8298a62980 10 monclient(hunting): start opening mon connection 2023-12-03T11:49:52.060 INFO:tasks.workunit.client.0.smithi019.stderr: -153> 2023-12-03T11:49:51.932+0000 7f8298a62980 10 monclient(hunting): _renew_subs 2023-12-03T11:49:52.060 INFO:tasks.workunit.client.0.smithi019.stderr: -152> 2023-12-03T11:49:51.932+0000 7f8298a62980 10 monclient(hunting): authenticate will time out at 1850.338583s 2023-12-03T11:49:52.060 INFO:tasks.workunit.client.0.smithi019.stderr: -151> 2023-12-03T11:49:51.932+0000 7f8296d7f640 10 monclient(hunting): get_auth_request con 0x5562c0e7e7c0 auth_method 0 2023-12-03T11:49:52.060 INFO:tasks.workunit.client.0.smithi019.stderr: -150> 2023-12-03T11:49:51.932+0000 7f8296d7f640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-12-03T11:49:52.060 INFO:tasks.workunit.client.0.smithi019.stderr: -149> 2023-12-03T11:49:51.932+0000 7f8296d7f640 10 monclient(hunting): _init_auth method 2 2023-12-03T11:49:52.060 INFO:tasks.workunit.client.0.smithi019.stderr: -148> 2023-12-03T11:49:51.932+0000 7f8296d7f640 10 monclient(hunting): _init_auth creating new auth 2023-12-03T11:49:52.060 INFO:tasks.workunit.client.0.smithi019.stderr: -147> 2023-12-03T11:49:51.932+0000 7f8295d7d640 10 monclient(hunting): get_auth_request con 0x5562c0e82d50 auth_method 0 2023-12-03T11:49:52.060 INFO:tasks.workunit.client.0.smithi019.stderr: -146> 2023-12-03T11:49:51.932+0000 7f8295d7d640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-12-03T11:49:52.061 INFO:tasks.workunit.client.0.smithi019.stderr: -145> 2023-12-03T11:49:51.932+0000 7f8295d7d640 10 monclient(hunting): _init_auth method 2 2023-12-03T11:49:52.061 INFO:tasks.workunit.client.0.smithi019.stderr: -144> 2023-12-03T11:49:51.932+0000 7f8295d7d640 10 monclient(hunting): _init_auth creating new auth 2023-12-03T11:49:52.061 INFO:tasks.workunit.client.0.smithi019.stderr: -143> 2023-12-03T11:49:51.932+0000 7f8296d7f640 10 monclient(hunting): handle_auth_reply_more payload 9 2023-12-03T11:49:52.061 INFO:tasks.workunit.client.0.smithi019.stderr: -142> 2023-12-03T11:49:51.932+0000 7f8296d7f640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-12-03T11:49:52.061 INFO:tasks.workunit.client.0.smithi019.stderr: -141> 2023-12-03T11:49:51.932+0000 7f8296d7f640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-12-03T11:49:52.061 INFO:tasks.workunit.client.0.smithi019.stderr: -140> 2023-12-03T11:49:51.932+0000 7f8295d7d640 10 monclient(hunting): handle_auth_reply_more payload 9 2023-12-03T11:49:52.061 INFO:tasks.workunit.client.0.smithi019.stderr: -139> 2023-12-03T11:49:51.932+0000 7f8295d7d640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-12-03T11:49:52.061 INFO:tasks.workunit.client.0.smithi019.stderr: -138> 2023-12-03T11:49:51.932+0000 7f8295d7d640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-12-03T11:49:52.061 INFO:tasks.workunit.client.0.smithi019.stderr: -137> 2023-12-03T11:49:51.932+0000 7f829657e640 10 monclient(hunting): get_auth_request con 0x5562c0e8cee0 auth_method 0 2023-12-03T11:49:52.061 INFO:tasks.workunit.client.0.smithi019.stderr: -136> 2023-12-03T11:49:51.932+0000 7f829657e640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-12-03T11:49:52.061 INFO:tasks.workunit.client.0.smithi019.stderr: -135> 2023-12-03T11:49:51.932+0000 7f829657e640 10 monclient(hunting): _init_auth method 2 2023-12-03T11:49:52.061 INFO:tasks.workunit.client.0.smithi019.stderr: -134> 2023-12-03T11:49:51.932+0000 7f829657e640 10 monclient(hunting): _init_auth creating new auth 2023-12-03T11:49:52.061 INFO:tasks.workunit.client.0.smithi019.stderr: -133> 2023-12-03T11:49:51.932+0000 7f8296d7f640 10 monclient(hunting): handle_auth_done global_id 6507 payload 274 2023-12-03T11:49:52.061 INFO:tasks.workunit.client.0.smithi019.stderr: -132> 2023-12-03T11:49:51.932+0000 7f8296d7f640 10 monclient: _finish_hunting 0 2023-12-03T11:49:52.061 INFO:tasks.workunit.client.0.smithi019.stderr: -131> 2023-12-03T11:49:51.932+0000 7f8296d7f640 1 monclient: found mon.noname-a 2023-12-03T11:49:52.062 INFO:tasks.workunit.client.0.smithi019.stderr: -130> 2023-12-03T11:49:51.932+0000 7f8296d7f640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.19:3300/0 2023-12-03T11:49:52.062 INFO:tasks.workunit.client.0.smithi019.stderr: -129> 2023-12-03T11:49:51.932+0000 7f825b7e6640 10 monclient: handle_monmap mon_map magic: 0 v1 2023-12-03T11:49:52.062 INFO:tasks.workunit.client.0.smithi019.stderr: -128> 2023-12-03T11:49:51.932+0000 7f825b7e6640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2023-12-03T11:49:52.062 INFO:tasks.workunit.client.0.smithi019.stderr: -127> 2023-12-03T11:49:51.932+0000 7f825b7e6640 10 monclient: dump: 2023-12-03T11:49:52.062 INFO:tasks.workunit.client.0.smithi019.stderr:epoch 1 2023-12-03T11:49:52.062 INFO:tasks.workunit.client.0.smithi019.stderr:fsid ae33780b-1c64-42c6-818c-b1dc720ff6a2 2023-12-03T11:49:52.062 INFO:tasks.workunit.client.0.smithi019.stderr:last_changed 2023-12-03T11:35:13.610069+0000 2023-12-03T11:49:52.062 INFO:tasks.workunit.client.0.smithi019.stderr:created 2023-12-03T11:35:13.610069+0000 2023-12-03T11:49:52.062 INFO:tasks.workunit.client.0.smithi019.stderr:min_mon_release 18 (reef) 2023-12-03T11:49:52.062 INFO:tasks.workunit.client.0.smithi019.stderr:election_strategy: 1 2023-12-03T11:49:52.062 INFO:tasks.workunit.client.0.smithi019.stderr:0: [v2:172.21.15.19:3300/0,v1:172.21.15.19:6789/0] mon.a 2023-12-03T11:49:52.062 INFO:tasks.workunit.client.0.smithi019.stderr:1: [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] mon.b 2023-12-03T11:49:52.062 INFO:tasks.workunit.client.0.smithi019.stderr:2: [v2:172.21.15.19:3301/0,v1:172.21.15.19:6790/0] mon.c 2023-12-03T11:49:52.062 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:49:52.063 INFO:tasks.workunit.client.0.smithi019.stderr: -126> 2023-12-03T11:49:51.932+0000 7f825b7e6640 10 monclient: _finish_auth 0 2023-12-03T11:49:52.063 INFO:tasks.workunit.client.0.smithi019.stderr: -125> 2023-12-03T11:49:51.932+0000 7f825b7e6640 10 monclient: _check_auth_tickets 2023-12-03T11:49:52.063 INFO:tasks.workunit.client.0.smithi019.stderr: -124> 2023-12-03T11:49:51.932+0000 7f825b7e6640 10 monclient: handle_config config(0 keys) v1 2023-12-03T11:49:52.063 INFO:tasks.workunit.client.0.smithi019.stderr: -123> 2023-12-03T11:49:51.932+0000 7f825b7e6640 10 monclient: handle_monmap mon_map magic: 0 v1 2023-12-03T11:49:52.063 INFO:tasks.workunit.client.0.smithi019.stderr: -122> 2023-12-03T11:49:51.932+0000 7f825b7e6640 10 monclient: got monmap 1 from mon.a (according to old e1) 2023-12-03T11:49:52.063 INFO:tasks.workunit.client.0.smithi019.stderr: -121> 2023-12-03T11:49:51.932+0000 7f825b7e6640 10 monclient: dump: 2023-12-03T11:49:52.063 INFO:tasks.workunit.client.0.smithi019.stderr:epoch 1 2023-12-03T11:49:52.063 INFO:tasks.workunit.client.0.smithi019.stderr:fsid ae33780b-1c64-42c6-818c-b1dc720ff6a2 2023-12-03T11:49:52.063 INFO:tasks.workunit.client.0.smithi019.stderr:last_changed 2023-12-03T11:35:13.610069+0000 2023-12-03T11:49:52.063 INFO:tasks.workunit.client.0.smithi019.stderr:created 2023-12-03T11:35:13.610069+0000 2023-12-03T11:49:52.063 INFO:tasks.workunit.client.0.smithi019.stderr:min_mon_release 18 (reef) 2023-12-03T11:49:52.063 INFO:tasks.workunit.client.0.smithi019.stderr:election_strategy: 1 2023-12-03T11:49:52.063 INFO:tasks.workunit.client.0.smithi019.stderr:0: [v2:172.21.15.19:3300/0,v1:172.21.15.19:6789/0] mon.a 2023-12-03T11:49:52.063 INFO:tasks.workunit.client.0.smithi019.stderr:1: [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] mon.b 2023-12-03T11:49:52.064 INFO:tasks.workunit.client.0.smithi019.stderr:2: [v2:172.21.15.19:3301/0,v1:172.21.15.19:6790/0] mon.c 2023-12-03T11:49:52.064 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:49:52.064 INFO:tasks.workunit.client.0.smithi019.stderr: -120> 2023-12-03T11:49:51.932+0000 7f8298a62980 5 monclient: authenticate success, global_id 6507 2023-12-03T11:49:52.064 INFO:tasks.workunit.client.0.smithi019.stderr: -119> 2023-12-03T11:49:51.932+0000 7f8298a62980 10 monclient: get_monmap_and_config success 2023-12-03T11:49:52.064 INFO:tasks.workunit.client.0.smithi019.stderr: -118> 2023-12-03T11:49:51.932+0000 7f8298a62980 4 set_mon_vals no callback set 2023-12-03T11:49:52.064 INFO:tasks.workunit.client.0.smithi019.stderr: -117> 2023-12-03T11:49:51.936+0000 7f8298a62980 10 monclient: shutdown 2023-12-03T11:49:52.064 INFO:tasks.workunit.client.0.smithi019.stderr: -116> 2023-12-03T11:49:51.936+0000 7f8298a62980 10 monclient: build_initial_monmap 2023-12-03T11:49:52.064 INFO:tasks.workunit.client.0.smithi019.stderr: -115> 2023-12-03T11:49:51.936+0000 7f8298a62980 1 build_initial for_mkfs: 0 2023-12-03T11:49:52.064 INFO:tasks.workunit.client.0.smithi019.stderr: -114> 2023-12-03T11:49:51.936+0000 7f8298a62980 10 monclient: monmap: 2023-12-03T11:49:52.064 INFO:tasks.workunit.client.0.smithi019.stderr:epoch 0 2023-12-03T11:49:52.064 INFO:tasks.workunit.client.0.smithi019.stderr:fsid 00000000-0000-0000-0000-000000000000 2023-12-03T11:49:52.064 INFO:tasks.workunit.client.0.smithi019.stderr:last_changed 0.000000 2023-12-03T11:49:52.064 INFO:tasks.workunit.client.0.smithi019.stderr:created 0.000000 2023-12-03T11:49:52.064 INFO:tasks.workunit.client.0.smithi019.stderr:min_mon_release 0 (unknown) 2023-12-03T11:49:52.064 INFO:tasks.workunit.client.0.smithi019.stderr:election_strategy: 1 2023-12-03T11:49:52.065 INFO:tasks.workunit.client.0.smithi019.stderr:0: [v2:172.21.15.19:3300/0,v1:172.21.15.19:6789/0] mon.noname-a 2023-12-03T11:49:52.065 INFO:tasks.workunit.client.0.smithi019.stderr:1: [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] mon.noname-b 2023-12-03T11:49:52.065 INFO:tasks.workunit.client.0.smithi019.stderr:2: [v2:172.21.15.19:3301/0,v1:172.21.15.19:6790/0] mon.noname-c 2023-12-03T11:49:52.065 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:49:52.065 INFO:tasks.workunit.client.0.smithi019.stderr: -113> 2023-12-03T11:49:51.936+0000 7f8298a62980 5 AuthRegistry(0x5562c0e54aa0) adding auth protocol: cephx 2023-12-03T11:49:52.065 INFO:tasks.workunit.client.0.smithi019.stderr: -112> 2023-12-03T11:49:51.936+0000 7f8298a62980 5 AuthRegistry(0x5562c0e54aa0) adding auth protocol: cephx 2023-12-03T11:49:52.065 INFO:tasks.workunit.client.0.smithi019.stderr: -111> 2023-12-03T11:49:51.936+0000 7f8298a62980 5 AuthRegistry(0x5562c0e54aa0) adding auth protocol: cephx 2023-12-03T11:49:52.065 INFO:tasks.workunit.client.0.smithi019.stderr: -110> 2023-12-03T11:49:51.936+0000 7f8298a62980 5 AuthRegistry(0x5562c0e54aa0) adding con mode: secure 2023-12-03T11:49:52.065 INFO:tasks.workunit.client.0.smithi019.stderr: -109> 2023-12-03T11:49:51.936+0000 7f8298a62980 5 AuthRegistry(0x5562c0e54aa0) adding con mode: crc 2023-12-03T11:49:52.065 INFO:tasks.workunit.client.0.smithi019.stderr: -108> 2023-12-03T11:49:51.936+0000 7f8298a62980 5 AuthRegistry(0x5562c0e54aa0) adding con mode: secure 2023-12-03T11:49:52.065 INFO:tasks.workunit.client.0.smithi019.stderr: -107> 2023-12-03T11:49:51.936+0000 7f8298a62980 5 AuthRegistry(0x5562c0e54aa0) adding con mode: crc 2023-12-03T11:49:52.065 INFO:tasks.workunit.client.0.smithi019.stderr: -106> 2023-12-03T11:49:51.936+0000 7f8298a62980 5 AuthRegistry(0x5562c0e54aa0) adding con mode: secure 2023-12-03T11:49:52.065 INFO:tasks.workunit.client.0.smithi019.stderr: -105> 2023-12-03T11:49:51.936+0000 7f8298a62980 5 AuthRegistry(0x5562c0e54aa0) adding con mode: crc 2023-12-03T11:49:52.065 INFO:tasks.workunit.client.0.smithi019.stderr: -104> 2023-12-03T11:49:51.936+0000 7f8298a62980 5 AuthRegistry(0x5562c0e54aa0) adding con mode: crc 2023-12-03T11:49:52.065 INFO:tasks.workunit.client.0.smithi019.stderr: -103> 2023-12-03T11:49:51.936+0000 7f8298a62980 5 AuthRegistry(0x5562c0e54aa0) adding con mode: secure 2023-12-03T11:49:52.066 INFO:tasks.workunit.client.0.smithi019.stderr: -102> 2023-12-03T11:49:51.936+0000 7f8298a62980 5 AuthRegistry(0x5562c0e54aa0) adding con mode: crc 2023-12-03T11:49:52.066 INFO:tasks.workunit.client.0.smithi019.stderr: -101> 2023-12-03T11:49:51.936+0000 7f8298a62980 5 AuthRegistry(0x5562c0e54aa0) adding con mode: secure 2023-12-03T11:49:52.066 INFO:tasks.workunit.client.0.smithi019.stderr: -100> 2023-12-03T11:49:51.936+0000 7f8298a62980 5 AuthRegistry(0x5562c0e54aa0) adding con mode: crc 2023-12-03T11:49:52.066 INFO:tasks.workunit.client.0.smithi019.stderr: -99> 2023-12-03T11:49:51.936+0000 7f8298a62980 5 AuthRegistry(0x5562c0e54aa0) adding con mode: secure 2023-12-03T11:49:52.066 INFO:tasks.workunit.client.0.smithi019.stderr: -98> 2023-12-03T11:49:51.936+0000 7f8298a62980 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-12-03T11:49:52.066 INFO:tasks.workunit.client.0.smithi019.stderr: -97> 2023-12-03T11:49:51.936+0000 7f8298a62980 1 librados: starting msgr at 2023-12-03T11:49:52.066 INFO:tasks.workunit.client.0.smithi019.stderr: -96> 2023-12-03T11:49:51.936+0000 7f8298a62980 1 librados: starting objecter 2023-12-03T11:49:52.066 INFO:tasks.workunit.client.0.smithi019.stderr: -95> 2023-12-03T11:49:51.936+0000 7f8298a62980 5 asok(0x5562c0be7240) register_command objecter_requests cmddesc objecter_requests hook 0x5562c0e40c70 EEXIST 2023-12-03T11:49:52.066 INFO:tasks.workunit.client.0.smithi019.stderr: -94> 2023-12-03T11:49:51.936+0000 7f8298a62980 1 librados: setting wanted keys 2023-12-03T11:49:52.066 INFO:tasks.workunit.client.0.smithi019.stderr: -93> 2023-12-03T11:49:51.936+0000 7f8298a62980 1 librados: calling monclient init 2023-12-03T11:49:52.066 INFO:tasks.workunit.client.0.smithi019.stderr: -92> 2023-12-03T11:49:51.936+0000 7f8298a62980 10 monclient: init 2023-12-03T11:49:52.066 INFO:tasks.workunit.client.0.smithi019.stderr: -91> 2023-12-03T11:49:51.936+0000 7f8298a62980 5 AuthRegistry(0x5562c0e51e08) adding auth protocol: cephx 2023-12-03T11:49:52.066 INFO:tasks.workunit.client.0.smithi019.stderr: -90> 2023-12-03T11:49:51.936+0000 7f8298a62980 5 AuthRegistry(0x5562c0e51e08) adding auth protocol: cephx 2023-12-03T11:49:52.066 INFO:tasks.workunit.client.0.smithi019.stderr: -89> 2023-12-03T11:49:51.936+0000 7f8298a62980 5 AuthRegistry(0x5562c0e51e08) adding auth protocol: cephx 2023-12-03T11:49:52.067 INFO:tasks.workunit.client.0.smithi019.stderr: -88> 2023-12-03T11:49:51.936+0000 7f8298a62980 5 AuthRegistry(0x5562c0e51e08) adding con mode: secure 2023-12-03T11:49:52.067 INFO:tasks.workunit.client.0.smithi019.stderr: -87> 2023-12-03T11:49:51.936+0000 7f8298a62980 5 AuthRegistry(0x5562c0e51e08) adding con mode: crc 2023-12-03T11:49:52.067 INFO:tasks.workunit.client.0.smithi019.stderr: -86> 2023-12-03T11:49:51.936+0000 7f8298a62980 5 AuthRegistry(0x5562c0e51e08) adding con mode: secure 2023-12-03T11:49:52.067 INFO:tasks.workunit.client.0.smithi019.stderr: -85> 2023-12-03T11:49:51.936+0000 7f8298a62980 5 AuthRegistry(0x5562c0e51e08) adding con mode: crc 2023-12-03T11:49:52.067 INFO:tasks.workunit.client.0.smithi019.stderr: -84> 2023-12-03T11:49:51.936+0000 7f8298a62980 5 AuthRegistry(0x5562c0e51e08) adding con mode: secure 2023-12-03T11:49:52.067 INFO:tasks.workunit.client.0.smithi019.stderr: -83> 2023-12-03T11:49:51.936+0000 7f8298a62980 5 AuthRegistry(0x5562c0e51e08) adding con mode: crc 2023-12-03T11:49:52.067 INFO:tasks.workunit.client.0.smithi019.stderr: -82> 2023-12-03T11:49:51.936+0000 7f8298a62980 5 AuthRegistry(0x5562c0e51e08) adding con mode: crc 2023-12-03T11:49:52.067 INFO:tasks.workunit.client.0.smithi019.stderr: -81> 2023-12-03T11:49:51.936+0000 7f8298a62980 5 AuthRegistry(0x5562c0e51e08) adding con mode: secure 2023-12-03T11:49:52.067 INFO:tasks.workunit.client.0.smithi019.stderr: -80> 2023-12-03T11:49:51.936+0000 7f8298a62980 5 AuthRegistry(0x5562c0e51e08) adding con mode: crc 2023-12-03T11:49:52.067 INFO:tasks.workunit.client.0.smithi019.stderr: -79> 2023-12-03T11:49:51.936+0000 7f8298a62980 5 AuthRegistry(0x5562c0e51e08) adding con mode: secure 2023-12-03T11:49:52.067 INFO:tasks.workunit.client.0.smithi019.stderr: -78> 2023-12-03T11:49:51.936+0000 7f8298a62980 5 AuthRegistry(0x5562c0e51e08) adding con mode: crc 2023-12-03T11:49:52.067 INFO:tasks.workunit.client.0.smithi019.stderr: -77> 2023-12-03T11:49:51.936+0000 7f8298a62980 5 AuthRegistry(0x5562c0e51e08) adding con mode: secure 2023-12-03T11:49:52.067 INFO:tasks.workunit.client.0.smithi019.stderr: -76> 2023-12-03T11:49:51.936+0000 7f8298a62980 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-12-03T11:49:52.067 INFO:tasks.workunit.client.0.smithi019.stderr: -75> 2023-12-03T11:49:51.936+0000 7f8298a62980 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-12-03T11:49:52.067 INFO:tasks.workunit.client.0.smithi019.stderr: -74> 2023-12-03T11:49:51.936+0000 7f8298a62980 5 asok(0x5562c0be7240) register_command rotate-key cmddesc rotate-key hook 0x5562c0e51f50 EEXIST 2023-12-03T11:49:52.068 INFO:tasks.workunit.client.0.smithi019.stderr: -73> 2023-12-03T11:49:51.936+0000 7f8298a62980 10 monclient: _reopen_session rank -1 2023-12-03T11:49:52.068 INFO:tasks.workunit.client.0.smithi019.stderr: -72> 2023-12-03T11:49:51.936+0000 7f8298a62980 10 monclient: _add_conns ranks=[1,0,2] 2023-12-03T11:49:52.068 INFO:tasks.workunit.client.0.smithi019.stderr: -71> 2023-12-03T11:49:51.936+0000 7f8298a62980 10 monclient(hunting): picked mon.noname-b con 0x5562c0e82d50 addr [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] 2023-12-03T11:49:52.068 INFO:tasks.workunit.client.0.smithi019.stderr: -70> 2023-12-03T11:49:51.936+0000 7f8298a62980 10 monclient(hunting): picked mon.noname-a con 0x5562c0e8cee0 addr [v2:172.21.15.19:3300/0,v1:172.21.15.19:6789/0] 2023-12-03T11:49:52.068 INFO:tasks.workunit.client.0.smithi019.stderr: -69> 2023-12-03T11:49:51.936+0000 7f8298a62980 10 monclient(hunting): picked mon.noname-c con 0x5562c0e794a0 addr [v2:172.21.15.19:3301/0,v1:172.21.15.19:6790/0] 2023-12-03T11:49:52.068 INFO:tasks.workunit.client.0.smithi019.stderr: -68> 2023-12-03T11:49:51.936+0000 7f8298a62980 10 monclient(hunting): start opening mon connection 2023-12-03T11:49:52.068 INFO:tasks.workunit.client.0.smithi019.stderr: -67> 2023-12-03T11:49:51.936+0000 7f8298a62980 10 monclient(hunting): start opening mon connection 2023-12-03T11:49:52.068 INFO:tasks.workunit.client.0.smithi019.stderr: -66> 2023-12-03T11:49:51.936+0000 7f8298a62980 10 monclient(hunting): start opening mon connection 2023-12-03T11:49:52.068 INFO:tasks.workunit.client.0.smithi019.stderr: -65> 2023-12-03T11:49:51.936+0000 7f8298a62980 10 monclient(hunting): _renew_subs 2023-12-03T11:49:52.068 INFO:tasks.workunit.client.0.smithi019.stderr: -64> 2023-12-03T11:49:51.936+0000 7f8298a62980 10 monclient(hunting): authenticate will time out at 1850.341905s 2023-12-03T11:49:52.068 INFO:tasks.workunit.client.0.smithi019.stderr: -63> 2023-12-03T11:49:51.936+0000 7f8295d7d640 10 monclient(hunting): get_auth_request con 0x5562c0e794a0 auth_method 0 2023-12-03T11:49:52.068 INFO:tasks.workunit.client.0.smithi019.stderr: -62> 2023-12-03T11:49:51.936+0000 7f8295d7d640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-12-03T11:49:52.068 INFO:tasks.workunit.client.0.smithi019.stderr: -61> 2023-12-03T11:49:51.936+0000 7f8295d7d640 10 monclient(hunting): _init_auth method 2 2023-12-03T11:49:52.068 INFO:tasks.workunit.client.0.smithi019.stderr: -60> 2023-12-03T11:49:51.936+0000 7f8295d7d640 10 monclient(hunting): _init_auth creating new auth 2023-12-03T11:49:52.069 INFO:tasks.workunit.client.0.smithi019.stderr: -59> 2023-12-03T11:49:51.936+0000 7f829657e640 10 monclient(hunting): get_auth_request con 0x5562c0e8cee0 auth_method 0 2023-12-03T11:49:52.069 INFO:tasks.workunit.client.0.smithi019.stderr: -58> 2023-12-03T11:49:51.936+0000 7f829657e640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-12-03T11:49:52.069 INFO:tasks.workunit.client.0.smithi019.stderr: -57> 2023-12-03T11:49:51.936+0000 7f829657e640 10 monclient(hunting): _init_auth method 2 2023-12-03T11:49:52.069 INFO:tasks.workunit.client.0.smithi019.stderr: -56> 2023-12-03T11:49:51.936+0000 7f829657e640 10 monclient(hunting): _init_auth creating new auth 2023-12-03T11:49:52.069 INFO:tasks.workunit.client.0.smithi019.stderr: -55> 2023-12-03T11:49:51.936+0000 7f8295d7d640 10 monclient(hunting): handle_auth_reply_more payload 9 2023-12-03T11:49:52.069 INFO:tasks.workunit.client.0.smithi019.stderr: -54> 2023-12-03T11:49:51.936+0000 7f8295d7d640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-12-03T11:49:52.069 INFO:tasks.workunit.client.0.smithi019.stderr: -53> 2023-12-03T11:49:51.936+0000 7f8295d7d640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-12-03T11:49:52.069 INFO:tasks.workunit.client.0.smithi019.stderr: -52> 2023-12-03T11:49:51.936+0000 7f829657e640 10 monclient(hunting): handle_auth_reply_more payload 9 2023-12-03T11:49:52.069 INFO:tasks.workunit.client.0.smithi019.stderr: -51> 2023-12-03T11:49:51.936+0000 7f829657e640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-12-03T11:49:52.069 INFO:tasks.workunit.client.0.smithi019.stderr: -50> 2023-12-03T11:49:51.936+0000 7f829657e640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-12-03T11:49:52.069 INFO:tasks.workunit.client.0.smithi019.stderr: -49> 2023-12-03T11:49:51.936+0000 7f8295d7d640 10 monclient(hunting): handle_auth_done global_id 6191 payload 824 2023-12-03T11:49:52.069 INFO:tasks.workunit.client.0.smithi019.stderr: -48> 2023-12-03T11:49:51.936+0000 7f8295d7d640 10 monclient: _finish_hunting 0 2023-12-03T11:49:52.070 INFO:tasks.workunit.client.0.smithi019.stderr: -47> 2023-12-03T11:49:51.936+0000 7f8295d7d640 1 monclient: found mon.noname-c 2023-12-03T11:49:52.070 INFO:tasks.workunit.client.0.smithi019.stderr: -46> 2023-12-03T11:49:51.936+0000 7f8295d7d640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.19:3301/0 2023-12-03T11:49:52.070 INFO:tasks.workunit.client.0.smithi019.stderr: -45> 2023-12-03T11:49:51.936+0000 7f8259fe3640 10 monclient: handle_monmap mon_map magic: 0 v1 2023-12-03T11:49:52.070 INFO:tasks.workunit.client.0.smithi019.stderr: -44> 2023-12-03T11:49:51.936+0000 7f8259fe3640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2023-12-03T11:49:52.070 INFO:tasks.workunit.client.0.smithi019.stderr: -43> 2023-12-03T11:49:51.936+0000 7f8259fe3640 10 monclient: dump: 2023-12-03T11:49:52.070 INFO:tasks.workunit.client.0.smithi019.stderr:epoch 1 2023-12-03T11:49:52.070 INFO:tasks.workunit.client.0.smithi019.stderr:fsid ae33780b-1c64-42c6-818c-b1dc720ff6a2 2023-12-03T11:49:52.070 INFO:tasks.workunit.client.0.smithi019.stderr:last_changed 2023-12-03T11:35:13.610069+0000 2023-12-03T11:49:52.070 INFO:tasks.workunit.client.0.smithi019.stderr:created 2023-12-03T11:35:13.610069+0000 2023-12-03T11:49:52.070 INFO:tasks.workunit.client.0.smithi019.stderr:min_mon_release 18 (reef) 2023-12-03T11:49:52.070 INFO:tasks.workunit.client.0.smithi019.stderr:election_strategy: 1 2023-12-03T11:49:52.070 INFO:tasks.workunit.client.0.smithi019.stderr:0: [v2:172.21.15.19:3300/0,v1:172.21.15.19:6789/0] mon.a 2023-12-03T11:49:52.070 INFO:tasks.workunit.client.0.smithi019.stderr:1: [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] mon.b 2023-12-03T11:49:52.071 INFO:tasks.workunit.client.0.smithi019.stderr:2: [v2:172.21.15.19:3301/0,v1:172.21.15.19:6790/0] mon.c 2023-12-03T11:49:52.071 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:49:52.071 INFO:tasks.workunit.client.0.smithi019.stderr: -42> 2023-12-03T11:49:51.936+0000 7f8259fe3640 10 monclient: _finish_auth 0 2023-12-03T11:49:52.071 INFO:tasks.workunit.client.0.smithi019.stderr: -41> 2023-12-03T11:49:51.936+0000 7f8259fe3640 10 monclient: _check_auth_tickets 2023-12-03T11:49:52.071 INFO:tasks.workunit.client.0.smithi019.stderr: -40> 2023-12-03T11:49:51.936+0000 7f8259fe3640 10 monclient: handle_config config(0 keys) v1 2023-12-03T11:49:52.071 INFO:tasks.workunit.client.0.smithi019.stderr: -39> 2023-12-03T11:49:51.936+0000 7f8259fe3640 10 monclient: handle_monmap mon_map magic: 0 v1 2023-12-03T11:49:52.071 INFO:tasks.workunit.client.0.smithi019.stderr: -38> 2023-12-03T11:49:51.936+0000 7f8259fe3640 10 monclient: got monmap 1 from mon.c (according to old e1) 2023-12-03T11:49:52.071 INFO:tasks.workunit.client.0.smithi019.stderr: -37> 2023-12-03T11:49:51.936+0000 7f8259fe3640 10 monclient: dump: 2023-12-03T11:49:52.071 INFO:tasks.workunit.client.0.smithi019.stderr:epoch 1 2023-12-03T11:49:52.071 INFO:tasks.workunit.client.0.smithi019.stderr:fsid ae33780b-1c64-42c6-818c-b1dc720ff6a2 2023-12-03T11:49:52.071 INFO:tasks.workunit.client.0.smithi019.stderr:last_changed 2023-12-03T11:35:13.610069+0000 2023-12-03T11:49:52.071 INFO:tasks.workunit.client.0.smithi019.stderr:created 2023-12-03T11:35:13.610069+0000 2023-12-03T11:49:52.071 INFO:tasks.workunit.client.0.smithi019.stderr:min_mon_release 18 (reef) 2023-12-03T11:49:52.071 INFO:tasks.workunit.client.0.smithi019.stderr:election_strategy: 1 2023-12-03T11:49:52.071 INFO:tasks.workunit.client.0.smithi019.stderr:0: [v2:172.21.15.19:3300/0,v1:172.21.15.19:6789/0] mon.a 2023-12-03T11:49:52.072 INFO:tasks.workunit.client.0.smithi019.stderr:1: [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] mon.b 2023-12-03T11:49:52.072 INFO:tasks.workunit.client.0.smithi019.stderr:2: [v2:172.21.15.19:3301/0,v1:172.21.15.19:6790/0] mon.c 2023-12-03T11:49:52.072 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:49:52.072 INFO:tasks.workunit.client.0.smithi019.stderr: -36> 2023-12-03T11:49:51.936+0000 7f8298a62980 5 monclient: authenticate success, global_id 6191 2023-12-03T11:49:52.072 INFO:tasks.workunit.client.0.smithi019.stderr: -35> 2023-12-03T11:49:51.936+0000 7f8298a62980 10 monclient: _renew_subs 2023-12-03T11:49:52.072 INFO:tasks.workunit.client.0.smithi019.stderr: -34> 2023-12-03T11:49:51.936+0000 7f8298a62980 10 monclient: _send_mon_message to mon.c at v2:172.21.15.19:3301/0 2023-12-03T11:49:52.072 INFO:tasks.workunit.client.0.smithi019.stderr: -33> 2023-12-03T11:49:51.936+0000 7f825b7e6640 4 set_mon_vals no callback set 2023-12-03T11:49:52.072 INFO:tasks.workunit.client.0.smithi019.stderr: -32> 2023-12-03T11:49:51.936+0000 7f8298a62980 10 monclient: _renew_subs 2023-12-03T11:49:52.072 INFO:tasks.workunit.client.0.smithi019.stderr: -31> 2023-12-03T11:49:51.936+0000 7f8298a62980 10 monclient: _send_mon_message to mon.c at v2:172.21.15.19:3301/0 2023-12-03T11:49:52.072 INFO:tasks.workunit.client.0.smithi019.stderr: -30> 2023-12-03T11:49:51.936+0000 7f8298a62980 1 librados: init done 2023-12-03T11:49:52.072 INFO:tasks.workunit.client.0.smithi019.stderr: -29> 2023-12-03T11:49:51.936+0000 7f8298a62980 5 asok(0x5562c0be7240) register_command cr dump hook 0x5562c0e871f8 2023-12-03T11:49:52.072 INFO:tasks.workunit.client.0.smithi019.stderr: -28> 2023-12-03T11:49:51.940+0000 7f8259fe3640 4 mgrc handle_mgr_map Got map version 5 2023-12-03T11:49:52.072 INFO:tasks.workunit.client.0.smithi019.stderr: -27> 2023-12-03T11:49:51.940+0000 7f8259fe3640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.57:6832/1976017766,v1:172.21.15.57:6833/1976017766] 2023-12-03T11:49:52.072 INFO:tasks.workunit.client.0.smithi019.stderr: -26> 2023-12-03T11:49:51.940+0000 7f8259fe3640 4 mgrc reconnect Starting new session with [v2:172.21.15.57:6832/1976017766,v1:172.21.15.57:6833/1976017766] 2023-12-03T11:49:52.072 INFO:tasks.workunit.client.0.smithi019.stderr: -25> 2023-12-03T11:49:51.940+0000 7f8298a62980 5 note: GC not initialized 2023-12-03T11:49:52.073 INFO:tasks.workunit.client.0.smithi019.stderr: -24> 2023-12-03T11:49:51.940+0000 7f81caffd640 20 reqs_thread_entry: start 2023-12-03T11:49:52.073 INFO:tasks.workunit.client.0.smithi019.stderr: -23> 2023-12-03T11:49:51.940+0000 7f8296d7f640 10 monclient: get_auth_request con 0x7f81d0064e80 auth_method 0 2023-12-03T11:49:52.073 INFO:tasks.workunit.client.0.smithi019.stderr: -22> 2023-12-03T11:49:51.940+0000 7f8298a62980 5 asok(0x5562c0be7240) register_command sync trace show hook 0x7f828c004470 2023-12-03T11:49:52.073 INFO:tasks.workunit.client.0.smithi019.stderr: -21> 2023-12-03T11:49:51.940+0000 7f8298a62980 5 asok(0x5562c0be7240) register_command sync trace history hook 0x7f828c004470 2023-12-03T11:49:52.073 INFO:tasks.workunit.client.0.smithi019.stderr: -20> 2023-12-03T11:49:51.940+0000 7f8298a62980 5 asok(0x5562c0be7240) register_command sync trace active hook 0x7f828c004470 2023-12-03T11:49:52.073 INFO:tasks.workunit.client.0.smithi019.stderr: -19> 2023-12-03T11:49:51.940+0000 7f8298a62980 5 asok(0x5562c0be7240) register_command sync trace active_short hook 0x7f828c004470 2023-12-03T11:49:52.073 INFO:tasks.workunit.client.0.smithi019.stderr: -18> 2023-12-03T11:49:51.940+0000 7f8298a62980 20 init_complete bucket index max shards: 1 2023-12-03T11:49:52.073 INFO:tasks.workunit.client.0.smithi019.stderr: -17> 2023-12-03T11:49:51.940+0000 7f8298a62980 20 Filter name: none 2023-12-03T11:49:52.073 INFO:tasks.workunit.client.0.smithi019.stderr: -16> 2023-12-03T11:49:51.940+0000 7f81c8ff9640 20 reqs_thread_entry: start 2023-12-03T11:49:52.073 INFO:tasks.workunit.client.0.smithi019.stderr: -15> 2023-12-03T11:49:51.940+0000 7f8298a62980 10 cache get: name=default.rgw.meta+root+abort-at-set-target-layout : miss 2023-12-03T11:49:52.073 INFO:tasks.workunit.client.0.smithi019.stderr: -14> 2023-12-03T11:49:51.940+0000 7f8298a62980 20 rados->read ofs=0 len=0 2023-12-03T11:49:52.073 INFO:tasks.workunit.client.0.smithi019.stderr: -13> 2023-12-03T11:49:51.940+0000 7f8298a62980 20 rados_obj.operate() r=0 bl.length=194 2023-12-03T11:49:52.073 INFO:tasks.workunit.client.0.smithi019.stderr: -12> 2023-12-03T11:49:51.940+0000 7f8298a62980 10 cache put: name=default.rgw.meta+root+abort-at-set-target-layout info.flags=0x11 2023-12-03T11:49:52.073 INFO:tasks.workunit.client.0.smithi019.stderr: -11> 2023-12-03T11:49:51.940+0000 7f8298a62980 10 adding default.rgw.meta+root+abort-at-set-target-layout to cache LRU end 2023-12-03T11:49:52.073 INFO:tasks.workunit.client.0.smithi019.stderr: -10> 2023-12-03T11:49:51.940+0000 7f8298a62980 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.20 : miss 2023-12-03T11:49:52.074 INFO:tasks.workunit.client.0.smithi019.stderr: -9> 2023-12-03T11:49:51.940+0000 7f8298a62980 20 rados->read ofs=0 len=0 2023-12-03T11:49:52.074 INFO:tasks.workunit.client.0.smithi019.stderr: -8> 2023-12-03T11:49:51.940+0000 7f8298a62980 20 rados_obj.operate() r=0 bl.length=378 2023-12-03T11:49:52.074 INFO:tasks.workunit.client.0.smithi019.stderr: -7> 2023-12-03T11:49:51.940+0000 7f8298a62980 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.20 info.flags=0x17 2023-12-03T11:49:52.074 INFO:tasks.workunit.client.0.smithi019.stderr: -6> 2023-12-03T11:49:51.940+0000 7f8298a62980 10 adding default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.20 to cache LRU end 2023-12-03T11:49:52.074 INFO:tasks.workunit.client.0.smithi019.stderr: -5> 2023-12-03T11:49:51.940+0000 7f8298a62980 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-12-03T11:49:52.074 INFO:tasks.workunit.client.0.smithi019.stderr: -4> 2023-12-03T11:49:51.940+0000 7f8298a62980 10 updating xattr: name=user.rgw.acl bl.length()=205 2023-12-03T11:49:52.074 INFO:tasks.workunit.client.0.smithi019.stderr: -3> 2023-12-03T11:49:51.940+0000 7f8298a62980 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.20 2023-12-03T11:49:52.074 INFO:tasks.workunit.client.0.smithi019.stderr: -2> 2023-12-03T11:49:51.940+0000 7f829657e640 10 monclient: get_auth_request con 0x5562c0ec12b0 auth_method 0 2023-12-03T11:49:52.074 INFO:tasks.workunit.client.0.smithi019.stderr: -1> 2023-12-03T11:49:51.948+0000 7f8298a62980 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f8298a62980 time 2023-12-03T11:49:51.950607+0000 2023-12-03T11:49:52.074 INFO:tasks.workunit.client.0.smithi019.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2023-12-03T11:49:52.074 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:49:52.074 INFO:tasks.workunit.client.0.smithi019.stderr: ceph version 18.0.0-7537-gbcbf278c (bcbf278cf395873c2a482f5a7b2345faf2160319) reef (dev) 2023-12-03T11:49:52.074 INFO:tasks.workunit.client.0.smithi019.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7f829c407e96] 2023-12-03T11:49:52.074 INFO:tasks.workunit.client.0.smithi019.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x17004a) [0x7f829c40804a] 2023-12-03T11:49:52.075 INFO:tasks.workunit.client.0.smithi019.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5562be7f7fe1] 2023-12-03T11:49:52.075 INFO:tasks.workunit.client.0.smithi019.stderr: 4: radosgw-admin(+0x8652aa) [0x5562be8012aa] 2023-12-03T11:49:52.075 INFO:tasks.workunit.client.0.smithi019.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x24b) [0x5562be805a3b] 2023-12-03T11:49:52.075 INFO:tasks.workunit.client.0.smithi019.stderr: 6: main() 2023-12-03T11:49:52.075 INFO:tasks.workunit.client.0.smithi019.stderr: 7: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f829b1a2d90] 2023-12-03T11:49:52.075 INFO:tasks.workunit.client.0.smithi019.stderr: 8: __libc_start_main() 2023-12-03T11:49:52.075 INFO:tasks.workunit.client.0.smithi019.stderr: 9: _start() 2023-12-03T11:49:52.075 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:49:52.075 INFO:tasks.workunit.client.0.smithi019.stderr: 0> 2023-12-03T11:49:51.948+0000 7f8298a62980 -1 *** Caught signal (Aborted) ** 2023-12-03T11:49:52.075 INFO:tasks.workunit.client.0.smithi019.stderr: in thread 7f8298a62980 thread_name:radosgw-admin 2023-12-03T11:49:52.075 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:49:52.075 INFO:tasks.workunit.client.0.smithi019.stderr: ceph version 18.0.0-7537-gbcbf278c (bcbf278cf395873c2a482f5a7b2345faf2160319) reef (dev) 2023-12-03T11:49:52.075 INFO:tasks.workunit.client.0.smithi019.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7f829b1bb520] 2023-12-03T11:49:52.075 INFO:tasks.workunit.client.0.smithi019.stderr: 2: pthread_kill() 2023-12-03T11:49:52.075 INFO:tasks.workunit.client.0.smithi019.stderr: 3: raise() 2023-12-03T11:49:52.076 INFO:tasks.workunit.client.0.smithi019.stderr: 4: abort() 2023-12-03T11:49:52.076 INFO:tasks.workunit.client.0.smithi019.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7f829c407ef0] 2023-12-03T11:49:52.076 INFO:tasks.workunit.client.0.smithi019.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x17004a) [0x7f829c40804a] 2023-12-03T11:49:52.076 INFO:tasks.workunit.client.0.smithi019.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5562be7f7fe1] 2023-12-03T11:49:52.076 INFO:tasks.workunit.client.0.smithi019.stderr: 8: radosgw-admin(+0x8652aa) [0x5562be8012aa] 2023-12-03T11:49:52.076 INFO:tasks.workunit.client.0.smithi019.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x24b) [0x5562be805a3b] 2023-12-03T11:49:52.076 INFO:tasks.workunit.client.0.smithi019.stderr: 10: main() 2023-12-03T11:49:52.076 INFO:tasks.workunit.client.0.smithi019.stderr: 11: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f829b1a2d90] 2023-12-03T11:49:52.076 INFO:tasks.workunit.client.0.smithi019.stderr: 12: __libc_start_main() 2023-12-03T11:49:52.076 INFO:tasks.workunit.client.0.smithi019.stderr: 13: _start() 2023-12-03T11:49:52.076 INFO:tasks.workunit.client.0.smithi019.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2023-12-03T11:49:52.076 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:49:52.076 INFO:tasks.workunit.client.0.smithi019.stderr:--- logging levels --- 2023-12-03T11:49:52.076 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 none 2023-12-03T11:49:52.076 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 1 lockdep 2023-12-03T11:49:52.077 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 1 context 2023-12-03T11:49:52.077 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 1 crush 2023-12-03T11:49:52.077 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 mds 2023-12-03T11:49:52.077 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 mds_balancer 2023-12-03T11:49:52.077 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 mds_locker 2023-12-03T11:49:52.077 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 mds_log 2023-12-03T11:49:52.077 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 mds_log_expire 2023-12-03T11:49:52.077 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 mds_migrator 2023-12-03T11:49:52.077 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 1 buffer 2023-12-03T11:49:52.077 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 1 timer 2023-12-03T11:49:52.077 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 1 filer 2023-12-03T11:49:52.077 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 1 striper 2023-12-03T11:49:52.077 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 1 objecter 2023-12-03T11:49:52.077 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 rados 2023-12-03T11:49:52.077 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 rbd 2023-12-03T11:49:52.077 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 rbd_mirror 2023-12-03T11:49:52.078 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 rbd_replay 2023-12-03T11:49:52.078 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 rbd_pwl 2023-12-03T11:49:52.078 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 journaler 2023-12-03T11:49:52.078 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 objectcacher 2023-12-03T11:49:52.078 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 immutable_obj_cache 2023-12-03T11:49:52.078 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 client 2023-12-03T11:49:52.078 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 osd 2023-12-03T11:49:52.078 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 optracker 2023-12-03T11:49:52.078 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 objclass 2023-12-03T11:49:52.078 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 3 filestore 2023-12-03T11:49:52.078 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 3 journal 2023-12-03T11:49:52.078 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 0 ms 2023-12-03T11:49:52.078 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 mon 2023-12-03T11:49:52.078 INFO:tasks.workunit.client.0.smithi019.stderr: 0/10 monc 2023-12-03T11:49:52.078 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 paxos 2023-12-03T11:49:52.079 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 tp 2023-12-03T11:49:52.079 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 auth 2023-12-03T11:49:52.079 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 crypto 2023-12-03T11:49:52.079 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 1 finisher 2023-12-03T11:49:52.079 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 1 reserver 2023-12-03T11:49:52.079 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 heartbeatmap 2023-12-03T11:49:52.079 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 perfcounter 2023-12-03T11:49:52.079 INFO:tasks.workunit.client.0.smithi019.stderr: 20/20 rgw 2023-12-03T11:49:52.079 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 rgw_sync 2023-12-03T11:49:52.079 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 rgw_datacache 2023-12-03T11:49:52.079 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 rgw_access 2023-12-03T11:49:52.079 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 rgw_dbstore 2023-12-03T11:49:52.079 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 rgw_flight 2023-12-03T11:49:52.079 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 javaclient 2023-12-03T11:49:52.079 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 asok 2023-12-03T11:49:52.080 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 1 throttle 2023-12-03T11:49:52.080 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 0 refs 2023-12-03T11:49:52.080 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 compressor 2023-12-03T11:49:52.080 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 bluestore 2023-12-03T11:49:52.080 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 bluefs 2023-12-03T11:49:52.080 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 3 bdev 2023-12-03T11:49:52.080 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 kstore 2023-12-03T11:49:52.080 INFO:tasks.workunit.client.0.smithi019.stderr: 4/ 5 rocksdb 2023-12-03T11:49:52.080 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 fuse 2023-12-03T11:49:52.080 INFO:tasks.workunit.client.0.smithi019.stderr: 2/ 5 mgr 2023-12-03T11:49:52.080 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 mgrc 2023-12-03T11:49:52.080 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 dpdk 2023-12-03T11:49:52.080 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 eventtrace 2023-12-03T11:49:52.080 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 prioritycache 2023-12-03T11:49:52.080 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 test 2023-12-03T11:49:52.080 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 cephfs_mirror 2023-12-03T11:49:52.081 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 cephsqlite 2023-12-03T11:49:52.081 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 crimson_interrupt 2023-12-03T11:49:52.081 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 seastore 2023-12-03T11:49:52.081 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 seastore_onode 2023-12-03T11:49:52.081 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 seastore_odata 2023-12-03T11:49:52.081 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 seastore_omap 2023-12-03T11:49:52.081 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 seastore_tm 2023-12-03T11:49:52.081 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 seastore_t 2023-12-03T11:49:52.081 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 seastore_cleaner 2023-12-03T11:49:52.081 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 seastore_epm 2023-12-03T11:49:52.081 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 seastore_lba 2023-12-03T11:49:52.081 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 seastore_fixedkv_tree 2023-12-03T11:49:52.081 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 seastore_cache 2023-12-03T11:49:52.081 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 seastore_journal 2023-12-03T11:49:52.081 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 seastore_device 2023-12-03T11:49:52.082 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 seastore_backref 2023-12-03T11:49:52.082 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 alienstore 2023-12-03T11:49:52.082 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 mclock 2023-12-03T11:49:52.082 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 cyanstore 2023-12-03T11:49:52.082 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 ceph_exporter 2023-12-03T11:49:52.082 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 memstore 2023-12-03T11:49:52.082 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 trace 2023-12-03T11:49:52.082 INFO:tasks.workunit.client.0.smithi019.stderr: -2/-2 (syslog threshold) 2023-12-03T11:49:52.082 INFO:tasks.workunit.client.0.smithi019.stderr: 99/99 (stderr threshold) 2023-12-03T11:49:52.082 INFO:tasks.workunit.client.0.smithi019.stderr:--- pthread ID / name mapping for recent threads --- 2023-12-03T11:49:52.082 INFO:tasks.workunit.client.0.smithi019.stderr: 7f81c8ff9640 / http_manager 2023-12-03T11:49:52.082 INFO:tasks.workunit.client.0.smithi019.stderr: 7f81caffd640 / http_manager 2023-12-03T11:49:52.082 INFO:tasks.workunit.client.0.smithi019.stderr: 7f8259fe3640 / ms_dispatch 2023-12-03T11:49:52.082 INFO:tasks.workunit.client.0.smithi019.stderr: 7f825b7e6640 / io_context_pool 2023-12-03T11:49:52.083 INFO:tasks.workunit.client.0.smithi019.stderr: 7f825bfe7640 / rgw_dt_lg_renew 2023-12-03T11:49:52.083 INFO:tasks.workunit.client.0.smithi019.stderr: 7f8276ffd640 / ms_dispatch 2023-12-03T11:49:52.083 INFO:tasks.workunit.client.0.smithi019.stderr: 7f8284ff9640 / io_context_pool 2023-12-03T11:49:52.083 INFO:tasks.workunit.client.0.smithi019.stderr: 7f82877fe640 / ms_dispatch 2023-12-03T11:49:52.083 INFO:tasks.workunit.client.0.smithi019.stderr: 7f8294d7b640 / io_context_pool 2023-12-03T11:49:52.083 INFO:tasks.workunit.client.0.smithi019.stderr: 7f8295d7d640 / msgr-worker-2 2023-12-03T11:49:52.083 INFO:tasks.workunit.client.0.smithi019.stderr: 7f829657e640 / msgr-worker-1 2023-12-03T11:49:52.083 INFO:tasks.workunit.client.0.smithi019.stderr: 7f8296d7f640 / msgr-worker-0 2023-12-03T11:49:52.083 INFO:tasks.workunit.client.0.smithi019.stderr: 7f8298a62980 / radosgw-admin 2023-12-03T11:49:52.083 INFO:tasks.workunit.client.0.smithi019.stderr: max_recent 500 2023-12-03T11:49:52.083 INFO:tasks.workunit.client.0.smithi019.stderr: max_new 1000 2023-12-03T11:49:52.083 INFO:tasks.workunit.client.0.smithi019.stderr: log_file /var/lib/ceph/crash/2023-12-03T11:49:51.952472Z_a37a8284-5eee-485d-ba35-188fe919a7dd/log 2023-12-03T11:49:52.083 INFO:tasks.workunit.client.0.smithi019.stderr:--- end dump of recent events --- 2023-12-03T11:49:52.083 INFO:tasks.workunit.client.0.smithi019.stderr:Aborted 2023-12-03T11:49:52.083 INFO:tasks.workunit.client.0.smithi019.stderr:radosgw-admin bucket stats --bucket abort-at-set-target-layout 2023-12-03T11:49:52.085 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:49:52.085 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:49:52.085 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:52.000+0000 7f0ff7484980 20 rados->read ofs=0 len=0 2023-12-03T11:49:52.085 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:52.000+0000 7f0ff7484980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:52.085 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:52.000+0000 7f0ff7484980 20 realm 2023-12-03T11:49:52.085 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:52.000+0000 7f0ff7484980 20 rados->read ofs=0 len=0 2023-12-03T11:49:52.085 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:52.000+0000 7f0ff7484980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:52.085 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:52.000+0000 7f0ff7484980 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:49:52.085 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:52.000+0000 7f0ff7484980 20 rados->read ofs=0 len=0 2023-12-03T11:49:52.085 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:52.000+0000 7f0ff7484980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:52.085 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:52.000+0000 7f0ff7484980 20 rados->read ofs=0 len=0 2023-12-03T11:49:52.086 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:52.004+0000 7f0ff7484980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:49:52.086 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:52.004+0000 7f0ff7484980 20 rados->read ofs=0 len=0 2023-12-03T11:49:52.086 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:52.004+0000 7f0ff7484980 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:49:52.086 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:52.004+0000 7f0ff7484980 20 searching for the correct realm 2023-12-03T11:49:52.247 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:52.244+0000 7f0ff4fa0640 0 -- 172.21.15.19:0/3496198272 >> [v2:172.21.15.57:6808/3142144203,v1:172.21.15.57:6809/3142144203] conn(0x564d8a123410 msgr2=0x564d8a125800 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:49:52.248 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:52.244+0000 7f0ff7484980 20 RGWRados::pool_iterate: got zonegroup_info.9433ba8b-08fe-4f3d-8375-ae7b0ce32294 2023-12-03T11:49:52.248 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:52.244+0000 7f0ff7484980 20 RGWRados::pool_iterate: got zone_info.43a5e689-6a4f-4bb6-8529-28824bd75ab9 2023-12-03T11:49:52.248 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:52.244+0000 7f0ff7484980 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:49:52.248 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:52.244+0000 7f0ff7484980 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:49:52.248 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:52.244+0000 7f0ff7484980 20 rados->read ofs=0 len=0 2023-12-03T11:49:52.249 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:52.244+0000 7f0ff7484980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:52.249 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:52.244+0000 7f0ff7484980 20 rados->read ofs=0 len=0 2023-12-03T11:49:52.250 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:52.248+0000 7f0ff7484980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:49:52.250 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:52.248+0000 7f0ff7484980 20 rados->read ofs=0 len=0 2023-12-03T11:49:52.250 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:52.248+0000 7f0ff7484980 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:49:52.250 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:52.248+0000 7f0ff7484980 20 zone default found 2023-12-03T11:49:52.251 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:52.248+0000 7f0ff7484980 4 Realm: () 2023-12-03T11:49:52.251 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:52.248+0000 7f0ff7484980 4 ZoneGroup: default (9433ba8b-08fe-4f3d-8375-ae7b0ce32294) 2023-12-03T11:49:52.251 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:52.248+0000 7f0ff7484980 4 Zone: default (43a5e689-6a4f-4bb6-8529-28824bd75ab9) 2023-12-03T11:49:52.251 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:52.248+0000 7f0ff7484980 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:49:52.251 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:52.248+0000 7f0ff7484980 20 zonegroup default 2023-12-03T11:49:52.251 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:52.248+0000 7f0ff7484980 20 rados->read ofs=0 len=0 2023-12-03T11:49:52.251 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:52.248+0000 7f0ff7484980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:52.251 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:52.248+0000 7f0ff7484980 20 rados->read ofs=0 len=0 2023-12-03T11:49:52.252 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:52.248+0000 7f0ff7484980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:52.252 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:52.248+0000 7f0ff7484980 20 rados->read ofs=0 len=0 2023-12-03T11:49:52.253 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:52.248+0000 7f0ff7484980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:52.253 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:52.248+0000 7f0ff7484980 20 started sync module instance, tier type = 2023-12-03T11:49:52.253 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:52.248+0000 7f0ff7484980 20 started zone id=43a5e689-6a4f-4bb6-8529-28824bd75ab9 (name=default) with tier type = 2023-12-03T11:49:52.274 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:52.272+0000 7f0ff479f640 0 -- 172.21.15.19:0/3496198272 >> [v2:172.21.15.19:6800/1469834966,v1:172.21.15.19:6801/1469834966] conn(0x564d8a127f90 msgr2=0x564d8a12a3e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:49:52.277 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:52.272+0000 7f0ff7484980 20 add_watcher() i=0 2023-12-03T11:49:52.277 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:52.272+0000 7f0ff7484980 20 add_watcher() i=1 2023-12-03T11:49:52.277 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:52.272+0000 7f0ff7484980 20 add_watcher() i=2 2023-12-03T11:49:52.277 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:52.272+0000 7f0ff7484980 20 add_watcher() i=3 2023-12-03T11:49:52.277 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:52.272+0000 7f0ff7484980 20 add_watcher() i=4 2023-12-03T11:49:52.277 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:52.272+0000 7f0ff7484980 20 add_watcher() i=5 2023-12-03T11:49:52.278 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:52.276+0000 7f0ff7484980 20 add_watcher() i=6 2023-12-03T11:49:52.279 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:52.276+0000 7f0ff7484980 20 add_watcher() i=7 2023-12-03T11:49:52.279 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:52.276+0000 7f0ff7484980 2 all 8 watchers are set, enabling cache 2023-12-03T11:49:52.284 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:52.280+0000 7f0fbb7de640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:49:52.285 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:52.280+0000 7f0ff7484980 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:49:52.285 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:52.280+0000 7f0ff7484980 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:49:52.296 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:52.292+0000 7f0ff7484980 5 note: GC not initialized 2023-12-03T11:49:52.296 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:52.292+0000 7f0f2a7fc640 20 reqs_thread_entry: start 2023-12-03T11:49:52.296 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:52.292+0000 7f0ff7484980 20 init_complete bucket index max shards: 1 2023-12-03T11:49:52.297 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:52.292+0000 7f0ff7484980 20 Filter name: none 2023-12-03T11:49:52.297 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:52.292+0000 7f0f1bfff640 20 reqs_thread_entry: start 2023-12-03T11:49:52.297 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:52.292+0000 7f0ff7484980 20 rados->read ofs=0 len=0 2023-12-03T11:49:52.297 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:52.296+0000 7f0ff7484980 20 rados_obj.operate() r=0 bl.length=194 2023-12-03T11:49:52.298 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:52.296+0000 7f0ff7484980 20 rados->read ofs=0 len=0 2023-12-03T11:49:52.298 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:52.296+0000 7f0ff7484980 20 rados_obj.operate() r=0 bl.length=378 2023-12-03T11:49:52.298 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:52.296+0000 7f0ff7484980 20 couldn't put binfo cache entry, might have raced with data changes 2023-12-03T11:49:52.298 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:52.296+0000 7f0ff7484980 20 rados->read ofs=0 len=0 2023-12-03T11:49:52.299 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:52.296+0000 7f0ff7484980 20 rados_obj.operate() r=0 bl.length=194 2023-12-03T11:49:52.299 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:52.296+0000 7f0ff7484980 20 rados->read ofs=0 len=0 2023-12-03T11:49:52.299 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:52.296+0000 7f0ff7484980 20 rados_obj.operate() r=0 bl.length=378 2023-12-03T11:49:52.300 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:52.296+0000 7f0ff7484980 20 couldn't put binfo cache entry, might have raced with data changes 2023-12-03T11:49:52.300 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:52.296+0000 7f0ff7484980 20 rados->read ofs=0 len=0 2023-12-03T11:49:52.300 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:52.296+0000 7f0ff7484980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:52.302 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:52.300+0000 7f0fbb7de640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:49:52.308 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:52.304+0000 7f0ff7484980 20 remove_watcher() i=0 2023-12-03T11:49:52.308 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:52.304+0000 7f0ff7484980 2 removed watcher, disabling cache 2023-12-03T11:49:52.310 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:52.308+0000 7f0ff7484980 20 remove_watcher() i=1 2023-12-03T11:49:52.312 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:52.308+0000 7f0ff7484980 20 remove_watcher() i=2 2023-12-03T11:49:52.315 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:52.312+0000 7f0ff7484980 20 remove_watcher() i=3 2023-12-03T11:49:52.317 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:52.316+0000 7f0ff7484980 20 remove_watcher() i=4 2023-12-03T11:49:52.319 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:52.316+0000 7f0ff7484980 20 remove_watcher() i=5 2023-12-03T11:49:52.320 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:52.316+0000 7f0ff7484980 20 remove_watcher() i=6 2023-12-03T11:49:52.322 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:52.320+0000 7f0ff7484980 20 remove_watcher() i=7 2023-12-03T11:49:52.328 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:49:52.329 INFO:tasks.workunit.client.0.smithi019.stderr:BUCKET_STATS: 2023-12-03T11:49:52.329 INFO:tasks.workunit.client.0.smithi019.stderr:bucket: abort-at-set-target-layout id: 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.20 num_objects: 20 size_kb: 1 num_shards: 1 2023-12-03T11:49:52.329 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:49:52.330 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:49:52.330 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:49:52.343 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:49:52.343 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:49:52.390 INFO:tasks.workunit.client.0.smithi019.stderr:radosgw-admin bucket reshard --bucket abort-at-set-target-layout --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2023-12-03T11:49:52.422 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:49:52.423 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:49:52.441 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:52.440+0000 7f3d539b0980 20 rados->read ofs=0 len=0 2023-12-03T11:49:52.443 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:52.440+0000 7f3d539b0980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:52.443 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:52.440+0000 7f3d539b0980 20 realm 2023-12-03T11:49:52.443 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:52.440+0000 7f3d539b0980 20 rados->read ofs=0 len=0 2023-12-03T11:49:52.444 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:52.440+0000 7f3d539b0980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:52.444 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:52.440+0000 7f3d539b0980 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:49:52.444 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:52.440+0000 7f3d539b0980 20 rados->read ofs=0 len=0 2023-12-03T11:49:52.444 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:52.440+0000 7f3d539b0980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:52.444 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:52.440+0000 7f3d539b0980 20 rados->read ofs=0 len=0 2023-12-03T11:49:52.445 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:52.444+0000 7f3d539b0980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:49:52.445 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:52.444+0000 7f3d539b0980 20 rados->read ofs=0 len=0 2023-12-03T11:49:52.446 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:52.444+0000 7f3d539b0980 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:49:52.446 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:52.444+0000 7f3d539b0980 20 searching for the correct realm 2023-12-03T11:49:52.468 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:52.464+0000 7f3d514cc640 0 -- 172.21.15.19:0/191035321 >> [v2:172.21.15.57:6808/3142144203,v1:172.21.15.57:6809/3142144203] conn(0x5559e904e500 msgr2=0x5559e90508f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:49:52.472 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:52.468+0000 7f3d539b0980 20 RGWRados::pool_iterate: got zonegroup_info.9433ba8b-08fe-4f3d-8375-ae7b0ce32294 2023-12-03T11:49:52.472 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:52.468+0000 7f3d539b0980 20 RGWRados::pool_iterate: got zone_info.43a5e689-6a4f-4bb6-8529-28824bd75ab9 2023-12-03T11:49:52.472 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:52.468+0000 7f3d539b0980 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:49:52.472 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:52.468+0000 7f3d539b0980 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:49:52.472 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:52.468+0000 7f3d539b0980 20 rados->read ofs=0 len=0 2023-12-03T11:49:52.473 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:52.468+0000 7f3d539b0980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:52.473 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:52.468+0000 7f3d539b0980 20 rados->read ofs=0 len=0 2023-12-03T11:49:52.473 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:52.472+0000 7f3d539b0980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:49:52.473 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:52.472+0000 7f3d539b0980 20 rados->read ofs=0 len=0 2023-12-03T11:49:52.474 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:52.472+0000 7f3d539b0980 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:49:52.474 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:52.472+0000 7f3d539b0980 20 zone default found 2023-12-03T11:49:52.474 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:52.472+0000 7f3d539b0980 4 Realm: () 2023-12-03T11:49:52.474 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:52.472+0000 7f3d539b0980 4 ZoneGroup: default (9433ba8b-08fe-4f3d-8375-ae7b0ce32294) 2023-12-03T11:49:52.475 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:52.472+0000 7f3d539b0980 4 Zone: default (43a5e689-6a4f-4bb6-8529-28824bd75ab9) 2023-12-03T11:49:52.475 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:52.472+0000 7f3d539b0980 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:49:52.475 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:52.472+0000 7f3d539b0980 20 zonegroup default 2023-12-03T11:49:52.475 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:52.472+0000 7f3d539b0980 20 rados->read ofs=0 len=0 2023-12-03T11:49:52.475 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:52.472+0000 7f3d539b0980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:52.475 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:52.472+0000 7f3d539b0980 20 rados->read ofs=0 len=0 2023-12-03T11:49:52.476 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:52.472+0000 7f3d539b0980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:52.476 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:52.472+0000 7f3d539b0980 20 rados->read ofs=0 len=0 2023-12-03T11:49:52.477 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:52.472+0000 7f3d539b0980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:49:52.477 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:52.472+0000 7f3d539b0980 20 started sync module instance, tier type = 2023-12-03T11:49:52.477 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:52.472+0000 7f3d539b0980 20 started zone id=43a5e689-6a4f-4bb6-8529-28824bd75ab9 (name=default) with tier type = 2023-12-03T11:49:52.490 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:52.488+0000 7f3d50ccb640 0 -- 172.21.15.19:0/191035321 >> [v2:172.21.15.19:6800/1469834966,v1:172.21.15.19:6801/1469834966] conn(0x5559e90534a0 msgr2=0x5559e9055890 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:49:52.494 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:52.492+0000 7f3d539b0980 20 add_watcher() i=0 2023-12-03T11:49:52.494 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:52.492+0000 7f3d539b0980 20 add_watcher() i=1 2023-12-03T11:49:52.494 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:52.492+0000 7f3d539b0980 20 add_watcher() i=2 2023-12-03T11:49:52.494 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:52.492+0000 7f3d539b0980 20 add_watcher() i=3 2023-12-03T11:49:52.494 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:52.492+0000 7f3d539b0980 20 add_watcher() i=4 2023-12-03T11:49:52.494 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:52.492+0000 7f3d539b0980 20 add_watcher() i=5 2023-12-03T11:49:52.494 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:52.492+0000 7f3d539b0980 20 add_watcher() i=6 2023-12-03T11:49:52.495 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:52.492+0000 7f3d539b0980 20 add_watcher() i=7 2023-12-03T11:49:52.495 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:52.492+0000 7f3d539b0980 2 all 8 watchers are set, enabling cache 2023-12-03T11:49:52.498 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:52.496+0000 7f3d16fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:49:52.499 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:52.496+0000 7f3d539b0980 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:49:52.499 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:52.496+0000 7f3d539b0980 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:49:52.507 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:52.504+0000 7f3d539b0980 5 note: GC not initialized 2023-12-03T11:49:52.507 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:52.504+0000 7f3c85ffb640 20 reqs_thread_entry: start 2023-12-03T11:49:52.507 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:52.504+0000 7f3d539b0980 20 init_complete bucket index max shards: 1 2023-12-03T11:49:52.507 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:52.504+0000 7f3d539b0980 20 Filter name: none 2023-12-03T11:49:52.507 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:52.504+0000 7f3c777fe640 20 reqs_thread_entry: start 2023-12-03T11:49:52.508 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:52.504+0000 7f3d539b0980 10 cache get: name=default.rgw.meta+root+abort-at-set-target-layout : miss 2023-12-03T11:49:52.508 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:52.504+0000 7f3d539b0980 20 rados->read ofs=0 len=0 2023-12-03T11:49:52.508 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:52.504+0000 7f3d539b0980 20 rados_obj.operate() r=0 bl.length=194 2023-12-03T11:49:52.508 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:52.504+0000 7f3d539b0980 10 cache put: name=default.rgw.meta+root+abort-at-set-target-layout info.flags=0x11 2023-12-03T11:49:52.508 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:52.504+0000 7f3d539b0980 10 adding default.rgw.meta+root+abort-at-set-target-layout to cache LRU end 2023-12-03T11:49:52.508 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:52.504+0000 7f3d539b0980 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.20 : miss 2023-12-03T11:49:52.508 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:52.504+0000 7f3d539b0980 20 rados->read ofs=0 len=0 2023-12-03T11:49:52.509 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:52.504+0000 7f3d539b0980 20 rados_obj.operate() r=0 bl.length=378 2023-12-03T11:49:52.509 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:52.504+0000 7f3d539b0980 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.20 info.flags=0x17 2023-12-03T11:49:52.509 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:52.504+0000 7f3d539b0980 10 adding default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.20 to cache LRU end 2023-12-03T11:49:52.509 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:52.504+0000 7f3d539b0980 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-12-03T11:49:52.509 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:52.504+0000 7f3d539b0980 10 updating xattr: name=user.rgw.acl bl.length()=205 2023-12-03T11:49:52.509 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:52.504+0000 7f3d539b0980 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.20 2023-12-03T11:49:52.511 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:52.508+0000 7f3d539b0980 0 INFO: RGWReshardLock::lock found lock on abort-at-set-target-layout:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.20 to be held by another RGW process; skipping for now 2023-12-03T11:49:52.512 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:52.508+0000 7f3d16fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:49:52.517 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:52.512+0000 7f3d539b0980 20 remove_watcher() i=0 2023-12-03T11:49:52.517 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:52.512+0000 7f3d539b0980 2 removed watcher, disabling cache 2023-12-03T11:49:52.519 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:52.516+0000 7f3d539b0980 20 remove_watcher() i=1 2023-12-03T11:49:52.522 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:52.520+0000 7f3d539b0980 20 remove_watcher() i=2 2023-12-03T11:49:52.524 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:52.520+0000 7f3d539b0980 20 remove_watcher() i=3 2023-12-03T11:49:52.526 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:52.524+0000 7f3d539b0980 20 remove_watcher() i=4 2023-12-03T11:49:52.528 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:52.524+0000 7f3d539b0980 20 remove_watcher() i=5 2023-12-03T11:49:52.529 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:52.528+0000 7f3d539b0980 20 remove_watcher() i=6 2023-12-03T11:49:52.531 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:49:52.528+0000 7f3d539b0980 20 remove_watcher() i=7 2023-12-03T11:49:52.537 INFO:tasks.workunit.client.0.smithi019.stderr:waiting 30 seconds for reshard lock to expire... 2023-12-03T11:50:22.567 INFO:tasks.workunit.client.0.smithi019.stderr:radosgw-admin bucket reshard --bucket abort-at-set-target-layout --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2023-12-03T11:50:22.605 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:50:22.605 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:50:22.625 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:22.620+0000 7fb14285a980 20 rados->read ofs=0 len=0 2023-12-03T11:50:22.627 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:22.624+0000 7fb14285a980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:22.627 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:22.624+0000 7fb14285a980 20 realm 2023-12-03T11:50:22.627 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:22.624+0000 7fb14285a980 20 rados->read ofs=0 len=0 2023-12-03T11:50:22.628 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:22.624+0000 7fb14285a980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:22.628 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:22.624+0000 7fb14285a980 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:50:22.628 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:22.624+0000 7fb14285a980 20 rados->read ofs=0 len=0 2023-12-03T11:50:22.628 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:22.624+0000 7fb14285a980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:22.628 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:22.624+0000 7fb14285a980 20 rados->read ofs=0 len=0 2023-12-03T11:50:22.630 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:22.628+0000 7fb14285a980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:50:22.630 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:22.628+0000 7fb14285a980 20 rados->read ofs=0 len=0 2023-12-03T11:50:22.630 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:22.628+0000 7fb14285a980 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:50:22.630 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:22.628+0000 7fb14285a980 20 searching for the correct realm 2023-12-03T11:50:22.653 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:22.648+0000 7fb140376640 0 -- 172.21.15.19:0/3361051161 >> [v2:172.21.15.57:6808/3142144203,v1:172.21.15.57:6809/3142144203] conn(0x55c2e3ce4c80 msgr2=0x55c2e3ce7070 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:50:22.657 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:22.652+0000 7fb14285a980 20 RGWRados::pool_iterate: got zonegroup_info.9433ba8b-08fe-4f3d-8375-ae7b0ce32294 2023-12-03T11:50:22.657 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:22.652+0000 7fb14285a980 20 RGWRados::pool_iterate: got zone_info.43a5e689-6a4f-4bb6-8529-28824bd75ab9 2023-12-03T11:50:22.657 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:22.652+0000 7fb14285a980 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:50:22.657 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:22.652+0000 7fb14285a980 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:50:22.657 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:22.652+0000 7fb14285a980 20 rados->read ofs=0 len=0 2023-12-03T11:50:22.657 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:22.652+0000 7fb14285a980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:22.658 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:22.656+0000 7fb14285a980 20 rados->read ofs=0 len=0 2023-12-03T11:50:22.658 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:22.656+0000 7fb14285a980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:50:22.658 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:22.656+0000 7fb14285a980 20 rados->read ofs=0 len=0 2023-12-03T11:50:22.659 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:22.656+0000 7fb14285a980 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:50:22.659 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:22.656+0000 7fb14285a980 20 zone default found 2023-12-03T11:50:22.659 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:22.656+0000 7fb14285a980 4 Realm: () 2023-12-03T11:50:22.659 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:22.656+0000 7fb14285a980 4 ZoneGroup: default (9433ba8b-08fe-4f3d-8375-ae7b0ce32294) 2023-12-03T11:50:22.659 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:22.656+0000 7fb14285a980 4 Zone: default (43a5e689-6a4f-4bb6-8529-28824bd75ab9) 2023-12-03T11:50:22.659 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:22.656+0000 7fb14285a980 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:50:22.659 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:22.656+0000 7fb14285a980 20 zonegroup default 2023-12-03T11:50:22.659 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:22.656+0000 7fb14285a980 20 rados->read ofs=0 len=0 2023-12-03T11:50:22.659 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:22.656+0000 7fb14285a980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:22.659 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:22.656+0000 7fb14285a980 20 rados->read ofs=0 len=0 2023-12-03T11:50:22.660 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:22.656+0000 7fb14285a980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:22.660 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:22.656+0000 7fb14285a980 20 rados->read ofs=0 len=0 2023-12-03T11:50:22.660 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:22.656+0000 7fb14285a980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:22.660 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:22.656+0000 7fb14285a980 20 started sync module instance, tier type = 2023-12-03T11:50:22.660 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:22.656+0000 7fb14285a980 20 started zone id=43a5e689-6a4f-4bb6-8529-28824bd75ab9 (name=default) with tier type = 2023-12-03T11:50:22.673 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:22.668+0000 7fb13fb75640 0 -- 172.21.15.19:0/3361051161 >> [v2:172.21.15.19:6800/1469834966,v1:172.21.15.19:6801/1469834966] conn(0x55c2e3ce9ad0 msgr2=0x55c2e3cebec0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2023-12-03T11:50:22.678 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:22.676+0000 7fb14285a980 20 add_watcher() i=0 2023-12-03T11:50:22.679 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:22.676+0000 7fb14285a980 20 add_watcher() i=1 2023-12-03T11:50:22.679 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:22.676+0000 7fb14285a980 20 add_watcher() i=2 2023-12-03T11:50:22.679 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:22.676+0000 7fb14285a980 20 add_watcher() i=3 2023-12-03T11:50:22.679 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:22.676+0000 7fb14285a980 20 add_watcher() i=4 2023-12-03T11:50:22.679 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:22.676+0000 7fb14285a980 20 add_watcher() i=5 2023-12-03T11:50:22.679 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:22.676+0000 7fb14285a980 20 add_watcher() i=6 2023-12-03T11:50:22.680 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:22.676+0000 7fb14285a980 20 add_watcher() i=7 2023-12-03T11:50:22.680 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:22.676+0000 7fb14285a980 2 all 8 watchers are set, enabling cache 2023-12-03T11:50:22.683 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:22.680+0000 7fb1067e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:50:22.683 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:22.680+0000 7fb14285a980 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:50:22.683 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:22.680+0000 7fb14285a980 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:50:22.691 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:22.688+0000 7fb14285a980 5 note: GC not initialized 2023-12-03T11:50:22.692 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:22.688+0000 7fb0757fa640 20 reqs_thread_entry: start 2023-12-03T11:50:22.692 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:22.688+0000 7fb14285a980 20 init_complete bucket index max shards: 1 2023-12-03T11:50:22.692 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:22.688+0000 7fb14285a980 20 Filter name: none 2023-12-03T11:50:22.692 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:22.688+0000 7fb06effd640 20 reqs_thread_entry: start 2023-12-03T11:50:22.692 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:22.688+0000 7fb14285a980 10 cache get: name=default.rgw.meta+root+abort-at-set-target-layout : miss 2023-12-03T11:50:22.692 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:22.688+0000 7fb14285a980 20 rados->read ofs=0 len=0 2023-12-03T11:50:22.693 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:22.688+0000 7fb14285a980 20 rados_obj.operate() r=0 bl.length=194 2023-12-03T11:50:22.693 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:22.688+0000 7fb14285a980 10 cache put: name=default.rgw.meta+root+abort-at-set-target-layout info.flags=0x11 2023-12-03T11:50:22.693 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:22.688+0000 7fb14285a980 10 adding default.rgw.meta+root+abort-at-set-target-layout to cache LRU end 2023-12-03T11:50:22.693 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:22.688+0000 7fb14285a980 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.20 : miss 2023-12-03T11:50:22.693 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:22.688+0000 7fb14285a980 20 rados->read ofs=0 len=0 2023-12-03T11:50:22.693 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:22.688+0000 7fb14285a980 20 rados_obj.operate() r=0 bl.length=378 2023-12-03T11:50:22.693 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:22.688+0000 7fb14285a980 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.20 info.flags=0x17 2023-12-03T11:50:22.693 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:22.688+0000 7fb14285a980 10 adding default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.20 to cache LRU end 2023-12-03T11:50:22.693 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:22.688+0000 7fb14285a980 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-12-03T11:50:22.694 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:22.688+0000 7fb14285a980 10 updating xattr: name=user.rgw.acl bl.length()=205 2023-12-03T11:50:22.694 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:22.688+0000 7fb14285a980 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.20 2023-12-03T11:50:22.701 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:22.696+0000 7fb14285a980 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.20 info.flags=0x17 2023-12-03T11:50:22.701 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:22.696+0000 7fb14285a980 10 moving default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.20 to cache LRU end 2023-12-03T11:50:22.701 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:22.696+0000 7fb14285a980 10 updating xattr: name=user.rgw.acl bl.length()=205 2023-12-03T11:50:22.701 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:22.696+0000 7fb14285a980 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-set-target-layout:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.20, ofs0, ns] 2023-12-03T11:50:22.702 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:22.700+0000 7fb126ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1095216660571 cookie 94295533988240 notifier 6245 bl.length()=887 2023-12-03T11:50:22.702 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:22.700+0000 7fb126ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.20 info.flags=0x17 2023-12-03T11:50:22.702 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:22.700+0000 7fb126ffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.20 to cache LRU end 2023-12-03T11:50:22.702 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:22.700+0000 7fb126ffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2023-12-03T11:50:22.702 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:22.700+0000 7fb14285a980 20 handle_bi_update(): bucket=:abort-at-set-target-layout[43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.20]): orig_sources= new_sources= 2023-12-03T11:50:22.702 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:22.700+0000 7fb14285a980 20 handle_bi_update(): bucket=:abort-at-set-target-layout[43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.20]): potential sources added=[] removed=[] 2023-12-03T11:50:22.702 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:22.700+0000 7fb14285a980 20 handle_bi_update(): bucket=:abort-at-set-target-layout[43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.20]): orig_dests= new_dests= 2023-12-03T11:50:22.702 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:22.700+0000 7fb14285a980 20 handle_bi_update(): bucket=:abort-at-set-target-layout[43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.20]): potential dests added=[] removed=[] 2023-12-03T11:50:22.704 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:22.700+0000 7fb14285a980 10 bucket_obj is .dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.20.1.0 2023-12-03T11:50:22.704 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:22.700+0000 7fb14285a980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.20.1.0 2023-12-03T11:50:22.705 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:22.700+0000 7fb14285a980 10 bucket_obj is .dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.20.1.1 2023-12-03T11:50:22.705 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:22.700+0000 7fb14285a980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.20.1.1 2023-12-03T11:50:22.705 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:22.700+0000 7fb14285a980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.20.0 2023-12-03T11:50:22.711 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:22.708+0000 7fb14285a980 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.20 : hit (requested=0x17, cached=0x17) 2023-12-03T11:50:22.711 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:22.708+0000 7fb14285a980 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.20 2023-12-03T11:50:22.713 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:22.708+0000 7fb14285a980 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.20 info.flags=0x17 2023-12-03T11:50:22.713 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:22.708+0000 7fb14285a980 10 moving default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.20 to cache LRU end 2023-12-03T11:50:22.713 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:22.708+0000 7fb14285a980 10 updating xattr: name=user.rgw.acl bl.length()=205 2023-12-03T11:50:22.713 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:22.712+0000 7fb14285a980 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-set-target-layout:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.20, ofs0, ns] 2023-12-03T11:50:22.714 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:22.712+0000 7fb1267fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1095216660572 cookie 94295533988240 notifier 6245 bl.length()=855 2023-12-03T11:50:22.714 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:22.712+0000 7fb1267fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.20 info.flags=0x17 2023-12-03T11:50:22.714 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:22.712+0000 7fb1267fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.20 to cache LRU end 2023-12-03T11:50:22.714 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:22.712+0000 7fb1267fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2023-12-03T11:50:22.714 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:22.712+0000 7fb14285a980 20 handle_bi_update(): bucket=:abort-at-set-target-layout[43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.20]): orig_sources= new_sources= 2023-12-03T11:50:22.714 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:22.712+0000 7fb14285a980 20 handle_bi_update(): bucket=:abort-at-set-target-layout[43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.20]): potential sources added=[] removed=[] 2023-12-03T11:50:22.714 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:22.712+0000 7fb14285a980 20 handle_bi_update(): bucket=:abort-at-set-target-layout[43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.20]): orig_dests= new_dests= 2023-12-03T11:50:22.714 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:22.712+0000 7fb14285a980 20 handle_bi_update(): bucket=:abort-at-set-target-layout[43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.20]): potential dests added=[] removed=[] 2023-12-03T11:50:22.717 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:22.712+0000 7fb14285a980 1 execute INFO: reshard of bucket "abort-at-set-target-layout" completed successfully 2023-12-03T11:50:22.719 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:22.716+0000 7fb1067e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:50:22.726 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:22.720+0000 7fb14285a980 20 remove_watcher() i=0 2023-12-03T11:50:22.726 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:22.720+0000 7fb14285a980 2 removed watcher, disabling cache 2023-12-03T11:50:22.727 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:22.724+0000 7fb14285a980 20 remove_watcher() i=1 2023-12-03T11:50:22.730 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:22.728+0000 7fb14285a980 20 remove_watcher() i=2 2023-12-03T11:50:22.732 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:22.728+0000 7fb14285a980 20 remove_watcher() i=3 2023-12-03T11:50:22.735 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:22.732+0000 7fb14285a980 20 remove_watcher() i=4 2023-12-03T11:50:22.736 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:22.732+0000 7fb14285a980 20 remove_watcher() i=5 2023-12-03T11:50:22.737 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:22.736+0000 7fb14285a980 20 remove_watcher() i=6 2023-12-03T11:50:22.739 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:22.736+0000 7fb14285a980 20 remove_watcher() i=7 2023-12-03T11:50:22.745 INFO:tasks.workunit.client.0.smithi019.stderr:radosgw-admin bucket stats --bucket abort-at-set-target-layout 2023-12-03T11:50:22.771 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:50:22.771 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:50:22.788 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:22.784+0000 7f685a977980 20 rados->read ofs=0 len=0 2023-12-03T11:50:22.791 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:22.788+0000 7f685a977980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:22.791 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:22.788+0000 7f685a977980 20 realm 2023-12-03T11:50:22.791 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:22.788+0000 7f685a977980 20 rados->read ofs=0 len=0 2023-12-03T11:50:22.791 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:22.788+0000 7f685a977980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:22.791 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:22.788+0000 7f685a977980 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:50:22.791 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:22.788+0000 7f685a977980 20 rados->read ofs=0 len=0 2023-12-03T11:50:22.791 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:22.788+0000 7f685a977980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:22.791 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:22.788+0000 7f685a977980 20 rados->read ofs=0 len=0 2023-12-03T11:50:22.793 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:22.788+0000 7f685a977980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:50:22.793 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:22.788+0000 7f685a977980 20 rados->read ofs=0 len=0 2023-12-03T11:50:22.793 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:22.792+0000 7f685a977980 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:50:22.793 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:22.792+0000 7f685a977980 20 searching for the correct realm 2023-12-03T11:50:22.815 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:22.812+0000 7f6858493640 0 -- 172.21.15.19:0/4205183229 >> [v2:172.21.15.57:6808/3142144203,v1:172.21.15.57:6809/3142144203] conn(0x5595f602d960 msgr2=0x5595f602fd50 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:50:22.819 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:22.816+0000 7f685a977980 20 RGWRados::pool_iterate: got zonegroup_info.9433ba8b-08fe-4f3d-8375-ae7b0ce32294 2023-12-03T11:50:22.819 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:22.816+0000 7f685a977980 20 RGWRados::pool_iterate: got zone_info.43a5e689-6a4f-4bb6-8529-28824bd75ab9 2023-12-03T11:50:22.819 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:22.816+0000 7f685a977980 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:50:22.819 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:22.816+0000 7f685a977980 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:50:22.819 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:22.816+0000 7f685a977980 20 rados->read ofs=0 len=0 2023-12-03T11:50:22.819 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:22.816+0000 7f685a977980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:22.819 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:22.816+0000 7f685a977980 20 rados->read ofs=0 len=0 2023-12-03T11:50:22.820 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:22.816+0000 7f685a977980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:50:22.820 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:22.816+0000 7f685a977980 20 rados->read ofs=0 len=0 2023-12-03T11:50:22.821 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:22.816+0000 7f685a977980 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:50:22.821 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:22.816+0000 7f685a977980 20 zone default found 2023-12-03T11:50:22.821 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:22.816+0000 7f685a977980 4 Realm: () 2023-12-03T11:50:22.821 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:22.816+0000 7f685a977980 4 ZoneGroup: default (9433ba8b-08fe-4f3d-8375-ae7b0ce32294) 2023-12-03T11:50:22.821 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:22.816+0000 7f685a977980 4 Zone: default (43a5e689-6a4f-4bb6-8529-28824bd75ab9) 2023-12-03T11:50:22.821 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:22.816+0000 7f685a977980 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:50:22.821 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:22.816+0000 7f685a977980 20 zonegroup default 2023-12-03T11:50:22.821 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:22.816+0000 7f685a977980 20 rados->read ofs=0 len=0 2023-12-03T11:50:22.821 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:22.816+0000 7f685a977980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:22.821 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:22.816+0000 7f685a977980 20 rados->read ofs=0 len=0 2023-12-03T11:50:22.822 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:22.820+0000 7f685a977980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:22.822 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:22.820+0000 7f685a977980 20 rados->read ofs=0 len=0 2023-12-03T11:50:22.822 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:22.820+0000 7f685a977980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:22.822 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:22.820+0000 7f685a977980 20 started sync module instance, tier type = 2023-12-03T11:50:22.822 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:22.820+0000 7f685a977980 20 started zone id=43a5e689-6a4f-4bb6-8529-28824bd75ab9 (name=default) with tier type = 2023-12-03T11:50:22.835 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:22.832+0000 7f6858c94640 0 -- 172.21.15.19:0/4205183229 >> [v2:172.21.15.57:6816/3303414699,v1:172.21.15.57:6817/3303414699] conn(0x7f684c054940 msgr2=0x7f684c057790 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:50:22.840 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:22.836+0000 7f685a977980 20 add_watcher() i=0 2023-12-03T11:50:22.840 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:22.836+0000 7f685a977980 20 add_watcher() i=1 2023-12-03T11:50:22.840 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:22.836+0000 7f685a977980 20 add_watcher() i=2 2023-12-03T11:50:22.840 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:22.836+0000 7f685a977980 20 add_watcher() i=3 2023-12-03T11:50:22.840 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:22.836+0000 7f685a977980 20 add_watcher() i=4 2023-12-03T11:50:22.841 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:22.836+0000 7f685a977980 20 add_watcher() i=5 2023-12-03T11:50:22.841 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:22.836+0000 7f685a977980 20 add_watcher() i=6 2023-12-03T11:50:22.842 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:22.840+0000 7f685a977980 20 add_watcher() i=7 2023-12-03T11:50:22.842 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:22.840+0000 7f685a977980 2 all 8 watchers are set, enabling cache 2023-12-03T11:50:22.844 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:22.840+0000 7f681e7e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:50:22.845 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:22.840+0000 7f685a977980 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:50:22.845 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:22.840+0000 7f685a977980 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:50:22.853 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:22.852+0000 7f685a977980 5 note: GC not initialized 2023-12-03T11:50:22.854 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:22.852+0000 7f678d7fa640 20 reqs_thread_entry: start 2023-12-03T11:50:22.854 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:22.852+0000 7f685a977980 20 init_complete bucket index max shards: 1 2023-12-03T11:50:22.854 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:22.852+0000 7f685a977980 20 Filter name: none 2023-12-03T11:50:22.854 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:22.852+0000 7f6786ffd640 20 reqs_thread_entry: start 2023-12-03T11:50:22.854 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:22.852+0000 7f685a977980 20 rados->read ofs=0 len=0 2023-12-03T11:50:22.855 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:22.852+0000 7f685a977980 20 rados_obj.operate() r=0 bl.length=194 2023-12-03T11:50:22.855 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:22.852+0000 7f685a977980 20 rados->read ofs=0 len=0 2023-12-03T11:50:22.856 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:22.852+0000 7f685a977980 20 rados_obj.operate() r=0 bl.length=378 2023-12-03T11:50:22.856 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:22.852+0000 7f685a977980 20 couldn't put binfo cache entry, might have raced with data changes 2023-12-03T11:50:22.856 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:22.852+0000 7f685a977980 20 rados->read ofs=0 len=0 2023-12-03T11:50:22.857 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:22.852+0000 7f685a977980 20 rados_obj.operate() r=0 bl.length=194 2023-12-03T11:50:22.857 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:22.852+0000 7f685a977980 20 rados->read ofs=0 len=0 2023-12-03T11:50:22.857 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:22.856+0000 7f685a977980 20 rados_obj.operate() r=0 bl.length=378 2023-12-03T11:50:22.857 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:22.856+0000 7f685a977980 20 couldn't put binfo cache entry, might have raced with data changes 2023-12-03T11:50:22.858 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:22.856+0000 7f685a977980 20 rados->read ofs=0 len=0 2023-12-03T11:50:22.859 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:22.856+0000 7f685a977980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:22.860 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:22.856+0000 7f681e7e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:50:22.866 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:22.864+0000 7f685a977980 20 remove_watcher() i=0 2023-12-03T11:50:22.866 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:22.864+0000 7f685a977980 2 removed watcher, disabling cache 2023-12-03T11:50:22.868 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:22.864+0000 7f685a977980 20 remove_watcher() i=1 2023-12-03T11:50:22.870 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:22.868+0000 7f685a977980 20 remove_watcher() i=2 2023-12-03T11:50:22.872 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:22.868+0000 7f685a977980 20 remove_watcher() i=3 2023-12-03T11:50:22.875 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:22.872+0000 7f685a977980 20 remove_watcher() i=4 2023-12-03T11:50:22.876 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:22.872+0000 7f685a977980 20 remove_watcher() i=5 2023-12-03T11:50:22.878 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:22.876+0000 7f685a977980 20 remove_watcher() i=6 2023-12-03T11:50:22.879 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:22.876+0000 7f685a977980 20 remove_watcher() i=7 2023-12-03T11:50:22.886 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:50:22.886 INFO:tasks.workunit.client.0.smithi019.stderr:BUCKET_STATS: 2023-12-03T11:50:22.886 INFO:tasks.workunit.client.0.smithi019.stderr:bucket: abort-at-set-target-layout id: 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.20 num_objects: 19 size_kb: 1 num_shards: 2 2023-12-03T11:50:22.886 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:50:22.887 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:50:22.887 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:50:22.890 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:50:22.891 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:50:22.966 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:50:22.967 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:50:22.992 INFO:tasks.workunit.client.0.smithi019.stderr:TEST: reshard bucket with EIO injected at block_writes 2023-12-03T11:50:22.992 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:50:22.993 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:50:22.993 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:50:23.009 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:50:23.009 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:50:23.057 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:50:23.057 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:50:23.084 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:50:23.084 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:50:23.114 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:50:23.114 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:50:23.140 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:50:23.140 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:50:23.162 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:50:23.163 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:50:23.185 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:50:23.186 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:50:23.209 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:50:23.209 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:50:23.231 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:50:23.231 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:50:23.253 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:50:23.253 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:50:23.275 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:50:23.276 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:50:23.300 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:50:23.300 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:50:23.323 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:50:23.323 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:50:23.347 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:50:23.347 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:50:23.370 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:50:23.370 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:50:23.392 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:50:23.393 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:50:23.415 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:50:23.415 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:50:23.437 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:50:23.437 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:50:23.460 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:50:23.460 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:50:23.484 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:50:23.484 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:50:23.506 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:50:23.506 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:50:23.527 INFO:tasks.workunit.client.0.smithi019.stderr:radosgw-admin bucket stats --bucket error-at-block-writes 2023-12-03T11:50:23.559 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:50:23.559 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:50:23.577 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.572+0000 7f8204424980 20 rados->read ofs=0 len=0 2023-12-03T11:50:23.579 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.576+0000 7f8204424980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:23.579 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.576+0000 7f8204424980 20 realm 2023-12-03T11:50:23.579 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.576+0000 7f8204424980 20 rados->read ofs=0 len=0 2023-12-03T11:50:23.580 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.576+0000 7f8204424980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:23.580 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.576+0000 7f8204424980 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:50:23.580 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.576+0000 7f8204424980 20 rados->read ofs=0 len=0 2023-12-03T11:50:23.580 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.576+0000 7f8204424980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:23.580 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.576+0000 7f8204424980 20 rados->read ofs=0 len=0 2023-12-03T11:50:23.581 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.580+0000 7f8204424980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:50:23.581 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.580+0000 7f8204424980 20 rados->read ofs=0 len=0 2023-12-03T11:50:23.582 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.580+0000 7f8204424980 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:50:23.582 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.580+0000 7f8204424980 20 searching for the correct realm 2023-12-03T11:50:23.605 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.600+0000 7f820173f640 0 -- 172.21.15.19:0/2285826981 >> [v2:172.21.15.19:6800/1469834966,v1:172.21.15.19:6801/1469834966] conn(0x555cdc2d1690 msgr2=0x555cdc2d3a80 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:50:23.606 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.604+0000 7f8204424980 20 RGWRados::pool_iterate: got zonegroup_info.9433ba8b-08fe-4f3d-8375-ae7b0ce32294 2023-12-03T11:50:23.606 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.604+0000 7f8204424980 20 RGWRados::pool_iterate: got zone_info.43a5e689-6a4f-4bb6-8529-28824bd75ab9 2023-12-03T11:50:23.606 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.604+0000 7f8204424980 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:50:23.606 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.604+0000 7f8204424980 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:50:23.607 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.604+0000 7f8204424980 20 rados->read ofs=0 len=0 2023-12-03T11:50:23.607 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.604+0000 7f8204424980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:23.607 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.604+0000 7f8204424980 20 rados->read ofs=0 len=0 2023-12-03T11:50:23.607 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.604+0000 7f8204424980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:50:23.607 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.604+0000 7f8204424980 20 rados->read ofs=0 len=0 2023-12-03T11:50:23.608 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.604+0000 7f8204424980 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:50:23.608 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.604+0000 7f8204424980 20 zone default found 2023-12-03T11:50:23.608 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.604+0000 7f8204424980 4 Realm: () 2023-12-03T11:50:23.608 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.604+0000 7f8204424980 4 ZoneGroup: default (9433ba8b-08fe-4f3d-8375-ae7b0ce32294) 2023-12-03T11:50:23.608 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.604+0000 7f8204424980 4 Zone: default (43a5e689-6a4f-4bb6-8529-28824bd75ab9) 2023-12-03T11:50:23.608 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.604+0000 7f8204424980 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:50:23.609 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.604+0000 7f8204424980 20 zonegroup default 2023-12-03T11:50:23.609 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.604+0000 7f8204424980 20 rados->read ofs=0 len=0 2023-12-03T11:50:23.609 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.604+0000 7f8204424980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:23.609 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.604+0000 7f8204424980 20 rados->read ofs=0 len=0 2023-12-03T11:50:23.609 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.604+0000 7f8204424980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:23.609 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.604+0000 7f8204424980 20 rados->read ofs=0 len=0 2023-12-03T11:50:23.610 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.608+0000 7f8204424980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:23.610 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.608+0000 7f8204424980 20 started sync module instance, tier type = 2023-12-03T11:50:23.610 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.608+0000 7f8204424980 20 started zone id=43a5e689-6a4f-4bb6-8529-28824bd75ab9 (name=default) with tier type = 2023-12-03T11:50:23.625 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.624+0000 7f820173f640 0 -- 172.21.15.19:0/2285826981 >> [v2:172.21.15.19:6800/1469834966,v1:172.21.15.19:6801/1469834966] conn(0x7f81dc075330 msgr2=0x7f81dc077760 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:50:23.628 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.624+0000 7f8204424980 20 add_watcher() i=0 2023-12-03T11:50:23.628 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.624+0000 7f8204424980 20 add_watcher() i=1 2023-12-03T11:50:23.628 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.624+0000 7f8204424980 20 add_watcher() i=2 2023-12-03T11:50:23.628 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.624+0000 7f8204424980 20 add_watcher() i=3 2023-12-03T11:50:23.628 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.624+0000 7f8204424980 20 add_watcher() i=4 2023-12-03T11:50:23.629 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.624+0000 7f8204424980 20 add_watcher() i=5 2023-12-03T11:50:23.629 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.624+0000 7f8204424980 20 add_watcher() i=6 2023-12-03T11:50:23.629 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.628+0000 7f8204424980 20 add_watcher() i=7 2023-12-03T11:50:23.629 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.628+0000 7f8204424980 2 all 8 watchers are set, enabling cache 2023-12-03T11:50:23.632 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.628+0000 7f81c77e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:50:23.632 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.628+0000 7f8204424980 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:50:23.633 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.628+0000 7f8204424980 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:50:23.641 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.636+0000 7f8204424980 5 note: GC not initialized 2023-12-03T11:50:23.641 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.636+0000 7f81367fc640 20 reqs_thread_entry: start 2023-12-03T11:50:23.641 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.636+0000 7f8204424980 20 init_complete bucket index max shards: 1 2023-12-03T11:50:23.641 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.636+0000 7f8204424980 20 Filter name: none 2023-12-03T11:50:23.641 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.636+0000 7f8127fff640 20 reqs_thread_entry: start 2023-12-03T11:50:23.641 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.640+0000 7f8204424980 20 rados->read ofs=0 len=0 2023-12-03T11:50:23.642 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.640+0000 7f8204424980 20 rados_obj.operate() r=0 bl.length=189 2023-12-03T11:50:23.642 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.640+0000 7f8204424980 20 rados->read ofs=0 len=0 2023-12-03T11:50:23.643 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.640+0000 7f8204424980 20 rados_obj.operate() r=0 bl.length=373 2023-12-03T11:50:23.643 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.640+0000 7f8204424980 20 couldn't put binfo cache entry, might have raced with data changes 2023-12-03T11:50:23.643 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.640+0000 7f8204424980 20 rados->read ofs=0 len=0 2023-12-03T11:50:23.644 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.640+0000 7f8204424980 20 rados_obj.operate() r=0 bl.length=189 2023-12-03T11:50:23.644 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.640+0000 7f8204424980 20 rados->read ofs=0 len=0 2023-12-03T11:50:23.644 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.640+0000 7f8204424980 20 rados_obj.operate() r=0 bl.length=373 2023-12-03T11:50:23.645 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.640+0000 7f8204424980 20 couldn't put binfo cache entry, might have raced with data changes 2023-12-03T11:50:23.645 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.644+0000 7f8204424980 20 rados->read ofs=0 len=0 2023-12-03T11:50:23.645 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.644+0000 7f8204424980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:23.647 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.644+0000 7f81c77e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:50:23.652 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.648+0000 7f8204424980 20 remove_watcher() i=0 2023-12-03T11:50:23.652 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.648+0000 7f8204424980 2 removed watcher, disabling cache 2023-12-03T11:50:23.654 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.652+0000 7f8204424980 20 remove_watcher() i=1 2023-12-03T11:50:23.657 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.652+0000 7f8204424980 20 remove_watcher() i=2 2023-12-03T11:50:23.659 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.656+0000 7f8204424980 20 remove_watcher() i=3 2023-12-03T11:50:23.662 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.660+0000 7f8204424980 20 remove_watcher() i=4 2023-12-03T11:50:23.663 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.660+0000 7f8204424980 20 remove_watcher() i=5 2023-12-03T11:50:23.665 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.660+0000 7f8204424980 20 remove_watcher() i=6 2023-12-03T11:50:23.666 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.664+0000 7f8204424980 20 remove_watcher() i=7 2023-12-03T11:50:23.672 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:50:23.672 INFO:tasks.workunit.client.0.smithi019.stderr:BUCKET_STATS: 2023-12-03T11:50:23.672 INFO:tasks.workunit.client.0.smithi019.stderr:bucket: error-at-block-writes id: 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.21 num_objects: 20 size_kb: 1 num_shards: 1 2023-12-03T11:50:23.672 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:50:23.673 INFO:tasks.workunit.client.0.smithi019.stderr:radosgw-admin bucket reshard --bucket error-at-block-writes --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-error-at block_writes 2023-12-03T11:50:23.704 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:50:23.704 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:50:23.721 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.716+0000 7f4fa83a6980 20 rados->read ofs=0 len=0 2023-12-03T11:50:23.723 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.720+0000 7f4fa83a6980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:23.724 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.720+0000 7f4fa83a6980 20 realm 2023-12-03T11:50:23.724 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.720+0000 7f4fa83a6980 20 rados->read ofs=0 len=0 2023-12-03T11:50:23.724 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.720+0000 7f4fa83a6980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:23.724 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.720+0000 7f4fa83a6980 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:50:23.724 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.720+0000 7f4fa83a6980 20 rados->read ofs=0 len=0 2023-12-03T11:50:23.724 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.720+0000 7f4fa83a6980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:23.724 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.720+0000 7f4fa83a6980 20 rados->read ofs=0 len=0 2023-12-03T11:50:23.725 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.724+0000 7f4fa83a6980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:50:23.725 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.724+0000 7f4fa83a6980 20 rados->read ofs=0 len=0 2023-12-03T11:50:23.726 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.724+0000 7f4fa83a6980 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:50:23.726 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.724+0000 7f4fa83a6980 20 searching for the correct realm 2023-12-03T11:50:23.749 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.748+0000 7f4fa5ec2640 0 -- 172.21.15.19:0/2865185433 >> [v2:172.21.15.57:6808/3142144203,v1:172.21.15.57:6809/3142144203] conn(0x5618a5fd6740 msgr2=0x5618a5fd8b50 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:50:23.750 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.748+0000 7f4fa83a6980 20 RGWRados::pool_iterate: got zonegroup_info.9433ba8b-08fe-4f3d-8375-ae7b0ce32294 2023-12-03T11:50:23.750 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.748+0000 7f4fa83a6980 20 RGWRados::pool_iterate: got zone_info.43a5e689-6a4f-4bb6-8529-28824bd75ab9 2023-12-03T11:50:23.750 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.748+0000 7f4fa83a6980 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:50:23.751 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.748+0000 7f4fa83a6980 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:50:23.751 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.748+0000 7f4fa83a6980 20 rados->read ofs=0 len=0 2023-12-03T11:50:23.751 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.748+0000 7f4fa83a6980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:23.751 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.748+0000 7f4fa83a6980 20 rados->read ofs=0 len=0 2023-12-03T11:50:23.751 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.748+0000 7f4fa83a6980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:50:23.752 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.748+0000 7f4fa83a6980 20 rados->read ofs=0 len=0 2023-12-03T11:50:23.752 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.748+0000 7f4fa83a6980 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:50:23.752 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.748+0000 7f4fa83a6980 20 zone default found 2023-12-03T11:50:23.752 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.748+0000 7f4fa83a6980 4 Realm: () 2023-12-03T11:50:23.752 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.748+0000 7f4fa83a6980 4 ZoneGroup: default (9433ba8b-08fe-4f3d-8375-ae7b0ce32294) 2023-12-03T11:50:23.752 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.748+0000 7f4fa83a6980 4 Zone: default (43a5e689-6a4f-4bb6-8529-28824bd75ab9) 2023-12-03T11:50:23.752 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.748+0000 7f4fa83a6980 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:50:23.752 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.748+0000 7f4fa83a6980 20 zonegroup default 2023-12-03T11:50:23.752 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.748+0000 7f4fa83a6980 20 rados->read ofs=0 len=0 2023-12-03T11:50:23.753 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.748+0000 7f4fa83a6980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:23.753 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.748+0000 7f4fa83a6980 20 rados->read ofs=0 len=0 2023-12-03T11:50:23.753 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.748+0000 7f4fa83a6980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:23.753 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.748+0000 7f4fa83a6980 20 rados->read ofs=0 len=0 2023-12-03T11:50:23.753 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.748+0000 7f4fa83a6980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:23.753 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.748+0000 7f4fa83a6980 20 started sync module instance, tier type = 2023-12-03T11:50:23.753 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.748+0000 7f4fa83a6980 20 started zone id=43a5e689-6a4f-4bb6-8529-28824bd75ab9 (name=default) with tier type = 2023-12-03T11:50:23.769 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.768+0000 7f4fa56c1640 0 -- 172.21.15.19:0/2865185433 >> [v2:172.21.15.19:6800/1469834966,v1:172.21.15.19:6801/1469834966] conn(0x5618a5fdb740 msgr2=0x5618a5fddb30 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:50:23.771 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.768+0000 7f4fa83a6980 20 add_watcher() i=0 2023-12-03T11:50:23.771 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.768+0000 7f4fa83a6980 20 add_watcher() i=1 2023-12-03T11:50:23.771 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.768+0000 7f4fa83a6980 20 add_watcher() i=2 2023-12-03T11:50:23.771 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.768+0000 7f4fa83a6980 20 add_watcher() i=3 2023-12-03T11:50:23.771 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.768+0000 7f4fa83a6980 20 add_watcher() i=4 2023-12-03T11:50:23.772 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.768+0000 7f4fa83a6980 20 add_watcher() i=5 2023-12-03T11:50:23.772 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.768+0000 7f4fa83a6980 20 add_watcher() i=6 2023-12-03T11:50:23.773 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.768+0000 7f4fa83a6980 20 add_watcher() i=7 2023-12-03T11:50:23.773 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.768+0000 7f4fa83a6980 2 all 8 watchers are set, enabling cache 2023-12-03T11:50:23.776 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.772+0000 7f4f6b7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:50:23.776 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.772+0000 7f4fa83a6980 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:50:23.776 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.772+0000 7f4fa83a6980 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:50:23.783 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.780+0000 7f4fa83a6980 5 note: GC not initialized 2023-12-03T11:50:23.784 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.780+0000 7f4eda7fc640 20 reqs_thread_entry: start 2023-12-03T11:50:23.784 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.780+0000 7f4fa83a6980 20 init_complete bucket index max shards: 1 2023-12-03T11:50:23.784 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.780+0000 7f4fa83a6980 20 Filter name: none 2023-12-03T11:50:23.784 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.780+0000 7f4ecbfff640 20 reqs_thread_entry: start 2023-12-03T11:50:23.784 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.780+0000 7f4fa83a6980 10 cache get: name=default.rgw.meta+root+error-at-block-writes : miss 2023-12-03T11:50:23.784 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.780+0000 7f4fa83a6980 20 rados->read ofs=0 len=0 2023-12-03T11:50:23.785 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.780+0000 7f4fa83a6980 20 rados_obj.operate() r=0 bl.length=189 2023-12-03T11:50:23.785 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.780+0000 7f4fa83a6980 10 cache put: name=default.rgw.meta+root+error-at-block-writes info.flags=0x11 2023-12-03T11:50:23.786 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.780+0000 7f4fa83a6980 10 adding default.rgw.meta+root+error-at-block-writes to cache LRU end 2023-12-03T11:50:23.786 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.780+0000 7f4fa83a6980 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.21 : miss 2023-12-03T11:50:23.786 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.780+0000 7f4fa83a6980 20 rados->read ofs=0 len=0 2023-12-03T11:50:23.786 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.784+0000 7f4fa83a6980 20 rados_obj.operate() r=0 bl.length=373 2023-12-03T11:50:23.786 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.784+0000 7f4fa83a6980 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.21 info.flags=0x17 2023-12-03T11:50:23.786 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.784+0000 7f4fa83a6980 10 adding default.rgw.meta+root+.bucket.meta.error-at-block-writes:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.21 to cache LRU end 2023-12-03T11:50:23.786 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.784+0000 7f4fa83a6980 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-12-03T11:50:23.786 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.784+0000 7f4fa83a6980 10 updating xattr: name=user.rgw.acl bl.length()=205 2023-12-03T11:50:23.786 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.784+0000 7f4fa83a6980 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-block-writes:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.21 2023-12-03T11:50:23.794 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.792+0000 7f4fa83a6980 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.21 info.flags=0x17 2023-12-03T11:50:23.794 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.792+0000 7f4fa83a6980 10 moving default.rgw.meta+root+.bucket.meta.error-at-block-writes:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.21 to cache LRU end 2023-12-03T11:50:23.794 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.792+0000 7f4fa83a6980 10 updating xattr: name=user.rgw.acl bl.length()=205 2023-12-03T11:50:23.795 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.792+0000 7f4fa83a6980 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-block-writes:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.21, ofs0, ns] 2023-12-03T11:50:23.795 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.792+0000 7f4f87fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1095216660498 cookie 94663864072992 notifier 6627 bl.length()=877 2023-12-03T11:50:23.795 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.792+0000 7f4f87fff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.21 info.flags=0x17 2023-12-03T11:50:23.795 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.792+0000 7f4f87fff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-block-writes:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.21 to cache LRU end 2023-12-03T11:50:23.795 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.792+0000 7f4f87fff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2023-12-03T11:50:23.796 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.792+0000 7f4fa83a6980 20 handle_bi_update(): bucket=:error-at-block-writes[43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.21]): orig_sources= new_sources= 2023-12-03T11:50:23.796 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.792+0000 7f4fa83a6980 20 handle_bi_update(): bucket=:error-at-block-writes[43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.21]): potential sources added=[] removed=[] 2023-12-03T11:50:23.796 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.792+0000 7f4fa83a6980 20 handle_bi_update(): bucket=:error-at-block-writes[43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.21]): orig_dests= new_dests= 2023-12-03T11:50:23.796 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.792+0000 7f4fa83a6980 20 handle_bi_update(): bucket=:error-at-block-writes[43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.21]): potential dests added=[] removed=[] 2023-12-03T11:50:23.796 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.792+0000 7f4fa83a6980 -1 Injecting error=-5 at location=block_writes 2023-12-03T11:50:23.796 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.792+0000 7f4fa83a6980 0 ERROR: init_reshard failed to pause writes to the current index: (5) Input/output error 2023-12-03T11:50:23.799 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.796+0000 7f4fa83a6980 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.21 : hit (requested=0x17, cached=0x17) 2023-12-03T11:50:23.799 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.796+0000 7f4fa83a6980 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-block-writes:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.21 2023-12-03T11:50:23.801 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.800+0000 7f4fa83a6980 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.21 info.flags=0x17 2023-12-03T11:50:23.801 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.800+0000 7f4fa83a6980 10 moving default.rgw.meta+root+.bucket.meta.error-at-block-writes:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.21 to cache LRU end 2023-12-03T11:50:23.802 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.800+0000 7f4fa83a6980 10 updating xattr: name=user.rgw.acl bl.length()=205 2023-12-03T11:50:23.802 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.800+0000 7f4fa83a6980 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-block-writes:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.21, ofs0, ns] 2023-12-03T11:50:23.802 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.800+0000 7f4f87fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1095216660499 cookie 94663864072992 notifier 6627 bl.length()=845 2023-12-03T11:50:23.802 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.800+0000 7f4f87fff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.21 info.flags=0x17 2023-12-03T11:50:23.802 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.800+0000 7f4f87fff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-block-writes:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.21 to cache LRU end 2023-12-03T11:50:23.802 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.800+0000 7f4f87fff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2023-12-03T11:50:23.802 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.800+0000 7f4fa83a6980 20 handle_bi_update(): bucket=:error-at-block-writes[43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.21]): orig_sources= new_sources= 2023-12-03T11:50:23.803 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.800+0000 7f4fa83a6980 20 handle_bi_update(): bucket=:error-at-block-writes[43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.21]): potential sources added=[] removed=[] 2023-12-03T11:50:23.803 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.800+0000 7f4fa83a6980 20 handle_bi_update(): bucket=:error-at-block-writes[43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.21]): orig_dests= new_dests= 2023-12-03T11:50:23.803 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.800+0000 7f4fa83a6980 20 handle_bi_update(): bucket=:error-at-block-writes[43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.21]): potential dests added=[] removed=[] 2023-12-03T11:50:23.805 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.800+0000 7f4f6b7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:50:23.810 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.808+0000 7f4fa83a6980 20 remove_watcher() i=0 2023-12-03T11:50:23.810 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.808+0000 7f4fa83a6980 2 removed watcher, disabling cache 2023-12-03T11:50:23.812 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.808+0000 7f4fa83a6980 20 remove_watcher() i=1 2023-12-03T11:50:23.814 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.812+0000 7f4fa83a6980 20 remove_watcher() i=2 2023-12-03T11:50:23.817 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.812+0000 7f4fa83a6980 20 remove_watcher() i=3 2023-12-03T11:50:23.820 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.816+0000 7f4fa83a6980 20 remove_watcher() i=4 2023-12-03T11:50:23.821 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.820+0000 7f4fa83a6980 20 remove_watcher() i=5 2023-12-03T11:50:23.823 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.820+0000 7f4fa83a6980 20 remove_watcher() i=6 2023-12-03T11:50:23.824 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.820+0000 7f4fa83a6980 20 remove_watcher() i=7 2023-12-03T11:50:23.831 INFO:tasks.workunit.client.0.smithi019.stderr:radosgw-admin bucket stats --bucket error-at-block-writes 2023-12-03T11:50:23.856 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:50:23.856 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:50:23.874 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.872+0000 7fdab1801980 20 rados->read ofs=0 len=0 2023-12-03T11:50:23.876 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.872+0000 7fdab1801980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:23.876 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.872+0000 7fdab1801980 20 realm 2023-12-03T11:50:23.876 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.872+0000 7fdab1801980 20 rados->read ofs=0 len=0 2023-12-03T11:50:23.876 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.872+0000 7fdab1801980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:23.876 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.872+0000 7fdab1801980 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:50:23.876 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.872+0000 7fdab1801980 20 rados->read ofs=0 len=0 2023-12-03T11:50:23.877 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.872+0000 7fdab1801980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:23.877 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.872+0000 7fdab1801980 20 rados->read ofs=0 len=0 2023-12-03T11:50:23.878 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.876+0000 7fdab1801980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:50:23.878 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.876+0000 7fdab1801980 20 rados->read ofs=0 len=0 2023-12-03T11:50:23.879 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.876+0000 7fdab1801980 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:50:23.879 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.876+0000 7fdab1801980 20 searching for the correct realm 2023-12-03T11:50:23.901 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.896+0000 7fdaaf31d640 0 -- 172.21.15.19:0/3989451570 >> [v2:172.21.15.57:6808/3142144203,v1:172.21.15.57:6809/3142144203] conn(0x55b363d87b80 msgr2=0x55b363d89f70 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:50:23.905 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.904+0000 7fdab1801980 20 RGWRados::pool_iterate: got zonegroup_info.9433ba8b-08fe-4f3d-8375-ae7b0ce32294 2023-12-03T11:50:23.906 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.904+0000 7fdab1801980 20 RGWRados::pool_iterate: got zone_info.43a5e689-6a4f-4bb6-8529-28824bd75ab9 2023-12-03T11:50:23.906 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.904+0000 7fdab1801980 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:50:23.906 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.904+0000 7fdab1801980 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:50:23.906 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.904+0000 7fdab1801980 20 rados->read ofs=0 len=0 2023-12-03T11:50:23.906 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.904+0000 7fdab1801980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:23.906 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.904+0000 7fdab1801980 20 rados->read ofs=0 len=0 2023-12-03T11:50:23.906 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.904+0000 7fdab1801980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:50:23.906 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.904+0000 7fdab1801980 20 rados->read ofs=0 len=0 2023-12-03T11:50:23.907 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.904+0000 7fdab1801980 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:50:23.907 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.904+0000 7fdab1801980 20 zone default found 2023-12-03T11:50:23.907 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.904+0000 7fdab1801980 4 Realm: () 2023-12-03T11:50:23.908 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.904+0000 7fdab1801980 4 ZoneGroup: default (9433ba8b-08fe-4f3d-8375-ae7b0ce32294) 2023-12-03T11:50:23.908 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.904+0000 7fdab1801980 4 Zone: default (43a5e689-6a4f-4bb6-8529-28824bd75ab9) 2023-12-03T11:50:23.908 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.904+0000 7fdab1801980 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:50:23.908 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.904+0000 7fdab1801980 20 zonegroup default 2023-12-03T11:50:23.908 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.904+0000 7fdab1801980 20 rados->read ofs=0 len=0 2023-12-03T11:50:23.908 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.904+0000 7fdab1801980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:23.908 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.904+0000 7fdab1801980 20 rados->read ofs=0 len=0 2023-12-03T11:50:23.908 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.904+0000 7fdab1801980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:23.909 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.904+0000 7fdab1801980 20 rados->read ofs=0 len=0 2023-12-03T11:50:23.909 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.904+0000 7fdab1801980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:23.909 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.904+0000 7fdab1801980 20 started sync module instance, tier type = 2023-12-03T11:50:23.909 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.904+0000 7fdab1801980 20 started zone id=43a5e689-6a4f-4bb6-8529-28824bd75ab9 (name=default) with tier type = 2023-12-03T11:50:23.922 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.920+0000 7fdaafb1e640 0 -- 172.21.15.19:0/3989451570 >> [v2:172.21.15.57:6816/3303414699,v1:172.21.15.57:6817/3303414699] conn(0x7fdaa4080040 msgr2=0x7fdaa4060710 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:50:23.927 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.924+0000 7fdab1801980 20 add_watcher() i=0 2023-12-03T11:50:23.927 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.924+0000 7fdab1801980 20 add_watcher() i=1 2023-12-03T11:50:23.927 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.924+0000 7fdab1801980 20 add_watcher() i=2 2023-12-03T11:50:23.927 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.924+0000 7fdab1801980 20 add_watcher() i=3 2023-12-03T11:50:23.927 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.924+0000 7fdab1801980 20 add_watcher() i=4 2023-12-03T11:50:23.927 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.924+0000 7fdab1801980 20 add_watcher() i=5 2023-12-03T11:50:23.927 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.924+0000 7fdab1801980 20 add_watcher() i=6 2023-12-03T11:50:23.928 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.924+0000 7fdab1801980 20 add_watcher() i=7 2023-12-03T11:50:23.928 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.924+0000 7fdab1801980 2 all 8 watchers are set, enabling cache 2023-12-03T11:50:23.931 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.928+0000 7fda757e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:50:23.931 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.928+0000 7fdab1801980 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:50:23.931 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.928+0000 7fdab1801980 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:50:23.939 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.936+0000 7fdab1801980 5 note: GC not initialized 2023-12-03T11:50:23.939 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.936+0000 7fd9e3fff640 20 reqs_thread_entry: start 2023-12-03T11:50:23.939 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.936+0000 7fdab1801980 20 init_complete bucket index max shards: 1 2023-12-03T11:50:23.939 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.936+0000 7fdab1801980 20 Filter name: none 2023-12-03T11:50:23.939 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.936+0000 7fd9e1ffb640 20 reqs_thread_entry: start 2023-12-03T11:50:23.939 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.936+0000 7fdab1801980 20 rados->read ofs=0 len=0 2023-12-03T11:50:23.940 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.936+0000 7fdab1801980 20 rados_obj.operate() r=0 bl.length=189 2023-12-03T11:50:23.940 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.936+0000 7fdab1801980 20 rados->read ofs=0 len=0 2023-12-03T11:50:23.941 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.936+0000 7fdab1801980 20 rados_obj.operate() r=0 bl.length=373 2023-12-03T11:50:23.941 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.936+0000 7fdab1801980 20 couldn't put binfo cache entry, might have raced with data changes 2023-12-03T11:50:23.941 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.936+0000 7fdab1801980 20 rados->read ofs=0 len=0 2023-12-03T11:50:23.942 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.940+0000 7fdab1801980 20 rados_obj.operate() r=0 bl.length=189 2023-12-03T11:50:23.942 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.940+0000 7fdab1801980 20 rados->read ofs=0 len=0 2023-12-03T11:50:23.942 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.940+0000 7fdab1801980 20 rados_obj.operate() r=0 bl.length=373 2023-12-03T11:50:23.942 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.940+0000 7fdab1801980 20 couldn't put binfo cache entry, might have raced with data changes 2023-12-03T11:50:23.943 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.940+0000 7fdab1801980 20 rados->read ofs=0 len=0 2023-12-03T11:50:23.943 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.940+0000 7fdab1801980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:23.944 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.940+0000 7fda757e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:50:23.950 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.948+0000 7fdab1801980 20 remove_watcher() i=0 2023-12-03T11:50:23.950 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.948+0000 7fdab1801980 2 removed watcher, disabling cache 2023-12-03T11:50:23.953 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.948+0000 7fdab1801980 20 remove_watcher() i=1 2023-12-03T11:50:23.955 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.952+0000 7fdab1801980 20 remove_watcher() i=2 2023-12-03T11:50:23.958 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.956+0000 7fdab1801980 20 remove_watcher() i=3 2023-12-03T11:50:23.960 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.956+0000 7fdab1801980 20 remove_watcher() i=4 2023-12-03T11:50:23.961 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.960+0000 7fdab1801980 20 remove_watcher() i=5 2023-12-03T11:50:23.963 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.960+0000 7fdab1801980 20 remove_watcher() i=6 2023-12-03T11:50:23.964 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:23.960+0000 7fdab1801980 20 remove_watcher() i=7 2023-12-03T11:50:23.971 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:50:23.971 INFO:tasks.workunit.client.0.smithi019.stderr:BUCKET_STATS: 2023-12-03T11:50:23.971 INFO:tasks.workunit.client.0.smithi019.stderr:bucket: error-at-block-writes id: 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.21 num_objects: 20 size_kb: 1 num_shards: 1 2023-12-03T11:50:23.971 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:50:23.972 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:50:23.972 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:50:23.986 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:50:23.986 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:50:24.030 INFO:tasks.workunit.client.0.smithi019.stderr:radosgw-admin bucket reshard --bucket error-at-block-writes --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2023-12-03T11:50:24.060 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:50:24.060 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:50:24.078 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:24.076+0000 7f512449c980 20 rados->read ofs=0 len=0 2023-12-03T11:50:24.080 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:24.076+0000 7f512449c980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:24.080 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:24.076+0000 7f512449c980 20 realm 2023-12-03T11:50:24.080 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:24.076+0000 7f512449c980 20 rados->read ofs=0 len=0 2023-12-03T11:50:24.080 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:24.076+0000 7f512449c980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:24.081 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:24.076+0000 7f512449c980 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:50:24.081 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:24.076+0000 7f512449c980 20 rados->read ofs=0 len=0 2023-12-03T11:50:24.081 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:24.076+0000 7f512449c980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:24.081 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:24.076+0000 7f512449c980 20 rados->read ofs=0 len=0 2023-12-03T11:50:24.082 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:24.080+0000 7f512449c980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:50:24.082 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:24.080+0000 7f512449c980 20 rados->read ofs=0 len=0 2023-12-03T11:50:24.083 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:24.080+0000 7f512449c980 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:50:24.083 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:24.080+0000 7f512449c980 20 searching for the correct realm 2023-12-03T11:50:24.106 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:24.104+0000 7f5121fb8640 0 -- 172.21.15.19:0/378601680 >> [v2:172.21.15.57:6808/3142144203,v1:172.21.15.57:6809/3142144203] conn(0x55b876d20e30 msgr2=0x55b876d23220 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:50:24.109 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:24.104+0000 7f512449c980 20 RGWRados::pool_iterate: got zonegroup_info.9433ba8b-08fe-4f3d-8375-ae7b0ce32294 2023-12-03T11:50:24.109 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:24.104+0000 7f512449c980 20 RGWRados::pool_iterate: got zone_info.43a5e689-6a4f-4bb6-8529-28824bd75ab9 2023-12-03T11:50:24.109 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:24.104+0000 7f512449c980 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:50:24.109 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:24.104+0000 7f512449c980 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:50:24.109 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:24.104+0000 7f512449c980 20 rados->read ofs=0 len=0 2023-12-03T11:50:24.109 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:24.104+0000 7f512449c980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:24.110 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:24.104+0000 7f512449c980 20 rados->read ofs=0 len=0 2023-12-03T11:50:24.110 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:24.108+0000 7f512449c980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:50:24.110 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:24.108+0000 7f512449c980 20 rados->read ofs=0 len=0 2023-12-03T11:50:24.111 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:24.108+0000 7f512449c980 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:50:24.111 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:24.108+0000 7f512449c980 20 zone default found 2023-12-03T11:50:24.111 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:24.108+0000 7f512449c980 4 Realm: () 2023-12-03T11:50:24.111 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:24.108+0000 7f512449c980 4 ZoneGroup: default (9433ba8b-08fe-4f3d-8375-ae7b0ce32294) 2023-12-03T11:50:24.111 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:24.108+0000 7f512449c980 4 Zone: default (43a5e689-6a4f-4bb6-8529-28824bd75ab9) 2023-12-03T11:50:24.111 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:24.108+0000 7f512449c980 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:50:24.111 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:24.108+0000 7f512449c980 20 zonegroup default 2023-12-03T11:50:24.111 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:24.108+0000 7f512449c980 20 rados->read ofs=0 len=0 2023-12-03T11:50:24.111 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:24.108+0000 7f512449c980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:24.111 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:24.108+0000 7f512449c980 20 rados->read ofs=0 len=0 2023-12-03T11:50:24.112 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:24.108+0000 7f512449c980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:24.112 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:24.108+0000 7f512449c980 20 rados->read ofs=0 len=0 2023-12-03T11:50:24.112 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:24.108+0000 7f512449c980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:24.112 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:24.108+0000 7f512449c980 20 started sync module instance, tier type = 2023-12-03T11:50:24.113 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:24.108+0000 7f512449c980 20 started zone id=43a5e689-6a4f-4bb6-8529-28824bd75ab9 (name=default) with tier type = 2023-12-03T11:50:24.129 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:24.124+0000 7f51217b7640 0 -- 172.21.15.19:0/378601680 >> [v2:172.21.15.19:6800/1469834966,v1:172.21.15.19:6801/1469834966] conn(0x55b876d25dd0 msgr2=0x55b876d281c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:50:24.133 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:24.128+0000 7f512449c980 20 add_watcher() i=0 2023-12-03T11:50:24.133 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:24.128+0000 7f512449c980 20 add_watcher() i=1 2023-12-03T11:50:24.133 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:24.128+0000 7f512449c980 20 add_watcher() i=2 2023-12-03T11:50:24.133 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:24.128+0000 7f512449c980 20 add_watcher() i=3 2023-12-03T11:50:24.133 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:24.128+0000 7f512449c980 20 add_watcher() i=4 2023-12-03T11:50:24.133 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:24.128+0000 7f512449c980 20 add_watcher() i=5 2023-12-03T11:50:24.133 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:24.128+0000 7f512449c980 20 add_watcher() i=6 2023-12-03T11:50:24.134 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:24.132+0000 7f512449c980 20 add_watcher() i=7 2023-12-03T11:50:24.134 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:24.132+0000 7f512449c980 2 all 8 watchers are set, enabling cache 2023-12-03T11:50:24.137 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:24.132+0000 7f50e77e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:50:24.137 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:24.136+0000 7f512449c980 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:50:24.137 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:24.136+0000 7f512449c980 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:50:24.145 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:24.140+0000 7f512449c980 5 note: GC not initialized 2023-12-03T11:50:24.145 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:24.140+0000 7f50567fc640 20 reqs_thread_entry: start 2023-12-03T11:50:24.145 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:24.140+0000 7f512449c980 20 init_complete bucket index max shards: 1 2023-12-03T11:50:24.145 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:24.144+0000 7f512449c980 20 Filter name: none 2023-12-03T11:50:24.145 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:24.144+0000 7f5047fff640 20 reqs_thread_entry: start 2023-12-03T11:50:24.146 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:24.144+0000 7f512449c980 10 cache get: name=default.rgw.meta+root+error-at-block-writes : miss 2023-12-03T11:50:24.146 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:24.144+0000 7f512449c980 20 rados->read ofs=0 len=0 2023-12-03T11:50:24.147 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:24.144+0000 7f512449c980 20 rados_obj.operate() r=0 bl.length=189 2023-12-03T11:50:24.147 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:24.144+0000 7f512449c980 10 cache put: name=default.rgw.meta+root+error-at-block-writes info.flags=0x11 2023-12-03T11:50:24.147 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:24.144+0000 7f512449c980 10 adding default.rgw.meta+root+error-at-block-writes to cache LRU end 2023-12-03T11:50:24.147 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:24.144+0000 7f512449c980 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.21 : miss 2023-12-03T11:50:24.147 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:24.144+0000 7f512449c980 20 rados->read ofs=0 len=0 2023-12-03T11:50:24.147 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:24.144+0000 7f512449c980 20 rados_obj.operate() r=0 bl.length=373 2023-12-03T11:50:24.147 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:24.144+0000 7f512449c980 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.21 info.flags=0x17 2023-12-03T11:50:24.147 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:24.144+0000 7f512449c980 10 adding default.rgw.meta+root+.bucket.meta.error-at-block-writes:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.21 to cache LRU end 2023-12-03T11:50:24.147 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:24.144+0000 7f512449c980 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-12-03T11:50:24.147 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:24.144+0000 7f512449c980 10 updating xattr: name=user.rgw.acl bl.length()=205 2023-12-03T11:50:24.147 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:24.144+0000 7f512449c980 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-block-writes:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.21 2023-12-03T11:50:24.155 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:24.152+0000 7f512449c980 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.21 info.flags=0x17 2023-12-03T11:50:24.155 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:24.152+0000 7f512449c980 10 moving default.rgw.meta+root+.bucket.meta.error-at-block-writes:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.21 to cache LRU end 2023-12-03T11:50:24.155 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:24.152+0000 7f512449c980 10 updating xattr: name=user.rgw.acl bl.length()=205 2023-12-03T11:50:24.155 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:24.152+0000 7f512449c980 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-block-writes:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.21, ofs0, ns] 2023-12-03T11:50:24.156 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:24.152+0000 7f5103fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1095216660500 cookie 94250755843072 notifier 6669 bl.length()=877 2023-12-03T11:50:24.156 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:24.152+0000 7f5103fff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.21 info.flags=0x17 2023-12-03T11:50:24.156 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:24.152+0000 7f5103fff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-block-writes:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.21 to cache LRU end 2023-12-03T11:50:24.156 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:24.152+0000 7f5103fff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2023-12-03T11:50:24.156 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:24.152+0000 7f512449c980 20 handle_bi_update(): bucket=:error-at-block-writes[43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.21]): orig_sources= new_sources= 2023-12-03T11:50:24.156 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:24.152+0000 7f512449c980 20 handle_bi_update(): bucket=:error-at-block-writes[43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.21]): potential sources added=[] removed=[] 2023-12-03T11:50:24.156 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:24.152+0000 7f512449c980 20 handle_bi_update(): bucket=:error-at-block-writes[43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.21]): orig_dests= new_dests= 2023-12-03T11:50:24.156 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:24.152+0000 7f512449c980 20 handle_bi_update(): bucket=:error-at-block-writes[43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.21]): potential dests added=[] removed=[] 2023-12-03T11:50:24.157 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:24.156+0000 7f512449c980 10 bucket_obj is .dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.21.1.0 2023-12-03T11:50:24.158 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:24.156+0000 7f512449c980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.21.1.0 2023-12-03T11:50:24.158 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:24.156+0000 7f512449c980 10 bucket_obj is .dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.21.1.1 2023-12-03T11:50:24.158 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:24.156+0000 7f512449c980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.21.1.1 2023-12-03T11:50:24.158 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:24.156+0000 7f512449c980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.21.0 2023-12-03T11:50:24.164 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:24.160+0000 7f512449c980 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.21 : hit (requested=0x17, cached=0x17) 2023-12-03T11:50:24.164 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:24.160+0000 7f512449c980 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-block-writes:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.21 2023-12-03T11:50:24.167 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:24.164+0000 7f512449c980 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.21 info.flags=0x17 2023-12-03T11:50:24.167 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:24.164+0000 7f512449c980 10 moving default.rgw.meta+root+.bucket.meta.error-at-block-writes:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.21 to cache LRU end 2023-12-03T11:50:24.167 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:24.164+0000 7f512449c980 10 updating xattr: name=user.rgw.acl bl.length()=205 2023-12-03T11:50:24.167 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:24.164+0000 7f512449c980 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-block-writes:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.21, ofs0, ns] 2023-12-03T11:50:24.167 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:24.164+0000 7f51037fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1095216660501 cookie 94250755843072 notifier 6669 bl.length()=845 2023-12-03T11:50:24.167 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:24.164+0000 7f51037fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.21 info.flags=0x17 2023-12-03T11:50:24.167 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:24.164+0000 7f51037fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-block-writes:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.21 to cache LRU end 2023-12-03T11:50:24.167 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:24.164+0000 7f51037fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2023-12-03T11:50:24.168 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:24.164+0000 7f512449c980 20 handle_bi_update(): bucket=:error-at-block-writes[43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.21]): orig_sources= new_sources= 2023-12-03T11:50:24.168 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:24.164+0000 7f512449c980 20 handle_bi_update(): bucket=:error-at-block-writes[43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.21]): potential sources added=[] removed=[] 2023-12-03T11:50:24.168 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:24.164+0000 7f512449c980 20 handle_bi_update(): bucket=:error-at-block-writes[43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.21]): orig_dests= new_dests= 2023-12-03T11:50:24.168 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:24.164+0000 7f512449c980 20 handle_bi_update(): bucket=:error-at-block-writes[43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.21]): potential dests added=[] removed=[] 2023-12-03T11:50:24.169 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:24.164+0000 7f512449c980 1 execute INFO: reshard of bucket "error-at-block-writes" completed successfully 2023-12-03T11:50:24.171 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:24.168+0000 7f50e77e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:50:24.177 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:24.176+0000 7f512449c980 20 remove_watcher() i=0 2023-12-03T11:50:24.177 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:24.176+0000 7f512449c980 2 removed watcher, disabling cache 2023-12-03T11:50:24.179 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:24.176+0000 7f512449c980 20 remove_watcher() i=1 2023-12-03T11:50:24.182 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:24.180+0000 7f512449c980 20 remove_watcher() i=2 2023-12-03T11:50:24.184 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:24.180+0000 7f512449c980 20 remove_watcher() i=3 2023-12-03T11:50:24.187 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:24.184+0000 7f512449c980 20 remove_watcher() i=4 2023-12-03T11:50:24.188 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:24.184+0000 7f512449c980 20 remove_watcher() i=5 2023-12-03T11:50:24.189 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:24.188+0000 7f512449c980 20 remove_watcher() i=6 2023-12-03T11:50:24.190 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:24.188+0000 7f512449c980 20 remove_watcher() i=7 2023-12-03T11:50:24.197 INFO:tasks.workunit.client.0.smithi019.stderr:radosgw-admin bucket stats --bucket error-at-block-writes 2023-12-03T11:50:24.223 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:50:24.223 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:50:24.241 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:24.236+0000 7fe77e8bf980 20 rados->read ofs=0 len=0 2023-12-03T11:50:24.243 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:24.240+0000 7fe77e8bf980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:24.243 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:24.240+0000 7fe77e8bf980 20 realm 2023-12-03T11:50:24.243 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:24.240+0000 7fe77e8bf980 20 rados->read ofs=0 len=0 2023-12-03T11:50:24.243 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:24.240+0000 7fe77e8bf980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:24.243 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:24.240+0000 7fe77e8bf980 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:50:24.243 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:24.240+0000 7fe77e8bf980 20 rados->read ofs=0 len=0 2023-12-03T11:50:24.243 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:24.240+0000 7fe77e8bf980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:24.243 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:24.240+0000 7fe77e8bf980 20 rados->read ofs=0 len=0 2023-12-03T11:50:24.245 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:24.240+0000 7fe77e8bf980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:50:24.245 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:24.240+0000 7fe77e8bf980 20 rados->read ofs=0 len=0 2023-12-03T11:50:24.245 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:24.244+0000 7fe77e8bf980 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:50:24.245 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:24.244+0000 7fe77e8bf980 20 searching for the correct realm 2023-12-03T11:50:24.263 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:24.260+0000 7fe77c3db640 0 -- 172.21.15.19:0/2815770397 >> [v2:172.21.15.19:6808/438722807,v1:172.21.15.19:6809/438722807] conn(0x7fe77002cb80 msgr2=0x7fe770049450 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:50:24.270 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:24.268+0000 7fe77e8bf980 20 RGWRados::pool_iterate: got zonegroup_info.9433ba8b-08fe-4f3d-8375-ae7b0ce32294 2023-12-03T11:50:24.270 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:24.268+0000 7fe77e8bf980 20 RGWRados::pool_iterate: got zone_info.43a5e689-6a4f-4bb6-8529-28824bd75ab9 2023-12-03T11:50:24.270 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:24.268+0000 7fe77e8bf980 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:50:24.271 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:24.268+0000 7fe77e8bf980 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:50:24.271 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:24.268+0000 7fe77e8bf980 20 rados->read ofs=0 len=0 2023-12-03T11:50:24.271 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:24.268+0000 7fe77e8bf980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:24.271 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:24.268+0000 7fe77e8bf980 20 rados->read ofs=0 len=0 2023-12-03T11:50:24.271 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:24.268+0000 7fe77e8bf980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:50:24.271 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:24.268+0000 7fe77e8bf980 20 rados->read ofs=0 len=0 2023-12-03T11:50:24.272 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:24.268+0000 7fe77e8bf980 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:50:24.272 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:24.268+0000 7fe77e8bf980 20 zone default found 2023-12-03T11:50:24.272 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:24.268+0000 7fe77e8bf980 4 Realm: () 2023-12-03T11:50:24.272 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:24.268+0000 7fe77e8bf980 4 ZoneGroup: default (9433ba8b-08fe-4f3d-8375-ae7b0ce32294) 2023-12-03T11:50:24.272 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:24.268+0000 7fe77e8bf980 4 Zone: default (43a5e689-6a4f-4bb6-8529-28824bd75ab9) 2023-12-03T11:50:24.272 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:24.268+0000 7fe77e8bf980 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:50:24.272 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:24.268+0000 7fe77e8bf980 20 zonegroup default 2023-12-03T11:50:24.272 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:24.268+0000 7fe77e8bf980 20 rados->read ofs=0 len=0 2023-12-03T11:50:24.272 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:24.268+0000 7fe77e8bf980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:24.273 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:24.268+0000 7fe77e8bf980 20 rados->read ofs=0 len=0 2023-12-03T11:50:24.273 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:24.268+0000 7fe77e8bf980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:24.273 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:24.268+0000 7fe77e8bf980 20 rados->read ofs=0 len=0 2023-12-03T11:50:24.273 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:24.268+0000 7fe77e8bf980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:24.273 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:24.268+0000 7fe77e8bf980 20 started sync module instance, tier type = 2023-12-03T11:50:24.273 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:24.268+0000 7fe77e8bf980 20 started zone id=43a5e689-6a4f-4bb6-8529-28824bd75ab9 (name=default) with tier type = 2023-12-03T11:50:24.276 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:24.272+0000 7fe77cbdc640 0 -- 172.21.15.19:0/2815770397 >> [v2:172.21.15.57:6816/3303414699,v1:172.21.15.57:6817/3303414699] conn(0x7fe77000e070 msgr2=0x7fe7700393e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:50:24.293 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:24.288+0000 7fe77e8bf980 20 add_watcher() i=0 2023-12-03T11:50:24.293 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:24.288+0000 7fe77e8bf980 20 add_watcher() i=1 2023-12-03T11:50:24.293 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:24.288+0000 7fe77e8bf980 20 add_watcher() i=2 2023-12-03T11:50:24.294 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:24.288+0000 7fe77e8bf980 20 add_watcher() i=3 2023-12-03T11:50:24.294 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:24.288+0000 7fe77e8bf980 20 add_watcher() i=4 2023-12-03T11:50:24.294 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:24.288+0000 7fe77e8bf980 20 add_watcher() i=5 2023-12-03T11:50:24.294 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:24.288+0000 7fe77e8bf980 20 add_watcher() i=6 2023-12-03T11:50:24.294 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:24.288+0000 7fe77e8bf980 20 add_watcher() i=7 2023-12-03T11:50:24.294 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:24.288+0000 7fe77e8bf980 2 all 8 watchers are set, enabling cache 2023-12-03T11:50:24.295 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:24.292+0000 7fe7427e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:50:24.295 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:24.292+0000 7fe77e8bf980 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:50:24.295 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:24.292+0000 7fe77e8bf980 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:50:24.303 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:24.300+0000 7fe77e8bf980 5 note: GC not initialized 2023-12-03T11:50:24.303 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:24.300+0000 7fe6b17fa640 20 reqs_thread_entry: start 2023-12-03T11:50:24.303 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:24.300+0000 7fe77e8bf980 20 init_complete bucket index max shards: 1 2023-12-03T11:50:24.303 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:24.300+0000 7fe77e8bf980 20 Filter name: none 2023-12-03T11:50:24.303 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:24.300+0000 7fe6aaffd640 20 reqs_thread_entry: start 2023-12-03T11:50:24.303 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:24.300+0000 7fe77e8bf980 20 rados->read ofs=0 len=0 2023-12-03T11:50:24.304 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:24.300+0000 7fe77e8bf980 20 rados_obj.operate() r=0 bl.length=189 2023-12-03T11:50:24.304 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:24.300+0000 7fe77e8bf980 20 rados->read ofs=0 len=0 2023-12-03T11:50:24.305 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:24.300+0000 7fe77e8bf980 20 rados_obj.operate() r=0 bl.length=373 2023-12-03T11:50:24.305 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:24.300+0000 7fe77e8bf980 20 couldn't put binfo cache entry, might have raced with data changes 2023-12-03T11:50:24.305 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:24.300+0000 7fe77e8bf980 20 rados->read ofs=0 len=0 2023-12-03T11:50:24.306 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:24.304+0000 7fe77e8bf980 20 rados_obj.operate() r=0 bl.length=189 2023-12-03T11:50:24.306 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:24.304+0000 7fe77e8bf980 20 rados->read ofs=0 len=0 2023-12-03T11:50:24.306 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:24.304+0000 7fe77e8bf980 20 rados_obj.operate() r=0 bl.length=373 2023-12-03T11:50:24.306 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:24.304+0000 7fe77e8bf980 20 couldn't put binfo cache entry, might have raced with data changes 2023-12-03T11:50:24.307 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:24.304+0000 7fe77e8bf980 20 rados->read ofs=0 len=0 2023-12-03T11:50:24.307 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:24.304+0000 7fe77e8bf980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:24.308 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:24.304+0000 7fe7427e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:50:24.314 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:24.312+0000 7fe77e8bf980 20 remove_watcher() i=0 2023-12-03T11:50:24.314 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:24.312+0000 7fe77e8bf980 2 removed watcher, disabling cache 2023-12-03T11:50:24.317 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:24.312+0000 7fe77e8bf980 20 remove_watcher() i=1 2023-12-03T11:50:24.319 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:24.316+0000 7fe77e8bf980 20 remove_watcher() i=2 2023-12-03T11:50:24.322 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:24.320+0000 7fe77e8bf980 20 remove_watcher() i=3 2023-12-03T11:50:24.324 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:24.320+0000 7fe77e8bf980 20 remove_watcher() i=4 2023-12-03T11:50:24.326 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:24.324+0000 7fe77e8bf980 20 remove_watcher() i=5 2023-12-03T11:50:24.327 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:24.324+0000 7fe77e8bf980 20 remove_watcher() i=6 2023-12-03T11:50:24.328 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:24.324+0000 7fe77e8bf980 20 remove_watcher() i=7 2023-12-03T11:50:24.335 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:50:24.335 INFO:tasks.workunit.client.0.smithi019.stderr:BUCKET_STATS: 2023-12-03T11:50:24.335 INFO:tasks.workunit.client.0.smithi019.stderr:bucket: error-at-block-writes id: 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.21 num_objects: 19 size_kb: 1 num_shards: 2 2023-12-03T11:50:24.335 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:50:24.336 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:50:24.336 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:50:24.339 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:50:24.339 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:50:24.416 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:50:24.416 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:50:24.443 INFO:tasks.workunit.client.0.smithi019.stderr:TEST: reshard bucket with abort at block_writes 2023-12-03T11:50:24.443 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:50:24.444 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:50:24.444 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:50:24.458 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:50:24.458 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:50:24.505 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:50:24.505 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:50:24.529 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:50:24.529 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:50:24.551 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:50:24.551 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:50:24.577 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:50:24.577 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:50:24.600 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:50:24.600 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:50:24.621 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:50:24.622 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:50:24.646 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:50:24.646 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:50:24.669 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:50:24.669 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:50:24.692 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:50:24.692 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:50:24.715 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:50:24.715 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:50:24.739 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:50:24.739 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:50:24.760 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:50:24.760 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:50:24.784 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:50:24.784 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:50:24.806 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:50:24.806 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:50:24.828 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:50:24.828 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:50:24.850 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:50:24.850 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:50:24.872 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:50:24.872 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:50:24.893 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:50:24.893 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:50:24.917 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:50:24.917 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:50:24.939 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:50:24.939 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:50:24.958 INFO:tasks.workunit.client.0.smithi019.stderr:radosgw-admin bucket stats --bucket abort-at-block-writes 2023-12-03T11:50:24.991 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:50:24.991 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:50:25.010 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.008+0000 7ff1e3534980 20 rados->read ofs=0 len=0 2023-12-03T11:50:25.012 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.008+0000 7ff1e3534980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:25.012 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.008+0000 7ff1e3534980 20 realm 2023-12-03T11:50:25.012 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.008+0000 7ff1e3534980 20 rados->read ofs=0 len=0 2023-12-03T11:50:25.013 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.008+0000 7ff1e3534980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:25.013 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.008+0000 7ff1e3534980 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:50:25.013 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.008+0000 7ff1e3534980 20 rados->read ofs=0 len=0 2023-12-03T11:50:25.013 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.008+0000 7ff1e3534980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:25.013 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.008+0000 7ff1e3534980 20 rados->read ofs=0 len=0 2023-12-03T11:50:25.014 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.012+0000 7ff1e3534980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:50:25.014 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.012+0000 7ff1e3534980 20 rados->read ofs=0 len=0 2023-12-03T11:50:25.015 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.012+0000 7ff1e3534980 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:50:25.015 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.012+0000 7ff1e3534980 20 searching for the correct realm 2023-12-03T11:50:25.038 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.036+0000 7ff1e084f640 0 -- 172.21.15.19:0/2998279881 >> [v2:172.21.15.19:6800/1469834966,v1:172.21.15.19:6801/1469834966] conn(0x55a634b249c0 msgr2=0x55a634b26db0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:50:25.040 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.036+0000 7ff1e3534980 20 RGWRados::pool_iterate: got zonegroup_info.9433ba8b-08fe-4f3d-8375-ae7b0ce32294 2023-12-03T11:50:25.040 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.036+0000 7ff1e3534980 20 RGWRados::pool_iterate: got zone_info.43a5e689-6a4f-4bb6-8529-28824bd75ab9 2023-12-03T11:50:25.040 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.036+0000 7ff1e3534980 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:50:25.040 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.036+0000 7ff1e3534980 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:50:25.041 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.036+0000 7ff1e3534980 20 rados->read ofs=0 len=0 2023-12-03T11:50:25.041 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.036+0000 7ff1e3534980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:25.041 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.036+0000 7ff1e3534980 20 rados->read ofs=0 len=0 2023-12-03T11:50:25.041 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.040+0000 7ff1e3534980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:50:25.041 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.040+0000 7ff1e3534980 20 rados->read ofs=0 len=0 2023-12-03T11:50:25.042 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.040+0000 7ff1e3534980 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:50:25.042 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.040+0000 7ff1e3534980 20 zone default found 2023-12-03T11:50:25.042 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.040+0000 7ff1e3534980 4 Realm: () 2023-12-03T11:50:25.042 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.040+0000 7ff1e3534980 4 ZoneGroup: default (9433ba8b-08fe-4f3d-8375-ae7b0ce32294) 2023-12-03T11:50:25.042 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.040+0000 7ff1e3534980 4 Zone: default (43a5e689-6a4f-4bb6-8529-28824bd75ab9) 2023-12-03T11:50:25.042 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.040+0000 7ff1e3534980 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:50:25.042 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.040+0000 7ff1e3534980 20 zonegroup default 2023-12-03T11:50:25.042 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.040+0000 7ff1e3534980 20 rados->read ofs=0 len=0 2023-12-03T11:50:25.043 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.040+0000 7ff1e3534980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:25.043 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.040+0000 7ff1e3534980 20 rados->read ofs=0 len=0 2023-12-03T11:50:25.043 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.040+0000 7ff1e3534980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:25.043 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.040+0000 7ff1e3534980 20 rados->read ofs=0 len=0 2023-12-03T11:50:25.043 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.040+0000 7ff1e3534980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:25.043 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.040+0000 7ff1e3534980 20 started sync module instance, tier type = 2023-12-03T11:50:25.043 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.040+0000 7ff1e3534980 20 started zone id=43a5e689-6a4f-4bb6-8529-28824bd75ab9 (name=default) with tier type = 2023-12-03T11:50:25.061 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.056+0000 7ff1e084f640 0 -- 172.21.15.19:0/2998279881 >> [v2:172.21.15.19:6800/1469834966,v1:172.21.15.19:6801/1469834966] conn(0x7ff1bc075330 msgr2=0x7ff1bc077760 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:50:25.062 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.060+0000 7ff1e3534980 20 add_watcher() i=0 2023-12-03T11:50:25.062 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.060+0000 7ff1e3534980 20 add_watcher() i=1 2023-12-03T11:50:25.062 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.060+0000 7ff1e3534980 20 add_watcher() i=2 2023-12-03T11:50:25.062 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.060+0000 7ff1e3534980 20 add_watcher() i=3 2023-12-03T11:50:25.063 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.060+0000 7ff1e3534980 20 add_watcher() i=4 2023-12-03T11:50:25.063 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.060+0000 7ff1e3534980 20 add_watcher() i=5 2023-12-03T11:50:25.063 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.060+0000 7ff1e3534980 20 add_watcher() i=6 2023-12-03T11:50:25.064 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.060+0000 7ff1e3534980 20 add_watcher() i=7 2023-12-03T11:50:25.064 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.060+0000 7ff1e3534980 2 all 8 watchers are set, enabling cache 2023-12-03T11:50:25.067 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.064+0000 7ff1a6fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:50:25.067 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.064+0000 7ff1e3534980 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:50:25.068 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.064+0000 7ff1e3534980 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:50:25.075 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.072+0000 7ff1e3534980 5 note: GC not initialized 2023-12-03T11:50:25.076 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.072+0000 7ff115ffb640 20 reqs_thread_entry: start 2023-12-03T11:50:25.076 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.072+0000 7ff1e3534980 20 init_complete bucket index max shards: 1 2023-12-03T11:50:25.076 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.072+0000 7ff1e3534980 20 Filter name: none 2023-12-03T11:50:25.076 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.072+0000 7ff1077fe640 20 reqs_thread_entry: start 2023-12-03T11:50:25.076 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.072+0000 7ff1e3534980 20 rados->read ofs=0 len=0 2023-12-03T11:50:25.076 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.072+0000 7ff1e3534980 20 rados_obj.operate() r=0 bl.length=189 2023-12-03T11:50:25.076 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.072+0000 7ff1e3534980 20 rados->read ofs=0 len=0 2023-12-03T11:50:25.077 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.072+0000 7ff1e3534980 20 rados_obj.operate() r=0 bl.length=373 2023-12-03T11:50:25.077 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.072+0000 7ff1e3534980 20 couldn't put binfo cache entry, might have raced with data changes 2023-12-03T11:50:25.077 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.072+0000 7ff1e3534980 20 rados->read ofs=0 len=0 2023-12-03T11:50:25.077 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.076+0000 7ff1e3534980 20 rados_obj.operate() r=0 bl.length=189 2023-12-03T11:50:25.077 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.076+0000 7ff1e3534980 20 rados->read ofs=0 len=0 2023-12-03T11:50:25.077 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.076+0000 7ff1e3534980 20 rados_obj.operate() r=0 bl.length=373 2023-12-03T11:50:25.078 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.076+0000 7ff1e3534980 20 couldn't put binfo cache entry, might have raced with data changes 2023-12-03T11:50:25.078 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.076+0000 7ff1e3534980 20 rados->read ofs=0 len=0 2023-12-03T11:50:25.079 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.076+0000 7ff1e3534980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:25.080 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.076+0000 7ff1a6fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:50:25.085 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.084+0000 7ff1e3534980 20 remove_watcher() i=0 2023-12-03T11:50:25.085 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.084+0000 7ff1e3534980 2 removed watcher, disabling cache 2023-12-03T11:50:25.088 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.084+0000 7ff1e3534980 20 remove_watcher() i=1 2023-12-03T11:50:25.090 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.088+0000 7ff1e3534980 20 remove_watcher() i=2 2023-12-03T11:50:25.093 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.088+0000 7ff1e3534980 20 remove_watcher() i=3 2023-12-03T11:50:25.095 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.092+0000 7ff1e3534980 20 remove_watcher() i=4 2023-12-03T11:50:25.097 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.092+0000 7ff1e3534980 20 remove_watcher() i=5 2023-12-03T11:50:25.098 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.096+0000 7ff1e3534980 20 remove_watcher() i=6 2023-12-03T11:50:25.100 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.096+0000 7ff1e3534980 20 remove_watcher() i=7 2023-12-03T11:50:25.106 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:50:25.106 INFO:tasks.workunit.client.0.smithi019.stderr:BUCKET_STATS: 2023-12-03T11:50:25.107 INFO:tasks.workunit.client.0.smithi019.stderr:bucket: abort-at-block-writes id: 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.22 num_objects: 20 size_kb: 1 num_shards: 1 2023-12-03T11:50:25.107 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:50:25.107 INFO:tasks.workunit.client.0.smithi019.stderr:radosgw-admin bucket reshard --bucket abort-at-block-writes --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-abort-at block_writes 2023-12-03T11:50:25.139 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:50:25.139 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:50:25.156 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.152+0000 7f530ee7e980 20 rados->read ofs=0 len=0 2023-12-03T11:50:25.158 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.156+0000 7f530ee7e980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:25.158 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.156+0000 7f530ee7e980 20 realm 2023-12-03T11:50:25.158 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.156+0000 7f530ee7e980 20 rados->read ofs=0 len=0 2023-12-03T11:50:25.158 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.156+0000 7f530ee7e980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:25.158 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.156+0000 7f530ee7e980 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:50:25.158 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.156+0000 7f530ee7e980 20 rados->read ofs=0 len=0 2023-12-03T11:50:25.158 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.156+0000 7f530ee7e980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:25.158 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.156+0000 7f530ee7e980 20 rados->read ofs=0 len=0 2023-12-03T11:50:25.160 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.156+0000 7f530ee7e980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:50:25.160 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.156+0000 7f530ee7e980 20 rados->read ofs=0 len=0 2023-12-03T11:50:25.160 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.156+0000 7f530ee7e980 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:50:25.160 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.156+0000 7f530ee7e980 20 searching for the correct realm 2023-12-03T11:50:25.184 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.180+0000 7f530ee7e980 20 RGWRados::pool_iterate: got zonegroup_info.9433ba8b-08fe-4f3d-8375-ae7b0ce32294 2023-12-03T11:50:25.184 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.180+0000 7f530ee7e980 20 RGWRados::pool_iterate: got zone_info.43a5e689-6a4f-4bb6-8529-28824bd75ab9 2023-12-03T11:50:25.184 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.180+0000 7f530ee7e980 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:50:25.184 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.180+0000 7f530ee7e980 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:50:25.185 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.180+0000 7f530ee7e980 20 rados->read ofs=0 len=0 2023-12-03T11:50:25.185 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.180+0000 7f530d19b640 0 -- 172.21.15.19:0/215755607 >> [v2:172.21.15.19:6810/916309765,v1:172.21.15.19:6813/916309765] conn(0x55ab7ad043c0 msgr2=0x55ab7ad067b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:50:25.185 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.180+0000 7f530ee7e980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:25.185 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.180+0000 7f530ee7e980 20 rados->read ofs=0 len=0 2023-12-03T11:50:25.185 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.180+0000 7f530ee7e980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:50:25.185 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.180+0000 7f530ee7e980 20 rados->read ofs=0 len=0 2023-12-03T11:50:25.185 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.184+0000 7f530ee7e980 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:50:25.185 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.184+0000 7f530ee7e980 20 zone default found 2023-12-03T11:50:25.185 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.184+0000 7f530ee7e980 4 Realm: () 2023-12-03T11:50:25.186 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.184+0000 7f530ee7e980 4 ZoneGroup: default (9433ba8b-08fe-4f3d-8375-ae7b0ce32294) 2023-12-03T11:50:25.186 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.184+0000 7f530ee7e980 4 Zone: default (43a5e689-6a4f-4bb6-8529-28824bd75ab9) 2023-12-03T11:50:25.186 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.184+0000 7f530ee7e980 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:50:25.186 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.184+0000 7f530ee7e980 20 zonegroup default 2023-12-03T11:50:25.186 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.184+0000 7f530ee7e980 20 rados->read ofs=0 len=0 2023-12-03T11:50:25.186 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.184+0000 7f530ee7e980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:25.187 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.184+0000 7f530ee7e980 20 rados->read ofs=0 len=0 2023-12-03T11:50:25.187 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.184+0000 7f530ee7e980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:25.187 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.184+0000 7f530ee7e980 20 rados->read ofs=0 len=0 2023-12-03T11:50:25.187 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.184+0000 7f530ee7e980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:25.187 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.184+0000 7f530ee7e980 20 started sync module instance, tier type = 2023-12-03T11:50:25.187 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.184+0000 7f530ee7e980 20 started zone id=43a5e689-6a4f-4bb6-8529-28824bd75ab9 (name=default) with tier type = 2023-12-03T11:50:25.206 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.204+0000 7f530c99a640 0 -- 172.21.15.19:0/215755607 >> [v2:172.21.15.19:6808/438722807,v1:172.21.15.19:6809/438722807] conn(0x7f530000d3b0 msgr2=0x7f530000d830 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:50:25.206 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.204+0000 7f530ee7e980 20 add_watcher() i=0 2023-12-03T11:50:25.206 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.204+0000 7f530ee7e980 20 add_watcher() i=1 2023-12-03T11:50:25.206 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.204+0000 7f530ee7e980 20 add_watcher() i=2 2023-12-03T11:50:25.206 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.204+0000 7f530ee7e980 20 add_watcher() i=3 2023-12-03T11:50:25.206 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.204+0000 7f530ee7e980 20 add_watcher() i=4 2023-12-03T11:50:25.206 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.204+0000 7f530ee7e980 20 add_watcher() i=5 2023-12-03T11:50:25.206 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.204+0000 7f530ee7e980 20 add_watcher() i=6 2023-12-03T11:50:25.207 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.204+0000 7f530ee7e980 20 add_watcher() i=7 2023-12-03T11:50:25.207 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.204+0000 7f530ee7e980 2 all 8 watchers are set, enabling cache 2023-12-03T11:50:25.210 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.208+0000 7f52d2fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:50:25.210 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.208+0000 7f530ee7e980 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:50:25.210 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.208+0000 7f530ee7e980 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:50:25.218 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.216+0000 7f530ee7e980 5 note: GC not initialized 2023-12-03T11:50:25.218 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.216+0000 7f5241ffb640 20 reqs_thread_entry: start 2023-12-03T11:50:25.219 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.216+0000 7f530ee7e980 20 init_complete bucket index max shards: 1 2023-12-03T11:50:25.219 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.216+0000 7f530ee7e980 20 Filter name: none 2023-12-03T11:50:25.219 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.216+0000 7f52337fe640 20 reqs_thread_entry: start 2023-12-03T11:50:25.219 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.216+0000 7f530ee7e980 10 cache get: name=default.rgw.meta+root+abort-at-block-writes : miss 2023-12-03T11:50:25.219 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.216+0000 7f530ee7e980 20 rados->read ofs=0 len=0 2023-12-03T11:50:25.219 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.216+0000 7f530ee7e980 20 rados_obj.operate() r=0 bl.length=189 2023-12-03T11:50:25.219 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.216+0000 7f530ee7e980 10 cache put: name=default.rgw.meta+root+abort-at-block-writes info.flags=0x11 2023-12-03T11:50:25.219 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.216+0000 7f530ee7e980 10 adding default.rgw.meta+root+abort-at-block-writes to cache LRU end 2023-12-03T11:50:25.220 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.216+0000 7f530ee7e980 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.22 : miss 2023-12-03T11:50:25.220 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.216+0000 7f530ee7e980 20 rados->read ofs=0 len=0 2023-12-03T11:50:25.220 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.216+0000 7f530ee7e980 20 rados_obj.operate() r=0 bl.length=373 2023-12-03T11:50:25.220 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.216+0000 7f530ee7e980 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.22 info.flags=0x17 2023-12-03T11:50:25.220 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.216+0000 7f530ee7e980 10 adding default.rgw.meta+root+.bucket.meta.abort-at-block-writes:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.22 to cache LRU end 2023-12-03T11:50:25.220 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.216+0000 7f530ee7e980 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-12-03T11:50:25.220 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.216+0000 7f530ee7e980 10 updating xattr: name=user.rgw.acl bl.length()=205 2023-12-03T11:50:25.220 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.216+0000 7f530ee7e980 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.22 2023-12-03T11:50:25.228 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.224+0000 7f530ee7e980 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.22 info.flags=0x17 2023-12-03T11:50:25.228 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.224+0000 7f530ee7e980 10 moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.22 to cache LRU end 2023-12-03T11:50:25.228 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.224+0000 7f530ee7e980 10 updating xattr: name=user.rgw.acl bl.length()=205 2023-12-03T11:50:25.228 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.224+0000 7f530ee7e980 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-block-writes:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.22, ofs0, ns] 2023-12-03T11:50:25.228 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.224+0000 7f52f37fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1095216660575 cookie 94194988303952 notifier 6732 bl.length()=877 2023-12-03T11:50:25.228 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.224+0000 7f52f37fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.22 info.flags=0x17 2023-12-03T11:50:25.229 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.224+0000 7f52f37fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.22 to cache LRU end 2023-12-03T11:50:25.229 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.224+0000 7f52f37fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2023-12-03T11:50:25.229 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.224+0000 7f530ee7e980 20 handle_bi_update(): bucket=:abort-at-block-writes[43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.22]): orig_sources= new_sources= 2023-12-03T11:50:25.229 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.224+0000 7f530ee7e980 20 handle_bi_update(): bucket=:abort-at-block-writes[43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.22]): potential sources added=[] removed=[] 2023-12-03T11:50:25.229 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.224+0000 7f530ee7e980 20 handle_bi_update(): bucket=:abort-at-block-writes[43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.22]): orig_dests= new_dests= 2023-12-03T11:50:25.229 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.224+0000 7f530ee7e980 20 handle_bi_update(): bucket=:abort-at-block-writes[43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.22]): potential dests added=[] removed=[] 2023-12-03T11:50:25.229 INFO:tasks.workunit.client.0.smithi019.stderr:./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f530ee7e980 time 2023-12-03T11:50:25.229027+0000 2023-12-03T11:50:25.229 INFO:tasks.workunit.client.0.smithi019.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2023-12-03T11:50:25.230 INFO:tasks.workunit.client.0.smithi019.stderr: ceph version 18.0.0-7537-gbcbf278c (bcbf278cf395873c2a482f5a7b2345faf2160319) reef (dev) 2023-12-03T11:50:25.230 INFO:tasks.workunit.client.0.smithi019.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7f5312823e96] 2023-12-03T11:50:25.230 INFO:tasks.workunit.client.0.smithi019.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x17004a) [0x7f531282404a] 2023-12-03T11:50:25.230 INFO:tasks.workunit.client.0.smithi019.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55ab786c6fe1] 2023-12-03T11:50:25.230 INFO:tasks.workunit.client.0.smithi019.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x2a5) [0x55ab786d4a95] 2023-12-03T11:50:25.230 INFO:tasks.workunit.client.0.smithi019.stderr: 5: main() 2023-12-03T11:50:25.230 INFO:tasks.workunit.client.0.smithi019.stderr: 6: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f53115bed90] 2023-12-03T11:50:25.230 INFO:tasks.workunit.client.0.smithi019.stderr: 7: __libc_start_main() 2023-12-03T11:50:25.230 INFO:tasks.workunit.client.0.smithi019.stderr: 8: _start() 2023-12-03T11:50:25.230 INFO:tasks.workunit.client.0.smithi019.stderr:*** Caught signal (Aborted) ** 2023-12-03T11:50:25.231 INFO:tasks.workunit.client.0.smithi019.stderr: in thread 7f530ee7e980 thread_name:radosgw-admin 2023-12-03T11:50:25.231 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.228+0000 7f530ee7e980 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f530ee7e980 time 2023-12-03T11:50:25.229027+0000 2023-12-03T11:50:25.231 INFO:tasks.workunit.client.0.smithi019.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2023-12-03T11:50:25.231 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:50:25.231 INFO:tasks.workunit.client.0.smithi019.stderr: ceph version 18.0.0-7537-gbcbf278c (bcbf278cf395873c2a482f5a7b2345faf2160319) reef (dev) 2023-12-03T11:50:25.231 INFO:tasks.workunit.client.0.smithi019.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7f5312823e96] 2023-12-03T11:50:25.231 INFO:tasks.workunit.client.0.smithi019.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x17004a) [0x7f531282404a] 2023-12-03T11:50:25.231 INFO:tasks.workunit.client.0.smithi019.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55ab786c6fe1] 2023-12-03T11:50:25.231 INFO:tasks.workunit.client.0.smithi019.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x2a5) [0x55ab786d4a95] 2023-12-03T11:50:25.231 INFO:tasks.workunit.client.0.smithi019.stderr: 5: main() 2023-12-03T11:50:25.231 INFO:tasks.workunit.client.0.smithi019.stderr: 6: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f53115bed90] 2023-12-03T11:50:25.231 INFO:tasks.workunit.client.0.smithi019.stderr: 7: __libc_start_main() 2023-12-03T11:50:25.231 INFO:tasks.workunit.client.0.smithi019.stderr: 8: _start() 2023-12-03T11:50:25.231 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:50:25.248 INFO:tasks.workunit.client.0.smithi019.stderr: ceph version 18.0.0-7537-gbcbf278c (bcbf278cf395873c2a482f5a7b2345faf2160319) reef (dev) 2023-12-03T11:50:25.248 INFO:tasks.workunit.client.0.smithi019.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7f53115d7520] 2023-12-03T11:50:25.248 INFO:tasks.workunit.client.0.smithi019.stderr: 2: pthread_kill() 2023-12-03T11:50:25.248 INFO:tasks.workunit.client.0.smithi019.stderr: 3: raise() 2023-12-03T11:50:25.248 INFO:tasks.workunit.client.0.smithi019.stderr: 4: abort() 2023-12-03T11:50:25.248 INFO:tasks.workunit.client.0.smithi019.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7f5312823ef0] 2023-12-03T11:50:25.249 INFO:tasks.workunit.client.0.smithi019.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x17004a) [0x7f531282404a] 2023-12-03T11:50:25.249 INFO:tasks.workunit.client.0.smithi019.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55ab786c6fe1] 2023-12-03T11:50:25.249 INFO:tasks.workunit.client.0.smithi019.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x2a5) [0x55ab786d4a95] 2023-12-03T11:50:25.249 INFO:tasks.workunit.client.0.smithi019.stderr: 9: main() 2023-12-03T11:50:25.249 INFO:tasks.workunit.client.0.smithi019.stderr: 10: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f53115bed90] 2023-12-03T11:50:25.249 INFO:tasks.workunit.client.0.smithi019.stderr: 11: __libc_start_main() 2023-12-03T11:50:25.249 INFO:tasks.workunit.client.0.smithi019.stderr: 12: _start() 2023-12-03T11:50:25.249 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.228+0000 7f530ee7e980 -1 *** Caught signal (Aborted) ** 2023-12-03T11:50:25.249 INFO:tasks.workunit.client.0.smithi019.stderr: in thread 7f530ee7e980 thread_name:radosgw-admin 2023-12-03T11:50:25.249 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:50:25.249 INFO:tasks.workunit.client.0.smithi019.stderr: ceph version 18.0.0-7537-gbcbf278c (bcbf278cf395873c2a482f5a7b2345faf2160319) reef (dev) 2023-12-03T11:50:25.249 INFO:tasks.workunit.client.0.smithi019.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7f53115d7520] 2023-12-03T11:50:25.249 INFO:tasks.workunit.client.0.smithi019.stderr: 2: pthread_kill() 2023-12-03T11:50:25.249 INFO:tasks.workunit.client.0.smithi019.stderr: 3: raise() 2023-12-03T11:50:25.250 INFO:tasks.workunit.client.0.smithi019.stderr: 4: abort() 2023-12-03T11:50:25.250 INFO:tasks.workunit.client.0.smithi019.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7f5312823ef0] 2023-12-03T11:50:25.250 INFO:tasks.workunit.client.0.smithi019.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x17004a) [0x7f531282404a] 2023-12-03T11:50:25.250 INFO:tasks.workunit.client.0.smithi019.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55ab786c6fe1] 2023-12-03T11:50:25.250 INFO:tasks.workunit.client.0.smithi019.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x2a5) [0x55ab786d4a95] 2023-12-03T11:50:25.250 INFO:tasks.workunit.client.0.smithi019.stderr: 9: main() 2023-12-03T11:50:25.250 INFO:tasks.workunit.client.0.smithi019.stderr: 10: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f53115bed90] 2023-12-03T11:50:25.250 INFO:tasks.workunit.client.0.smithi019.stderr: 11: __libc_start_main() 2023-12-03T11:50:25.250 INFO:tasks.workunit.client.0.smithi019.stderr: 12: _start() 2023-12-03T11:50:25.250 INFO:tasks.workunit.client.0.smithi019.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2023-12-03T11:50:25.250 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:50:25.250 INFO:tasks.workunit.client.0.smithi019.stderr:--- begin dump of recent events --- 2023-12-03T11:50:25.250 INFO:tasks.workunit.client.0.smithi019.stderr: -499> 2023-12-03T11:50:25.144+0000 7f530a195640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2023-12-03T11:50:25.250 INFO:tasks.workunit.client.0.smithi019.stderr: -498> 2023-12-03T11:50:25.144+0000 7f530a195640 10 monclient: dump: 2023-12-03T11:50:25.251 INFO:tasks.workunit.client.0.smithi019.stderr:epoch 1 2023-12-03T11:50:25.251 INFO:tasks.workunit.client.0.smithi019.stderr:fsid ae33780b-1c64-42c6-818c-b1dc720ff6a2 2023-12-03T11:50:25.251 INFO:tasks.workunit.client.0.smithi019.stderr:last_changed 2023-12-03T11:35:13.610069+0000 2023-12-03T11:50:25.251 INFO:tasks.workunit.client.0.smithi019.stderr:created 2023-12-03T11:35:13.610069+0000 2023-12-03T11:50:25.251 INFO:tasks.workunit.client.0.smithi019.stderr:min_mon_release 18 (reef) 2023-12-03T11:50:25.251 INFO:tasks.workunit.client.0.smithi019.stderr:election_strategy: 1 2023-12-03T11:50:25.251 INFO:tasks.workunit.client.0.smithi019.stderr:0: [v2:172.21.15.19:3300/0,v1:172.21.15.19:6789/0] mon.a 2023-12-03T11:50:25.251 INFO:tasks.workunit.client.0.smithi019.stderr:1: [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] mon.b 2023-12-03T11:50:25.251 INFO:tasks.workunit.client.0.smithi019.stderr:2: [v2:172.21.15.19:3301/0,v1:172.21.15.19:6790/0] mon.c 2023-12-03T11:50:25.251 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:50:25.251 INFO:tasks.workunit.client.0.smithi019.stderr: -497> 2023-12-03T11:50:25.144+0000 7f530a195640 10 monclient: _finish_auth 0 2023-12-03T11:50:25.251 INFO:tasks.workunit.client.0.smithi019.stderr: -496> 2023-12-03T11:50:25.144+0000 7f530a195640 10 monclient: _check_auth_tickets 2023-12-03T11:50:25.251 INFO:tasks.workunit.client.0.smithi019.stderr: -495> 2023-12-03T11:50:25.144+0000 7f530a195640 10 monclient: handle_config config(0 keys) v1 2023-12-03T11:50:25.251 INFO:tasks.workunit.client.0.smithi019.stderr: -494> 2023-12-03T11:50:25.144+0000 7f530a195640 10 monclient: handle_monmap mon_map magic: 0 v1 2023-12-03T11:50:25.251 INFO:tasks.workunit.client.0.smithi019.stderr: -493> 2023-12-03T11:50:25.144+0000 7f530a195640 10 monclient: got monmap 1 from mon.a (according to old e1) 2023-12-03T11:50:25.251 INFO:tasks.workunit.client.0.smithi019.stderr: -492> 2023-12-03T11:50:25.144+0000 7f530a195640 10 monclient: dump: 2023-12-03T11:50:25.252 INFO:tasks.workunit.client.0.smithi019.stderr:epoch 1 2023-12-03T11:50:25.252 INFO:tasks.workunit.client.0.smithi019.stderr:fsid ae33780b-1c64-42c6-818c-b1dc720ff6a2 2023-12-03T11:50:25.252 INFO:tasks.workunit.client.0.smithi019.stderr:last_changed 2023-12-03T11:35:13.610069+0000 2023-12-03T11:50:25.252 INFO:tasks.workunit.client.0.smithi019.stderr:created 2023-12-03T11:35:13.610069+0000 2023-12-03T11:50:25.252 INFO:tasks.workunit.client.0.smithi019.stderr:min_mon_release 18 (reef) 2023-12-03T11:50:25.252 INFO:tasks.workunit.client.0.smithi019.stderr:election_strategy: 1 2023-12-03T11:50:25.252 INFO:tasks.workunit.client.0.smithi019.stderr:0: [v2:172.21.15.19:3300/0,v1:172.21.15.19:6789/0] mon.a 2023-12-03T11:50:25.252 INFO:tasks.workunit.client.0.smithi019.stderr:1: [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] mon.b 2023-12-03T11:50:25.252 INFO:tasks.workunit.client.0.smithi019.stderr:2: [v2:172.21.15.19:3301/0,v1:172.21.15.19:6790/0] mon.c 2023-12-03T11:50:25.252 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:50:25.252 INFO:tasks.workunit.client.0.smithi019.stderr: -491> 2023-12-03T11:50:25.144+0000 7f530ee7e980 5 monclient: authenticate success, global_id 6726 2023-12-03T11:50:25.252 INFO:tasks.workunit.client.0.smithi019.stderr: -490> 2023-12-03T11:50:25.144+0000 7f530b197640 4 set_mon_vals no callback set 2023-12-03T11:50:25.252 INFO:tasks.workunit.client.0.smithi019.stderr: -489> 2023-12-03T11:50:25.144+0000 7f530ee7e980 10 monclient: _renew_subs 2023-12-03T11:50:25.252 INFO:tasks.workunit.client.0.smithi019.stderr: -488> 2023-12-03T11:50:25.144+0000 7f530ee7e980 10 monclient: _send_mon_message to mon.a at v2:172.21.15.19:3300/0 2023-12-03T11:50:25.252 INFO:tasks.workunit.client.0.smithi019.stderr: -487> 2023-12-03T11:50:25.144+0000 7f530ee7e980 10 monclient: _renew_subs 2023-12-03T11:50:25.252 INFO:tasks.workunit.client.0.smithi019.stderr: -486> 2023-12-03T11:50:25.144+0000 7f530ee7e980 10 monclient: _send_mon_message to mon.a at v2:172.21.15.19:3300/0 2023-12-03T11:50:25.253 INFO:tasks.workunit.client.0.smithi019.stderr: -485> 2023-12-03T11:50:25.148+0000 7f530ee7e980 1 librados: init done 2023-12-03T11:50:25.253 INFO:tasks.workunit.client.0.smithi019.stderr: -484> 2023-12-03T11:50:25.148+0000 7f530ee7e980 10 monclient: get_monmap_and_config 2023-12-03T11:50:25.253 INFO:tasks.workunit.client.0.smithi019.stderr: -483> 2023-12-03T11:50:25.148+0000 7f530ee7e980 10 monclient: build_initial_monmap 2023-12-03T11:50:25.253 INFO:tasks.workunit.client.0.smithi019.stderr: -482> 2023-12-03T11:50:25.148+0000 7f530ee7e980 1 build_initial for_mkfs: 0 2023-12-03T11:50:25.253 INFO:tasks.workunit.client.0.smithi019.stderr: -481> 2023-12-03T11:50:25.148+0000 7f530ee7e980 10 monclient: monmap: 2023-12-03T11:50:25.253 INFO:tasks.workunit.client.0.smithi019.stderr:epoch 0 2023-12-03T11:50:25.253 INFO:tasks.workunit.client.0.smithi019.stderr:fsid 00000000-0000-0000-0000-000000000000 2023-12-03T11:50:25.253 INFO:tasks.workunit.client.0.smithi019.stderr:last_changed 0.000000 2023-12-03T11:50:25.253 INFO:tasks.workunit.client.0.smithi019.stderr:created 0.000000 2023-12-03T11:50:25.253 INFO:tasks.workunit.client.0.smithi019.stderr:min_mon_release 0 (unknown) 2023-12-03T11:50:25.253 INFO:tasks.workunit.client.0.smithi019.stderr:election_strategy: 1 2023-12-03T11:50:25.253 INFO:tasks.workunit.client.0.smithi019.stderr:0: [v2:172.21.15.19:3300/0,v1:172.21.15.19:6789/0] mon.noname-a 2023-12-03T11:50:25.253 INFO:tasks.workunit.client.0.smithi019.stderr:1: [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] mon.noname-b 2023-12-03T11:50:25.253 INFO:tasks.workunit.client.0.smithi019.stderr:2: [v2:172.21.15.19:3301/0,v1:172.21.15.19:6790/0] mon.noname-c 2023-12-03T11:50:25.253 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:50:25.253 INFO:tasks.workunit.client.0.smithi019.stderr: -480> 2023-12-03T11:50:25.148+0000 7f530ee7e980 5 AuthRegistry(0x55ab7acb7d60) adding auth protocol: cephx 2023-12-03T11:50:25.254 INFO:tasks.workunit.client.0.smithi019.stderr: -479> 2023-12-03T11:50:25.148+0000 7f530ee7e980 5 AuthRegistry(0x55ab7acb7d60) adding auth protocol: cephx 2023-12-03T11:50:25.254 INFO:tasks.workunit.client.0.smithi019.stderr: -478> 2023-12-03T11:50:25.148+0000 7f530ee7e980 5 AuthRegistry(0x55ab7acb7d60) adding auth protocol: cephx 2023-12-03T11:50:25.254 INFO:tasks.workunit.client.0.smithi019.stderr: -477> 2023-12-03T11:50:25.148+0000 7f530ee7e980 5 AuthRegistry(0x55ab7acb7d60) adding con mode: secure 2023-12-03T11:50:25.254 INFO:tasks.workunit.client.0.smithi019.stderr: -476> 2023-12-03T11:50:25.148+0000 7f530ee7e980 5 AuthRegistry(0x55ab7acb7d60) adding con mode: crc 2023-12-03T11:50:25.254 INFO:tasks.workunit.client.0.smithi019.stderr: -475> 2023-12-03T11:50:25.148+0000 7f530ee7e980 5 AuthRegistry(0x55ab7acb7d60) adding con mode: secure 2023-12-03T11:50:25.254 INFO:tasks.workunit.client.0.smithi019.stderr: -474> 2023-12-03T11:50:25.148+0000 7f530ee7e980 5 AuthRegistry(0x55ab7acb7d60) adding con mode: crc 2023-12-03T11:50:25.254 INFO:tasks.workunit.client.0.smithi019.stderr: -473> 2023-12-03T11:50:25.148+0000 7f530ee7e980 5 AuthRegistry(0x55ab7acb7d60) adding con mode: secure 2023-12-03T11:50:25.254 INFO:tasks.workunit.client.0.smithi019.stderr: -472> 2023-12-03T11:50:25.148+0000 7f530ee7e980 5 AuthRegistry(0x55ab7acb7d60) adding con mode: crc 2023-12-03T11:50:25.254 INFO:tasks.workunit.client.0.smithi019.stderr: -471> 2023-12-03T11:50:25.148+0000 7f530ee7e980 5 AuthRegistry(0x55ab7acb7d60) adding con mode: crc 2023-12-03T11:50:25.254 INFO:tasks.workunit.client.0.smithi019.stderr: -470> 2023-12-03T11:50:25.148+0000 7f530ee7e980 5 AuthRegistry(0x55ab7acb7d60) adding con mode: secure 2023-12-03T11:50:25.254 INFO:tasks.workunit.client.0.smithi019.stderr: -469> 2023-12-03T11:50:25.148+0000 7f530ee7e980 5 AuthRegistry(0x55ab7acb7d60) adding con mode: crc 2023-12-03T11:50:25.255 INFO:tasks.workunit.client.0.smithi019.stderr: -468> 2023-12-03T11:50:25.148+0000 7f530ee7e980 5 AuthRegistry(0x55ab7acb7d60) adding con mode: secure 2023-12-03T11:50:25.255 INFO:tasks.workunit.client.0.smithi019.stderr: -467> 2023-12-03T11:50:25.148+0000 7f530ee7e980 5 AuthRegistry(0x55ab7acb7d60) adding con mode: crc 2023-12-03T11:50:25.255 INFO:tasks.workunit.client.0.smithi019.stderr: -466> 2023-12-03T11:50:25.148+0000 7f530ee7e980 5 AuthRegistry(0x55ab7acb7d60) adding con mode: secure 2023-12-03T11:50:25.255 INFO:tasks.workunit.client.0.smithi019.stderr: -465> 2023-12-03T11:50:25.148+0000 7f530ee7e980 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-12-03T11:50:25.255 INFO:tasks.workunit.client.0.smithi019.stderr: -464> 2023-12-03T11:50:25.148+0000 7f530ee7e980 10 monclient: init 2023-12-03T11:50:25.255 INFO:tasks.workunit.client.0.smithi019.stderr: -463> 2023-12-03T11:50:25.148+0000 7f530ee7e980 5 AuthRegistry(0x7fff8f244ed0) adding auth protocol: cephx 2023-12-03T11:50:25.255 INFO:tasks.workunit.client.0.smithi019.stderr: -462> 2023-12-03T11:50:25.148+0000 7f530ee7e980 5 AuthRegistry(0x7fff8f244ed0) adding auth protocol: cephx 2023-12-03T11:50:25.255 INFO:tasks.workunit.client.0.smithi019.stderr: -461> 2023-12-03T11:50:25.148+0000 7f530ee7e980 5 AuthRegistry(0x7fff8f244ed0) adding auth protocol: cephx 2023-12-03T11:50:25.255 INFO:tasks.workunit.client.0.smithi019.stderr: -460> 2023-12-03T11:50:25.148+0000 7f530ee7e980 5 AuthRegistry(0x7fff8f244ed0) adding con mode: secure 2023-12-03T11:50:25.255 INFO:tasks.workunit.client.0.smithi019.stderr: -459> 2023-12-03T11:50:25.148+0000 7f530ee7e980 5 AuthRegistry(0x7fff8f244ed0) adding con mode: crc 2023-12-03T11:50:25.256 INFO:tasks.workunit.client.0.smithi019.stderr: -458> 2023-12-03T11:50:25.148+0000 7f530ee7e980 5 AuthRegistry(0x7fff8f244ed0) adding con mode: secure 2023-12-03T11:50:25.256 INFO:tasks.workunit.client.0.smithi019.stderr: -457> 2023-12-03T11:50:25.148+0000 7f530ee7e980 5 AuthRegistry(0x7fff8f244ed0) adding con mode: crc 2023-12-03T11:50:25.256 INFO:tasks.workunit.client.0.smithi019.stderr: -456> 2023-12-03T11:50:25.148+0000 7f530ee7e980 5 AuthRegistry(0x7fff8f244ed0) adding con mode: secure 2023-12-03T11:50:25.256 INFO:tasks.workunit.client.0.smithi019.stderr: -455> 2023-12-03T11:50:25.148+0000 7f530ee7e980 5 AuthRegistry(0x7fff8f244ed0) adding con mode: crc 2023-12-03T11:50:25.256 INFO:tasks.workunit.client.0.smithi019.stderr: -454> 2023-12-03T11:50:25.148+0000 7f530ee7e980 5 AuthRegistry(0x7fff8f244ed0) adding con mode: crc 2023-12-03T11:50:25.256 INFO:tasks.workunit.client.0.smithi019.stderr: -453> 2023-12-03T11:50:25.148+0000 7f530ee7e980 5 AuthRegistry(0x7fff8f244ed0) adding con mode: secure 2023-12-03T11:50:25.256 INFO:tasks.workunit.client.0.smithi019.stderr: -452> 2023-12-03T11:50:25.148+0000 7f530ee7e980 5 AuthRegistry(0x7fff8f244ed0) adding con mode: crc 2023-12-03T11:50:25.256 INFO:tasks.workunit.client.0.smithi019.stderr: -451> 2023-12-03T11:50:25.148+0000 7f530ee7e980 5 AuthRegistry(0x7fff8f244ed0) adding con mode: secure 2023-12-03T11:50:25.256 INFO:tasks.workunit.client.0.smithi019.stderr: -450> 2023-12-03T11:50:25.148+0000 7f530ee7e980 5 AuthRegistry(0x7fff8f244ed0) adding con mode: crc 2023-12-03T11:50:25.256 INFO:tasks.workunit.client.0.smithi019.stderr: -449> 2023-12-03T11:50:25.148+0000 7f530ee7e980 5 AuthRegistry(0x7fff8f244ed0) adding con mode: secure 2023-12-03T11:50:25.256 INFO:tasks.workunit.client.0.smithi019.stderr: -448> 2023-12-03T11:50:25.148+0000 7f530ee7e980 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-12-03T11:50:25.256 INFO:tasks.workunit.client.0.smithi019.stderr: -447> 2023-12-03T11:50:25.148+0000 7f530ee7e980 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-12-03T11:50:25.256 INFO:tasks.workunit.client.0.smithi019.stderr: -446> 2023-12-03T11:50:25.148+0000 7f530ee7e980 5 asok(0x55ab7aaad240) register_command rotate-key cmddesc rotate-key hook 0x7fff8f245018 EEXIST 2023-12-03T11:50:25.256 INFO:tasks.workunit.client.0.smithi019.stderr: -445> 2023-12-03T11:50:25.148+0000 7f530ee7e980 10 monclient: _reopen_session rank -1 2023-12-03T11:50:25.257 INFO:tasks.workunit.client.0.smithi019.stderr: -444> 2023-12-03T11:50:25.148+0000 7f530ee7e980 10 monclient: _add_conns ranks=[0,1,2] 2023-12-03T11:50:25.257 INFO:tasks.workunit.client.0.smithi019.stderr: -443> 2023-12-03T11:50:25.148+0000 7f530ee7e980 10 monclient(hunting): picked mon.noname-a con 0x55ab7acec600 addr [v2:172.21.15.19:3300/0,v1:172.21.15.19:6789/0] 2023-12-03T11:50:25.257 INFO:tasks.workunit.client.0.smithi019.stderr: -442> 2023-12-03T11:50:25.148+0000 7f530ee7e980 10 monclient(hunting): picked mon.noname-b con 0x55ab7acec9e0 addr [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] 2023-12-03T11:50:25.257 INFO:tasks.workunit.client.0.smithi019.stderr: -441> 2023-12-03T11:50:25.148+0000 7f530ee7e980 10 monclient(hunting): picked mon.noname-c con 0x55ab7acbc4d0 addr [v2:172.21.15.19:3301/0,v1:172.21.15.19:6790/0] 2023-12-03T11:50:25.257 INFO:tasks.workunit.client.0.smithi019.stderr: -440> 2023-12-03T11:50:25.148+0000 7f530ee7e980 10 monclient(hunting): start opening mon connection 2023-12-03T11:50:25.257 INFO:tasks.workunit.client.0.smithi019.stderr: -439> 2023-12-03T11:50:25.148+0000 7f530ee7e980 10 monclient(hunting): start opening mon connection 2023-12-03T11:50:25.257 INFO:tasks.workunit.client.0.smithi019.stderr: -438> 2023-12-03T11:50:25.148+0000 7f530ee7e980 10 monclient(hunting): start opening mon connection 2023-12-03T11:50:25.257 INFO:tasks.workunit.client.0.smithi019.stderr: -437> 2023-12-03T11:50:25.148+0000 7f530ee7e980 10 monclient(hunting): _renew_subs 2023-12-03T11:50:25.257 INFO:tasks.workunit.client.0.smithi019.stderr: -436> 2023-12-03T11:50:25.148+0000 7f530ee7e980 10 monclient(hunting): authenticate will time out at 1883.553793s 2023-12-03T11:50:25.257 INFO:tasks.workunit.client.0.smithi019.stderr: -435> 2023-12-03T11:50:25.148+0000 7f530a195640 4 mgrc handle_mgr_map Got map version 5 2023-12-03T11:50:25.257 INFO:tasks.workunit.client.0.smithi019.stderr: -434> 2023-12-03T11:50:25.148+0000 7f530d19b640 10 monclient(hunting): get_auth_request con 0x55ab7acec600 auth_method 0 2023-12-03T11:50:25.257 INFO:tasks.workunit.client.0.smithi019.stderr: -433> 2023-12-03T11:50:25.148+0000 7f530a195640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.57:6832/1976017766,v1:172.21.15.57:6833/1976017766] 2023-12-03T11:50:25.257 INFO:tasks.workunit.client.0.smithi019.stderr: -432> 2023-12-03T11:50:25.148+0000 7f530d19b640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-12-03T11:50:25.257 INFO:tasks.workunit.client.0.smithi019.stderr: -431> 2023-12-03T11:50:25.148+0000 7f530d19b640 10 monclient(hunting): _init_auth method 2 2023-12-03T11:50:25.258 INFO:tasks.workunit.client.0.smithi019.stderr: -430> 2023-12-03T11:50:25.148+0000 7f530a195640 4 mgrc reconnect Starting new session with [v2:172.21.15.57:6832/1976017766,v1:172.21.15.57:6833/1976017766] 2023-12-03T11:50:25.258 INFO:tasks.workunit.client.0.smithi019.stderr: -429> 2023-12-03T11:50:25.148+0000 7f530d19b640 10 monclient(hunting): _init_auth creating new auth 2023-12-03T11:50:25.258 INFO:tasks.workunit.client.0.smithi019.stderr: -428> 2023-12-03T11:50:25.148+0000 7f530c199640 10 monclient(hunting): get_auth_request con 0x55ab7acbc4d0 auth_method 0 2023-12-03T11:50:25.258 INFO:tasks.workunit.client.0.smithi019.stderr: -427> 2023-12-03T11:50:25.148+0000 7f530c199640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-12-03T11:50:25.258 INFO:tasks.workunit.client.0.smithi019.stderr: -426> 2023-12-03T11:50:25.148+0000 7f530c199640 10 monclient(hunting): _init_auth method 2 2023-12-03T11:50:25.258 INFO:tasks.workunit.client.0.smithi019.stderr: -425> 2023-12-03T11:50:25.148+0000 7f530c199640 10 monclient(hunting): _init_auth creating new auth 2023-12-03T11:50:25.258 INFO:tasks.workunit.client.0.smithi019.stderr: -424> 2023-12-03T11:50:25.148+0000 7f530d19b640 10 monclient(hunting): handle_auth_reply_more payload 9 2023-12-03T11:50:25.258 INFO:tasks.workunit.client.0.smithi019.stderr: -423> 2023-12-03T11:50:25.148+0000 7f530d19b640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-12-03T11:50:25.258 INFO:tasks.workunit.client.0.smithi019.stderr: -422> 2023-12-03T11:50:25.148+0000 7f530d19b640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-12-03T11:50:25.258 INFO:tasks.workunit.client.0.smithi019.stderr: -421> 2023-12-03T11:50:25.148+0000 7f530c199640 10 monclient(hunting): handle_auth_reply_more payload 9 2023-12-03T11:50:25.258 INFO:tasks.workunit.client.0.smithi019.stderr: -420> 2023-12-03T11:50:25.148+0000 7f530c199640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-12-03T11:50:25.258 INFO:tasks.workunit.client.0.smithi019.stderr: -419> 2023-12-03T11:50:25.148+0000 7f530c199640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-12-03T11:50:25.258 INFO:tasks.workunit.client.0.smithi019.stderr: -418> 2023-12-03T11:50:25.148+0000 7f530c99a640 10 monclient(hunting): get_auth_request con 0x55ab7acec9e0 auth_method 0 2023-12-03T11:50:25.258 INFO:tasks.workunit.client.0.smithi019.stderr: -417> 2023-12-03T11:50:25.148+0000 7f530c99a640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-12-03T11:50:25.258 INFO:tasks.workunit.client.0.smithi019.stderr: -416> 2023-12-03T11:50:25.148+0000 7f530c99a640 10 monclient(hunting): _init_auth method 2 2023-12-03T11:50:25.259 INFO:tasks.workunit.client.0.smithi019.stderr: -415> 2023-12-03T11:50:25.148+0000 7f530c99a640 10 monclient(hunting): _init_auth creating new auth 2023-12-03T11:50:25.259 INFO:tasks.workunit.client.0.smithi019.stderr: -414> 2023-12-03T11:50:25.148+0000 7f530d19b640 10 monclient(hunting): handle_auth_done global_id 6729 payload 274 2023-12-03T11:50:25.259 INFO:tasks.workunit.client.0.smithi019.stderr: -413> 2023-12-03T11:50:25.148+0000 7f530d19b640 10 monclient: _finish_hunting 0 2023-12-03T11:50:25.259 INFO:tasks.workunit.client.0.smithi019.stderr: -412> 2023-12-03T11:50:25.148+0000 7f530d19b640 1 monclient: found mon.noname-a 2023-12-03T11:50:25.259 INFO:tasks.workunit.client.0.smithi019.stderr: -411> 2023-12-03T11:50:25.148+0000 7f530d19b640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.19:3300/0 2023-12-03T11:50:25.259 INFO:tasks.workunit.client.0.smithi019.stderr: -410> 2023-12-03T11:50:25.148+0000 7f530d19b640 10 monclient: get_auth_request con 0x7f52f8064e80 auth_method 0 2023-12-03T11:50:25.259 INFO:tasks.workunit.client.0.smithi019.stderr: -409> 2023-12-03T11:50:25.148+0000 7f52f37fe640 10 monclient: handle_monmap mon_map magic: 0 v1 2023-12-03T11:50:25.259 INFO:tasks.workunit.client.0.smithi019.stderr: -408> 2023-12-03T11:50:25.148+0000 7f52f37fe640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2023-12-03T11:50:25.259 INFO:tasks.workunit.client.0.smithi019.stderr: -407> 2023-12-03T11:50:25.148+0000 7f52f37fe640 10 monclient: dump: 2023-12-03T11:50:25.259 INFO:tasks.workunit.client.0.smithi019.stderr:epoch 1 2023-12-03T11:50:25.259 INFO:tasks.workunit.client.0.smithi019.stderr:fsid ae33780b-1c64-42c6-818c-b1dc720ff6a2 2023-12-03T11:50:25.259 INFO:tasks.workunit.client.0.smithi019.stderr:last_changed 2023-12-03T11:35:13.610069+0000 2023-12-03T11:50:25.259 INFO:tasks.workunit.client.0.smithi019.stderr:created 2023-12-03T11:35:13.610069+0000 2023-12-03T11:50:25.259 INFO:tasks.workunit.client.0.smithi019.stderr:min_mon_release 18 (reef) 2023-12-03T11:50:25.259 INFO:tasks.workunit.client.0.smithi019.stderr:election_strategy: 1 2023-12-03T11:50:25.259 INFO:tasks.workunit.client.0.smithi019.stderr:0: [v2:172.21.15.19:3300/0,v1:172.21.15.19:6789/0] mon.a 2023-12-03T11:50:25.260 INFO:tasks.workunit.client.0.smithi019.stderr:1: [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] mon.b 2023-12-03T11:50:25.260 INFO:tasks.workunit.client.0.smithi019.stderr:2: [v2:172.21.15.19:3301/0,v1:172.21.15.19:6790/0] mon.c 2023-12-03T11:50:25.260 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:50:25.260 INFO:tasks.workunit.client.0.smithi019.stderr: -406> 2023-12-03T11:50:25.148+0000 7f52f37fe640 10 monclient: _finish_auth 0 2023-12-03T11:50:25.260 INFO:tasks.workunit.client.0.smithi019.stderr: -405> 2023-12-03T11:50:25.148+0000 7f52f37fe640 10 monclient: _check_auth_tickets 2023-12-03T11:50:25.260 INFO:tasks.workunit.client.0.smithi019.stderr: -404> 2023-12-03T11:50:25.148+0000 7f52f37fe640 10 monclient: handle_config config(0 keys) v1 2023-12-03T11:50:25.260 INFO:tasks.workunit.client.0.smithi019.stderr: -403> 2023-12-03T11:50:25.148+0000 7f52f37fe640 10 monclient: handle_monmap mon_map magic: 0 v1 2023-12-03T11:50:25.260 INFO:tasks.workunit.client.0.smithi019.stderr: -402> 2023-12-03T11:50:25.148+0000 7f52f37fe640 10 monclient: got monmap 1 from mon.a (according to old e1) 2023-12-03T11:50:25.260 INFO:tasks.workunit.client.0.smithi019.stderr: -401> 2023-12-03T11:50:25.148+0000 7f52f37fe640 10 monclient: dump: 2023-12-03T11:50:25.260 INFO:tasks.workunit.client.0.smithi019.stderr:epoch 1 2023-12-03T11:50:25.260 INFO:tasks.workunit.client.0.smithi019.stderr:fsid ae33780b-1c64-42c6-818c-b1dc720ff6a2 2023-12-03T11:50:25.260 INFO:tasks.workunit.client.0.smithi019.stderr:last_changed 2023-12-03T11:35:13.610069+0000 2023-12-03T11:50:25.260 INFO:tasks.workunit.client.0.smithi019.stderr:created 2023-12-03T11:35:13.610069+0000 2023-12-03T11:50:25.260 INFO:tasks.workunit.client.0.smithi019.stderr:min_mon_release 18 (reef) 2023-12-03T11:50:25.260 INFO:tasks.workunit.client.0.smithi019.stderr:election_strategy: 1 2023-12-03T11:50:25.260 INFO:tasks.workunit.client.0.smithi019.stderr:0: [v2:172.21.15.19:3300/0,v1:172.21.15.19:6789/0] mon.a 2023-12-03T11:50:25.261 INFO:tasks.workunit.client.0.smithi019.stderr:1: [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] mon.b 2023-12-03T11:50:25.261 INFO:tasks.workunit.client.0.smithi019.stderr:2: [v2:172.21.15.19:3301/0,v1:172.21.15.19:6790/0] mon.c 2023-12-03T11:50:25.261 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:50:25.261 INFO:tasks.workunit.client.0.smithi019.stderr: -400> 2023-12-03T11:50:25.148+0000 7f530ee7e980 5 monclient: authenticate success, global_id 6729 2023-12-03T11:50:25.261 INFO:tasks.workunit.client.0.smithi019.stderr: -399> 2023-12-03T11:50:25.148+0000 7f530ee7e980 10 monclient: get_monmap_and_config success 2023-12-03T11:50:25.261 INFO:tasks.workunit.client.0.smithi019.stderr: -398> 2023-12-03T11:50:25.148+0000 7f530ee7e980 4 set_mon_vals no callback set 2023-12-03T11:50:25.261 INFO:tasks.workunit.client.0.smithi019.stderr: -397> 2023-12-03T11:50:25.148+0000 7f530ee7e980 10 monclient: shutdown 2023-12-03T11:50:25.261 INFO:tasks.workunit.client.0.smithi019.stderr: -396> 2023-12-03T11:50:25.148+0000 7f530ee7e980 10 monclient: build_initial_monmap 2023-12-03T11:50:25.261 INFO:tasks.workunit.client.0.smithi019.stderr: -395> 2023-12-03T11:50:25.148+0000 7f530ee7e980 1 build_initial for_mkfs: 0 2023-12-03T11:50:25.261 INFO:tasks.workunit.client.0.smithi019.stderr: -394> 2023-12-03T11:50:25.148+0000 7f530ee7e980 10 monclient: monmap: 2023-12-03T11:50:25.261 INFO:tasks.workunit.client.0.smithi019.stderr:epoch 0 2023-12-03T11:50:25.261 INFO:tasks.workunit.client.0.smithi019.stderr:fsid 00000000-0000-0000-0000-000000000000 2023-12-03T11:50:25.261 INFO:tasks.workunit.client.0.smithi019.stderr:last_changed 0.000000 2023-12-03T11:50:25.261 INFO:tasks.workunit.client.0.smithi019.stderr:created 0.000000 2023-12-03T11:50:25.261 INFO:tasks.workunit.client.0.smithi019.stderr:min_mon_release 0 (unknown) 2023-12-03T11:50:25.261 INFO:tasks.workunit.client.0.smithi019.stderr:election_strategy: 1 2023-12-03T11:50:25.262 INFO:tasks.workunit.client.0.smithi019.stderr:0: [v2:172.21.15.19:3300/0,v1:172.21.15.19:6789/0] mon.noname-a 2023-12-03T11:50:25.262 INFO:tasks.workunit.client.0.smithi019.stderr:1: [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] mon.noname-b 2023-12-03T11:50:25.262 INFO:tasks.workunit.client.0.smithi019.stderr:2: [v2:172.21.15.19:3301/0,v1:172.21.15.19:6790/0] mon.noname-c 2023-12-03T11:50:25.262 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:50:25.262 INFO:tasks.workunit.client.0.smithi019.stderr: -393> 2023-12-03T11:50:25.148+0000 7f530ee7e980 5 AuthRegistry(0x55ab7acb7c30) adding auth protocol: cephx 2023-12-03T11:50:25.262 INFO:tasks.workunit.client.0.smithi019.stderr: -392> 2023-12-03T11:50:25.148+0000 7f530ee7e980 5 AuthRegistry(0x55ab7acb7c30) adding auth protocol: cephx 2023-12-03T11:50:25.262 INFO:tasks.workunit.client.0.smithi019.stderr: -391> 2023-12-03T11:50:25.148+0000 7f530ee7e980 5 AuthRegistry(0x55ab7acb7c30) adding auth protocol: cephx 2023-12-03T11:50:25.262 INFO:tasks.workunit.client.0.smithi019.stderr: -390> 2023-12-03T11:50:25.148+0000 7f530ee7e980 5 AuthRegistry(0x55ab7acb7c30) adding con mode: secure 2023-12-03T11:50:25.262 INFO:tasks.workunit.client.0.smithi019.stderr: -389> 2023-12-03T11:50:25.148+0000 7f530ee7e980 5 AuthRegistry(0x55ab7acb7c30) adding con mode: crc 2023-12-03T11:50:25.262 INFO:tasks.workunit.client.0.smithi019.stderr: -388> 2023-12-03T11:50:25.148+0000 7f530ee7e980 5 AuthRegistry(0x55ab7acb7c30) adding con mode: secure 2023-12-03T11:50:25.262 INFO:tasks.workunit.client.0.smithi019.stderr: -387> 2023-12-03T11:50:25.148+0000 7f530ee7e980 5 AuthRegistry(0x55ab7acb7c30) adding con mode: crc 2023-12-03T11:50:25.262 INFO:tasks.workunit.client.0.smithi019.stderr: -386> 2023-12-03T11:50:25.148+0000 7f530ee7e980 5 AuthRegistry(0x55ab7acb7c30) adding con mode: secure 2023-12-03T11:50:25.262 INFO:tasks.workunit.client.0.smithi019.stderr: -385> 2023-12-03T11:50:25.148+0000 7f530ee7e980 5 AuthRegistry(0x55ab7acb7c30) adding con mode: crc 2023-12-03T11:50:25.263 INFO:tasks.workunit.client.0.smithi019.stderr: -384> 2023-12-03T11:50:25.148+0000 7f530ee7e980 5 AuthRegistry(0x55ab7acb7c30) adding con mode: crc 2023-12-03T11:50:25.263 INFO:tasks.workunit.client.0.smithi019.stderr: -383> 2023-12-03T11:50:25.148+0000 7f530ee7e980 5 AuthRegistry(0x55ab7acb7c30) adding con mode: secure 2023-12-03T11:50:25.263 INFO:tasks.workunit.client.0.smithi019.stderr: -382> 2023-12-03T11:50:25.148+0000 7f530ee7e980 5 AuthRegistry(0x55ab7acb7c30) adding con mode: crc 2023-12-03T11:50:25.263 INFO:tasks.workunit.client.0.smithi019.stderr: -381> 2023-12-03T11:50:25.148+0000 7f530ee7e980 5 AuthRegistry(0x55ab7acb7c30) adding con mode: secure 2023-12-03T11:50:25.263 INFO:tasks.workunit.client.0.smithi019.stderr: -380> 2023-12-03T11:50:25.148+0000 7f530ee7e980 5 AuthRegistry(0x55ab7acb7c30) adding con mode: crc 2023-12-03T11:50:25.263 INFO:tasks.workunit.client.0.smithi019.stderr: -379> 2023-12-03T11:50:25.148+0000 7f530ee7e980 5 AuthRegistry(0x55ab7acb7c30) adding con mode: secure 2023-12-03T11:50:25.263 INFO:tasks.workunit.client.0.smithi019.stderr: -378> 2023-12-03T11:50:25.148+0000 7f530ee7e980 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-12-03T11:50:25.263 INFO:tasks.workunit.client.0.smithi019.stderr: -377> 2023-12-03T11:50:25.148+0000 7f530ee7e980 1 librados: starting msgr at 2023-12-03T11:50:25.263 INFO:tasks.workunit.client.0.smithi019.stderr: -376> 2023-12-03T11:50:25.148+0000 7f530ee7e980 1 librados: starting objecter 2023-12-03T11:50:25.263 INFO:tasks.workunit.client.0.smithi019.stderr: -375> 2023-12-03T11:50:25.148+0000 7f530ee7e980 5 asok(0x55ab7aaad240) register_command objecter_requests cmddesc objecter_requests hook 0x55ab7acece90 EEXIST 2023-12-03T11:50:25.263 INFO:tasks.workunit.client.0.smithi019.stderr: -374> 2023-12-03T11:50:25.148+0000 7f530ee7e980 1 librados: setting wanted keys 2023-12-03T11:50:25.263 INFO:tasks.workunit.client.0.smithi019.stderr: -373> 2023-12-03T11:50:25.148+0000 7f530ee7e980 1 librados: calling monclient init 2023-12-03T11:50:25.263 INFO:tasks.workunit.client.0.smithi019.stderr: -372> 2023-12-03T11:50:25.148+0000 7f530ee7e980 10 monclient: init 2023-12-03T11:50:25.263 INFO:tasks.workunit.client.0.smithi019.stderr: -371> 2023-12-03T11:50:25.148+0000 7f530ee7e980 5 AuthRegistry(0x55ab7acb5f48) adding auth protocol: cephx 2023-12-03T11:50:25.263 INFO:tasks.workunit.client.0.smithi019.stderr: -370> 2023-12-03T11:50:25.148+0000 7f530ee7e980 5 AuthRegistry(0x55ab7acb5f48) adding auth protocol: cephx 2023-12-03T11:50:25.263 INFO:tasks.workunit.client.0.smithi019.stderr: -369> 2023-12-03T11:50:25.148+0000 7f530ee7e980 5 AuthRegistry(0x55ab7acb5f48) adding auth protocol: cephx 2023-12-03T11:50:25.264 INFO:tasks.workunit.client.0.smithi019.stderr: -368> 2023-12-03T11:50:25.148+0000 7f530ee7e980 5 AuthRegistry(0x55ab7acb5f48) adding con mode: secure 2023-12-03T11:50:25.264 INFO:tasks.workunit.client.0.smithi019.stderr: -367> 2023-12-03T11:50:25.148+0000 7f530ee7e980 5 AuthRegistry(0x55ab7acb5f48) adding con mode: crc 2023-12-03T11:50:25.264 INFO:tasks.workunit.client.0.smithi019.stderr: -366> 2023-12-03T11:50:25.148+0000 7f530ee7e980 5 AuthRegistry(0x55ab7acb5f48) adding con mode: secure 2023-12-03T11:50:25.264 INFO:tasks.workunit.client.0.smithi019.stderr: -365> 2023-12-03T11:50:25.148+0000 7f530ee7e980 5 AuthRegistry(0x55ab7acb5f48) adding con mode: crc 2023-12-03T11:50:25.264 INFO:tasks.workunit.client.0.smithi019.stderr: -364> 2023-12-03T11:50:25.148+0000 7f530ee7e980 5 AuthRegistry(0x55ab7acb5f48) adding con mode: secure 2023-12-03T11:50:25.264 INFO:tasks.workunit.client.0.smithi019.stderr: -363> 2023-12-03T11:50:25.148+0000 7f530ee7e980 5 AuthRegistry(0x55ab7acb5f48) adding con mode: crc 2023-12-03T11:50:25.264 INFO:tasks.workunit.client.0.smithi019.stderr: -362> 2023-12-03T11:50:25.148+0000 7f530ee7e980 5 AuthRegistry(0x55ab7acb5f48) adding con mode: crc 2023-12-03T11:50:25.264 INFO:tasks.workunit.client.0.smithi019.stderr: -361> 2023-12-03T11:50:25.148+0000 7f530ee7e980 5 AuthRegistry(0x55ab7acb5f48) adding con mode: secure 2023-12-03T11:50:25.264 INFO:tasks.workunit.client.0.smithi019.stderr: -360> 2023-12-03T11:50:25.148+0000 7f530ee7e980 5 AuthRegistry(0x55ab7acb5f48) adding con mode: crc 2023-12-03T11:50:25.264 INFO:tasks.workunit.client.0.smithi019.stderr: -359> 2023-12-03T11:50:25.148+0000 7f530ee7e980 5 AuthRegistry(0x55ab7acb5f48) adding con mode: secure 2023-12-03T11:50:25.264 INFO:tasks.workunit.client.0.smithi019.stderr: -358> 2023-12-03T11:50:25.148+0000 7f530ee7e980 5 AuthRegistry(0x55ab7acb5f48) adding con mode: crc 2023-12-03T11:50:25.264 INFO:tasks.workunit.client.0.smithi019.stderr: -357> 2023-12-03T11:50:25.148+0000 7f530ee7e980 5 AuthRegistry(0x55ab7acb5f48) adding con mode: secure 2023-12-03T11:50:25.264 INFO:tasks.workunit.client.0.smithi019.stderr: -356> 2023-12-03T11:50:25.152+0000 7f530ee7e980 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-12-03T11:50:25.264 INFO:tasks.workunit.client.0.smithi019.stderr: -355> 2023-12-03T11:50:25.152+0000 7f530ee7e980 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-12-03T11:50:25.265 INFO:tasks.workunit.client.0.smithi019.stderr: -354> 2023-12-03T11:50:25.152+0000 7f530ee7e980 5 asok(0x55ab7aaad240) register_command rotate-key cmddesc rotate-key hook 0x55ab7acb6090 EEXIST 2023-12-03T11:50:25.265 INFO:tasks.workunit.client.0.smithi019.stderr: -353> 2023-12-03T11:50:25.152+0000 7f530ee7e980 10 monclient: _reopen_session rank -1 2023-12-03T11:50:25.265 INFO:tasks.workunit.client.0.smithi019.stderr: -352> 2023-12-03T11:50:25.152+0000 7f530ee7e980 10 monclient: _add_conns ranks=[0,1,2] 2023-12-03T11:50:25.265 INFO:tasks.workunit.client.0.smithi019.stderr: -351> 2023-12-03T11:50:25.152+0000 7f530ee7e980 10 monclient(hunting): picked mon.noname-a con 0x55ab7acbc4d0 addr [v2:172.21.15.19:3300/0,v1:172.21.15.19:6789/0] 2023-12-03T11:50:25.265 INFO:tasks.workunit.client.0.smithi019.stderr: -350> 2023-12-03T11:50:25.152+0000 7f530ee7e980 10 monclient(hunting): picked mon.noname-b con 0x55ab7acec600 addr [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] 2023-12-03T11:50:25.265 INFO:tasks.workunit.client.0.smithi019.stderr: -349> 2023-12-03T11:50:25.152+0000 7f530ee7e980 10 monclient(hunting): picked mon.noname-c con 0x55ab7ace2940 addr [v2:172.21.15.19:3301/0,v1:172.21.15.19:6790/0] 2023-12-03T11:50:25.265 INFO:tasks.workunit.client.0.smithi019.stderr: -348> 2023-12-03T11:50:25.152+0000 7f530ee7e980 10 monclient(hunting): start opening mon connection 2023-12-03T11:50:25.265 INFO:tasks.workunit.client.0.smithi019.stderr: -347> 2023-12-03T11:50:25.152+0000 7f530ee7e980 10 monclient(hunting): start opening mon connection 2023-12-03T11:50:25.265 INFO:tasks.workunit.client.0.smithi019.stderr: -346> 2023-12-03T11:50:25.152+0000 7f530ee7e980 10 monclient(hunting): start opening mon connection 2023-12-03T11:50:25.265 INFO:tasks.workunit.client.0.smithi019.stderr: -345> 2023-12-03T11:50:25.152+0000 7f530ee7e980 10 monclient(hunting): _renew_subs 2023-12-03T11:50:25.265 INFO:tasks.workunit.client.0.smithi019.stderr: -344> 2023-12-03T11:50:25.152+0000 7f530ee7e980 10 monclient(hunting): authenticate will time out at 1883.556583s 2023-12-03T11:50:25.265 INFO:tasks.workunit.client.0.smithi019.stderr: -343> 2023-12-03T11:50:25.152+0000 7f530c99a640 10 monclient(hunting): get_auth_request con 0x55ab7acbc4d0 auth_method 0 2023-12-03T11:50:25.265 INFO:tasks.workunit.client.0.smithi019.stderr: -342> 2023-12-03T11:50:25.152+0000 7f530c99a640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-12-03T11:50:25.266 INFO:tasks.workunit.client.0.smithi019.stderr: -341> 2023-12-03T11:50:25.152+0000 7f530c99a640 10 monclient(hunting): _init_auth method 2 2023-12-03T11:50:25.266 INFO:tasks.workunit.client.0.smithi019.stderr: -340> 2023-12-03T11:50:25.152+0000 7f530c99a640 10 monclient(hunting): _init_auth creating new auth 2023-12-03T11:50:25.266 INFO:tasks.workunit.client.0.smithi019.stderr: -339> 2023-12-03T11:50:25.152+0000 7f530d19b640 10 monclient(hunting): get_auth_request con 0x55ab7ace2940 auth_method 0 2023-12-03T11:50:25.266 INFO:tasks.workunit.client.0.smithi019.stderr: -338> 2023-12-03T11:50:25.152+0000 7f530d19b640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-12-03T11:50:25.266 INFO:tasks.workunit.client.0.smithi019.stderr: -337> 2023-12-03T11:50:25.152+0000 7f530d19b640 10 monclient(hunting): _init_auth method 2 2023-12-03T11:50:25.266 INFO:tasks.workunit.client.0.smithi019.stderr: -336> 2023-12-03T11:50:25.152+0000 7f530d19b640 10 monclient(hunting): _init_auth creating new auth 2023-12-03T11:50:25.266 INFO:tasks.workunit.client.0.smithi019.stderr: -335> 2023-12-03T11:50:25.152+0000 7f530c99a640 10 monclient(hunting): handle_auth_reply_more payload 9 2023-12-03T11:50:25.266 INFO:tasks.workunit.client.0.smithi019.stderr: -334> 2023-12-03T11:50:25.152+0000 7f530c99a640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-12-03T11:50:25.266 INFO:tasks.workunit.client.0.smithi019.stderr: -333> 2023-12-03T11:50:25.152+0000 7f530c99a640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-12-03T11:50:25.266 INFO:tasks.workunit.client.0.smithi019.stderr: -332> 2023-12-03T11:50:25.152+0000 7f530d19b640 10 monclient(hunting): handle_auth_reply_more payload 9 2023-12-03T11:50:25.266 INFO:tasks.workunit.client.0.smithi019.stderr: -331> 2023-12-03T11:50:25.152+0000 7f530d19b640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-12-03T11:50:25.266 INFO:tasks.workunit.client.0.smithi019.stderr: -330> 2023-12-03T11:50:25.152+0000 7f530d19b640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-12-03T11:50:25.266 INFO:tasks.workunit.client.0.smithi019.stderr: -329> 2023-12-03T11:50:25.152+0000 7f530c199640 10 monclient(hunting): get_auth_request con 0x55ab7acec600 auth_method 0 2023-12-03T11:50:25.266 INFO:tasks.workunit.client.0.smithi019.stderr: -328> 2023-12-03T11:50:25.152+0000 7f530c199640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-12-03T11:50:25.266 INFO:tasks.workunit.client.0.smithi019.stderr: -327> 2023-12-03T11:50:25.152+0000 7f530c199640 10 monclient(hunting): _init_auth method 2 2023-12-03T11:50:25.267 INFO:tasks.workunit.client.0.smithi019.stderr: -326> 2023-12-03T11:50:25.152+0000 7f530c199640 10 monclient(hunting): _init_auth creating new auth 2023-12-03T11:50:25.267 INFO:tasks.workunit.client.0.smithi019.stderr: -325> 2023-12-03T11:50:25.152+0000 7f530c99a640 10 monclient(hunting): handle_auth_done global_id 6732 payload 824 2023-12-03T11:50:25.267 INFO:tasks.workunit.client.0.smithi019.stderr: -324> 2023-12-03T11:50:25.152+0000 7f530c99a640 10 monclient: _finish_hunting 0 2023-12-03T11:50:25.267 INFO:tasks.workunit.client.0.smithi019.stderr: -323> 2023-12-03T11:50:25.152+0000 7f530c99a640 1 monclient: found mon.noname-a 2023-12-03T11:50:25.267 INFO:tasks.workunit.client.0.smithi019.stderr: -322> 2023-12-03T11:50:25.152+0000 7f530c99a640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.19:3300/0 2023-12-03T11:50:25.267 INFO:tasks.workunit.client.0.smithi019.stderr: -321> 2023-12-03T11:50:25.152+0000 7f52f1ffb640 10 monclient: handle_monmap mon_map magic: 0 v1 2023-12-03T11:50:25.267 INFO:tasks.workunit.client.0.smithi019.stderr: -320> 2023-12-03T11:50:25.152+0000 7f52f1ffb640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2023-12-03T11:50:25.267 INFO:tasks.workunit.client.0.smithi019.stderr: -319> 2023-12-03T11:50:25.152+0000 7f52f1ffb640 10 monclient: dump: 2023-12-03T11:50:25.267 INFO:tasks.workunit.client.0.smithi019.stderr:epoch 1 2023-12-03T11:50:25.267 INFO:tasks.workunit.client.0.smithi019.stderr:fsid ae33780b-1c64-42c6-818c-b1dc720ff6a2 2023-12-03T11:50:25.267 INFO:tasks.workunit.client.0.smithi019.stderr:last_changed 2023-12-03T11:35:13.610069+0000 2023-12-03T11:50:25.267 INFO:tasks.workunit.client.0.smithi019.stderr:created 2023-12-03T11:35:13.610069+0000 2023-12-03T11:50:25.267 INFO:tasks.workunit.client.0.smithi019.stderr:min_mon_release 18 (reef) 2023-12-03T11:50:25.267 INFO:tasks.workunit.client.0.smithi019.stderr:election_strategy: 1 2023-12-03T11:50:25.267 INFO:tasks.workunit.client.0.smithi019.stderr:0: [v2:172.21.15.19:3300/0,v1:172.21.15.19:6789/0] mon.a 2023-12-03T11:50:25.267 INFO:tasks.workunit.client.0.smithi019.stderr:1: [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] mon.b 2023-12-03T11:50:25.268 INFO:tasks.workunit.client.0.smithi019.stderr:2: [v2:172.21.15.19:3301/0,v1:172.21.15.19:6790/0] mon.c 2023-12-03T11:50:25.268 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:50:25.268 INFO:tasks.workunit.client.0.smithi019.stderr: -318> 2023-12-03T11:50:25.152+0000 7f52f1ffb640 10 monclient: _finish_auth 0 2023-12-03T11:50:25.268 INFO:tasks.workunit.client.0.smithi019.stderr: -317> 2023-12-03T11:50:25.152+0000 7f52f1ffb640 10 monclient: _check_auth_tickets 2023-12-03T11:50:25.268 INFO:tasks.workunit.client.0.smithi019.stderr: -316> 2023-12-03T11:50:25.152+0000 7f52f1ffb640 10 monclient: handle_config config(0 keys) v1 2023-12-03T11:50:25.268 INFO:tasks.workunit.client.0.smithi019.stderr: -315> 2023-12-03T11:50:25.152+0000 7f52f1ffb640 10 monclient: handle_monmap mon_map magic: 0 v1 2023-12-03T11:50:25.268 INFO:tasks.workunit.client.0.smithi019.stderr: -314> 2023-12-03T11:50:25.152+0000 7f52f1ffb640 10 monclient: got monmap 1 from mon.a (according to old e1) 2023-12-03T11:50:25.268 INFO:tasks.workunit.client.0.smithi019.stderr: -313> 2023-12-03T11:50:25.152+0000 7f52f1ffb640 10 monclient: dump: 2023-12-03T11:50:25.268 INFO:tasks.workunit.client.0.smithi019.stderr:epoch 1 2023-12-03T11:50:25.268 INFO:tasks.workunit.client.0.smithi019.stderr:fsid ae33780b-1c64-42c6-818c-b1dc720ff6a2 2023-12-03T11:50:25.268 INFO:tasks.workunit.client.0.smithi019.stderr:last_changed 2023-12-03T11:35:13.610069+0000 2023-12-03T11:50:25.268 INFO:tasks.workunit.client.0.smithi019.stderr:created 2023-12-03T11:35:13.610069+0000 2023-12-03T11:50:25.268 INFO:tasks.workunit.client.0.smithi019.stderr:min_mon_release 18 (reef) 2023-12-03T11:50:25.268 INFO:tasks.workunit.client.0.smithi019.stderr:election_strategy: 1 2023-12-03T11:50:25.268 INFO:tasks.workunit.client.0.smithi019.stderr:0: [v2:172.21.15.19:3300/0,v1:172.21.15.19:6789/0] mon.a 2023-12-03T11:50:25.269 INFO:tasks.workunit.client.0.smithi019.stderr:1: [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] mon.b 2023-12-03T11:50:25.269 INFO:tasks.workunit.client.0.smithi019.stderr:2: [v2:172.21.15.19:3301/0,v1:172.21.15.19:6790/0] mon.c 2023-12-03T11:50:25.269 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:50:25.269 INFO:tasks.workunit.client.0.smithi019.stderr: -312> 2023-12-03T11:50:25.152+0000 7f52f37fe640 4 set_mon_vals no callback set 2023-12-03T11:50:25.269 INFO:tasks.workunit.client.0.smithi019.stderr: -311> 2023-12-03T11:50:25.152+0000 7f530ee7e980 5 monclient: authenticate success, global_id 6732 2023-12-03T11:50:25.269 INFO:tasks.workunit.client.0.smithi019.stderr: -310> 2023-12-03T11:50:25.152+0000 7f530ee7e980 10 monclient: _renew_subs 2023-12-03T11:50:25.269 INFO:tasks.workunit.client.0.smithi019.stderr: -309> 2023-12-03T11:50:25.152+0000 7f530ee7e980 10 monclient: _send_mon_message to mon.a at v2:172.21.15.19:3300/0 2023-12-03T11:50:25.269 INFO:tasks.workunit.client.0.smithi019.stderr: -308> 2023-12-03T11:50:25.152+0000 7f530ee7e980 10 monclient: _renew_subs 2023-12-03T11:50:25.269 INFO:tasks.workunit.client.0.smithi019.stderr: -307> 2023-12-03T11:50:25.152+0000 7f530ee7e980 10 monclient: _send_mon_message to mon.a at v2:172.21.15.19:3300/0 2023-12-03T11:50:25.269 INFO:tasks.workunit.client.0.smithi019.stderr: -306> 2023-12-03T11:50:25.152+0000 7f530ee7e980 1 librados: init done 2023-12-03T11:50:25.269 INFO:tasks.workunit.client.0.smithi019.stderr: -305> 2023-12-03T11:50:25.152+0000 7f530ee7e980 20 rados->read ofs=0 len=0 2023-12-03T11:50:25.269 INFO:tasks.workunit.client.0.smithi019.stderr: -304> 2023-12-03T11:50:25.152+0000 7f52f1ffb640 4 mgrc handle_mgr_map Got map version 5 2023-12-03T11:50:25.269 INFO:tasks.workunit.client.0.smithi019.stderr: -303> 2023-12-03T11:50:25.152+0000 7f52f1ffb640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.57:6832/1976017766,v1:172.21.15.57:6833/1976017766] 2023-12-03T11:50:25.269 INFO:tasks.workunit.client.0.smithi019.stderr: -302> 2023-12-03T11:50:25.152+0000 7f52f1ffb640 4 mgrc reconnect Starting new session with [v2:172.21.15.57:6832/1976017766,v1:172.21.15.57:6833/1976017766] 2023-12-03T11:50:25.269 INFO:tasks.workunit.client.0.smithi019.stderr: -301> 2023-12-03T11:50:25.152+0000 7f530d19b640 10 monclient: get_auth_request con 0x55ab7ad043c0 auth_method 0 2023-12-03T11:50:25.270 INFO:tasks.workunit.client.0.smithi019.stderr: -300> 2023-12-03T11:50:25.152+0000 7f530c199640 10 monclient: get_auth_request con 0x7f52e8064e80 auth_method 0 2023-12-03T11:50:25.270 INFO:tasks.workunit.client.0.smithi019.stderr: -299> 2023-12-03T11:50:25.156+0000 7f530ee7e980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:25.270 INFO:tasks.workunit.client.0.smithi019.stderr: -298> 2023-12-03T11:50:25.156+0000 7f530ee7e980 20 realm 2023-12-03T11:50:25.270 INFO:tasks.workunit.client.0.smithi019.stderr: -297> 2023-12-03T11:50:25.156+0000 7f530ee7e980 20 rados->read ofs=0 len=0 2023-12-03T11:50:25.270 INFO:tasks.workunit.client.0.smithi019.stderr: -296> 2023-12-03T11:50:25.156+0000 7f530ee7e980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:25.270 INFO:tasks.workunit.client.0.smithi019.stderr: -295> 2023-12-03T11:50:25.156+0000 7f530ee7e980 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:50:25.270 INFO:tasks.workunit.client.0.smithi019.stderr: -294> 2023-12-03T11:50:25.156+0000 7f530ee7e980 20 rados->read ofs=0 len=0 2023-12-03T11:50:25.270 INFO:tasks.workunit.client.0.smithi019.stderr: -293> 2023-12-03T11:50:25.156+0000 7f530ee7e980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:25.270 INFO:tasks.workunit.client.0.smithi019.stderr: -292> 2023-12-03T11:50:25.156+0000 7f530ee7e980 20 rados->read ofs=0 len=0 2023-12-03T11:50:25.270 INFO:tasks.workunit.client.0.smithi019.stderr: -291> 2023-12-03T11:50:25.156+0000 7f530c99a640 10 monclient: get_auth_request con 0x55ab7ad08290 auth_method 0 2023-12-03T11:50:25.270 INFO:tasks.workunit.client.0.smithi019.stderr: -290> 2023-12-03T11:50:25.156+0000 7f530ee7e980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:50:25.270 INFO:tasks.workunit.client.0.smithi019.stderr: -289> 2023-12-03T11:50:25.156+0000 7f530ee7e980 20 rados->read ofs=0 len=0 2023-12-03T11:50:25.270 INFO:tasks.workunit.client.0.smithi019.stderr: -288> 2023-12-03T11:50:25.156+0000 7f530ee7e980 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:50:25.270 INFO:tasks.workunit.client.0.smithi019.stderr: -287> 2023-12-03T11:50:25.156+0000 7f530ee7e980 20 searching for the correct realm 2023-12-03T11:50:25.270 INFO:tasks.workunit.client.0.smithi019.stderr: -286> 2023-12-03T11:50:25.156+0000 7f530c199640 10 monclient: get_auth_request con 0x55ab7ad0d270 auth_method 0 2023-12-03T11:50:25.271 INFO:tasks.workunit.client.0.smithi019.stderr: -285> 2023-12-03T11:50:25.160+0000 7f530d19b640 10 monclient: get_auth_request con 0x7f530001b3a0 auth_method 0 2023-12-03T11:50:25.271 INFO:tasks.workunit.client.0.smithi019.stderr: -284> 2023-12-03T11:50:25.160+0000 7f530c99a640 10 monclient: get_auth_request con 0x7f53040ab070 auth_method 0 2023-12-03T11:50:25.271 INFO:tasks.workunit.client.0.smithi019.stderr: -283> 2023-12-03T11:50:25.160+0000 7f530c199640 10 monclient: get_auth_request con 0x7f52fc027070 auth_method 0 2023-12-03T11:50:25.271 INFO:tasks.workunit.client.0.smithi019.stderr: -282> 2023-12-03T11:50:25.164+0000 7f530d19b640 10 monclient: get_auth_request con 0x7f530002d920 auth_method 0 2023-12-03T11:50:25.271 INFO:tasks.workunit.client.0.smithi019.stderr: -281> 2023-12-03T11:50:25.172+0000 7f530c99a640 10 monclient: get_auth_request con 0x7f530000d3b0 auth_method 0 2023-12-03T11:50:25.271 INFO:tasks.workunit.client.0.smithi019.stderr: -280> 2023-12-03T11:50:25.180+0000 7f530ee7e980 20 RGWRados::pool_iterate: got zonegroup_info.9433ba8b-08fe-4f3d-8375-ae7b0ce32294 2023-12-03T11:50:25.271 INFO:tasks.workunit.client.0.smithi019.stderr: -279> 2023-12-03T11:50:25.180+0000 7f530ee7e980 20 RGWRados::pool_iterate: got zone_info.43a5e689-6a4f-4bb6-8529-28824bd75ab9 2023-12-03T11:50:25.271 INFO:tasks.workunit.client.0.smithi019.stderr: -278> 2023-12-03T11:50:25.180+0000 7f530ee7e980 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:50:25.271 INFO:tasks.workunit.client.0.smithi019.stderr: -277> 2023-12-03T11:50:25.180+0000 7f530ee7e980 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:50:25.271 INFO:tasks.workunit.client.0.smithi019.stderr: -276> 2023-12-03T11:50:25.180+0000 7f530ee7e980 20 rados->read ofs=0 len=0 2023-12-03T11:50:25.271 INFO:tasks.workunit.client.0.smithi019.stderr: -275> 2023-12-03T11:50:25.180+0000 7f530d19b640 0 -- 172.21.15.19:0/215755607 >> [v2:172.21.15.19:6810/916309765,v1:172.21.15.19:6813/916309765] conn(0x55ab7ad043c0 msgr2=0x55ab7ad067b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:50:25.271 INFO:tasks.workunit.client.0.smithi019.stderr: -274> 2023-12-03T11:50:25.180+0000 7f530ee7e980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:25.271 INFO:tasks.workunit.client.0.smithi019.stderr: -273> 2023-12-03T11:50:25.180+0000 7f530ee7e980 20 rados->read ofs=0 len=0 2023-12-03T11:50:25.271 INFO:tasks.workunit.client.0.smithi019.stderr: -272> 2023-12-03T11:50:25.180+0000 7f52f1ffb640 1 client.6732.objecter ms_handle_reset 0x55ab7ad043c0 session 0x55ab7aad2100 osd.1 2023-12-03T11:50:25.271 INFO:tasks.workunit.client.0.smithi019.stderr: -271> 2023-12-03T11:50:25.180+0000 7f52f1ffb640 10 monclient: _renew_subs 2023-12-03T11:50:25.272 INFO:tasks.workunit.client.0.smithi019.stderr: -270> 2023-12-03T11:50:25.180+0000 7f52f1ffb640 10 monclient: _send_mon_message to mon.a at v2:172.21.15.19:3300/0 2023-12-03T11:50:25.272 INFO:tasks.workunit.client.0.smithi019.stderr: -269> 2023-12-03T11:50:25.180+0000 7f530d19b640 10 monclient: get_auth_request con 0x7f52e8075360 auth_method 0 2023-12-03T11:50:25.272 INFO:tasks.workunit.client.0.smithi019.stderr: -268> 2023-12-03T11:50:25.180+0000 7f530ee7e980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:50:25.272 INFO:tasks.workunit.client.0.smithi019.stderr: -267> 2023-12-03T11:50:25.180+0000 7f530ee7e980 20 rados->read ofs=0 len=0 2023-12-03T11:50:25.272 INFO:tasks.workunit.client.0.smithi019.stderr: -266> 2023-12-03T11:50:25.184+0000 7f530ee7e980 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:50:25.272 INFO:tasks.workunit.client.0.smithi019.stderr: -265> 2023-12-03T11:50:25.184+0000 7f530ee7e980 20 zone default found 2023-12-03T11:50:25.272 INFO:tasks.workunit.client.0.smithi019.stderr: -264> 2023-12-03T11:50:25.184+0000 7f530ee7e980 4 Realm: () 2023-12-03T11:50:25.272 INFO:tasks.workunit.client.0.smithi019.stderr: -263> 2023-12-03T11:50:25.184+0000 7f530ee7e980 4 ZoneGroup: default (9433ba8b-08fe-4f3d-8375-ae7b0ce32294) 2023-12-03T11:50:25.272 INFO:tasks.workunit.client.0.smithi019.stderr: -262> 2023-12-03T11:50:25.184+0000 7f530ee7e980 4 Zone: default (43a5e689-6a4f-4bb6-8529-28824bd75ab9) 2023-12-03T11:50:25.272 INFO:tasks.workunit.client.0.smithi019.stderr: -261> 2023-12-03T11:50:25.184+0000 7f530ee7e980 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:50:25.272 INFO:tasks.workunit.client.0.smithi019.stderr: -260> 2023-12-03T11:50:25.184+0000 7f530ee7e980 20 zonegroup default 2023-12-03T11:50:25.272 INFO:tasks.workunit.client.0.smithi019.stderr: -259> 2023-12-03T11:50:25.184+0000 7f530ee7e980 20 rados->read ofs=0 len=0 2023-12-03T11:50:25.272 INFO:tasks.workunit.client.0.smithi019.stderr: -258> 2023-12-03T11:50:25.184+0000 7f530ee7e980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:25.272 INFO:tasks.workunit.client.0.smithi019.stderr: -257> 2023-12-03T11:50:25.184+0000 7f530ee7e980 20 rados->read ofs=0 len=0 2023-12-03T11:50:25.272 INFO:tasks.workunit.client.0.smithi019.stderr: -256> 2023-12-03T11:50:25.184+0000 7f530ee7e980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:25.273 INFO:tasks.workunit.client.0.smithi019.stderr: -255> 2023-12-03T11:50:25.184+0000 7f530ee7e980 20 rados->read ofs=0 len=0 2023-12-03T11:50:25.273 INFO:tasks.workunit.client.0.smithi019.stderr: -254> 2023-12-03T11:50:25.184+0000 7f530ee7e980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:25.273 INFO:tasks.workunit.client.0.smithi019.stderr: -253> 2023-12-03T11:50:25.184+0000 7f530ee7e980 20 started sync module instance, tier type = 2023-12-03T11:50:25.273 INFO:tasks.workunit.client.0.smithi019.stderr: -252> 2023-12-03T11:50:25.184+0000 7f530ee7e980 20 started zone id=43a5e689-6a4f-4bb6-8529-28824bd75ab9 (name=default) with tier type = 2023-12-03T11:50:25.273 INFO:tasks.workunit.client.0.smithi019.stderr: -251> 2023-12-03T11:50:25.204+0000 7f530c99a640 0 -- 172.21.15.19:0/215755607 >> [v2:172.21.15.19:6808/438722807,v1:172.21.15.19:6809/438722807] conn(0x7f530000d3b0 msgr2=0x7f530000d830 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:50:25.273 INFO:tasks.workunit.client.0.smithi019.stderr: -250> 2023-12-03T11:50:25.204+0000 7f530ee7e980 20 add_watcher() i=0 2023-12-03T11:50:25.273 INFO:tasks.workunit.client.0.smithi019.stderr: -249> 2023-12-03T11:50:25.204+0000 7f52f1ffb640 1 client.6732.objecter ms_handle_reset 0x7f530000d3b0 session 0x7f530002dda0 osd.0 2023-12-03T11:50:25.273 INFO:tasks.workunit.client.0.smithi019.stderr: -248> 2023-12-03T11:50:25.204+0000 7f530ee7e980 20 add_watcher() i=1 2023-12-03T11:50:25.273 INFO:tasks.workunit.client.0.smithi019.stderr: -247> 2023-12-03T11:50:25.204+0000 7f530ee7e980 20 add_watcher() i=2 2023-12-03T11:50:25.273 INFO:tasks.workunit.client.0.smithi019.stderr: -246> 2023-12-03T11:50:25.204+0000 7f530ee7e980 20 add_watcher() i=3 2023-12-03T11:50:25.273 INFO:tasks.workunit.client.0.smithi019.stderr: -245> 2023-12-03T11:50:25.204+0000 7f530ee7e980 20 add_watcher() i=4 2023-12-03T11:50:25.273 INFO:tasks.workunit.client.0.smithi019.stderr: -244> 2023-12-03T11:50:25.204+0000 7f530ee7e980 20 add_watcher() i=5 2023-12-03T11:50:25.273 INFO:tasks.workunit.client.0.smithi019.stderr: -243> 2023-12-03T11:50:25.204+0000 7f530ee7e980 20 add_watcher() i=6 2023-12-03T11:50:25.273 INFO:tasks.workunit.client.0.smithi019.stderr: -242> 2023-12-03T11:50:25.204+0000 7f530c99a640 10 monclient: get_auth_request con 0x55ab7ad043c0 auth_method 0 2023-12-03T11:50:25.273 INFO:tasks.workunit.client.0.smithi019.stderr: -241> 2023-12-03T11:50:25.204+0000 7f530ee7e980 20 add_watcher() i=7 2023-12-03T11:50:25.273 INFO:tasks.workunit.client.0.smithi019.stderr: -240> 2023-12-03T11:50:25.204+0000 7f530ee7e980 2 all 8 watchers are set, enabling cache 2023-12-03T11:50:25.274 INFO:tasks.workunit.client.0.smithi019.stderr: -239> 2023-12-03T11:50:25.208+0000 7f530ee7e980 5 AuthRegistry(0x7fff8f245910) adding auth protocol: cephx 2023-12-03T11:50:25.274 INFO:tasks.workunit.client.0.smithi019.stderr: -238> 2023-12-03T11:50:25.208+0000 7f530ee7e980 5 AuthRegistry(0x7fff8f245910) adding auth protocol: cephx 2023-12-03T11:50:25.274 INFO:tasks.workunit.client.0.smithi019.stderr: -237> 2023-12-03T11:50:25.208+0000 7f530ee7e980 5 AuthRegistry(0x7fff8f245910) adding auth protocol: cephx 2023-12-03T11:50:25.274 INFO:tasks.workunit.client.0.smithi019.stderr: -236> 2023-12-03T11:50:25.208+0000 7f530ee7e980 5 AuthRegistry(0x7fff8f245910) adding con mode: secure 2023-12-03T11:50:25.274 INFO:tasks.workunit.client.0.smithi019.stderr: -235> 2023-12-03T11:50:25.208+0000 7f530ee7e980 5 AuthRegistry(0x7fff8f245910) adding con mode: crc 2023-12-03T11:50:25.274 INFO:tasks.workunit.client.0.smithi019.stderr: -234> 2023-12-03T11:50:25.208+0000 7f530ee7e980 5 AuthRegistry(0x7fff8f245910) adding con mode: secure 2023-12-03T11:50:25.274 INFO:tasks.workunit.client.0.smithi019.stderr: -233> 2023-12-03T11:50:25.208+0000 7f530ee7e980 5 AuthRegistry(0x7fff8f245910) adding con mode: crc 2023-12-03T11:50:25.274 INFO:tasks.workunit.client.0.smithi019.stderr: -232> 2023-12-03T11:50:25.208+0000 7f52d2fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:50:25.274 INFO:tasks.workunit.client.0.smithi019.stderr: -231> 2023-12-03T11:50:25.208+0000 7f530ee7e980 5 AuthRegistry(0x7fff8f245910) adding con mode: secure 2023-12-03T11:50:25.274 INFO:tasks.workunit.client.0.smithi019.stderr: -230> 2023-12-03T11:50:25.208+0000 7f530ee7e980 5 AuthRegistry(0x7fff8f245910) adding con mode: crc 2023-12-03T11:50:25.274 INFO:tasks.workunit.client.0.smithi019.stderr: -229> 2023-12-03T11:50:25.208+0000 7f530ee7e980 5 AuthRegistry(0x7fff8f245910) adding con mode: crc 2023-12-03T11:50:25.274 INFO:tasks.workunit.client.0.smithi019.stderr: -228> 2023-12-03T11:50:25.208+0000 7f530ee7e980 5 AuthRegistry(0x7fff8f245910) adding con mode: secure 2023-12-03T11:50:25.274 INFO:tasks.workunit.client.0.smithi019.stderr: -227> 2023-12-03T11:50:25.208+0000 7f530ee7e980 5 AuthRegistry(0x7fff8f245910) adding con mode: crc 2023-12-03T11:50:25.275 INFO:tasks.workunit.client.0.smithi019.stderr: -226> 2023-12-03T11:50:25.208+0000 7f530ee7e980 5 AuthRegistry(0x7fff8f245910) adding con mode: secure 2023-12-03T11:50:25.275 INFO:tasks.workunit.client.0.smithi019.stderr: -225> 2023-12-03T11:50:25.208+0000 7f530ee7e980 5 AuthRegistry(0x7fff8f245910) adding con mode: crc 2023-12-03T11:50:25.275 INFO:tasks.workunit.client.0.smithi019.stderr: -224> 2023-12-03T11:50:25.208+0000 7f530ee7e980 5 AuthRegistry(0x7fff8f245910) adding con mode: secure 2023-12-03T11:50:25.275 INFO:tasks.workunit.client.0.smithi019.stderr: -223> 2023-12-03T11:50:25.208+0000 7f530ee7e980 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-12-03T11:50:25.275 INFO:tasks.workunit.client.0.smithi019.stderr: -222> 2023-12-03T11:50:25.208+0000 7f530ee7e980 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:50:25.275 INFO:tasks.workunit.client.0.smithi019.stderr: -221> 2023-12-03T11:50:25.208+0000 7f530ee7e980 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:50:25.275 INFO:tasks.workunit.client.0.smithi019.stderr: -220> 2023-12-03T11:50:25.208+0000 7f530ee7e980 5 asok(0x55ab7aaad240) register_command cache list hook 0x55ab7ac9b9c0 2023-12-03T11:50:25.275 INFO:tasks.workunit.client.0.smithi019.stderr: -219> 2023-12-03T11:50:25.208+0000 7f530ee7e980 5 asok(0x55ab7aaad240) register_command cache inspect hook 0x55ab7ac9b9c0 2023-12-03T11:50:25.275 INFO:tasks.workunit.client.0.smithi019.stderr: -218> 2023-12-03T11:50:25.208+0000 7f530ee7e980 5 asok(0x55ab7aaad240) register_command cache erase hook 0x55ab7ac9b9c0 2023-12-03T11:50:25.275 INFO:tasks.workunit.client.0.smithi019.stderr: -217> 2023-12-03T11:50:25.208+0000 7f530ee7e980 5 asok(0x55ab7aaad240) register_command cache zap hook 0x55ab7ac9b9c0 2023-12-03T11:50:25.275 INFO:tasks.workunit.client.0.smithi019.stderr: -216> 2023-12-03T11:50:25.208+0000 7f530ee7e980 10 monclient: get_monmap_and_config 2023-12-03T11:50:25.275 INFO:tasks.workunit.client.0.smithi019.stderr: -215> 2023-12-03T11:50:25.208+0000 7f530ee7e980 10 monclient: build_initial_monmap 2023-12-03T11:50:25.275 INFO:tasks.workunit.client.0.smithi019.stderr: -214> 2023-12-03T11:50:25.208+0000 7f530ee7e980 1 build_initial for_mkfs: 0 2023-12-03T11:50:25.275 INFO:tasks.workunit.client.0.smithi019.stderr: -213> 2023-12-03T11:50:25.208+0000 7f530ee7e980 10 monclient: monmap: 2023-12-03T11:50:25.275 INFO:tasks.workunit.client.0.smithi019.stderr:epoch 0 2023-12-03T11:50:25.276 INFO:tasks.workunit.client.0.smithi019.stderr:fsid 00000000-0000-0000-0000-000000000000 2023-12-03T11:50:25.276 INFO:tasks.workunit.client.0.smithi019.stderr:last_changed 0.000000 2023-12-03T11:50:25.276 INFO:tasks.workunit.client.0.smithi019.stderr:created 0.000000 2023-12-03T11:50:25.276 INFO:tasks.workunit.client.0.smithi019.stderr:min_mon_release 0 (unknown) 2023-12-03T11:50:25.276 INFO:tasks.workunit.client.0.smithi019.stderr:election_strategy: 1 2023-12-03T11:50:25.276 INFO:tasks.workunit.client.0.smithi019.stderr:0: [v2:172.21.15.19:3300/0,v1:172.21.15.19:6789/0] mon.noname-a 2023-12-03T11:50:25.276 INFO:tasks.workunit.client.0.smithi019.stderr:1: [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] mon.noname-b 2023-12-03T11:50:25.276 INFO:tasks.workunit.client.0.smithi019.stderr:2: [v2:172.21.15.19:3301/0,v1:172.21.15.19:6790/0] mon.noname-c 2023-12-03T11:50:25.276 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:50:25.276 INFO:tasks.workunit.client.0.smithi019.stderr: -212> 2023-12-03T11:50:25.208+0000 7f530ee7e980 5 AuthRegistry(0x55ab7ad48900) adding auth protocol: cephx 2023-12-03T11:50:25.276 INFO:tasks.workunit.client.0.smithi019.stderr: -211> 2023-12-03T11:50:25.208+0000 7f530ee7e980 5 AuthRegistry(0x55ab7ad48900) adding auth protocol: cephx 2023-12-03T11:50:25.276 INFO:tasks.workunit.client.0.smithi019.stderr: -210> 2023-12-03T11:50:25.208+0000 7f530ee7e980 5 AuthRegistry(0x55ab7ad48900) adding auth protocol: cephx 2023-12-03T11:50:25.277 INFO:tasks.workunit.client.0.smithi019.stderr: -209> 2023-12-03T11:50:25.208+0000 7f530ee7e980 5 AuthRegistry(0x55ab7ad48900) adding con mode: secure 2023-12-03T11:50:25.277 INFO:tasks.workunit.client.0.smithi019.stderr: -208> 2023-12-03T11:50:25.208+0000 7f530ee7e980 5 AuthRegistry(0x55ab7ad48900) adding con mode: crc 2023-12-03T11:50:25.277 INFO:tasks.workunit.client.0.smithi019.stderr: -207> 2023-12-03T11:50:25.208+0000 7f530ee7e980 5 AuthRegistry(0x55ab7ad48900) adding con mode: secure 2023-12-03T11:50:25.277 INFO:tasks.workunit.client.0.smithi019.stderr: -206> 2023-12-03T11:50:25.208+0000 7f530ee7e980 5 AuthRegistry(0x55ab7ad48900) adding con mode: crc 2023-12-03T11:50:25.277 INFO:tasks.workunit.client.0.smithi019.stderr: -205> 2023-12-03T11:50:25.208+0000 7f530ee7e980 5 AuthRegistry(0x55ab7ad48900) adding con mode: secure 2023-12-03T11:50:25.277 INFO:tasks.workunit.client.0.smithi019.stderr: -204> 2023-12-03T11:50:25.208+0000 7f530ee7e980 5 AuthRegistry(0x55ab7ad48900) adding con mode: crc 2023-12-03T11:50:25.277 INFO:tasks.workunit.client.0.smithi019.stderr: -203> 2023-12-03T11:50:25.208+0000 7f530ee7e980 5 AuthRegistry(0x55ab7ad48900) adding con mode: crc 2023-12-03T11:50:25.277 INFO:tasks.workunit.client.0.smithi019.stderr: -202> 2023-12-03T11:50:25.208+0000 7f530ee7e980 5 AuthRegistry(0x55ab7ad48900) adding con mode: secure 2023-12-03T11:50:25.277 INFO:tasks.workunit.client.0.smithi019.stderr: -201> 2023-12-03T11:50:25.208+0000 7f530ee7e980 5 AuthRegistry(0x55ab7ad48900) adding con mode: crc 2023-12-03T11:50:25.277 INFO:tasks.workunit.client.0.smithi019.stderr: -200> 2023-12-03T11:50:25.208+0000 7f530ee7e980 5 AuthRegistry(0x55ab7ad48900) adding con mode: secure 2023-12-03T11:50:25.277 INFO:tasks.workunit.client.0.smithi019.stderr: -199> 2023-12-03T11:50:25.208+0000 7f530ee7e980 5 AuthRegistry(0x55ab7ad48900) adding con mode: crc 2023-12-03T11:50:25.277 INFO:tasks.workunit.client.0.smithi019.stderr: -198> 2023-12-03T11:50:25.208+0000 7f530ee7e980 5 AuthRegistry(0x55ab7ad48900) adding con mode: secure 2023-12-03T11:50:25.277 INFO:tasks.workunit.client.0.smithi019.stderr: -197> 2023-12-03T11:50:25.208+0000 7f530ee7e980 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-12-03T11:50:25.277 INFO:tasks.workunit.client.0.smithi019.stderr: -196> 2023-12-03T11:50:25.208+0000 7f530ee7e980 10 monclient: init 2023-12-03T11:50:25.277 INFO:tasks.workunit.client.0.smithi019.stderr: -195> 2023-12-03T11:50:25.208+0000 7f530ee7e980 5 AuthRegistry(0x7fff8f245460) adding auth protocol: cephx 2023-12-03T11:50:25.278 INFO:tasks.workunit.client.0.smithi019.stderr: -194> 2023-12-03T11:50:25.208+0000 7f530ee7e980 5 AuthRegistry(0x7fff8f245460) adding auth protocol: cephx 2023-12-03T11:50:25.278 INFO:tasks.workunit.client.0.smithi019.stderr: -193> 2023-12-03T11:50:25.208+0000 7f530ee7e980 5 AuthRegistry(0x7fff8f245460) adding auth protocol: cephx 2023-12-03T11:50:25.278 INFO:tasks.workunit.client.0.smithi019.stderr: -192> 2023-12-03T11:50:25.208+0000 7f530ee7e980 5 AuthRegistry(0x7fff8f245460) adding con mode: secure 2023-12-03T11:50:25.278 INFO:tasks.workunit.client.0.smithi019.stderr: -191> 2023-12-03T11:50:25.208+0000 7f530ee7e980 5 AuthRegistry(0x7fff8f245460) adding con mode: crc 2023-12-03T11:50:25.278 INFO:tasks.workunit.client.0.smithi019.stderr: -190> 2023-12-03T11:50:25.208+0000 7f530ee7e980 5 AuthRegistry(0x7fff8f245460) adding con mode: secure 2023-12-03T11:50:25.278 INFO:tasks.workunit.client.0.smithi019.stderr: -189> 2023-12-03T11:50:25.208+0000 7f530ee7e980 5 AuthRegistry(0x7fff8f245460) adding con mode: crc 2023-12-03T11:50:25.278 INFO:tasks.workunit.client.0.smithi019.stderr: -188> 2023-12-03T11:50:25.208+0000 7f530ee7e980 5 AuthRegistry(0x7fff8f245460) adding con mode: secure 2023-12-03T11:50:25.279 INFO:tasks.workunit.client.0.smithi019.stderr: -187> 2023-12-03T11:50:25.208+0000 7f530ee7e980 5 AuthRegistry(0x7fff8f245460) adding con mode: crc 2023-12-03T11:50:25.279 INFO:tasks.workunit.client.0.smithi019.stderr: -186> 2023-12-03T11:50:25.208+0000 7f530ee7e980 5 AuthRegistry(0x7fff8f245460) adding con mode: crc 2023-12-03T11:50:25.279 INFO:tasks.workunit.client.0.smithi019.stderr: -185> 2023-12-03T11:50:25.208+0000 7f530ee7e980 5 AuthRegistry(0x7fff8f245460) adding con mode: secure 2023-12-03T11:50:25.279 INFO:tasks.workunit.client.0.smithi019.stderr: -184> 2023-12-03T11:50:25.208+0000 7f530ee7e980 5 AuthRegistry(0x7fff8f245460) adding con mode: crc 2023-12-03T11:50:25.279 INFO:tasks.workunit.client.0.smithi019.stderr: -183> 2023-12-03T11:50:25.208+0000 7f530ee7e980 5 AuthRegistry(0x7fff8f245460) adding con mode: secure 2023-12-03T11:50:25.279 INFO:tasks.workunit.client.0.smithi019.stderr: -182> 2023-12-03T11:50:25.208+0000 7f530ee7e980 5 AuthRegistry(0x7fff8f245460) adding con mode: crc 2023-12-03T11:50:25.279 INFO:tasks.workunit.client.0.smithi019.stderr: -181> 2023-12-03T11:50:25.208+0000 7f530ee7e980 5 AuthRegistry(0x7fff8f245460) adding con mode: secure 2023-12-03T11:50:25.279 INFO:tasks.workunit.client.0.smithi019.stderr: -180> 2023-12-03T11:50:25.208+0000 7f530ee7e980 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-12-03T11:50:25.279 INFO:tasks.workunit.client.0.smithi019.stderr: -179> 2023-12-03T11:50:25.208+0000 7f530ee7e980 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-12-03T11:50:25.279 INFO:tasks.workunit.client.0.smithi019.stderr: -178> 2023-12-03T11:50:25.208+0000 7f530ee7e980 5 asok(0x55ab7aaad240) register_command rotate-key cmddesc rotate-key hook 0x7fff8f2455a8 EEXIST 2023-12-03T11:50:25.279 INFO:tasks.workunit.client.0.smithi019.stderr: -177> 2023-12-03T11:50:25.208+0000 7f530ee7e980 10 monclient: _reopen_session rank -1 2023-12-03T11:50:25.279 INFO:tasks.workunit.client.0.smithi019.stderr: -176> 2023-12-03T11:50:25.208+0000 7f530ee7e980 10 monclient: _add_conns ranks=[0,2,1] 2023-12-03T11:50:25.279 INFO:tasks.workunit.client.0.smithi019.stderr: -175> 2023-12-03T11:50:25.208+0000 7f530ee7e980 10 monclient(hunting): picked mon.noname-a con 0x55ab7ad49230 addr [v2:172.21.15.19:3300/0,v1:172.21.15.19:6789/0] 2023-12-03T11:50:25.280 INFO:tasks.workunit.client.0.smithi019.stderr: -174> 2023-12-03T11:50:25.208+0000 7f530ee7e980 10 monclient(hunting): picked mon.noname-c con 0x55ab7ad44e20 addr [v2:172.21.15.19:3301/0,v1:172.21.15.19:6790/0] 2023-12-03T11:50:25.280 INFO:tasks.workunit.client.0.smithi019.stderr: -173> 2023-12-03T11:50:25.208+0000 7f530ee7e980 10 monclient(hunting): picked mon.noname-b con 0x55ab7ad560e0 addr [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] 2023-12-03T11:50:25.280 INFO:tasks.workunit.client.0.smithi019.stderr: -172> 2023-12-03T11:50:25.208+0000 7f530ee7e980 10 monclient(hunting): start opening mon connection 2023-12-03T11:50:25.280 INFO:tasks.workunit.client.0.smithi019.stderr: -171> 2023-12-03T11:50:25.208+0000 7f530ee7e980 10 monclient(hunting): start opening mon connection 2023-12-03T11:50:25.280 INFO:tasks.workunit.client.0.smithi019.stderr: -170> 2023-12-03T11:50:25.208+0000 7f530ee7e980 10 monclient(hunting): start opening mon connection 2023-12-03T11:50:25.280 INFO:tasks.workunit.client.0.smithi019.stderr: -169> 2023-12-03T11:50:25.208+0000 7f530ee7e980 10 monclient(hunting): _renew_subs 2023-12-03T11:50:25.280 INFO:tasks.workunit.client.0.smithi019.stderr: -168> 2023-12-03T11:50:25.208+0000 7f530ee7e980 10 monclient(hunting): authenticate will time out at 1883.614327s 2023-12-03T11:50:25.280 INFO:tasks.workunit.client.0.smithi019.stderr: -167> 2023-12-03T11:50:25.208+0000 7f530d19b640 10 monclient(hunting): get_auth_request con 0x55ab7ad49230 auth_method 0 2023-12-03T11:50:25.280 INFO:tasks.workunit.client.0.smithi019.stderr: -166> 2023-12-03T11:50:25.208+0000 7f530d19b640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-12-03T11:50:25.280 INFO:tasks.workunit.client.0.smithi019.stderr: -165> 2023-12-03T11:50:25.208+0000 7f530d19b640 10 monclient(hunting): _init_auth method 2 2023-12-03T11:50:25.280 INFO:tasks.workunit.client.0.smithi019.stderr: -164> 2023-12-03T11:50:25.208+0000 7f530d19b640 10 monclient(hunting): _init_auth creating new auth 2023-12-03T11:50:25.280 INFO:tasks.workunit.client.0.smithi019.stderr: -163> 2023-12-03T11:50:25.208+0000 7f530c99a640 10 monclient(hunting): get_auth_request con 0x55ab7ad44e20 auth_method 0 2023-12-03T11:50:25.280 INFO:tasks.workunit.client.0.smithi019.stderr: -162> 2023-12-03T11:50:25.208+0000 7f530c99a640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-12-03T11:50:25.280 INFO:tasks.workunit.client.0.smithi019.stderr: -161> 2023-12-03T11:50:25.208+0000 7f530c99a640 10 monclient(hunting): _init_auth method 2 2023-12-03T11:50:25.280 INFO:tasks.workunit.client.0.smithi019.stderr: -160> 2023-12-03T11:50:25.208+0000 7f530c99a640 10 monclient(hunting): _init_auth creating new auth 2023-12-03T11:50:25.281 INFO:tasks.workunit.client.0.smithi019.stderr: -159> 2023-12-03T11:50:25.208+0000 7f530d19b640 10 monclient(hunting): handle_auth_reply_more payload 9 2023-12-03T11:50:25.281 INFO:tasks.workunit.client.0.smithi019.stderr: -158> 2023-12-03T11:50:25.208+0000 7f530d19b640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-12-03T11:50:25.281 INFO:tasks.workunit.client.0.smithi019.stderr: -157> 2023-12-03T11:50:25.208+0000 7f530d19b640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-12-03T11:50:25.281 INFO:tasks.workunit.client.0.smithi019.stderr: -156> 2023-12-03T11:50:25.208+0000 7f530c99a640 10 monclient(hunting): handle_auth_reply_more payload 9 2023-12-03T11:50:25.281 INFO:tasks.workunit.client.0.smithi019.stderr: -155> 2023-12-03T11:50:25.208+0000 7f530c99a640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-12-03T11:50:25.281 INFO:tasks.workunit.client.0.smithi019.stderr: -154> 2023-12-03T11:50:25.208+0000 7f530c99a640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-12-03T11:50:25.281 INFO:tasks.workunit.client.0.smithi019.stderr: -153> 2023-12-03T11:50:25.208+0000 7f530c199640 10 monclient(hunting): get_auth_request con 0x55ab7ad560e0 auth_method 0 2023-12-03T11:50:25.281 INFO:tasks.workunit.client.0.smithi019.stderr: -152> 2023-12-03T11:50:25.208+0000 7f530c199640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-12-03T11:50:25.281 INFO:tasks.workunit.client.0.smithi019.stderr: -151> 2023-12-03T11:50:25.208+0000 7f530c199640 10 monclient(hunting): _init_auth method 2 2023-12-03T11:50:25.281 INFO:tasks.workunit.client.0.smithi019.stderr: -150> 2023-12-03T11:50:25.208+0000 7f530c199640 10 monclient(hunting): _init_auth creating new auth 2023-12-03T11:50:25.281 INFO:tasks.workunit.client.0.smithi019.stderr: -149> 2023-12-03T11:50:25.208+0000 7f530d19b640 10 monclient(hunting): handle_auth_done global_id 6735 payload 274 2023-12-03T11:50:25.281 INFO:tasks.workunit.client.0.smithi019.stderr: -148> 2023-12-03T11:50:25.208+0000 7f530d19b640 10 monclient: _finish_hunting 0 2023-12-03T11:50:25.281 INFO:tasks.workunit.client.0.smithi019.stderr: -147> 2023-12-03T11:50:25.208+0000 7f530d19b640 1 monclient: found mon.noname-a 2023-12-03T11:50:25.281 INFO:tasks.workunit.client.0.smithi019.stderr: -146> 2023-12-03T11:50:25.208+0000 7f530d19b640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.19:3300/0 2023-12-03T11:50:25.281 INFO:tasks.workunit.client.0.smithi019.stderr: -145> 2023-12-03T11:50:25.208+0000 7f52d27e4640 10 monclient: handle_monmap mon_map magic: 0 v1 2023-12-03T11:50:25.282 INFO:tasks.workunit.client.0.smithi019.stderr: -144> 2023-12-03T11:50:25.208+0000 7f52d27e4640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2023-12-03T11:50:25.282 INFO:tasks.workunit.client.0.smithi019.stderr: -143> 2023-12-03T11:50:25.208+0000 7f52d27e4640 10 monclient: dump: 2023-12-03T11:50:25.282 INFO:tasks.workunit.client.0.smithi019.stderr:epoch 1 2023-12-03T11:50:25.282 INFO:tasks.workunit.client.0.smithi019.stderr:fsid ae33780b-1c64-42c6-818c-b1dc720ff6a2 2023-12-03T11:50:25.282 INFO:tasks.workunit.client.0.smithi019.stderr:last_changed 2023-12-03T11:35:13.610069+0000 2023-12-03T11:50:25.282 INFO:tasks.workunit.client.0.smithi019.stderr:created 2023-12-03T11:35:13.610069+0000 2023-12-03T11:50:25.282 INFO:tasks.workunit.client.0.smithi019.stderr:min_mon_release 18 (reef) 2023-12-03T11:50:25.282 INFO:tasks.workunit.client.0.smithi019.stderr:election_strategy: 1 2023-12-03T11:50:25.282 INFO:tasks.workunit.client.0.smithi019.stderr:0: [v2:172.21.15.19:3300/0,v1:172.21.15.19:6789/0] mon.a 2023-12-03T11:50:25.282 INFO:tasks.workunit.client.0.smithi019.stderr:1: [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] mon.b 2023-12-03T11:50:25.282 INFO:tasks.workunit.client.0.smithi019.stderr:2: [v2:172.21.15.19:3301/0,v1:172.21.15.19:6790/0] mon.c 2023-12-03T11:50:25.282 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:50:25.282 INFO:tasks.workunit.client.0.smithi019.stderr: -142> 2023-12-03T11:50:25.208+0000 7f52d27e4640 10 monclient: _finish_auth 0 2023-12-03T11:50:25.282 INFO:tasks.workunit.client.0.smithi019.stderr: -141> 2023-12-03T11:50:25.208+0000 7f52d27e4640 10 monclient: _check_auth_tickets 2023-12-03T11:50:25.283 INFO:tasks.workunit.client.0.smithi019.stderr: -140> 2023-12-03T11:50:25.208+0000 7f52d27e4640 10 monclient: handle_config config(0 keys) v1 2023-12-03T11:50:25.283 INFO:tasks.workunit.client.0.smithi019.stderr: -139> 2023-12-03T11:50:25.208+0000 7f530ee7e980 5 monclient: authenticate success, global_id 6735 2023-12-03T11:50:25.283 INFO:tasks.workunit.client.0.smithi019.stderr: -138> 2023-12-03T11:50:25.208+0000 7f530ee7e980 10 monclient: get_monmap_and_config success 2023-12-03T11:50:25.283 INFO:tasks.workunit.client.0.smithi019.stderr: -137> 2023-12-03T11:50:25.208+0000 7f530ee7e980 4 set_mon_vals no callback set 2023-12-03T11:50:25.283 INFO:tasks.workunit.client.0.smithi019.stderr: -136> 2023-12-03T11:50:25.208+0000 7f52d27e4640 10 monclient: handle_monmap mon_map magic: 0 v1 2023-12-03T11:50:25.283 INFO:tasks.workunit.client.0.smithi019.stderr: -135> 2023-12-03T11:50:25.208+0000 7f52d27e4640 10 monclient: got monmap 1 from mon.a (according to old e1) 2023-12-03T11:50:25.283 INFO:tasks.workunit.client.0.smithi019.stderr: -134> 2023-12-03T11:50:25.208+0000 7f52d27e4640 10 monclient: dump: 2023-12-03T11:50:25.283 INFO:tasks.workunit.client.0.smithi019.stderr:epoch 1 2023-12-03T11:50:25.283 INFO:tasks.workunit.client.0.smithi019.stderr:fsid ae33780b-1c64-42c6-818c-b1dc720ff6a2 2023-12-03T11:50:25.283 INFO:tasks.workunit.client.0.smithi019.stderr:last_changed 2023-12-03T11:35:13.610069+0000 2023-12-03T11:50:25.284 INFO:tasks.workunit.client.0.smithi019.stderr:created 2023-12-03T11:35:13.610069+0000 2023-12-03T11:50:25.284 INFO:tasks.workunit.client.0.smithi019.stderr:min_mon_release 18 (reef) 2023-12-03T11:50:25.284 INFO:tasks.workunit.client.0.smithi019.stderr:election_strategy: 1 2023-12-03T11:50:25.284 INFO:tasks.workunit.client.0.smithi019.stderr:0: [v2:172.21.15.19:3300/0,v1:172.21.15.19:6789/0] mon.a 2023-12-03T11:50:25.284 INFO:tasks.workunit.client.0.smithi019.stderr:1: [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] mon.b 2023-12-03T11:50:25.284 INFO:tasks.workunit.client.0.smithi019.stderr:2: [v2:172.21.15.19:3301/0,v1:172.21.15.19:6790/0] mon.c 2023-12-03T11:50:25.284 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:50:25.284 INFO:tasks.workunit.client.0.smithi019.stderr: -133> 2023-12-03T11:50:25.212+0000 7f530ee7e980 10 monclient: shutdown 2023-12-03T11:50:25.284 INFO:tasks.workunit.client.0.smithi019.stderr: -132> 2023-12-03T11:50:25.212+0000 7f530ee7e980 10 monclient: build_initial_monmap 2023-12-03T11:50:25.285 INFO:tasks.workunit.client.0.smithi019.stderr: -131> 2023-12-03T11:50:25.212+0000 7f530ee7e980 1 build_initial for_mkfs: 0 2023-12-03T11:50:25.285 INFO:tasks.workunit.client.0.smithi019.stderr: -130> 2023-12-03T11:50:25.212+0000 7f530ee7e980 10 monclient: monmap: 2023-12-03T11:50:25.285 INFO:tasks.workunit.client.0.smithi019.stderr:epoch 0 2023-12-03T11:50:25.285 INFO:tasks.workunit.client.0.smithi019.stderr:fsid 00000000-0000-0000-0000-000000000000 2023-12-03T11:50:25.285 INFO:tasks.workunit.client.0.smithi019.stderr:last_changed 0.000000 2023-12-03T11:50:25.285 INFO:tasks.workunit.client.0.smithi019.stderr:created 0.000000 2023-12-03T11:50:25.285 INFO:tasks.workunit.client.0.smithi019.stderr:min_mon_release 0 (unknown) 2023-12-03T11:50:25.285 INFO:tasks.workunit.client.0.smithi019.stderr:election_strategy: 1 2023-12-03T11:50:25.286 INFO:tasks.workunit.client.0.smithi019.stderr:0: [v2:172.21.15.19:3300/0,v1:172.21.15.19:6789/0] mon.noname-a 2023-12-03T11:50:25.286 INFO:tasks.workunit.client.0.smithi019.stderr:1: [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] mon.noname-b 2023-12-03T11:50:25.286 INFO:tasks.workunit.client.0.smithi019.stderr:2: [v2:172.21.15.19:3301/0,v1:172.21.15.19:6790/0] mon.noname-c 2023-12-03T11:50:25.286 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:50:25.286 INFO:tasks.workunit.client.0.smithi019.stderr: -129> 2023-12-03T11:50:25.212+0000 7f530ee7e980 5 AuthRegistry(0x55ab7ad48870) adding auth protocol: cephx 2023-12-03T11:50:25.286 INFO:tasks.workunit.client.0.smithi019.stderr: -128> 2023-12-03T11:50:25.212+0000 7f530ee7e980 5 AuthRegistry(0x55ab7ad48870) adding auth protocol: cephx 2023-12-03T11:50:25.286 INFO:tasks.workunit.client.0.smithi019.stderr: -127> 2023-12-03T11:50:25.212+0000 7f530ee7e980 5 AuthRegistry(0x55ab7ad48870) adding auth protocol: cephx 2023-12-03T11:50:25.286 INFO:tasks.workunit.client.0.smithi019.stderr: -126> 2023-12-03T11:50:25.212+0000 7f530ee7e980 5 AuthRegistry(0x55ab7ad48870) adding con mode: secure 2023-12-03T11:50:25.286 INFO:tasks.workunit.client.0.smithi019.stderr: -125> 2023-12-03T11:50:25.212+0000 7f530ee7e980 5 AuthRegistry(0x55ab7ad48870) adding con mode: crc 2023-12-03T11:50:25.287 INFO:tasks.workunit.client.0.smithi019.stderr: -124> 2023-12-03T11:50:25.212+0000 7f530ee7e980 5 AuthRegistry(0x55ab7ad48870) adding con mode: secure 2023-12-03T11:50:25.287 INFO:tasks.workunit.client.0.smithi019.stderr: -123> 2023-12-03T11:50:25.212+0000 7f530ee7e980 5 AuthRegistry(0x55ab7ad48870) adding con mode: crc 2023-12-03T11:50:25.287 INFO:tasks.workunit.client.0.smithi019.stderr: -122> 2023-12-03T11:50:25.212+0000 7f530ee7e980 5 AuthRegistry(0x55ab7ad48870) adding con mode: secure 2023-12-03T11:50:25.287 INFO:tasks.workunit.client.0.smithi019.stderr: -121> 2023-12-03T11:50:25.212+0000 7f530ee7e980 5 AuthRegistry(0x55ab7ad48870) adding con mode: crc 2023-12-03T11:50:25.287 INFO:tasks.workunit.client.0.smithi019.stderr: -120> 2023-12-03T11:50:25.212+0000 7f530ee7e980 5 AuthRegistry(0x55ab7ad48870) adding con mode: crc 2023-12-03T11:50:25.287 INFO:tasks.workunit.client.0.smithi019.stderr: -119> 2023-12-03T11:50:25.212+0000 7f530ee7e980 5 AuthRegistry(0x55ab7ad48870) adding con mode: secure 2023-12-03T11:50:25.287 INFO:tasks.workunit.client.0.smithi019.stderr: -118> 2023-12-03T11:50:25.212+0000 7f530ee7e980 5 AuthRegistry(0x55ab7ad48870) adding con mode: crc 2023-12-03T11:50:25.287 INFO:tasks.workunit.client.0.smithi019.stderr: -117> 2023-12-03T11:50:25.212+0000 7f530ee7e980 5 AuthRegistry(0x55ab7ad48870) adding con mode: secure 2023-12-03T11:50:25.288 INFO:tasks.workunit.client.0.smithi019.stderr: -116> 2023-12-03T11:50:25.212+0000 7f530ee7e980 5 AuthRegistry(0x55ab7ad48870) adding con mode: crc 2023-12-03T11:50:25.288 INFO:tasks.workunit.client.0.smithi019.stderr: -115> 2023-12-03T11:50:25.212+0000 7f530ee7e980 5 AuthRegistry(0x55ab7ad48870) adding con mode: secure 2023-12-03T11:50:25.288 INFO:tasks.workunit.client.0.smithi019.stderr: -114> 2023-12-03T11:50:25.212+0000 7f530ee7e980 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-12-03T11:50:25.288 INFO:tasks.workunit.client.0.smithi019.stderr: -113> 2023-12-03T11:50:25.212+0000 7f530ee7e980 1 librados: starting msgr at 2023-12-03T11:50:25.288 INFO:tasks.workunit.client.0.smithi019.stderr: -112> 2023-12-03T11:50:25.212+0000 7f530ee7e980 1 librados: starting objecter 2023-12-03T11:50:25.288 INFO:tasks.workunit.client.0.smithi019.stderr: -111> 2023-12-03T11:50:25.212+0000 7f530ee7e980 5 asok(0x55ab7aaad240) register_command objecter_requests cmddesc objecter_requests hook 0x55ab7ad49f00 EEXIST 2023-12-03T11:50:25.288 INFO:tasks.workunit.client.0.smithi019.stderr: -110> 2023-12-03T11:50:25.212+0000 7f530ee7e980 1 librados: setting wanted keys 2023-12-03T11:50:25.288 INFO:tasks.workunit.client.0.smithi019.stderr: -109> 2023-12-03T11:50:25.212+0000 7f530ee7e980 1 librados: calling monclient init 2023-12-03T11:50:25.289 INFO:tasks.workunit.client.0.smithi019.stderr: -108> 2023-12-03T11:50:25.212+0000 7f530ee7e980 10 monclient: init 2023-12-03T11:50:25.289 INFO:tasks.workunit.client.0.smithi019.stderr: -107> 2023-12-03T11:50:25.212+0000 7f530ee7e980 5 AuthRegistry(0x55ab7ad4be18) adding auth protocol: cephx 2023-12-03T11:50:25.289 INFO:tasks.workunit.client.0.smithi019.stderr: -106> 2023-12-03T11:50:25.212+0000 7f530ee7e980 5 AuthRegistry(0x55ab7ad4be18) adding auth protocol: cephx 2023-12-03T11:50:25.289 INFO:tasks.workunit.client.0.smithi019.stderr: -105> 2023-12-03T11:50:25.212+0000 7f530ee7e980 5 AuthRegistry(0x55ab7ad4be18) adding auth protocol: cephx 2023-12-03T11:50:25.289 INFO:tasks.workunit.client.0.smithi019.stderr: -104> 2023-12-03T11:50:25.212+0000 7f530ee7e980 5 AuthRegistry(0x55ab7ad4be18) adding con mode: secure 2023-12-03T11:50:25.289 INFO:tasks.workunit.client.0.smithi019.stderr: -103> 2023-12-03T11:50:25.212+0000 7f530ee7e980 5 AuthRegistry(0x55ab7ad4be18) adding con mode: crc 2023-12-03T11:50:25.289 INFO:tasks.workunit.client.0.smithi019.stderr: -102> 2023-12-03T11:50:25.212+0000 7f530ee7e980 5 AuthRegistry(0x55ab7ad4be18) adding con mode: secure 2023-12-03T11:50:25.289 INFO:tasks.workunit.client.0.smithi019.stderr: -101> 2023-12-03T11:50:25.212+0000 7f530ee7e980 5 AuthRegistry(0x55ab7ad4be18) adding con mode: crc 2023-12-03T11:50:25.290 INFO:tasks.workunit.client.0.smithi019.stderr: -100> 2023-12-03T11:50:25.212+0000 7f530ee7e980 5 AuthRegistry(0x55ab7ad4be18) adding con mode: secure 2023-12-03T11:50:25.290 INFO:tasks.workunit.client.0.smithi019.stderr: -99> 2023-12-03T11:50:25.212+0000 7f530ee7e980 5 AuthRegistry(0x55ab7ad4be18) adding con mode: crc 2023-12-03T11:50:25.290 INFO:tasks.workunit.client.0.smithi019.stderr: -98> 2023-12-03T11:50:25.212+0000 7f530ee7e980 5 AuthRegistry(0x55ab7ad4be18) adding con mode: crc 2023-12-03T11:50:25.290 INFO:tasks.workunit.client.0.smithi019.stderr: -97> 2023-12-03T11:50:25.212+0000 7f530ee7e980 5 AuthRegistry(0x55ab7ad4be18) adding con mode: secure 2023-12-03T11:50:25.290 INFO:tasks.workunit.client.0.smithi019.stderr: -96> 2023-12-03T11:50:25.212+0000 7f530ee7e980 5 AuthRegistry(0x55ab7ad4be18) adding con mode: crc 2023-12-03T11:50:25.290 INFO:tasks.workunit.client.0.smithi019.stderr: -95> 2023-12-03T11:50:25.212+0000 7f530ee7e980 5 AuthRegistry(0x55ab7ad4be18) adding con mode: secure 2023-12-03T11:50:25.290 INFO:tasks.workunit.client.0.smithi019.stderr: -94> 2023-12-03T11:50:25.212+0000 7f530ee7e980 5 AuthRegistry(0x55ab7ad4be18) adding con mode: crc 2023-12-03T11:50:25.290 INFO:tasks.workunit.client.0.smithi019.stderr: -93> 2023-12-03T11:50:25.212+0000 7f530ee7e980 5 AuthRegistry(0x55ab7ad4be18) adding con mode: secure 2023-12-03T11:50:25.291 INFO:tasks.workunit.client.0.smithi019.stderr: -92> 2023-12-03T11:50:25.212+0000 7f530ee7e980 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-12-03T11:50:25.291 INFO:tasks.workunit.client.0.smithi019.stderr: -91> 2023-12-03T11:50:25.212+0000 7f530ee7e980 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-12-03T11:50:25.291 INFO:tasks.workunit.client.0.smithi019.stderr: -90> 2023-12-03T11:50:25.212+0000 7f530ee7e980 5 asok(0x55ab7aaad240) register_command rotate-key cmddesc rotate-key hook 0x55ab7ad4bf60 EEXIST 2023-12-03T11:50:25.291 INFO:tasks.workunit.client.0.smithi019.stderr: -89> 2023-12-03T11:50:25.212+0000 7f530ee7e980 10 monclient: _reopen_session rank -1 2023-12-03T11:50:25.291 INFO:tasks.workunit.client.0.smithi019.stderr: -88> 2023-12-03T11:50:25.212+0000 7f530ee7e980 10 monclient: _add_conns ranks=[2,0,1] 2023-12-03T11:50:25.291 INFO:tasks.workunit.client.0.smithi019.stderr: -87> 2023-12-03T11:50:25.212+0000 7f530ee7e980 10 monclient(hunting): picked mon.noname-c con 0x55ab7ad49230 addr [v2:172.21.15.19:3301/0,v1:172.21.15.19:6790/0] 2023-12-03T11:50:25.291 INFO:tasks.workunit.client.0.smithi019.stderr: -86> 2023-12-03T11:50:25.212+0000 7f530ee7e980 10 monclient(hunting): picked mon.noname-a con 0x55ab7ad560e0 addr [v2:172.21.15.19:3300/0,v1:172.21.15.19:6789/0] 2023-12-03T11:50:25.291 INFO:tasks.workunit.client.0.smithi019.stderr: -85> 2023-12-03T11:50:25.212+0000 7f530ee7e980 10 monclient(hunting): picked mon.noname-b con 0x55ab7ad3c1c0 addr [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] 2023-12-03T11:50:25.291 INFO:tasks.workunit.client.0.smithi019.stderr: -84> 2023-12-03T11:50:25.212+0000 7f530ee7e980 10 monclient(hunting): start opening mon connection 2023-12-03T11:50:25.291 INFO:tasks.workunit.client.0.smithi019.stderr: -83> 2023-12-03T11:50:25.212+0000 7f530ee7e980 10 monclient(hunting): start opening mon connection 2023-12-03T11:50:25.292 INFO:tasks.workunit.client.0.smithi019.stderr: -82> 2023-12-03T11:50:25.212+0000 7f530ee7e980 10 monclient(hunting): start opening mon connection 2023-12-03T11:50:25.292 INFO:tasks.workunit.client.0.smithi019.stderr: -81> 2023-12-03T11:50:25.212+0000 7f530ee7e980 10 monclient(hunting): _renew_subs 2023-12-03T11:50:25.292 INFO:tasks.workunit.client.0.smithi019.stderr: -80> 2023-12-03T11:50:25.212+0000 7f530ee7e980 10 monclient(hunting): authenticate will time out at 1883.617676s 2023-12-03T11:50:25.292 INFO:tasks.workunit.client.0.smithi019.stderr: -79> 2023-12-03T11:50:25.212+0000 7f530c99a640 10 monclient(hunting): get_auth_request con 0x55ab7ad560e0 auth_method 0 2023-12-03T11:50:25.292 INFO:tasks.workunit.client.0.smithi019.stderr: -78> 2023-12-03T11:50:25.212+0000 7f530c99a640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-12-03T11:50:25.292 INFO:tasks.workunit.client.0.smithi019.stderr: -77> 2023-12-03T11:50:25.212+0000 7f530c99a640 10 monclient(hunting): _init_auth method 2 2023-12-03T11:50:25.292 INFO:tasks.workunit.client.0.smithi019.stderr: -76> 2023-12-03T11:50:25.212+0000 7f530c99a640 10 monclient(hunting): _init_auth creating new auth 2023-12-03T11:50:25.292 INFO:tasks.workunit.client.0.smithi019.stderr: -75> 2023-12-03T11:50:25.212+0000 7f530d19b640 10 monclient(hunting): get_auth_request con 0x55ab7ad49230 auth_method 0 2023-12-03T11:50:25.292 INFO:tasks.workunit.client.0.smithi019.stderr: -74> 2023-12-03T11:50:25.212+0000 7f530d19b640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-12-03T11:50:25.292 INFO:tasks.workunit.client.0.smithi019.stderr: -73> 2023-12-03T11:50:25.212+0000 7f530d19b640 10 monclient(hunting): _init_auth method 2 2023-12-03T11:50:25.292 INFO:tasks.workunit.client.0.smithi019.stderr: -72> 2023-12-03T11:50:25.212+0000 7f530d19b640 10 monclient(hunting): _init_auth creating new auth 2023-12-03T11:50:25.292 INFO:tasks.workunit.client.0.smithi019.stderr: -71> 2023-12-03T11:50:25.212+0000 7f530c99a640 10 monclient(hunting): handle_auth_reply_more payload 9 2023-12-03T11:50:25.292 INFO:tasks.workunit.client.0.smithi019.stderr: -70> 2023-12-03T11:50:25.212+0000 7f530c99a640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-12-03T11:50:25.292 INFO:tasks.workunit.client.0.smithi019.stderr: -69> 2023-12-03T11:50:25.212+0000 7f530c99a640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-12-03T11:50:25.292 INFO:tasks.workunit.client.0.smithi019.stderr: -68> 2023-12-03T11:50:25.212+0000 7f530d19b640 10 monclient(hunting): handle_auth_reply_more payload 9 2023-12-03T11:50:25.292 INFO:tasks.workunit.client.0.smithi019.stderr: -67> 2023-12-03T11:50:25.212+0000 7f530d19b640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-12-03T11:50:25.293 INFO:tasks.workunit.client.0.smithi019.stderr: -66> 2023-12-03T11:50:25.212+0000 7f530d19b640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-12-03T11:50:25.293 INFO:tasks.workunit.client.0.smithi019.stderr: -65> 2023-12-03T11:50:25.212+0000 7f530c199640 10 monclient(hunting): get_auth_request con 0x55ab7ad3c1c0 auth_method 0 2023-12-03T11:50:25.293 INFO:tasks.workunit.client.0.smithi019.stderr: -64> 2023-12-03T11:50:25.212+0000 7f530c199640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-12-03T11:50:25.293 INFO:tasks.workunit.client.0.smithi019.stderr: -63> 2023-12-03T11:50:25.212+0000 7f530c199640 10 monclient(hunting): _init_auth method 2 2023-12-03T11:50:25.293 INFO:tasks.workunit.client.0.smithi019.stderr: -62> 2023-12-03T11:50:25.212+0000 7f530c199640 10 monclient(hunting): _init_auth creating new auth 2023-12-03T11:50:25.293 INFO:tasks.workunit.client.0.smithi019.stderr: -61> 2023-12-03T11:50:25.212+0000 7f530c99a640 10 monclient(hunting): handle_auth_done global_id 6738 payload 824 2023-12-03T11:50:25.293 INFO:tasks.workunit.client.0.smithi019.stderr: -60> 2023-12-03T11:50:25.212+0000 7f530c99a640 10 monclient: _finish_hunting 0 2023-12-03T11:50:25.293 INFO:tasks.workunit.client.0.smithi019.stderr: -59> 2023-12-03T11:50:25.212+0000 7f530c99a640 1 monclient: found mon.noname-a 2023-12-03T11:50:25.293 INFO:tasks.workunit.client.0.smithi019.stderr: -58> 2023-12-03T11:50:25.212+0000 7f530c99a640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.19:3300/0 2023-12-03T11:50:25.293 INFO:tasks.workunit.client.0.smithi019.stderr: -57> 2023-12-03T11:50:25.212+0000 7f52d0fe1640 10 monclient: handle_monmap mon_map magic: 0 v1 2023-12-03T11:50:25.293 INFO:tasks.workunit.client.0.smithi019.stderr: -56> 2023-12-03T11:50:25.212+0000 7f52d0fe1640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2023-12-03T11:50:25.293 INFO:tasks.workunit.client.0.smithi019.stderr: -55> 2023-12-03T11:50:25.212+0000 7f52d0fe1640 10 monclient: dump: 2023-12-03T11:50:25.293 INFO:tasks.workunit.client.0.smithi019.stderr:epoch 1 2023-12-03T11:50:25.293 INFO:tasks.workunit.client.0.smithi019.stderr:fsid ae33780b-1c64-42c6-818c-b1dc720ff6a2 2023-12-03T11:50:25.293 INFO:tasks.workunit.client.0.smithi019.stderr:last_changed 2023-12-03T11:35:13.610069+0000 2023-12-03T11:50:25.293 INFO:tasks.workunit.client.0.smithi019.stderr:created 2023-12-03T11:35:13.610069+0000 2023-12-03T11:50:25.294 INFO:tasks.workunit.client.0.smithi019.stderr:min_mon_release 18 (reef) 2023-12-03T11:50:25.294 INFO:tasks.workunit.client.0.smithi019.stderr:election_strategy: 1 2023-12-03T11:50:25.294 INFO:tasks.workunit.client.0.smithi019.stderr:0: [v2:172.21.15.19:3300/0,v1:172.21.15.19:6789/0] mon.a 2023-12-03T11:50:25.294 INFO:tasks.workunit.client.0.smithi019.stderr:1: [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] mon.b 2023-12-03T11:50:25.294 INFO:tasks.workunit.client.0.smithi019.stderr:2: [v2:172.21.15.19:3301/0,v1:172.21.15.19:6790/0] mon.c 2023-12-03T11:50:25.294 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:50:25.294 INFO:tasks.workunit.client.0.smithi019.stderr: -54> 2023-12-03T11:50:25.212+0000 7f52d0fe1640 10 monclient: _finish_auth 0 2023-12-03T11:50:25.294 INFO:tasks.workunit.client.0.smithi019.stderr: -53> 2023-12-03T11:50:25.212+0000 7f52d0fe1640 10 monclient: _check_auth_tickets 2023-12-03T11:50:25.294 INFO:tasks.workunit.client.0.smithi019.stderr: -52> 2023-12-03T11:50:25.212+0000 7f52d0fe1640 10 monclient: handle_config config(0 keys) v1 2023-12-03T11:50:25.294 INFO:tasks.workunit.client.0.smithi019.stderr: -51> 2023-12-03T11:50:25.212+0000 7f52d0fe1640 10 monclient: handle_monmap mon_map magic: 0 v1 2023-12-03T11:50:25.294 INFO:tasks.workunit.client.0.smithi019.stderr: -50> 2023-12-03T11:50:25.212+0000 7f52d0fe1640 10 monclient: got monmap 1 from mon.a (according to old e1) 2023-12-03T11:50:25.294 INFO:tasks.workunit.client.0.smithi019.stderr: -49> 2023-12-03T11:50:25.212+0000 7f52d0fe1640 10 monclient: dump: 2023-12-03T11:50:25.294 INFO:tasks.workunit.client.0.smithi019.stderr:epoch 1 2023-12-03T11:50:25.294 INFO:tasks.workunit.client.0.smithi019.stderr:fsid ae33780b-1c64-42c6-818c-b1dc720ff6a2 2023-12-03T11:50:25.294 INFO:tasks.workunit.client.0.smithi019.stderr:last_changed 2023-12-03T11:35:13.610069+0000 2023-12-03T11:50:25.295 INFO:tasks.workunit.client.0.smithi019.stderr:created 2023-12-03T11:35:13.610069+0000 2023-12-03T11:50:25.295 INFO:tasks.workunit.client.0.smithi019.stderr:min_mon_release 18 (reef) 2023-12-03T11:50:25.295 INFO:tasks.workunit.client.0.smithi019.stderr:election_strategy: 1 2023-12-03T11:50:25.295 INFO:tasks.workunit.client.0.smithi019.stderr:0: [v2:172.21.15.19:3300/0,v1:172.21.15.19:6789/0] mon.a 2023-12-03T11:50:25.295 INFO:tasks.workunit.client.0.smithi019.stderr:1: [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] mon.b 2023-12-03T11:50:25.295 INFO:tasks.workunit.client.0.smithi019.stderr:2: [v2:172.21.15.19:3301/0,v1:172.21.15.19:6790/0] mon.c 2023-12-03T11:50:25.295 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:50:25.295 INFO:tasks.workunit.client.0.smithi019.stderr: -48> 2023-12-03T11:50:25.212+0000 7f530ee7e980 5 monclient: authenticate success, global_id 6738 2023-12-03T11:50:25.295 INFO:tasks.workunit.client.0.smithi019.stderr: -47> 2023-12-03T11:50:25.212+0000 7f530ee7e980 10 monclient: _renew_subs 2023-12-03T11:50:25.295 INFO:tasks.workunit.client.0.smithi019.stderr: -46> 2023-12-03T11:50:25.212+0000 7f530ee7e980 10 monclient: _send_mon_message to mon.a at v2:172.21.15.19:3300/0 2023-12-03T11:50:25.295 INFO:tasks.workunit.client.0.smithi019.stderr: -45> 2023-12-03T11:50:25.212+0000 7f52d27e4640 4 set_mon_vals no callback set 2023-12-03T11:50:25.295 INFO:tasks.workunit.client.0.smithi019.stderr: -44> 2023-12-03T11:50:25.212+0000 7f530ee7e980 10 monclient: _renew_subs 2023-12-03T11:50:25.295 INFO:tasks.workunit.client.0.smithi019.stderr: -43> 2023-12-03T11:50:25.212+0000 7f530ee7e980 10 monclient: _send_mon_message to mon.a at v2:172.21.15.19:3300/0 2023-12-03T11:50:25.295 INFO:tasks.workunit.client.0.smithi019.stderr: -42> 2023-12-03T11:50:25.212+0000 7f530ee7e980 1 librados: init done 2023-12-03T11:50:25.295 INFO:tasks.workunit.client.0.smithi019.stderr: -41> 2023-12-03T11:50:25.212+0000 7f530ee7e980 5 asok(0x55ab7aaad240) register_command cr dump hook 0x55ab7ad3c638 2023-12-03T11:50:25.296 INFO:tasks.workunit.client.0.smithi019.stderr: -40> 2023-12-03T11:50:25.216+0000 7f52d0fe1640 4 mgrc handle_mgr_map Got map version 5 2023-12-03T11:50:25.296 INFO:tasks.workunit.client.0.smithi019.stderr: -39> 2023-12-03T11:50:25.216+0000 7f52d0fe1640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.57:6832/1976017766,v1:172.21.15.57:6833/1976017766] 2023-12-03T11:50:25.296 INFO:tasks.workunit.client.0.smithi019.stderr: -38> 2023-12-03T11:50:25.216+0000 7f52d0fe1640 4 mgrc reconnect Starting new session with [v2:172.21.15.57:6832/1976017766,v1:172.21.15.57:6833/1976017766] 2023-12-03T11:50:25.296 INFO:tasks.workunit.client.0.smithi019.stderr: -37> 2023-12-03T11:50:25.216+0000 7f530ee7e980 5 note: GC not initialized 2023-12-03T11:50:25.296 INFO:tasks.workunit.client.0.smithi019.stderr: -36> 2023-12-03T11:50:25.216+0000 7f530d19b640 10 monclient: get_auth_request con 0x7f5248064e80 auth_method 0 2023-12-03T11:50:25.296 INFO:tasks.workunit.client.0.smithi019.stderr: -35> 2023-12-03T11:50:25.216+0000 7f5241ffb640 20 reqs_thread_entry: start 2023-12-03T11:50:25.296 INFO:tasks.workunit.client.0.smithi019.stderr: -34> 2023-12-03T11:50:25.216+0000 7f530ee7e980 5 asok(0x55ab7aaad240) register_command sync trace show hook 0x7f53040047f0 2023-12-03T11:50:25.296 INFO:tasks.workunit.client.0.smithi019.stderr: -33> 2023-12-03T11:50:25.216+0000 7f530ee7e980 5 asok(0x55ab7aaad240) register_command sync trace history hook 0x7f53040047f0 2023-12-03T11:50:25.296 INFO:tasks.workunit.client.0.smithi019.stderr: -32> 2023-12-03T11:50:25.216+0000 7f530ee7e980 5 asok(0x55ab7aaad240) register_command sync trace active hook 0x7f53040047f0 2023-12-03T11:50:25.296 INFO:tasks.workunit.client.0.smithi019.stderr: -31> 2023-12-03T11:50:25.216+0000 7f530ee7e980 5 asok(0x55ab7aaad240) register_command sync trace active_short hook 0x7f53040047f0 2023-12-03T11:50:25.296 INFO:tasks.workunit.client.0.smithi019.stderr: -30> 2023-12-03T11:50:25.216+0000 7f530ee7e980 20 init_complete bucket index max shards: 1 2023-12-03T11:50:25.296 INFO:tasks.workunit.client.0.smithi019.stderr: -29> 2023-12-03T11:50:25.216+0000 7f530ee7e980 20 Filter name: none 2023-12-03T11:50:25.297 INFO:tasks.workunit.client.0.smithi019.stderr: -28> 2023-12-03T11:50:25.216+0000 7f52337fe640 20 reqs_thread_entry: start 2023-12-03T11:50:25.297 INFO:tasks.workunit.client.0.smithi019.stderr: -27> 2023-12-03T11:50:25.216+0000 7f530ee7e980 10 cache get: name=default.rgw.meta+root+abort-at-block-writes : miss 2023-12-03T11:50:25.297 INFO:tasks.workunit.client.0.smithi019.stderr: -26> 2023-12-03T11:50:25.216+0000 7f530ee7e980 20 rados->read ofs=0 len=0 2023-12-03T11:50:25.297 INFO:tasks.workunit.client.0.smithi019.stderr: -25> 2023-12-03T11:50:25.216+0000 7f530ee7e980 20 rados_obj.operate() r=0 bl.length=189 2023-12-03T11:50:25.297 INFO:tasks.workunit.client.0.smithi019.stderr: -24> 2023-12-03T11:50:25.216+0000 7f530ee7e980 10 cache put: name=default.rgw.meta+root+abort-at-block-writes info.flags=0x11 2023-12-03T11:50:25.297 INFO:tasks.workunit.client.0.smithi019.stderr: -23> 2023-12-03T11:50:25.216+0000 7f530ee7e980 10 adding default.rgw.meta+root+abort-at-block-writes to cache LRU end 2023-12-03T11:50:25.297 INFO:tasks.workunit.client.0.smithi019.stderr: -22> 2023-12-03T11:50:25.216+0000 7f530ee7e980 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.22 : miss 2023-12-03T11:50:25.297 INFO:tasks.workunit.client.0.smithi019.stderr: -21> 2023-12-03T11:50:25.216+0000 7f530ee7e980 20 rados->read ofs=0 len=0 2023-12-03T11:50:25.297 INFO:tasks.workunit.client.0.smithi019.stderr: -20> 2023-12-03T11:50:25.216+0000 7f530ee7e980 20 rados_obj.operate() r=0 bl.length=373 2023-12-03T11:50:25.297 INFO:tasks.workunit.client.0.smithi019.stderr: -19> 2023-12-03T11:50:25.216+0000 7f530ee7e980 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.22 info.flags=0x17 2023-12-03T11:50:25.297 INFO:tasks.workunit.client.0.smithi019.stderr: -18> 2023-12-03T11:50:25.216+0000 7f530ee7e980 10 adding default.rgw.meta+root+.bucket.meta.abort-at-block-writes:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.22 to cache LRU end 2023-12-03T11:50:25.298 INFO:tasks.workunit.client.0.smithi019.stderr: -17> 2023-12-03T11:50:25.216+0000 7f530ee7e980 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-12-03T11:50:25.298 INFO:tasks.workunit.client.0.smithi019.stderr: -16> 2023-12-03T11:50:25.216+0000 7f530ee7e980 10 updating xattr: name=user.rgw.acl bl.length()=205 2023-12-03T11:50:25.298 INFO:tasks.workunit.client.0.smithi019.stderr: -15> 2023-12-03T11:50:25.216+0000 7f530ee7e980 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.22 2023-12-03T11:50:25.298 INFO:tasks.workunit.client.0.smithi019.stderr: -14> 2023-12-03T11:50:25.216+0000 7f530c199640 10 monclient: get_auth_request con 0x55ab7ad89980 auth_method 0 2023-12-03T11:50:25.298 INFO:tasks.workunit.client.0.smithi019.stderr: -13> 2023-12-03T11:50:25.224+0000 7f530ee7e980 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.22 info.flags=0x17 2023-12-03T11:50:25.298 INFO:tasks.workunit.client.0.smithi019.stderr: -12> 2023-12-03T11:50:25.224+0000 7f530ee7e980 10 moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.22 to cache LRU end 2023-12-03T11:50:25.298 INFO:tasks.workunit.client.0.smithi019.stderr: -11> 2023-12-03T11:50:25.224+0000 7f530ee7e980 10 updating xattr: name=user.rgw.acl bl.length()=205 2023-12-03T11:50:25.298 INFO:tasks.workunit.client.0.smithi019.stderr: -10> 2023-12-03T11:50:25.224+0000 7f530ee7e980 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-block-writes:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.22, ofs0, ns] 2023-12-03T11:50:25.298 INFO:tasks.workunit.client.0.smithi019.stderr: -9> 2023-12-03T11:50:25.224+0000 7f52f37fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1095216660575 cookie 94194988303952 notifier 6732 bl.length()=877 2023-12-03T11:50:25.298 INFO:tasks.workunit.client.0.smithi019.stderr: -8> 2023-12-03T11:50:25.224+0000 7f52f37fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.22 info.flags=0x17 2023-12-03T11:50:25.298 INFO:tasks.workunit.client.0.smithi019.stderr: -7> 2023-12-03T11:50:25.224+0000 7f52f37fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.22 to cache LRU end 2023-12-03T11:50:25.299 INFO:tasks.workunit.client.0.smithi019.stderr: -6> 2023-12-03T11:50:25.224+0000 7f52f37fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2023-12-03T11:50:25.299 INFO:tasks.workunit.client.0.smithi019.stderr: -5> 2023-12-03T11:50:25.224+0000 7f530ee7e980 20 handle_bi_update(): bucket=:abort-at-block-writes[43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.22]): orig_sources= new_sources= 2023-12-03T11:50:25.299 INFO:tasks.workunit.client.0.smithi019.stderr: -4> 2023-12-03T11:50:25.224+0000 7f530ee7e980 20 handle_bi_update(): bucket=:abort-at-block-writes[43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.22]): potential sources added=[] removed=[] 2023-12-03T11:50:25.299 INFO:tasks.workunit.client.0.smithi019.stderr: -3> 2023-12-03T11:50:25.224+0000 7f530ee7e980 20 handle_bi_update(): bucket=:abort-at-block-writes[43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.22]): orig_dests= new_dests= 2023-12-03T11:50:25.299 INFO:tasks.workunit.client.0.smithi019.stderr: -2> 2023-12-03T11:50:25.224+0000 7f530ee7e980 20 handle_bi_update(): bucket=:abort-at-block-writes[43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.22]): potential dests added=[] removed=[] 2023-12-03T11:50:25.299 INFO:tasks.workunit.client.0.smithi019.stderr: -1> 2023-12-03T11:50:25.228+0000 7f530ee7e980 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f530ee7e980 time 2023-12-03T11:50:25.229027+0000 2023-12-03T11:50:25.299 INFO:tasks.workunit.client.0.smithi019.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2023-12-03T11:50:25.299 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:50:25.299 INFO:tasks.workunit.client.0.smithi019.stderr: ceph version 18.0.0-7537-gbcbf278c (bcbf278cf395873c2a482f5a7b2345faf2160319) reef (dev) 2023-12-03T11:50:25.299 INFO:tasks.workunit.client.0.smithi019.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7f5312823e96] 2023-12-03T11:50:25.299 INFO:tasks.workunit.client.0.smithi019.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x17004a) [0x7f531282404a] 2023-12-03T11:50:25.299 INFO:tasks.workunit.client.0.smithi019.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55ab786c6fe1] 2023-12-03T11:50:25.299 INFO:tasks.workunit.client.0.smithi019.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x2a5) [0x55ab786d4a95] 2023-12-03T11:50:25.299 INFO:tasks.workunit.client.0.smithi019.stderr: 5: main() 2023-12-03T11:50:25.300 INFO:tasks.workunit.client.0.smithi019.stderr: 6: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f53115bed90] 2023-12-03T11:50:25.300 INFO:tasks.workunit.client.0.smithi019.stderr: 7: __libc_start_main() 2023-12-03T11:50:25.300 INFO:tasks.workunit.client.0.smithi019.stderr: 8: _start() 2023-12-03T11:50:25.300 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:50:25.300 INFO:tasks.workunit.client.0.smithi019.stderr: 0> 2023-12-03T11:50:25.228+0000 7f530ee7e980 -1 *** Caught signal (Aborted) ** 2023-12-03T11:50:25.300 INFO:tasks.workunit.client.0.smithi019.stderr: in thread 7f530ee7e980 thread_name:radosgw-admin 2023-12-03T11:50:25.300 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:50:25.300 INFO:tasks.workunit.client.0.smithi019.stderr: ceph version 18.0.0-7537-gbcbf278c (bcbf278cf395873c2a482f5a7b2345faf2160319) reef (dev) 2023-12-03T11:50:25.300 INFO:tasks.workunit.client.0.smithi019.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7f53115d7520] 2023-12-03T11:50:25.300 INFO:tasks.workunit.client.0.smithi019.stderr: 2: pthread_kill() 2023-12-03T11:50:25.300 INFO:tasks.workunit.client.0.smithi019.stderr: 3: raise() 2023-12-03T11:50:25.300 INFO:tasks.workunit.client.0.smithi019.stderr: 4: abort() 2023-12-03T11:50:25.300 INFO:tasks.workunit.client.0.smithi019.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7f5312823ef0] 2023-12-03T11:50:25.300 INFO:tasks.workunit.client.0.smithi019.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x17004a) [0x7f531282404a] 2023-12-03T11:50:25.300 INFO:tasks.workunit.client.0.smithi019.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55ab786c6fe1] 2023-12-03T11:50:25.300 INFO:tasks.workunit.client.0.smithi019.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x2a5) [0x55ab786d4a95] 2023-12-03T11:50:25.301 INFO:tasks.workunit.client.0.smithi019.stderr: 9: main() 2023-12-03T11:50:25.301 INFO:tasks.workunit.client.0.smithi019.stderr: 10: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f53115bed90] 2023-12-03T11:50:25.301 INFO:tasks.workunit.client.0.smithi019.stderr: 11: __libc_start_main() 2023-12-03T11:50:25.301 INFO:tasks.workunit.client.0.smithi019.stderr: 12: _start() 2023-12-03T11:50:25.301 INFO:tasks.workunit.client.0.smithi019.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2023-12-03T11:50:25.301 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:50:25.301 INFO:tasks.workunit.client.0.smithi019.stderr:--- logging levels --- 2023-12-03T11:50:25.301 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 none 2023-12-03T11:50:25.301 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 1 lockdep 2023-12-03T11:50:25.301 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 1 context 2023-12-03T11:50:25.301 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 1 crush 2023-12-03T11:50:25.301 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 mds 2023-12-03T11:50:25.301 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 mds_balancer 2023-12-03T11:50:25.301 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 mds_locker 2023-12-03T11:50:25.301 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 mds_log 2023-12-03T11:50:25.301 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 mds_log_expire 2023-12-03T11:50:25.301 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 mds_migrator 2023-12-03T11:50:25.302 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 1 buffer 2023-12-03T11:50:25.302 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 1 timer 2023-12-03T11:50:25.302 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 1 filer 2023-12-03T11:50:25.302 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 1 striper 2023-12-03T11:50:25.302 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 1 objecter 2023-12-03T11:50:25.302 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 rados 2023-12-03T11:50:25.302 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 rbd 2023-12-03T11:50:25.302 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 rbd_mirror 2023-12-03T11:50:25.302 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 rbd_replay 2023-12-03T11:50:25.302 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 rbd_pwl 2023-12-03T11:50:25.302 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 journaler 2023-12-03T11:50:25.302 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 objectcacher 2023-12-03T11:50:25.302 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 immutable_obj_cache 2023-12-03T11:50:25.303 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 client 2023-12-03T11:50:25.303 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 osd 2023-12-03T11:50:25.303 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 optracker 2023-12-03T11:50:25.303 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 objclass 2023-12-03T11:50:25.303 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 3 filestore 2023-12-03T11:50:25.303 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 3 journal 2023-12-03T11:50:25.303 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 0 ms 2023-12-03T11:50:25.303 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 mon 2023-12-03T11:50:25.303 INFO:tasks.workunit.client.0.smithi019.stderr: 0/10 monc 2023-12-03T11:50:25.303 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 paxos 2023-12-03T11:50:25.303 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 tp 2023-12-03T11:50:25.303 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 auth 2023-12-03T11:50:25.303 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 crypto 2023-12-03T11:50:25.303 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 1 finisher 2023-12-03T11:50:25.303 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 1 reserver 2023-12-03T11:50:25.303 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 heartbeatmap 2023-12-03T11:50:25.304 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 perfcounter 2023-12-03T11:50:25.304 INFO:tasks.workunit.client.0.smithi019.stderr: 20/20 rgw 2023-12-03T11:50:25.304 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 rgw_sync 2023-12-03T11:50:25.304 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 rgw_datacache 2023-12-03T11:50:25.304 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 rgw_access 2023-12-03T11:50:25.304 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 rgw_dbstore 2023-12-03T11:50:25.304 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 rgw_flight 2023-12-03T11:50:25.304 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 javaclient 2023-12-03T11:50:25.304 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 asok 2023-12-03T11:50:25.304 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 1 throttle 2023-12-03T11:50:25.304 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 0 refs 2023-12-03T11:50:25.304 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 compressor 2023-12-03T11:50:25.304 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 bluestore 2023-12-03T11:50:25.304 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 bluefs 2023-12-03T11:50:25.304 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 3 bdev 2023-12-03T11:50:25.304 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 kstore 2023-12-03T11:50:25.305 INFO:tasks.workunit.client.0.smithi019.stderr: 4/ 5 rocksdb 2023-12-03T11:50:25.305 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 fuse 2023-12-03T11:50:25.305 INFO:tasks.workunit.client.0.smithi019.stderr: 2/ 5 mgr 2023-12-03T11:50:25.305 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 mgrc 2023-12-03T11:50:25.305 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 dpdk 2023-12-03T11:50:25.305 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 eventtrace 2023-12-03T11:50:25.305 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 prioritycache 2023-12-03T11:50:25.305 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 test 2023-12-03T11:50:25.305 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 cephfs_mirror 2023-12-03T11:50:25.305 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 cephsqlite 2023-12-03T11:50:25.305 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 crimson_interrupt 2023-12-03T11:50:25.305 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 seastore 2023-12-03T11:50:25.305 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 seastore_onode 2023-12-03T11:50:25.305 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 seastore_odata 2023-12-03T11:50:25.305 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 seastore_omap 2023-12-03T11:50:25.306 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 seastore_tm 2023-12-03T11:50:25.306 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 seastore_t 2023-12-03T11:50:25.306 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 seastore_cleaner 2023-12-03T11:50:25.306 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 seastore_epm 2023-12-03T11:50:25.306 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 seastore_lba 2023-12-03T11:50:25.306 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 seastore_fixedkv_tree 2023-12-03T11:50:25.306 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 seastore_cache 2023-12-03T11:50:25.306 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 seastore_journal 2023-12-03T11:50:25.306 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 seastore_device 2023-12-03T11:50:25.306 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 seastore_backref 2023-12-03T11:50:25.306 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 alienstore 2023-12-03T11:50:25.306 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 mclock 2023-12-03T11:50:25.306 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 cyanstore 2023-12-03T11:50:25.306 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 ceph_exporter 2023-12-03T11:50:25.307 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 memstore 2023-12-03T11:50:25.307 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 trace 2023-12-03T11:50:25.307 INFO:tasks.workunit.client.0.smithi019.stderr: -2/-2 (syslog threshold) 2023-12-03T11:50:25.307 INFO:tasks.workunit.client.0.smithi019.stderr: 99/99 (stderr threshold) 2023-12-03T11:50:25.307 INFO:tasks.workunit.client.0.smithi019.stderr:--- pthread ID / name mapping for recent threads --- 2023-12-03T11:50:25.307 INFO:tasks.workunit.client.0.smithi019.stderr: 7f52337fe640 / http_manager 2023-12-03T11:50:25.307 INFO:tasks.workunit.client.0.smithi019.stderr: 7f5241ffb640 / http_manager 2023-12-03T11:50:25.307 INFO:tasks.workunit.client.0.smithi019.stderr: 7f52d0fe1640 / ms_dispatch 2023-12-03T11:50:25.307 INFO:tasks.workunit.client.0.smithi019.stderr: 7f52d27e4640 / io_context_pool 2023-12-03T11:50:25.307 INFO:tasks.workunit.client.0.smithi019.stderr: 7f52d2fe5640 / rgw_dt_lg_renew 2023-12-03T11:50:25.307 INFO:tasks.workunit.client.0.smithi019.stderr: 7f52f1ffb640 / ms_dispatch 2023-12-03T11:50:25.307 INFO:tasks.workunit.client.0.smithi019.stderr: 7f52f37fe640 / io_context_pool 2023-12-03T11:50:25.307 INFO:tasks.workunit.client.0.smithi019.stderr: 7f530a195640 / ms_dispatch 2023-12-03T11:50:25.307 INFO:tasks.workunit.client.0.smithi019.stderr: 7f530b197640 / io_context_pool 2023-12-03T11:50:25.307 INFO:tasks.workunit.client.0.smithi019.stderr: 7f530c199640 / msgr-worker-2 2023-12-03T11:50:25.308 INFO:tasks.workunit.client.0.smithi019.stderr: 7f530c99a640 / msgr-worker-1 2023-12-03T11:50:25.308 INFO:tasks.workunit.client.0.smithi019.stderr: 7f530d19b640 / msgr-worker-0 2023-12-03T11:50:25.308 INFO:tasks.workunit.client.0.smithi019.stderr: 7f530ee7e980 / radosgw-admin 2023-12-03T11:50:25.308 INFO:tasks.workunit.client.0.smithi019.stderr: max_recent 500 2023-12-03T11:50:25.308 INFO:tasks.workunit.client.0.smithi019.stderr: max_new 1000 2023-12-03T11:50:25.308 INFO:tasks.workunit.client.0.smithi019.stderr: log_file /var/log/ceph/ceph-client.admin.53927.log 2023-12-03T11:50:25.308 INFO:tasks.workunit.client.0.smithi019.stderr:--- end dump of recent events --- 2023-12-03T11:50:25.308 INFO:tasks.workunit.client.0.smithi019.stderr:--- begin dump of recent events --- 2023-12-03T11:50:25.308 INFO:tasks.workunit.client.0.smithi019.stderr: -499> 2023-12-03T11:50:25.144+0000 7f530a195640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2023-12-03T11:50:25.308 INFO:tasks.workunit.client.0.smithi019.stderr: -498> 2023-12-03T11:50:25.144+0000 7f530a195640 10 monclient: dump: 2023-12-03T11:50:25.308 INFO:tasks.workunit.client.0.smithi019.stderr:epoch 1 2023-12-03T11:50:25.308 INFO:tasks.workunit.client.0.smithi019.stderr:fsid ae33780b-1c64-42c6-818c-b1dc720ff6a2 2023-12-03T11:50:25.308 INFO:tasks.workunit.client.0.smithi019.stderr:last_changed 2023-12-03T11:35:13.610069+0000 2023-12-03T11:50:25.308 INFO:tasks.workunit.client.0.smithi019.stderr:created 2023-12-03T11:35:13.610069+0000 2023-12-03T11:50:25.308 INFO:tasks.workunit.client.0.smithi019.stderr:min_mon_release 18 (reef) 2023-12-03T11:50:25.308 INFO:tasks.workunit.client.0.smithi019.stderr:election_strategy: 1 2023-12-03T11:50:25.309 INFO:tasks.workunit.client.0.smithi019.stderr:0: [v2:172.21.15.19:3300/0,v1:172.21.15.19:6789/0] mon.a 2023-12-03T11:50:25.309 INFO:tasks.workunit.client.0.smithi019.stderr:1: [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] mon.b 2023-12-03T11:50:25.309 INFO:tasks.workunit.client.0.smithi019.stderr:2: [v2:172.21.15.19:3301/0,v1:172.21.15.19:6790/0] mon.c 2023-12-03T11:50:25.309 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:50:25.309 INFO:tasks.workunit.client.0.smithi019.stderr: -497> 2023-12-03T11:50:25.144+0000 7f530a195640 10 monclient: _finish_auth 0 2023-12-03T11:50:25.309 INFO:tasks.workunit.client.0.smithi019.stderr: -496> 2023-12-03T11:50:25.144+0000 7f530a195640 10 monclient: _check_auth_tickets 2023-12-03T11:50:25.309 INFO:tasks.workunit.client.0.smithi019.stderr: -495> 2023-12-03T11:50:25.144+0000 7f530a195640 10 monclient: handle_config config(0 keys) v1 2023-12-03T11:50:25.309 INFO:tasks.workunit.client.0.smithi019.stderr: -494> 2023-12-03T11:50:25.144+0000 7f530a195640 10 monclient: handle_monmap mon_map magic: 0 v1 2023-12-03T11:50:25.309 INFO:tasks.workunit.client.0.smithi019.stderr: -493> 2023-12-03T11:50:25.144+0000 7f530a195640 10 monclient: got monmap 1 from mon.a (according to old e1) 2023-12-03T11:50:25.309 INFO:tasks.workunit.client.0.smithi019.stderr: -492> 2023-12-03T11:50:25.144+0000 7f530a195640 10 monclient: dump: 2023-12-03T11:50:25.309 INFO:tasks.workunit.client.0.smithi019.stderr:epoch 1 2023-12-03T11:50:25.309 INFO:tasks.workunit.client.0.smithi019.stderr:fsid ae33780b-1c64-42c6-818c-b1dc720ff6a2 2023-12-03T11:50:25.309 INFO:tasks.workunit.client.0.smithi019.stderr:last_changed 2023-12-03T11:35:13.610069+0000 2023-12-03T11:50:25.310 INFO:tasks.workunit.client.0.smithi019.stderr:created 2023-12-03T11:35:13.610069+0000 2023-12-03T11:50:25.310 INFO:tasks.workunit.client.0.smithi019.stderr:min_mon_release 18 (reef) 2023-12-03T11:50:25.310 INFO:tasks.workunit.client.0.smithi019.stderr:election_strategy: 1 2023-12-03T11:50:25.310 INFO:tasks.workunit.client.0.smithi019.stderr:0: [v2:172.21.15.19:3300/0,v1:172.21.15.19:6789/0] mon.a 2023-12-03T11:50:25.310 INFO:tasks.workunit.client.0.smithi019.stderr:1: [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] mon.b 2023-12-03T11:50:25.310 INFO:tasks.workunit.client.0.smithi019.stderr:2: [v2:172.21.15.19:3301/0,v1:172.21.15.19:6790/0] mon.c 2023-12-03T11:50:25.310 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:50:25.310 INFO:tasks.workunit.client.0.smithi019.stderr: -491> 2023-12-03T11:50:25.144+0000 7f530ee7e980 5 monclient: authenticate success, global_id 6726 2023-12-03T11:50:25.310 INFO:tasks.workunit.client.0.smithi019.stderr: -490> 2023-12-03T11:50:25.144+0000 7f530b197640 4 set_mon_vals no callback set 2023-12-03T11:50:25.310 INFO:tasks.workunit.client.0.smithi019.stderr: -489> 2023-12-03T11:50:25.144+0000 7f530ee7e980 10 monclient: _renew_subs 2023-12-03T11:50:25.310 INFO:tasks.workunit.client.0.smithi019.stderr: -488> 2023-12-03T11:50:25.144+0000 7f530ee7e980 10 monclient: _send_mon_message to mon.a at v2:172.21.15.19:3300/0 2023-12-03T11:50:25.310 INFO:tasks.workunit.client.0.smithi019.stderr: -487> 2023-12-03T11:50:25.144+0000 7f530ee7e980 10 monclient: _renew_subs 2023-12-03T11:50:25.310 INFO:tasks.workunit.client.0.smithi019.stderr: -486> 2023-12-03T11:50:25.144+0000 7f530ee7e980 10 monclient: _send_mon_message to mon.a at v2:172.21.15.19:3300/0 2023-12-03T11:50:25.310 INFO:tasks.workunit.client.0.smithi019.stderr: -485> 2023-12-03T11:50:25.148+0000 7f530ee7e980 1 librados: init done 2023-12-03T11:50:25.311 INFO:tasks.workunit.client.0.smithi019.stderr: -484> 2023-12-03T11:50:25.148+0000 7f530ee7e980 10 monclient: get_monmap_and_config 2023-12-03T11:50:25.311 INFO:tasks.workunit.client.0.smithi019.stderr: -483> 2023-12-03T11:50:25.148+0000 7f530ee7e980 10 monclient: build_initial_monmap 2023-12-03T11:50:25.311 INFO:tasks.workunit.client.0.smithi019.stderr: -482> 2023-12-03T11:50:25.148+0000 7f530ee7e980 1 build_initial for_mkfs: 0 2023-12-03T11:50:25.311 INFO:tasks.workunit.client.0.smithi019.stderr: -481> 2023-12-03T11:50:25.148+0000 7f530ee7e980 10 monclient: monmap: 2023-12-03T11:50:25.311 INFO:tasks.workunit.client.0.smithi019.stderr:epoch 0 2023-12-03T11:50:25.311 INFO:tasks.workunit.client.0.smithi019.stderr:fsid 00000000-0000-0000-0000-000000000000 2023-12-03T11:50:25.311 INFO:tasks.workunit.client.0.smithi019.stderr:last_changed 0.000000 2023-12-03T11:50:25.311 INFO:tasks.workunit.client.0.smithi019.stderr:created 0.000000 2023-12-03T11:50:25.311 INFO:tasks.workunit.client.0.smithi019.stderr:min_mon_release 0 (unknown) 2023-12-03T11:50:25.311 INFO:tasks.workunit.client.0.smithi019.stderr:election_strategy: 1 2023-12-03T11:50:25.311 INFO:tasks.workunit.client.0.smithi019.stderr:0: [v2:172.21.15.19:3300/0,v1:172.21.15.19:6789/0] mon.noname-a 2023-12-03T11:50:25.311 INFO:tasks.workunit.client.0.smithi019.stderr:1: [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] mon.noname-b 2023-12-03T11:50:25.311 INFO:tasks.workunit.client.0.smithi019.stderr:2: [v2:172.21.15.19:3301/0,v1:172.21.15.19:6790/0] mon.noname-c 2023-12-03T11:50:25.311 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:50:25.311 INFO:tasks.workunit.client.0.smithi019.stderr: -480> 2023-12-03T11:50:25.148+0000 7f530ee7e980 5 AuthRegistry(0x55ab7acb7d60) adding auth protocol: cephx 2023-12-03T11:50:25.312 INFO:tasks.workunit.client.0.smithi019.stderr: -479> 2023-12-03T11:50:25.148+0000 7f530ee7e980 5 AuthRegistry(0x55ab7acb7d60) adding auth protocol: cephx 2023-12-03T11:50:25.312 INFO:tasks.workunit.client.0.smithi019.stderr: -478> 2023-12-03T11:50:25.148+0000 7f530ee7e980 5 AuthRegistry(0x55ab7acb7d60) adding auth protocol: cephx 2023-12-03T11:50:25.312 INFO:tasks.workunit.client.0.smithi019.stderr: -477> 2023-12-03T11:50:25.148+0000 7f530ee7e980 5 AuthRegistry(0x55ab7acb7d60) adding con mode: secure 2023-12-03T11:50:25.312 INFO:tasks.workunit.client.0.smithi019.stderr: -476> 2023-12-03T11:50:25.148+0000 7f530ee7e980 5 AuthRegistry(0x55ab7acb7d60) adding con mode: crc 2023-12-03T11:50:25.312 INFO:tasks.workunit.client.0.smithi019.stderr: -475> 2023-12-03T11:50:25.148+0000 7f530ee7e980 5 AuthRegistry(0x55ab7acb7d60) adding con mode: secure 2023-12-03T11:50:25.312 INFO:tasks.workunit.client.0.smithi019.stderr: -474> 2023-12-03T11:50:25.148+0000 7f530ee7e980 5 AuthRegistry(0x55ab7acb7d60) adding con mode: crc 2023-12-03T11:50:25.312 INFO:tasks.workunit.client.0.smithi019.stderr: -473> 2023-12-03T11:50:25.148+0000 7f530ee7e980 5 AuthRegistry(0x55ab7acb7d60) adding con mode: secure 2023-12-03T11:50:25.312 INFO:tasks.workunit.client.0.smithi019.stderr: -472> 2023-12-03T11:50:25.148+0000 7f530ee7e980 5 AuthRegistry(0x55ab7acb7d60) adding con mode: crc 2023-12-03T11:50:25.312 INFO:tasks.workunit.client.0.smithi019.stderr: -471> 2023-12-03T11:50:25.148+0000 7f530ee7e980 5 AuthRegistry(0x55ab7acb7d60) adding con mode: crc 2023-12-03T11:50:25.312 INFO:tasks.workunit.client.0.smithi019.stderr: -470> 2023-12-03T11:50:25.148+0000 7f530ee7e980 5 AuthRegistry(0x55ab7acb7d60) adding con mode: secure 2023-12-03T11:50:25.312 INFO:tasks.workunit.client.0.smithi019.stderr: -469> 2023-12-03T11:50:25.148+0000 7f530ee7e980 5 AuthRegistry(0x55ab7acb7d60) adding con mode: crc 2023-12-03T11:50:25.312 INFO:tasks.workunit.client.0.smithi019.stderr: -468> 2023-12-03T11:50:25.148+0000 7f530ee7e980 5 AuthRegistry(0x55ab7acb7d60) adding con mode: secure 2023-12-03T11:50:25.312 INFO:tasks.workunit.client.0.smithi019.stderr: -467> 2023-12-03T11:50:25.148+0000 7f530ee7e980 5 AuthRegistry(0x55ab7acb7d60) adding con mode: crc 2023-12-03T11:50:25.312 INFO:tasks.workunit.client.0.smithi019.stderr: -466> 2023-12-03T11:50:25.148+0000 7f530ee7e980 5 AuthRegistry(0x55ab7acb7d60) adding con mode: secure 2023-12-03T11:50:25.312 INFO:tasks.workunit.client.0.smithi019.stderr: -465> 2023-12-03T11:50:25.148+0000 7f530ee7e980 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-12-03T11:50:25.313 INFO:tasks.workunit.client.0.smithi019.stderr: -464> 2023-12-03T11:50:25.148+0000 7f530ee7e980 10 monclient: init 2023-12-03T11:50:25.313 INFO:tasks.workunit.client.0.smithi019.stderr: -463> 2023-12-03T11:50:25.148+0000 7f530ee7e980 5 AuthRegistry(0x7fff8f244ed0) adding auth protocol: cephx 2023-12-03T11:50:25.313 INFO:tasks.workunit.client.0.smithi019.stderr: -462> 2023-12-03T11:50:25.148+0000 7f530ee7e980 5 AuthRegistry(0x7fff8f244ed0) adding auth protocol: cephx 2023-12-03T11:50:25.313 INFO:tasks.workunit.client.0.smithi019.stderr: -461> 2023-12-03T11:50:25.148+0000 7f530ee7e980 5 AuthRegistry(0x7fff8f244ed0) adding auth protocol: cephx 2023-12-03T11:50:25.313 INFO:tasks.workunit.client.0.smithi019.stderr: -460> 2023-12-03T11:50:25.148+0000 7f530ee7e980 5 AuthRegistry(0x7fff8f244ed0) adding con mode: secure 2023-12-03T11:50:25.313 INFO:tasks.workunit.client.0.smithi019.stderr: -459> 2023-12-03T11:50:25.148+0000 7f530ee7e980 5 AuthRegistry(0x7fff8f244ed0) adding con mode: crc 2023-12-03T11:50:25.313 INFO:tasks.workunit.client.0.smithi019.stderr: -458> 2023-12-03T11:50:25.148+0000 7f530ee7e980 5 AuthRegistry(0x7fff8f244ed0) adding con mode: secure 2023-12-03T11:50:25.313 INFO:tasks.workunit.client.0.smithi019.stderr: -457> 2023-12-03T11:50:25.148+0000 7f530ee7e980 5 AuthRegistry(0x7fff8f244ed0) adding con mode: crc 2023-12-03T11:50:25.313 INFO:tasks.workunit.client.0.smithi019.stderr: -456> 2023-12-03T11:50:25.148+0000 7f530ee7e980 5 AuthRegistry(0x7fff8f244ed0) adding con mode: secure 2023-12-03T11:50:25.313 INFO:tasks.workunit.client.0.smithi019.stderr: -455> 2023-12-03T11:50:25.148+0000 7f530ee7e980 5 AuthRegistry(0x7fff8f244ed0) adding con mode: crc 2023-12-03T11:50:25.313 INFO:tasks.workunit.client.0.smithi019.stderr: -454> 2023-12-03T11:50:25.148+0000 7f530ee7e980 5 AuthRegistry(0x7fff8f244ed0) adding con mode: crc 2023-12-03T11:50:25.313 INFO:tasks.workunit.client.0.smithi019.stderr: -453> 2023-12-03T11:50:25.148+0000 7f530ee7e980 5 AuthRegistry(0x7fff8f244ed0) adding con mode: secure 2023-12-03T11:50:25.313 INFO:tasks.workunit.client.0.smithi019.stderr: -452> 2023-12-03T11:50:25.148+0000 7f530ee7e980 5 AuthRegistry(0x7fff8f244ed0) adding con mode: crc 2023-12-03T11:50:25.313 INFO:tasks.workunit.client.0.smithi019.stderr: -451> 2023-12-03T11:50:25.148+0000 7f530ee7e980 5 AuthRegistry(0x7fff8f244ed0) adding con mode: secure 2023-12-03T11:50:25.313 INFO:tasks.workunit.client.0.smithi019.stderr: -450> 2023-12-03T11:50:25.148+0000 7f530ee7e980 5 AuthRegistry(0x7fff8f244ed0) adding con mode: crc 2023-12-03T11:50:25.314 INFO:tasks.workunit.client.0.smithi019.stderr: -449> 2023-12-03T11:50:25.148+0000 7f530ee7e980 5 AuthRegistry(0x7fff8f244ed0) adding con mode: secure 2023-12-03T11:50:25.314 INFO:tasks.workunit.client.0.smithi019.stderr: -448> 2023-12-03T11:50:25.148+0000 7f530ee7e980 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-12-03T11:50:25.314 INFO:tasks.workunit.client.0.smithi019.stderr: -447> 2023-12-03T11:50:25.148+0000 7f530ee7e980 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-12-03T11:50:25.314 INFO:tasks.workunit.client.0.smithi019.stderr: -446> 2023-12-03T11:50:25.148+0000 7f530ee7e980 5 asok(0x55ab7aaad240) register_command rotate-key cmddesc rotate-key hook 0x7fff8f245018 EEXIST 2023-12-03T11:50:25.314 INFO:tasks.workunit.client.0.smithi019.stderr: -445> 2023-12-03T11:50:25.148+0000 7f530ee7e980 10 monclient: _reopen_session rank -1 2023-12-03T11:50:25.314 INFO:tasks.workunit.client.0.smithi019.stderr: -444> 2023-12-03T11:50:25.148+0000 7f530ee7e980 10 monclient: _add_conns ranks=[0,1,2] 2023-12-03T11:50:25.314 INFO:tasks.workunit.client.0.smithi019.stderr: -443> 2023-12-03T11:50:25.148+0000 7f530ee7e980 10 monclient(hunting): picked mon.noname-a con 0x55ab7acec600 addr [v2:172.21.15.19:3300/0,v1:172.21.15.19:6789/0] 2023-12-03T11:50:25.314 INFO:tasks.workunit.client.0.smithi019.stderr: -442> 2023-12-03T11:50:25.148+0000 7f530ee7e980 10 monclient(hunting): picked mon.noname-b con 0x55ab7acec9e0 addr [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] 2023-12-03T11:50:25.314 INFO:tasks.workunit.client.0.smithi019.stderr: -441> 2023-12-03T11:50:25.148+0000 7f530ee7e980 10 monclient(hunting): picked mon.noname-c con 0x55ab7acbc4d0 addr [v2:172.21.15.19:3301/0,v1:172.21.15.19:6790/0] 2023-12-03T11:50:25.314 INFO:tasks.workunit.client.0.smithi019.stderr: -440> 2023-12-03T11:50:25.148+0000 7f530ee7e980 10 monclient(hunting): start opening mon connection 2023-12-03T11:50:25.314 INFO:tasks.workunit.client.0.smithi019.stderr: -439> 2023-12-03T11:50:25.148+0000 7f530ee7e980 10 monclient(hunting): start opening mon connection 2023-12-03T11:50:25.314 INFO:tasks.workunit.client.0.smithi019.stderr: -438> 2023-12-03T11:50:25.148+0000 7f530ee7e980 10 monclient(hunting): start opening mon connection 2023-12-03T11:50:25.314 INFO:tasks.workunit.client.0.smithi019.stderr: -437> 2023-12-03T11:50:25.148+0000 7f530ee7e980 10 monclient(hunting): _renew_subs 2023-12-03T11:50:25.314 INFO:tasks.workunit.client.0.smithi019.stderr: -436> 2023-12-03T11:50:25.148+0000 7f530ee7e980 10 monclient(hunting): authenticate will time out at 1883.553793s 2023-12-03T11:50:25.315 INFO:tasks.workunit.client.0.smithi019.stderr: -435> 2023-12-03T11:50:25.148+0000 7f530a195640 4 mgrc handle_mgr_map Got map version 5 2023-12-03T11:50:25.315 INFO:tasks.workunit.client.0.smithi019.stderr: -434> 2023-12-03T11:50:25.148+0000 7f530d19b640 10 monclient(hunting): get_auth_request con 0x55ab7acec600 auth_method 0 2023-12-03T11:50:25.315 INFO:tasks.workunit.client.0.smithi019.stderr: -433> 2023-12-03T11:50:25.148+0000 7f530a195640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.57:6832/1976017766,v1:172.21.15.57:6833/1976017766] 2023-12-03T11:50:25.315 INFO:tasks.workunit.client.0.smithi019.stderr: -432> 2023-12-03T11:50:25.148+0000 7f530d19b640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-12-03T11:50:25.315 INFO:tasks.workunit.client.0.smithi019.stderr: -431> 2023-12-03T11:50:25.148+0000 7f530d19b640 10 monclient(hunting): _init_auth method 2 2023-12-03T11:50:25.315 INFO:tasks.workunit.client.0.smithi019.stderr: -430> 2023-12-03T11:50:25.148+0000 7f530a195640 4 mgrc reconnect Starting new session with [v2:172.21.15.57:6832/1976017766,v1:172.21.15.57:6833/1976017766] 2023-12-03T11:50:25.315 INFO:tasks.workunit.client.0.smithi019.stderr: -429> 2023-12-03T11:50:25.148+0000 7f530d19b640 10 monclient(hunting): _init_auth creating new auth 2023-12-03T11:50:25.315 INFO:tasks.workunit.client.0.smithi019.stderr: -428> 2023-12-03T11:50:25.148+0000 7f530c199640 10 monclient(hunting): get_auth_request con 0x55ab7acbc4d0 auth_method 0 2023-12-03T11:50:25.315 INFO:tasks.workunit.client.0.smithi019.stderr: -427> 2023-12-03T11:50:25.148+0000 7f530c199640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-12-03T11:50:25.315 INFO:tasks.workunit.client.0.smithi019.stderr: -426> 2023-12-03T11:50:25.148+0000 7f530c199640 10 monclient(hunting): _init_auth method 2 2023-12-03T11:50:25.315 INFO:tasks.workunit.client.0.smithi019.stderr: -425> 2023-12-03T11:50:25.148+0000 7f530c199640 10 monclient(hunting): _init_auth creating new auth 2023-12-03T11:50:25.315 INFO:tasks.workunit.client.0.smithi019.stderr: -424> 2023-12-03T11:50:25.148+0000 7f530d19b640 10 monclient(hunting): handle_auth_reply_more payload 9 2023-12-03T11:50:25.315 INFO:tasks.workunit.client.0.smithi019.stderr: -423> 2023-12-03T11:50:25.148+0000 7f530d19b640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-12-03T11:50:25.315 INFO:tasks.workunit.client.0.smithi019.stderr: -422> 2023-12-03T11:50:25.148+0000 7f530d19b640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-12-03T11:50:25.315 INFO:tasks.workunit.client.0.smithi019.stderr: -421> 2023-12-03T11:50:25.148+0000 7f530c199640 10 monclient(hunting): handle_auth_reply_more payload 9 2023-12-03T11:50:25.316 INFO:tasks.workunit.client.0.smithi019.stderr: -420> 2023-12-03T11:50:25.148+0000 7f530c199640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-12-03T11:50:25.316 INFO:tasks.workunit.client.0.smithi019.stderr: -419> 2023-12-03T11:50:25.148+0000 7f530c199640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-12-03T11:50:25.316 INFO:tasks.workunit.client.0.smithi019.stderr: -418> 2023-12-03T11:50:25.148+0000 7f530c99a640 10 monclient(hunting): get_auth_request con 0x55ab7acec9e0 auth_method 0 2023-12-03T11:50:25.316 INFO:tasks.workunit.client.0.smithi019.stderr: -417> 2023-12-03T11:50:25.148+0000 7f530c99a640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-12-03T11:50:25.316 INFO:tasks.workunit.client.0.smithi019.stderr: -416> 2023-12-03T11:50:25.148+0000 7f530c99a640 10 monclient(hunting): _init_auth method 2 2023-12-03T11:50:25.316 INFO:tasks.workunit.client.0.smithi019.stderr: -415> 2023-12-03T11:50:25.148+0000 7f530c99a640 10 monclient(hunting): _init_auth creating new auth 2023-12-03T11:50:25.316 INFO:tasks.workunit.client.0.smithi019.stderr: -414> 2023-12-03T11:50:25.148+0000 7f530d19b640 10 monclient(hunting): handle_auth_done global_id 6729 payload 274 2023-12-03T11:50:25.316 INFO:tasks.workunit.client.0.smithi019.stderr: -413> 2023-12-03T11:50:25.148+0000 7f530d19b640 10 monclient: _finish_hunting 0 2023-12-03T11:50:25.316 INFO:tasks.workunit.client.0.smithi019.stderr: -412> 2023-12-03T11:50:25.148+0000 7f530d19b640 1 monclient: found mon.noname-a 2023-12-03T11:50:25.316 INFO:tasks.workunit.client.0.smithi019.stderr: -411> 2023-12-03T11:50:25.148+0000 7f530d19b640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.19:3300/0 2023-12-03T11:50:25.316 INFO:tasks.workunit.client.0.smithi019.stderr: -410> 2023-12-03T11:50:25.148+0000 7f530d19b640 10 monclient: get_auth_request con 0x7f52f8064e80 auth_method 0 2023-12-03T11:50:25.317 INFO:tasks.workunit.client.0.smithi019.stderr: -409> 2023-12-03T11:50:25.148+0000 7f52f37fe640 10 monclient: handle_monmap mon_map magic: 0 v1 2023-12-03T11:50:25.317 INFO:tasks.workunit.client.0.smithi019.stderr: -408> 2023-12-03T11:50:25.148+0000 7f52f37fe640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2023-12-03T11:50:25.317 INFO:tasks.workunit.client.0.smithi019.stderr: -407> 2023-12-03T11:50:25.148+0000 7f52f37fe640 10 monclient: dump: 2023-12-03T11:50:25.317 INFO:tasks.workunit.client.0.smithi019.stderr:epoch 1 2023-12-03T11:50:25.317 INFO:tasks.workunit.client.0.smithi019.stderr:fsid ae33780b-1c64-42c6-818c-b1dc720ff6a2 2023-12-03T11:50:25.317 INFO:tasks.workunit.client.0.smithi019.stderr:last_changed 2023-12-03T11:35:13.610069+0000 2023-12-03T11:50:25.317 INFO:tasks.workunit.client.0.smithi019.stderr:created 2023-12-03T11:35:13.610069+0000 2023-12-03T11:50:25.317 INFO:tasks.workunit.client.0.smithi019.stderr:min_mon_release 18 (reef) 2023-12-03T11:50:25.318 INFO:tasks.workunit.client.0.smithi019.stderr:election_strategy: 1 2023-12-03T11:50:25.318 INFO:tasks.workunit.client.0.smithi019.stderr:0: [v2:172.21.15.19:3300/0,v1:172.21.15.19:6789/0] mon.a 2023-12-03T11:50:25.318 INFO:tasks.workunit.client.0.smithi019.stderr:1: [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] mon.b 2023-12-03T11:50:25.318 INFO:tasks.workunit.client.0.smithi019.stderr:2: [v2:172.21.15.19:3301/0,v1:172.21.15.19:6790/0] mon.c 2023-12-03T11:50:25.318 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:50:25.318 INFO:tasks.workunit.client.0.smithi019.stderr: -406> 2023-12-03T11:50:25.148+0000 7f52f37fe640 10 monclient: _finish_auth 0 2023-12-03T11:50:25.318 INFO:tasks.workunit.client.0.smithi019.stderr: -405> 2023-12-03T11:50:25.148+0000 7f52f37fe640 10 monclient: _check_auth_tickets 2023-12-03T11:50:25.318 INFO:tasks.workunit.client.0.smithi019.stderr: -404> 2023-12-03T11:50:25.148+0000 7f52f37fe640 10 monclient: handle_config config(0 keys) v1 2023-12-03T11:50:25.318 INFO:tasks.workunit.client.0.smithi019.stderr: -403> 2023-12-03T11:50:25.148+0000 7f52f37fe640 10 monclient: handle_monmap mon_map magic: 0 v1 2023-12-03T11:50:25.319 INFO:tasks.workunit.client.0.smithi019.stderr: -402> 2023-12-03T11:50:25.148+0000 7f52f37fe640 10 monclient: got monmap 1 from mon.a (according to old e1) 2023-12-03T11:50:25.319 INFO:tasks.workunit.client.0.smithi019.stderr: -401> 2023-12-03T11:50:25.148+0000 7f52f37fe640 10 monclient: dump: 2023-12-03T11:50:25.319 INFO:tasks.workunit.client.0.smithi019.stderr:epoch 1 2023-12-03T11:50:25.319 INFO:tasks.workunit.client.0.smithi019.stderr:fsid ae33780b-1c64-42c6-818c-b1dc720ff6a2 2023-12-03T11:50:25.319 INFO:tasks.workunit.client.0.smithi019.stderr:last_changed 2023-12-03T11:35:13.610069+0000 2023-12-03T11:50:25.319 INFO:tasks.workunit.client.0.smithi019.stderr:created 2023-12-03T11:35:13.610069+0000 2023-12-03T11:50:25.319 INFO:tasks.workunit.client.0.smithi019.stderr:min_mon_release 18 (reef) 2023-12-03T11:50:25.319 INFO:tasks.workunit.client.0.smithi019.stderr:election_strategy: 1 2023-12-03T11:50:25.319 INFO:tasks.workunit.client.0.smithi019.stderr:0: [v2:172.21.15.19:3300/0,v1:172.21.15.19:6789/0] mon.a 2023-12-03T11:50:25.320 INFO:tasks.workunit.client.0.smithi019.stderr:1: [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] mon.b 2023-12-03T11:50:25.320 INFO:tasks.workunit.client.0.smithi019.stderr:2: [v2:172.21.15.19:3301/0,v1:172.21.15.19:6790/0] mon.c 2023-12-03T11:50:25.320 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:50:25.320 INFO:tasks.workunit.client.0.smithi019.stderr: -400> 2023-12-03T11:50:25.148+0000 7f530ee7e980 5 monclient: authenticate success, global_id 6729 2023-12-03T11:50:25.320 INFO:tasks.workunit.client.0.smithi019.stderr: -399> 2023-12-03T11:50:25.148+0000 7f530ee7e980 10 monclient: get_monmap_and_config success 2023-12-03T11:50:25.320 INFO:tasks.workunit.client.0.smithi019.stderr: -398> 2023-12-03T11:50:25.148+0000 7f530ee7e980 4 set_mon_vals no callback set 2023-12-03T11:50:25.320 INFO:tasks.workunit.client.0.smithi019.stderr: -397> 2023-12-03T11:50:25.148+0000 7f530ee7e980 10 monclient: shutdown 2023-12-03T11:50:25.320 INFO:tasks.workunit.client.0.smithi019.stderr: -396> 2023-12-03T11:50:25.148+0000 7f530ee7e980 10 monclient: build_initial_monmap 2023-12-03T11:50:25.320 INFO:tasks.workunit.client.0.smithi019.stderr: -395> 2023-12-03T11:50:25.148+0000 7f530ee7e980 1 build_initial for_mkfs: 0 2023-12-03T11:50:25.321 INFO:tasks.workunit.client.0.smithi019.stderr: -394> 2023-12-03T11:50:25.148+0000 7f530ee7e980 10 monclient: monmap: 2023-12-03T11:50:25.321 INFO:tasks.workunit.client.0.smithi019.stderr:epoch 0 2023-12-03T11:50:25.321 INFO:tasks.workunit.client.0.smithi019.stderr:fsid 00000000-0000-0000-0000-000000000000 2023-12-03T11:50:25.321 INFO:tasks.workunit.client.0.smithi019.stderr:last_changed 0.000000 2023-12-03T11:50:25.321 INFO:tasks.workunit.client.0.smithi019.stderr:created 0.000000 2023-12-03T11:50:25.321 INFO:tasks.workunit.client.0.smithi019.stderr:min_mon_release 0 (unknown) 2023-12-03T11:50:25.321 INFO:tasks.workunit.client.0.smithi019.stderr:election_strategy: 1 2023-12-03T11:50:25.321 INFO:tasks.workunit.client.0.smithi019.stderr:0: [v2:172.21.15.19:3300/0,v1:172.21.15.19:6789/0] mon.noname-a 2023-12-03T11:50:25.321 INFO:tasks.workunit.client.0.smithi019.stderr:1: [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] mon.noname-b 2023-12-03T11:50:25.321 INFO:tasks.workunit.client.0.smithi019.stderr:2: [v2:172.21.15.19:3301/0,v1:172.21.15.19:6790/0] mon.noname-c 2023-12-03T11:50:25.321 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:50:25.321 INFO:tasks.workunit.client.0.smithi019.stderr: -393> 2023-12-03T11:50:25.148+0000 7f530ee7e980 5 AuthRegistry(0x55ab7acb7c30) adding auth protocol: cephx 2023-12-03T11:50:25.322 INFO:tasks.workunit.client.0.smithi019.stderr: -392> 2023-12-03T11:50:25.148+0000 7f530ee7e980 5 AuthRegistry(0x55ab7acb7c30) adding auth protocol: cephx 2023-12-03T11:50:25.322 INFO:tasks.workunit.client.0.smithi019.stderr: -391> 2023-12-03T11:50:25.148+0000 7f530ee7e980 5 AuthRegistry(0x55ab7acb7c30) adding auth protocol: cephx 2023-12-03T11:50:25.322 INFO:tasks.workunit.client.0.smithi019.stderr: -390> 2023-12-03T11:50:25.148+0000 7f530ee7e980 5 AuthRegistry(0x55ab7acb7c30) adding con mode: secure 2023-12-03T11:50:25.322 INFO:tasks.workunit.client.0.smithi019.stderr: -389> 2023-12-03T11:50:25.148+0000 7f530ee7e980 5 AuthRegistry(0x55ab7acb7c30) adding con mode: crc 2023-12-03T11:50:25.322 INFO:tasks.workunit.client.0.smithi019.stderr: -388> 2023-12-03T11:50:25.148+0000 7f530ee7e980 5 AuthRegistry(0x55ab7acb7c30) adding con mode: secure 2023-12-03T11:50:25.322 INFO:tasks.workunit.client.0.smithi019.stderr: -387> 2023-12-03T11:50:25.148+0000 7f530ee7e980 5 AuthRegistry(0x55ab7acb7c30) adding con mode: crc 2023-12-03T11:50:25.322 INFO:tasks.workunit.client.0.smithi019.stderr: -386> 2023-12-03T11:50:25.148+0000 7f530ee7e980 5 AuthRegistry(0x55ab7acb7c30) adding con mode: secure 2023-12-03T11:50:25.322 INFO:tasks.workunit.client.0.smithi019.stderr: -385> 2023-12-03T11:50:25.148+0000 7f530ee7e980 5 AuthRegistry(0x55ab7acb7c30) adding con mode: crc 2023-12-03T11:50:25.322 INFO:tasks.workunit.client.0.smithi019.stderr: -384> 2023-12-03T11:50:25.148+0000 7f530ee7e980 5 AuthRegistry(0x55ab7acb7c30) adding con mode: crc 2023-12-03T11:50:25.323 INFO:tasks.workunit.client.0.smithi019.stderr: -383> 2023-12-03T11:50:25.148+0000 7f530ee7e980 5 AuthRegistry(0x55ab7acb7c30) adding con mode: secure 2023-12-03T11:50:25.323 INFO:tasks.workunit.client.0.smithi019.stderr: -382> 2023-12-03T11:50:25.148+0000 7f530ee7e980 5 AuthRegistry(0x55ab7acb7c30) adding con mode: crc 2023-12-03T11:50:25.323 INFO:tasks.workunit.client.0.smithi019.stderr: -381> 2023-12-03T11:50:25.148+0000 7f530ee7e980 5 AuthRegistry(0x55ab7acb7c30) adding con mode: secure 2023-12-03T11:50:25.323 INFO:tasks.workunit.client.0.smithi019.stderr: -380> 2023-12-03T11:50:25.148+0000 7f530ee7e980 5 AuthRegistry(0x55ab7acb7c30) adding con mode: crc 2023-12-03T11:50:25.323 INFO:tasks.workunit.client.0.smithi019.stderr: -379> 2023-12-03T11:50:25.148+0000 7f530ee7e980 5 AuthRegistry(0x55ab7acb7c30) adding con mode: secure 2023-12-03T11:50:25.323 INFO:tasks.workunit.client.0.smithi019.stderr: -378> 2023-12-03T11:50:25.148+0000 7f530ee7e980 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-12-03T11:50:25.323 INFO:tasks.workunit.client.0.smithi019.stderr: -377> 2023-12-03T11:50:25.148+0000 7f530ee7e980 1 librados: starting msgr at 2023-12-03T11:50:25.323 INFO:tasks.workunit.client.0.smithi019.stderr: -376> 2023-12-03T11:50:25.148+0000 7f530ee7e980 1 librados: starting objecter 2023-12-03T11:50:25.323 INFO:tasks.workunit.client.0.smithi019.stderr: -375> 2023-12-03T11:50:25.148+0000 7f530ee7e980 5 asok(0x55ab7aaad240) register_command objecter_requests cmddesc objecter_requests hook 0x55ab7acece90 EEXIST 2023-12-03T11:50:25.324 INFO:tasks.workunit.client.0.smithi019.stderr: -374> 2023-12-03T11:50:25.148+0000 7f530ee7e980 1 librados: setting wanted keys 2023-12-03T11:50:25.324 INFO:tasks.workunit.client.0.smithi019.stderr: -373> 2023-12-03T11:50:25.148+0000 7f530ee7e980 1 librados: calling monclient init 2023-12-03T11:50:25.324 INFO:tasks.workunit.client.0.smithi019.stderr: -372> 2023-12-03T11:50:25.148+0000 7f530ee7e980 10 monclient: init 2023-12-03T11:50:25.324 INFO:tasks.workunit.client.0.smithi019.stderr: -371> 2023-12-03T11:50:25.148+0000 7f530ee7e980 5 AuthRegistry(0x55ab7acb5f48) adding auth protocol: cephx 2023-12-03T11:50:25.324 INFO:tasks.workunit.client.0.smithi019.stderr: -370> 2023-12-03T11:50:25.148+0000 7f530ee7e980 5 AuthRegistry(0x55ab7acb5f48) adding auth protocol: cephx 2023-12-03T11:50:25.324 INFO:tasks.workunit.client.0.smithi019.stderr: -369> 2023-12-03T11:50:25.148+0000 7f530ee7e980 5 AuthRegistry(0x55ab7acb5f48) adding auth protocol: cephx 2023-12-03T11:50:25.324 INFO:tasks.workunit.client.0.smithi019.stderr: -368> 2023-12-03T11:50:25.148+0000 7f530ee7e980 5 AuthRegistry(0x55ab7acb5f48) adding con mode: secure 2023-12-03T11:50:25.324 INFO:tasks.workunit.client.0.smithi019.stderr: -367> 2023-12-03T11:50:25.148+0000 7f530ee7e980 5 AuthRegistry(0x55ab7acb5f48) adding con mode: crc 2023-12-03T11:50:25.324 INFO:tasks.workunit.client.0.smithi019.stderr: -366> 2023-12-03T11:50:25.148+0000 7f530ee7e980 5 AuthRegistry(0x55ab7acb5f48) adding con mode: secure 2023-12-03T11:50:25.325 INFO:tasks.workunit.client.0.smithi019.stderr: -365> 2023-12-03T11:50:25.148+0000 7f530ee7e980 5 AuthRegistry(0x55ab7acb5f48) adding con mode: crc 2023-12-03T11:50:25.325 INFO:tasks.workunit.client.0.smithi019.stderr: -364> 2023-12-03T11:50:25.148+0000 7f530ee7e980 5 AuthRegistry(0x55ab7acb5f48) adding con mode: secure 2023-12-03T11:50:25.325 INFO:tasks.workunit.client.0.smithi019.stderr: -363> 2023-12-03T11:50:25.148+0000 7f530ee7e980 5 AuthRegistry(0x55ab7acb5f48) adding con mode: crc 2023-12-03T11:50:25.325 INFO:tasks.workunit.client.0.smithi019.stderr: -362> 2023-12-03T11:50:25.148+0000 7f530ee7e980 5 AuthRegistry(0x55ab7acb5f48) adding con mode: crc 2023-12-03T11:50:25.325 INFO:tasks.workunit.client.0.smithi019.stderr: -361> 2023-12-03T11:50:25.148+0000 7f530ee7e980 5 AuthRegistry(0x55ab7acb5f48) adding con mode: secure 2023-12-03T11:50:25.325 INFO:tasks.workunit.client.0.smithi019.stderr: -360> 2023-12-03T11:50:25.148+0000 7f530ee7e980 5 AuthRegistry(0x55ab7acb5f48) adding con mode: crc 2023-12-03T11:50:25.325 INFO:tasks.workunit.client.0.smithi019.stderr: -359> 2023-12-03T11:50:25.148+0000 7f530ee7e980 5 AuthRegistry(0x55ab7acb5f48) adding con mode: secure 2023-12-03T11:50:25.325 INFO:tasks.workunit.client.0.smithi019.stderr: -358> 2023-12-03T11:50:25.148+0000 7f530ee7e980 5 AuthRegistry(0x55ab7acb5f48) adding con mode: crc 2023-12-03T11:50:25.325 INFO:tasks.workunit.client.0.smithi019.stderr: -357> 2023-12-03T11:50:25.148+0000 7f530ee7e980 5 AuthRegistry(0x55ab7acb5f48) adding con mode: secure 2023-12-03T11:50:25.326 INFO:tasks.workunit.client.0.smithi019.stderr: -356> 2023-12-03T11:50:25.152+0000 7f530ee7e980 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-12-03T11:50:25.326 INFO:tasks.workunit.client.0.smithi019.stderr: -355> 2023-12-03T11:50:25.152+0000 7f530ee7e980 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-12-03T11:50:25.326 INFO:tasks.workunit.client.0.smithi019.stderr: -354> 2023-12-03T11:50:25.152+0000 7f530ee7e980 5 asok(0x55ab7aaad240) register_command rotate-key cmddesc rotate-key hook 0x55ab7acb6090 EEXIST 2023-12-03T11:50:25.326 INFO:tasks.workunit.client.0.smithi019.stderr: -353> 2023-12-03T11:50:25.152+0000 7f530ee7e980 10 monclient: _reopen_session rank -1 2023-12-03T11:50:25.326 INFO:tasks.workunit.client.0.smithi019.stderr: -352> 2023-12-03T11:50:25.152+0000 7f530ee7e980 10 monclient: _add_conns ranks=[0,1,2] 2023-12-03T11:50:25.326 INFO:tasks.workunit.client.0.smithi019.stderr: -351> 2023-12-03T11:50:25.152+0000 7f530ee7e980 10 monclient(hunting): picked mon.noname-a con 0x55ab7acbc4d0 addr [v2:172.21.15.19:3300/0,v1:172.21.15.19:6789/0] 2023-12-03T11:50:25.326 INFO:tasks.workunit.client.0.smithi019.stderr: -350> 2023-12-03T11:50:25.152+0000 7f530ee7e980 10 monclient(hunting): picked mon.noname-b con 0x55ab7acec600 addr [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] 2023-12-03T11:50:25.326 INFO:tasks.workunit.client.0.smithi019.stderr: -349> 2023-12-03T11:50:25.152+0000 7f530ee7e980 10 monclient(hunting): picked mon.noname-c con 0x55ab7ace2940 addr [v2:172.21.15.19:3301/0,v1:172.21.15.19:6790/0] 2023-12-03T11:50:25.327 INFO:tasks.workunit.client.0.smithi019.stderr: -348> 2023-12-03T11:50:25.152+0000 7f530ee7e980 10 monclient(hunting): start opening mon connection 2023-12-03T11:50:25.327 INFO:tasks.workunit.client.0.smithi019.stderr: -347> 2023-12-03T11:50:25.152+0000 7f530ee7e980 10 monclient(hunting): start opening mon connection 2023-12-03T11:50:25.327 INFO:tasks.workunit.client.0.smithi019.stderr: -346> 2023-12-03T11:50:25.152+0000 7f530ee7e980 10 monclient(hunting): start opening mon connection 2023-12-03T11:50:25.327 INFO:tasks.workunit.client.0.smithi019.stderr: -345> 2023-12-03T11:50:25.152+0000 7f530ee7e980 10 monclient(hunting): _renew_subs 2023-12-03T11:50:25.327 INFO:tasks.workunit.client.0.smithi019.stderr: -344> 2023-12-03T11:50:25.152+0000 7f530ee7e980 10 monclient(hunting): authenticate will time out at 1883.556583s 2023-12-03T11:50:25.327 INFO:tasks.workunit.client.0.smithi019.stderr: -343> 2023-12-03T11:50:25.152+0000 7f530c99a640 10 monclient(hunting): get_auth_request con 0x55ab7acbc4d0 auth_method 0 2023-12-03T11:50:25.327 INFO:tasks.workunit.client.0.smithi019.stderr: -342> 2023-12-03T11:50:25.152+0000 7f530c99a640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-12-03T11:50:25.327 INFO:tasks.workunit.client.0.smithi019.stderr: -341> 2023-12-03T11:50:25.152+0000 7f530c99a640 10 monclient(hunting): _init_auth method 2 2023-12-03T11:50:25.327 INFO:tasks.workunit.client.0.smithi019.stderr: -340> 2023-12-03T11:50:25.152+0000 7f530c99a640 10 monclient(hunting): _init_auth creating new auth 2023-12-03T11:50:25.327 INFO:tasks.workunit.client.0.smithi019.stderr: -339> 2023-12-03T11:50:25.152+0000 7f530d19b640 10 monclient(hunting): get_auth_request con 0x55ab7ace2940 auth_method 0 2023-12-03T11:50:25.328 INFO:tasks.workunit.client.0.smithi019.stderr: -338> 2023-12-03T11:50:25.152+0000 7f530d19b640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-12-03T11:50:25.328 INFO:tasks.workunit.client.0.smithi019.stderr: -337> 2023-12-03T11:50:25.152+0000 7f530d19b640 10 monclient(hunting): _init_auth method 2 2023-12-03T11:50:25.328 INFO:tasks.workunit.client.0.smithi019.stderr: -336> 2023-12-03T11:50:25.152+0000 7f530d19b640 10 monclient(hunting): _init_auth creating new auth 2023-12-03T11:50:25.328 INFO:tasks.workunit.client.0.smithi019.stderr: -335> 2023-12-03T11:50:25.152+0000 7f530c99a640 10 monclient(hunting): handle_auth_reply_more payload 9 2023-12-03T11:50:25.328 INFO:tasks.workunit.client.0.smithi019.stderr: -334> 2023-12-03T11:50:25.152+0000 7f530c99a640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-12-03T11:50:25.328 INFO:tasks.workunit.client.0.smithi019.stderr: -333> 2023-12-03T11:50:25.152+0000 7f530c99a640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-12-03T11:50:25.328 INFO:tasks.workunit.client.0.smithi019.stderr: -332> 2023-12-03T11:50:25.152+0000 7f530d19b640 10 monclient(hunting): handle_auth_reply_more payload 9 2023-12-03T11:50:25.328 INFO:tasks.workunit.client.0.smithi019.stderr: -331> 2023-12-03T11:50:25.152+0000 7f530d19b640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-12-03T11:50:25.328 INFO:tasks.workunit.client.0.smithi019.stderr: -330> 2023-12-03T11:50:25.152+0000 7f530d19b640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-12-03T11:50:25.329 INFO:tasks.workunit.client.0.smithi019.stderr: -329> 2023-12-03T11:50:25.152+0000 7f530c199640 10 monclient(hunting): get_auth_request con 0x55ab7acec600 auth_method 0 2023-12-03T11:50:25.329 INFO:tasks.workunit.client.0.smithi019.stderr: -328> 2023-12-03T11:50:25.152+0000 7f530c199640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-12-03T11:50:25.329 INFO:tasks.workunit.client.0.smithi019.stderr: -327> 2023-12-03T11:50:25.152+0000 7f530c199640 10 monclient(hunting): _init_auth method 2 2023-12-03T11:50:25.329 INFO:tasks.workunit.client.0.smithi019.stderr: -326> 2023-12-03T11:50:25.152+0000 7f530c199640 10 monclient(hunting): _init_auth creating new auth 2023-12-03T11:50:25.329 INFO:tasks.workunit.client.0.smithi019.stderr: -325> 2023-12-03T11:50:25.152+0000 7f530c99a640 10 monclient(hunting): handle_auth_done global_id 6732 payload 824 2023-12-03T11:50:25.329 INFO:tasks.workunit.client.0.smithi019.stderr: -324> 2023-12-03T11:50:25.152+0000 7f530c99a640 10 monclient: _finish_hunting 0 2023-12-03T11:50:25.329 INFO:tasks.workunit.client.0.smithi019.stderr: -323> 2023-12-03T11:50:25.152+0000 7f530c99a640 1 monclient: found mon.noname-a 2023-12-03T11:50:25.329 INFO:tasks.workunit.client.0.smithi019.stderr: -322> 2023-12-03T11:50:25.152+0000 7f530c99a640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.19:3300/0 2023-12-03T11:50:25.329 INFO:tasks.workunit.client.0.smithi019.stderr: -321> 2023-12-03T11:50:25.152+0000 7f52f1ffb640 10 monclient: handle_monmap mon_map magic: 0 v1 2023-12-03T11:50:25.329 INFO:tasks.workunit.client.0.smithi019.stderr: -320> 2023-12-03T11:50:25.152+0000 7f52f1ffb640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2023-12-03T11:50:25.330 INFO:tasks.workunit.client.0.smithi019.stderr: -319> 2023-12-03T11:50:25.152+0000 7f52f1ffb640 10 monclient: dump: 2023-12-03T11:50:25.330 INFO:tasks.workunit.client.0.smithi019.stderr:epoch 1 2023-12-03T11:50:25.330 INFO:tasks.workunit.client.0.smithi019.stderr:fsid ae33780b-1c64-42c6-818c-b1dc720ff6a2 2023-12-03T11:50:25.330 INFO:tasks.workunit.client.0.smithi019.stderr:last_changed 2023-12-03T11:35:13.610069+0000 2023-12-03T11:50:25.330 INFO:tasks.workunit.client.0.smithi019.stderr:created 2023-12-03T11:35:13.610069+0000 2023-12-03T11:50:25.330 INFO:tasks.workunit.client.0.smithi019.stderr:min_mon_release 18 (reef) 2023-12-03T11:50:25.330 INFO:tasks.workunit.client.0.smithi019.stderr:election_strategy: 1 2023-12-03T11:50:25.331 INFO:tasks.workunit.client.0.smithi019.stderr:0: [v2:172.21.15.19:3300/0,v1:172.21.15.19:6789/0] mon.a 2023-12-03T11:50:25.331 INFO:tasks.workunit.client.0.smithi019.stderr:1: [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] mon.b 2023-12-03T11:50:25.331 INFO:tasks.workunit.client.0.smithi019.stderr:2: [v2:172.21.15.19:3301/0,v1:172.21.15.19:6790/0] mon.c 2023-12-03T11:50:25.331 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:50:25.331 INFO:tasks.workunit.client.0.smithi019.stderr: -318> 2023-12-03T11:50:25.152+0000 7f52f1ffb640 10 monclient: _finish_auth 0 2023-12-03T11:50:25.331 INFO:tasks.workunit.client.0.smithi019.stderr: -317> 2023-12-03T11:50:25.152+0000 7f52f1ffb640 10 monclient: _check_auth_tickets 2023-12-03T11:50:25.331 INFO:tasks.workunit.client.0.smithi019.stderr: -316> 2023-12-03T11:50:25.152+0000 7f52f1ffb640 10 monclient: handle_config config(0 keys) v1 2023-12-03T11:50:25.331 INFO:tasks.workunit.client.0.smithi019.stderr: -315> 2023-12-03T11:50:25.152+0000 7f52f1ffb640 10 monclient: handle_monmap mon_map magic: 0 v1 2023-12-03T11:50:25.331 INFO:tasks.workunit.client.0.smithi019.stderr: -314> 2023-12-03T11:50:25.152+0000 7f52f1ffb640 10 monclient: got monmap 1 from mon.a (according to old e1) 2023-12-03T11:50:25.332 INFO:tasks.workunit.client.0.smithi019.stderr: -313> 2023-12-03T11:50:25.152+0000 7f52f1ffb640 10 monclient: dump: 2023-12-03T11:50:25.332 INFO:tasks.workunit.client.0.smithi019.stderr:epoch 1 2023-12-03T11:50:25.332 INFO:tasks.workunit.client.0.smithi019.stderr:fsid ae33780b-1c64-42c6-818c-b1dc720ff6a2 2023-12-03T11:50:25.332 INFO:tasks.workunit.client.0.smithi019.stderr:last_changed 2023-12-03T11:35:13.610069+0000 2023-12-03T11:50:25.332 INFO:tasks.workunit.client.0.smithi019.stderr:created 2023-12-03T11:35:13.610069+0000 2023-12-03T11:50:25.332 INFO:tasks.workunit.client.0.smithi019.stderr:min_mon_release 18 (reef) 2023-12-03T11:50:25.332 INFO:tasks.workunit.client.0.smithi019.stderr:election_strategy: 1 2023-12-03T11:50:25.332 INFO:tasks.workunit.client.0.smithi019.stderr:0: [v2:172.21.15.19:3300/0,v1:172.21.15.19:6789/0] mon.a 2023-12-03T11:50:25.332 INFO:tasks.workunit.client.0.smithi019.stderr:1: [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] mon.b 2023-12-03T11:50:25.332 INFO:tasks.workunit.client.0.smithi019.stderr:2: [v2:172.21.15.19:3301/0,v1:172.21.15.19:6790/0] mon.c 2023-12-03T11:50:25.333 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:50:25.333 INFO:tasks.workunit.client.0.smithi019.stderr: -312> 2023-12-03T11:50:25.152+0000 7f52f37fe640 4 set_mon_vals no callback set 2023-12-03T11:50:25.333 INFO:tasks.workunit.client.0.smithi019.stderr: -311> 2023-12-03T11:50:25.152+0000 7f530ee7e980 5 monclient: authenticate success, global_id 6732 2023-12-03T11:50:25.333 INFO:tasks.workunit.client.0.smithi019.stderr: -310> 2023-12-03T11:50:25.152+0000 7f530ee7e980 10 monclient: _renew_subs 2023-12-03T11:50:25.333 INFO:tasks.workunit.client.0.smithi019.stderr: -309> 2023-12-03T11:50:25.152+0000 7f530ee7e980 10 monclient: _send_mon_message to mon.a at v2:172.21.15.19:3300/0 2023-12-03T11:50:25.333 INFO:tasks.workunit.client.0.smithi019.stderr: -308> 2023-12-03T11:50:25.152+0000 7f530ee7e980 10 monclient: _renew_subs 2023-12-03T11:50:25.333 INFO:tasks.workunit.client.0.smithi019.stderr: -307> 2023-12-03T11:50:25.152+0000 7f530ee7e980 10 monclient: _send_mon_message to mon.a at v2:172.21.15.19:3300/0 2023-12-03T11:50:25.333 INFO:tasks.workunit.client.0.smithi019.stderr: -306> 2023-12-03T11:50:25.152+0000 7f530ee7e980 1 librados: init done 2023-12-03T11:50:25.333 INFO:tasks.workunit.client.0.smithi019.stderr: -305> 2023-12-03T11:50:25.152+0000 7f530ee7e980 20 rados->read ofs=0 len=0 2023-12-03T11:50:25.334 INFO:tasks.workunit.client.0.smithi019.stderr: -304> 2023-12-03T11:50:25.152+0000 7f52f1ffb640 4 mgrc handle_mgr_map Got map version 5 2023-12-03T11:50:25.334 INFO:tasks.workunit.client.0.smithi019.stderr: -303> 2023-12-03T11:50:25.152+0000 7f52f1ffb640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.57:6832/1976017766,v1:172.21.15.57:6833/1976017766] 2023-12-03T11:50:25.334 INFO:tasks.workunit.client.0.smithi019.stderr: -302> 2023-12-03T11:50:25.152+0000 7f52f1ffb640 4 mgrc reconnect Starting new session with [v2:172.21.15.57:6832/1976017766,v1:172.21.15.57:6833/1976017766] 2023-12-03T11:50:25.334 INFO:tasks.workunit.client.0.smithi019.stderr: -301> 2023-12-03T11:50:25.152+0000 7f530d19b640 10 monclient: get_auth_request con 0x55ab7ad043c0 auth_method 0 2023-12-03T11:50:25.334 INFO:tasks.workunit.client.0.smithi019.stderr: -300> 2023-12-03T11:50:25.152+0000 7f530c199640 10 monclient: get_auth_request con 0x7f52e8064e80 auth_method 0 2023-12-03T11:50:25.334 INFO:tasks.workunit.client.0.smithi019.stderr: -299> 2023-12-03T11:50:25.156+0000 7f530ee7e980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:25.334 INFO:tasks.workunit.client.0.smithi019.stderr: -298> 2023-12-03T11:50:25.156+0000 7f530ee7e980 20 realm 2023-12-03T11:50:25.334 INFO:tasks.workunit.client.0.smithi019.stderr: -297> 2023-12-03T11:50:25.156+0000 7f530ee7e980 20 rados->read ofs=0 len=0 2023-12-03T11:50:25.334 INFO:tasks.workunit.client.0.smithi019.stderr: -296> 2023-12-03T11:50:25.156+0000 7f530ee7e980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:25.334 INFO:tasks.workunit.client.0.smithi019.stderr: -295> 2023-12-03T11:50:25.156+0000 7f530ee7e980 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:50:25.334 INFO:tasks.workunit.client.0.smithi019.stderr: -294> 2023-12-03T11:50:25.156+0000 7f530ee7e980 20 rados->read ofs=0 len=0 2023-12-03T11:50:25.334 INFO:tasks.workunit.client.0.smithi019.stderr: -293> 2023-12-03T11:50:25.156+0000 7f530ee7e980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:25.334 INFO:tasks.workunit.client.0.smithi019.stderr: -292> 2023-12-03T11:50:25.156+0000 7f530ee7e980 20 rados->read ofs=0 len=0 2023-12-03T11:50:25.335 INFO:tasks.workunit.client.0.smithi019.stderr: -291> 2023-12-03T11:50:25.156+0000 7f530c99a640 10 monclient: get_auth_request con 0x55ab7ad08290 auth_method 0 2023-12-03T11:50:25.335 INFO:tasks.workunit.client.0.smithi019.stderr: -290> 2023-12-03T11:50:25.156+0000 7f530ee7e980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:50:25.335 INFO:tasks.workunit.client.0.smithi019.stderr: -289> 2023-12-03T11:50:25.156+0000 7f530ee7e980 20 rados->read ofs=0 len=0 2023-12-03T11:50:25.335 INFO:tasks.workunit.client.0.smithi019.stderr: -288> 2023-12-03T11:50:25.156+0000 7f530ee7e980 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:50:25.335 INFO:tasks.workunit.client.0.smithi019.stderr: -287> 2023-12-03T11:50:25.156+0000 7f530ee7e980 20 searching for the correct realm 2023-12-03T11:50:25.335 INFO:tasks.workunit.client.0.smithi019.stderr: -286> 2023-12-03T11:50:25.156+0000 7f530c199640 10 monclient: get_auth_request con 0x55ab7ad0d270 auth_method 0 2023-12-03T11:50:25.335 INFO:tasks.workunit.client.0.smithi019.stderr: -285> 2023-12-03T11:50:25.160+0000 7f530d19b640 10 monclient: get_auth_request con 0x7f530001b3a0 auth_method 0 2023-12-03T11:50:25.336 INFO:tasks.workunit.client.0.smithi019.stderr: -284> 2023-12-03T11:50:25.160+0000 7f530c99a640 10 monclient: get_auth_request con 0x7f53040ab070 auth_method 0 2023-12-03T11:50:25.336 INFO:tasks.workunit.client.0.smithi019.stderr: -283> 2023-12-03T11:50:25.160+0000 7f530c199640 10 monclient: get_auth_request con 0x7f52fc027070 auth_method 0 2023-12-03T11:50:25.336 INFO:tasks.workunit.client.0.smithi019.stderr: -282> 2023-12-03T11:50:25.164+0000 7f530d19b640 10 monclient: get_auth_request con 0x7f530002d920 auth_method 0 2023-12-03T11:50:25.336 INFO:tasks.workunit.client.0.smithi019.stderr: -281> 2023-12-03T11:50:25.172+0000 7f530c99a640 10 monclient: get_auth_request con 0x7f530000d3b0 auth_method 0 2023-12-03T11:50:25.336 INFO:tasks.workunit.client.0.smithi019.stderr: -280> 2023-12-03T11:50:25.180+0000 7f530ee7e980 20 RGWRados::pool_iterate: got zonegroup_info.9433ba8b-08fe-4f3d-8375-ae7b0ce32294 2023-12-03T11:50:25.336 INFO:tasks.workunit.client.0.smithi019.stderr: -279> 2023-12-03T11:50:25.180+0000 7f530ee7e980 20 RGWRados::pool_iterate: got zone_info.43a5e689-6a4f-4bb6-8529-28824bd75ab9 2023-12-03T11:50:25.337 INFO:tasks.workunit.client.0.smithi019.stderr: -278> 2023-12-03T11:50:25.180+0000 7f530ee7e980 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:50:25.337 INFO:tasks.workunit.client.0.smithi019.stderr: -277> 2023-12-03T11:50:25.180+0000 7f530ee7e980 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:50:25.337 INFO:tasks.workunit.client.0.smithi019.stderr: -276> 2023-12-03T11:50:25.180+0000 7f530ee7e980 20 rados->read ofs=0 len=0 2023-12-03T11:50:25.337 INFO:tasks.workunit.client.0.smithi019.stderr: -275> 2023-12-03T11:50:25.180+0000 7f530d19b640 0 -- 172.21.15.19:0/215755607 >> [v2:172.21.15.19:6810/916309765,v1:172.21.15.19:6813/916309765] conn(0x55ab7ad043c0 msgr2=0x55ab7ad067b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:50:25.337 INFO:tasks.workunit.client.0.smithi019.stderr: -274> 2023-12-03T11:50:25.180+0000 7f530ee7e980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:25.337 INFO:tasks.workunit.client.0.smithi019.stderr: -273> 2023-12-03T11:50:25.180+0000 7f530ee7e980 20 rados->read ofs=0 len=0 2023-12-03T11:50:25.337 INFO:tasks.workunit.client.0.smithi019.stderr: -272> 2023-12-03T11:50:25.180+0000 7f52f1ffb640 1 client.6732.objecter ms_handle_reset 0x55ab7ad043c0 session 0x55ab7aad2100 osd.1 2023-12-03T11:50:25.338 INFO:tasks.workunit.client.0.smithi019.stderr: -271> 2023-12-03T11:50:25.180+0000 7f52f1ffb640 10 monclient: _renew_subs 2023-12-03T11:50:25.338 INFO:tasks.workunit.client.0.smithi019.stderr: -270> 2023-12-03T11:50:25.180+0000 7f52f1ffb640 10 monclient: _send_mon_message to mon.a at v2:172.21.15.19:3300/0 2023-12-03T11:50:25.338 INFO:tasks.workunit.client.0.smithi019.stderr: -269> 2023-12-03T11:50:25.180+0000 7f530d19b640 10 monclient: get_auth_request con 0x7f52e8075360 auth_method 0 2023-12-03T11:50:25.338 INFO:tasks.workunit.client.0.smithi019.stderr: -268> 2023-12-03T11:50:25.180+0000 7f530ee7e980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:50:25.338 INFO:tasks.workunit.client.0.smithi019.stderr: -267> 2023-12-03T11:50:25.180+0000 7f530ee7e980 20 rados->read ofs=0 len=0 2023-12-03T11:50:25.338 INFO:tasks.workunit.client.0.smithi019.stderr: -266> 2023-12-03T11:50:25.184+0000 7f530ee7e980 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:50:25.338 INFO:tasks.workunit.client.0.smithi019.stderr: -265> 2023-12-03T11:50:25.184+0000 7f530ee7e980 20 zone default found 2023-12-03T11:50:25.338 INFO:tasks.workunit.client.0.smithi019.stderr: -264> 2023-12-03T11:50:25.184+0000 7f530ee7e980 4 Realm: () 2023-12-03T11:50:25.338 INFO:tasks.workunit.client.0.smithi019.stderr: -263> 2023-12-03T11:50:25.184+0000 7f530ee7e980 4 ZoneGroup: default (9433ba8b-08fe-4f3d-8375-ae7b0ce32294) 2023-12-03T11:50:25.338 INFO:tasks.workunit.client.0.smithi019.stderr: -262> 2023-12-03T11:50:25.184+0000 7f530ee7e980 4 Zone: default (43a5e689-6a4f-4bb6-8529-28824bd75ab9) 2023-12-03T11:50:25.339 INFO:tasks.workunit.client.0.smithi019.stderr: -261> 2023-12-03T11:50:25.184+0000 7f530ee7e980 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:50:25.339 INFO:tasks.workunit.client.0.smithi019.stderr: -260> 2023-12-03T11:50:25.184+0000 7f530ee7e980 20 zonegroup default 2023-12-03T11:50:25.339 INFO:tasks.workunit.client.0.smithi019.stderr: -259> 2023-12-03T11:50:25.184+0000 7f530ee7e980 20 rados->read ofs=0 len=0 2023-12-03T11:50:25.339 INFO:tasks.workunit.client.0.smithi019.stderr: -258> 2023-12-03T11:50:25.184+0000 7f530ee7e980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:25.339 INFO:tasks.workunit.client.0.smithi019.stderr: -257> 2023-12-03T11:50:25.184+0000 7f530ee7e980 20 rados->read ofs=0 len=0 2023-12-03T11:50:25.339 INFO:tasks.workunit.client.0.smithi019.stderr: -256> 2023-12-03T11:50:25.184+0000 7f530ee7e980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:25.339 INFO:tasks.workunit.client.0.smithi019.stderr: -255> 2023-12-03T11:50:25.184+0000 7f530ee7e980 20 rados->read ofs=0 len=0 2023-12-03T11:50:25.339 INFO:tasks.workunit.client.0.smithi019.stderr: -254> 2023-12-03T11:50:25.184+0000 7f530ee7e980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:25.339 INFO:tasks.workunit.client.0.smithi019.stderr: -253> 2023-12-03T11:50:25.184+0000 7f530ee7e980 20 started sync module instance, tier type = 2023-12-03T11:50:25.340 INFO:tasks.workunit.client.0.smithi019.stderr: -252> 2023-12-03T11:50:25.184+0000 7f530ee7e980 20 started zone id=43a5e689-6a4f-4bb6-8529-28824bd75ab9 (name=default) with tier type = 2023-12-03T11:50:25.340 INFO:tasks.workunit.client.0.smithi019.stderr: -251> 2023-12-03T11:50:25.204+0000 7f530c99a640 0 -- 172.21.15.19:0/215755607 >> [v2:172.21.15.19:6808/438722807,v1:172.21.15.19:6809/438722807] conn(0x7f530000d3b0 msgr2=0x7f530000d830 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:50:25.340 INFO:tasks.workunit.client.0.smithi019.stderr: -250> 2023-12-03T11:50:25.204+0000 7f530ee7e980 20 add_watcher() i=0 2023-12-03T11:50:25.340 INFO:tasks.workunit.client.0.smithi019.stderr: -249> 2023-12-03T11:50:25.204+0000 7f52f1ffb640 1 client.6732.objecter ms_handle_reset 0x7f530000d3b0 session 0x7f530002dda0 osd.0 2023-12-03T11:50:25.340 INFO:tasks.workunit.client.0.smithi019.stderr: -248> 2023-12-03T11:50:25.204+0000 7f530ee7e980 20 add_watcher() i=1 2023-12-03T11:50:25.340 INFO:tasks.workunit.client.0.smithi019.stderr: -247> 2023-12-03T11:50:25.204+0000 7f530ee7e980 20 add_watcher() i=2 2023-12-03T11:50:25.340 INFO:tasks.workunit.client.0.smithi019.stderr: -246> 2023-12-03T11:50:25.204+0000 7f530ee7e980 20 add_watcher() i=3 2023-12-03T11:50:25.340 INFO:tasks.workunit.client.0.smithi019.stderr: -245> 2023-12-03T11:50:25.204+0000 7f530ee7e980 20 add_watcher() i=4 2023-12-03T11:50:25.340 INFO:tasks.workunit.client.0.smithi019.stderr: -244> 2023-12-03T11:50:25.204+0000 7f530ee7e980 20 add_watcher() i=5 2023-12-03T11:50:25.341 INFO:tasks.workunit.client.0.smithi019.stderr: -243> 2023-12-03T11:50:25.204+0000 7f530ee7e980 20 add_watcher() i=6 2023-12-03T11:50:25.341 INFO:tasks.workunit.client.0.smithi019.stderr: -242> 2023-12-03T11:50:25.204+0000 7f530c99a640 10 monclient: get_auth_request con 0x55ab7ad043c0 auth_method 0 2023-12-03T11:50:25.341 INFO:tasks.workunit.client.0.smithi019.stderr: -241> 2023-12-03T11:50:25.204+0000 7f530ee7e980 20 add_watcher() i=7 2023-12-03T11:50:25.341 INFO:tasks.workunit.client.0.smithi019.stderr: -240> 2023-12-03T11:50:25.204+0000 7f530ee7e980 2 all 8 watchers are set, enabling cache 2023-12-03T11:50:25.341 INFO:tasks.workunit.client.0.smithi019.stderr: -239> 2023-12-03T11:50:25.208+0000 7f530ee7e980 5 AuthRegistry(0x7fff8f245910) adding auth protocol: cephx 2023-12-03T11:50:25.341 INFO:tasks.workunit.client.0.smithi019.stderr: -238> 2023-12-03T11:50:25.208+0000 7f530ee7e980 5 AuthRegistry(0x7fff8f245910) adding auth protocol: cephx 2023-12-03T11:50:25.341 INFO:tasks.workunit.client.0.smithi019.stderr: -237> 2023-12-03T11:50:25.208+0000 7f530ee7e980 5 AuthRegistry(0x7fff8f245910) adding auth protocol: cephx 2023-12-03T11:50:25.341 INFO:tasks.workunit.client.0.smithi019.stderr: -236> 2023-12-03T11:50:25.208+0000 7f530ee7e980 5 AuthRegistry(0x7fff8f245910) adding con mode: secure 2023-12-03T11:50:25.341 INFO:tasks.workunit.client.0.smithi019.stderr: -235> 2023-12-03T11:50:25.208+0000 7f530ee7e980 5 AuthRegistry(0x7fff8f245910) adding con mode: crc 2023-12-03T11:50:25.342 INFO:tasks.workunit.client.0.smithi019.stderr: -234> 2023-12-03T11:50:25.208+0000 7f530ee7e980 5 AuthRegistry(0x7fff8f245910) adding con mode: secure 2023-12-03T11:50:25.342 INFO:tasks.workunit.client.0.smithi019.stderr: -233> 2023-12-03T11:50:25.208+0000 7f530ee7e980 5 AuthRegistry(0x7fff8f245910) adding con mode: crc 2023-12-03T11:50:25.342 INFO:tasks.workunit.client.0.smithi019.stderr: -232> 2023-12-03T11:50:25.208+0000 7f52d2fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:50:25.342 INFO:tasks.workunit.client.0.smithi019.stderr: -231> 2023-12-03T11:50:25.208+0000 7f530ee7e980 5 AuthRegistry(0x7fff8f245910) adding con mode: secure 2023-12-03T11:50:25.342 INFO:tasks.workunit.client.0.smithi019.stderr: -230> 2023-12-03T11:50:25.208+0000 7f530ee7e980 5 AuthRegistry(0x7fff8f245910) adding con mode: crc 2023-12-03T11:50:25.342 INFO:tasks.workunit.client.0.smithi019.stderr: -229> 2023-12-03T11:50:25.208+0000 7f530ee7e980 5 AuthRegistry(0x7fff8f245910) adding con mode: crc 2023-12-03T11:50:25.342 INFO:tasks.workunit.client.0.smithi019.stderr: -228> 2023-12-03T11:50:25.208+0000 7f530ee7e980 5 AuthRegistry(0x7fff8f245910) adding con mode: secure 2023-12-03T11:50:25.342 INFO:tasks.workunit.client.0.smithi019.stderr: -227> 2023-12-03T11:50:25.208+0000 7f530ee7e980 5 AuthRegistry(0x7fff8f245910) adding con mode: crc 2023-12-03T11:50:25.342 INFO:tasks.workunit.client.0.smithi019.stderr: -226> 2023-12-03T11:50:25.208+0000 7f530ee7e980 5 AuthRegistry(0x7fff8f245910) adding con mode: secure 2023-12-03T11:50:25.342 INFO:tasks.workunit.client.0.smithi019.stderr: -225> 2023-12-03T11:50:25.208+0000 7f530ee7e980 5 AuthRegistry(0x7fff8f245910) adding con mode: crc 2023-12-03T11:50:25.342 INFO:tasks.workunit.client.0.smithi019.stderr: -224> 2023-12-03T11:50:25.208+0000 7f530ee7e980 5 AuthRegistry(0x7fff8f245910) adding con mode: secure 2023-12-03T11:50:25.343 INFO:tasks.workunit.client.0.smithi019.stderr: -223> 2023-12-03T11:50:25.208+0000 7f530ee7e980 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-12-03T11:50:25.343 INFO:tasks.workunit.client.0.smithi019.stderr: -222> 2023-12-03T11:50:25.208+0000 7f530ee7e980 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:50:25.343 INFO:tasks.workunit.client.0.smithi019.stderr: -221> 2023-12-03T11:50:25.208+0000 7f530ee7e980 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:50:25.343 INFO:tasks.workunit.client.0.smithi019.stderr: -220> 2023-12-03T11:50:25.208+0000 7f530ee7e980 5 asok(0x55ab7aaad240) register_command cache list hook 0x55ab7ac9b9c0 2023-12-03T11:50:25.343 INFO:tasks.workunit.client.0.smithi019.stderr: -219> 2023-12-03T11:50:25.208+0000 7f530ee7e980 5 asok(0x55ab7aaad240) register_command cache inspect hook 0x55ab7ac9b9c0 2023-12-03T11:50:25.343 INFO:tasks.workunit.client.0.smithi019.stderr: -218> 2023-12-03T11:50:25.208+0000 7f530ee7e980 5 asok(0x55ab7aaad240) register_command cache erase hook 0x55ab7ac9b9c0 2023-12-03T11:50:25.343 INFO:tasks.workunit.client.0.smithi019.stderr: -217> 2023-12-03T11:50:25.208+0000 7f530ee7e980 5 asok(0x55ab7aaad240) register_command cache zap hook 0x55ab7ac9b9c0 2023-12-03T11:50:25.343 INFO:tasks.workunit.client.0.smithi019.stderr: -216> 2023-12-03T11:50:25.208+0000 7f530ee7e980 10 monclient: get_monmap_and_config 2023-12-03T11:50:25.343 INFO:tasks.workunit.client.0.smithi019.stderr: -215> 2023-12-03T11:50:25.208+0000 7f530ee7e980 10 monclient: build_initial_monmap 2023-12-03T11:50:25.343 INFO:tasks.workunit.client.0.smithi019.stderr: -214> 2023-12-03T11:50:25.208+0000 7f530ee7e980 1 build_initial for_mkfs: 0 2023-12-03T11:50:25.343 INFO:tasks.workunit.client.0.smithi019.stderr: -213> 2023-12-03T11:50:25.208+0000 7f530ee7e980 10 monclient: monmap: 2023-12-03T11:50:25.343 INFO:tasks.workunit.client.0.smithi019.stderr:epoch 0 2023-12-03T11:50:25.343 INFO:tasks.workunit.client.0.smithi019.stderr:fsid 00000000-0000-0000-0000-000000000000 2023-12-03T11:50:25.343 INFO:tasks.workunit.client.0.smithi019.stderr:last_changed 0.000000 2023-12-03T11:50:25.344 INFO:tasks.workunit.client.0.smithi019.stderr:created 0.000000 2023-12-03T11:50:25.344 INFO:tasks.workunit.client.0.smithi019.stderr:min_mon_release 0 (unknown) 2023-12-03T11:50:25.344 INFO:tasks.workunit.client.0.smithi019.stderr:election_strategy: 1 2023-12-03T11:50:25.344 INFO:tasks.workunit.client.0.smithi019.stderr:0: [v2:172.21.15.19:3300/0,v1:172.21.15.19:6789/0] mon.noname-a 2023-12-03T11:50:25.344 INFO:tasks.workunit.client.0.smithi019.stderr:1: [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] mon.noname-b 2023-12-03T11:50:25.344 INFO:tasks.workunit.client.0.smithi019.stderr:2: [v2:172.21.15.19:3301/0,v1:172.21.15.19:6790/0] mon.noname-c 2023-12-03T11:50:25.344 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:50:25.344 INFO:tasks.workunit.client.0.smithi019.stderr: -212> 2023-12-03T11:50:25.208+0000 7f530ee7e980 5 AuthRegistry(0x55ab7ad48900) adding auth protocol: cephx 2023-12-03T11:50:25.344 INFO:tasks.workunit.client.0.smithi019.stderr: -211> 2023-12-03T11:50:25.208+0000 7f530ee7e980 5 AuthRegistry(0x55ab7ad48900) adding auth protocol: cephx 2023-12-03T11:50:25.344 INFO:tasks.workunit.client.0.smithi019.stderr: -210> 2023-12-03T11:50:25.208+0000 7f530ee7e980 5 AuthRegistry(0x55ab7ad48900) adding auth protocol: cephx 2023-12-03T11:50:25.344 INFO:tasks.workunit.client.0.smithi019.stderr: -209> 2023-12-03T11:50:25.208+0000 7f530ee7e980 5 AuthRegistry(0x55ab7ad48900) adding con mode: secure 2023-12-03T11:50:25.344 INFO:tasks.workunit.client.0.smithi019.stderr: -208> 2023-12-03T11:50:25.208+0000 7f530ee7e980 5 AuthRegistry(0x55ab7ad48900) adding con mode: crc 2023-12-03T11:50:25.344 INFO:tasks.workunit.client.0.smithi019.stderr: -207> 2023-12-03T11:50:25.208+0000 7f530ee7e980 5 AuthRegistry(0x55ab7ad48900) adding con mode: secure 2023-12-03T11:50:25.344 INFO:tasks.workunit.client.0.smithi019.stderr: -206> 2023-12-03T11:50:25.208+0000 7f530ee7e980 5 AuthRegistry(0x55ab7ad48900) adding con mode: crc 2023-12-03T11:50:25.344 INFO:tasks.workunit.client.0.smithi019.stderr: -205> 2023-12-03T11:50:25.208+0000 7f530ee7e980 5 AuthRegistry(0x55ab7ad48900) adding con mode: secure 2023-12-03T11:50:25.344 INFO:tasks.workunit.client.0.smithi019.stderr: -204> 2023-12-03T11:50:25.208+0000 7f530ee7e980 5 AuthRegistry(0x55ab7ad48900) adding con mode: crc 2023-12-03T11:50:25.345 INFO:tasks.workunit.client.0.smithi019.stderr: -203> 2023-12-03T11:50:25.208+0000 7f530ee7e980 5 AuthRegistry(0x55ab7ad48900) adding con mode: crc 2023-12-03T11:50:25.345 INFO:tasks.workunit.client.0.smithi019.stderr: -202> 2023-12-03T11:50:25.208+0000 7f530ee7e980 5 AuthRegistry(0x55ab7ad48900) adding con mode: secure 2023-12-03T11:50:25.345 INFO:tasks.workunit.client.0.smithi019.stderr: -201> 2023-12-03T11:50:25.208+0000 7f530ee7e980 5 AuthRegistry(0x55ab7ad48900) adding con mode: crc 2023-12-03T11:50:25.345 INFO:tasks.workunit.client.0.smithi019.stderr: -200> 2023-12-03T11:50:25.208+0000 7f530ee7e980 5 AuthRegistry(0x55ab7ad48900) adding con mode: secure 2023-12-03T11:50:25.345 INFO:tasks.workunit.client.0.smithi019.stderr: -199> 2023-12-03T11:50:25.208+0000 7f530ee7e980 5 AuthRegistry(0x55ab7ad48900) adding con mode: crc 2023-12-03T11:50:25.345 INFO:tasks.workunit.client.0.smithi019.stderr: -198> 2023-12-03T11:50:25.208+0000 7f530ee7e980 5 AuthRegistry(0x55ab7ad48900) adding con mode: secure 2023-12-03T11:50:25.345 INFO:tasks.workunit.client.0.smithi019.stderr: -197> 2023-12-03T11:50:25.208+0000 7f530ee7e980 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-12-03T11:50:25.345 INFO:tasks.workunit.client.0.smithi019.stderr: -196> 2023-12-03T11:50:25.208+0000 7f530ee7e980 10 monclient: init 2023-12-03T11:50:25.345 INFO:tasks.workunit.client.0.smithi019.stderr: -195> 2023-12-03T11:50:25.208+0000 7f530ee7e980 5 AuthRegistry(0x7fff8f245460) adding auth protocol: cephx 2023-12-03T11:50:25.345 INFO:tasks.workunit.client.0.smithi019.stderr: -194> 2023-12-03T11:50:25.208+0000 7f530ee7e980 5 AuthRegistry(0x7fff8f245460) adding auth protocol: cephx 2023-12-03T11:50:25.345 INFO:tasks.workunit.client.0.smithi019.stderr: -193> 2023-12-03T11:50:25.208+0000 7f530ee7e980 5 AuthRegistry(0x7fff8f245460) adding auth protocol: cephx 2023-12-03T11:50:25.345 INFO:tasks.workunit.client.0.smithi019.stderr: -192> 2023-12-03T11:50:25.208+0000 7f530ee7e980 5 AuthRegistry(0x7fff8f245460) adding con mode: secure 2023-12-03T11:50:25.345 INFO:tasks.workunit.client.0.smithi019.stderr: -191> 2023-12-03T11:50:25.208+0000 7f530ee7e980 5 AuthRegistry(0x7fff8f245460) adding con mode: crc 2023-12-03T11:50:25.345 INFO:tasks.workunit.client.0.smithi019.stderr: -190> 2023-12-03T11:50:25.208+0000 7f530ee7e980 5 AuthRegistry(0x7fff8f245460) adding con mode: secure 2023-12-03T11:50:25.346 INFO:tasks.workunit.client.0.smithi019.stderr: -189> 2023-12-03T11:50:25.208+0000 7f530ee7e980 5 AuthRegistry(0x7fff8f245460) adding con mode: crc 2023-12-03T11:50:25.346 INFO:tasks.workunit.client.0.smithi019.stderr: -188> 2023-12-03T11:50:25.208+0000 7f530ee7e980 5 AuthRegistry(0x7fff8f245460) adding con mode: secure 2023-12-03T11:50:25.346 INFO:tasks.workunit.client.0.smithi019.stderr: -187> 2023-12-03T11:50:25.208+0000 7f530ee7e980 5 AuthRegistry(0x7fff8f245460) adding con mode: crc 2023-12-03T11:50:25.346 INFO:tasks.workunit.client.0.smithi019.stderr: -186> 2023-12-03T11:50:25.208+0000 7f530ee7e980 5 AuthRegistry(0x7fff8f245460) adding con mode: crc 2023-12-03T11:50:25.346 INFO:tasks.workunit.client.0.smithi019.stderr: -185> 2023-12-03T11:50:25.208+0000 7f530ee7e980 5 AuthRegistry(0x7fff8f245460) adding con mode: secure 2023-12-03T11:50:25.346 INFO:tasks.workunit.client.0.smithi019.stderr: -184> 2023-12-03T11:50:25.208+0000 7f530ee7e980 5 AuthRegistry(0x7fff8f245460) adding con mode: crc 2023-12-03T11:50:25.346 INFO:tasks.workunit.client.0.smithi019.stderr: -183> 2023-12-03T11:50:25.208+0000 7f530ee7e980 5 AuthRegistry(0x7fff8f245460) adding con mode: secure 2023-12-03T11:50:25.346 INFO:tasks.workunit.client.0.smithi019.stderr: -182> 2023-12-03T11:50:25.208+0000 7f530ee7e980 5 AuthRegistry(0x7fff8f245460) adding con mode: crc 2023-12-03T11:50:25.346 INFO:tasks.workunit.client.0.smithi019.stderr: -181> 2023-12-03T11:50:25.208+0000 7f530ee7e980 5 AuthRegistry(0x7fff8f245460) adding con mode: secure 2023-12-03T11:50:25.346 INFO:tasks.workunit.client.0.smithi019.stderr: -180> 2023-12-03T11:50:25.208+0000 7f530ee7e980 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-12-03T11:50:25.346 INFO:tasks.workunit.client.0.smithi019.stderr: -179> 2023-12-03T11:50:25.208+0000 7f530ee7e980 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-12-03T11:50:25.346 INFO:tasks.workunit.client.0.smithi019.stderr: -178> 2023-12-03T11:50:25.208+0000 7f530ee7e980 5 asok(0x55ab7aaad240) register_command rotate-key cmddesc rotate-key hook 0x7fff8f2455a8 EEXIST 2023-12-03T11:50:25.346 INFO:tasks.workunit.client.0.smithi019.stderr: -177> 2023-12-03T11:50:25.208+0000 7f530ee7e980 10 monclient: _reopen_session rank -1 2023-12-03T11:50:25.346 INFO:tasks.workunit.client.0.smithi019.stderr: -176> 2023-12-03T11:50:25.208+0000 7f530ee7e980 10 monclient: _add_conns ranks=[0,2,1] 2023-12-03T11:50:25.347 INFO:tasks.workunit.client.0.smithi019.stderr: -175> 2023-12-03T11:50:25.208+0000 7f530ee7e980 10 monclient(hunting): picked mon.noname-a con 0x55ab7ad49230 addr [v2:172.21.15.19:3300/0,v1:172.21.15.19:6789/0] 2023-12-03T11:50:25.347 INFO:tasks.workunit.client.0.smithi019.stderr: -174> 2023-12-03T11:50:25.208+0000 7f530ee7e980 10 monclient(hunting): picked mon.noname-c con 0x55ab7ad44e20 addr [v2:172.21.15.19:3301/0,v1:172.21.15.19:6790/0] 2023-12-03T11:50:25.347 INFO:tasks.workunit.client.0.smithi019.stderr: -173> 2023-12-03T11:50:25.208+0000 7f530ee7e980 10 monclient(hunting): picked mon.noname-b con 0x55ab7ad560e0 addr [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] 2023-12-03T11:50:25.347 INFO:tasks.workunit.client.0.smithi019.stderr: -172> 2023-12-03T11:50:25.208+0000 7f530ee7e980 10 monclient(hunting): start opening mon connection 2023-12-03T11:50:25.347 INFO:tasks.workunit.client.0.smithi019.stderr: -171> 2023-12-03T11:50:25.208+0000 7f530ee7e980 10 monclient(hunting): start opening mon connection 2023-12-03T11:50:25.347 INFO:tasks.workunit.client.0.smithi019.stderr: -170> 2023-12-03T11:50:25.208+0000 7f530ee7e980 10 monclient(hunting): start opening mon connection 2023-12-03T11:50:25.347 INFO:tasks.workunit.client.0.smithi019.stderr: -169> 2023-12-03T11:50:25.208+0000 7f530ee7e980 10 monclient(hunting): _renew_subs 2023-12-03T11:50:25.347 INFO:tasks.workunit.client.0.smithi019.stderr: -168> 2023-12-03T11:50:25.208+0000 7f530ee7e980 10 monclient(hunting): authenticate will time out at 1883.614327s 2023-12-03T11:50:25.347 INFO:tasks.workunit.client.0.smithi019.stderr: -167> 2023-12-03T11:50:25.208+0000 7f530d19b640 10 monclient(hunting): get_auth_request con 0x55ab7ad49230 auth_method 0 2023-12-03T11:50:25.347 INFO:tasks.workunit.client.0.smithi019.stderr: -166> 2023-12-03T11:50:25.208+0000 7f530d19b640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-12-03T11:50:25.347 INFO:tasks.workunit.client.0.smithi019.stderr: -165> 2023-12-03T11:50:25.208+0000 7f530d19b640 10 monclient(hunting): _init_auth method 2 2023-12-03T11:50:25.347 INFO:tasks.workunit.client.0.smithi019.stderr: -164> 2023-12-03T11:50:25.208+0000 7f530d19b640 10 monclient(hunting): _init_auth creating new auth 2023-12-03T11:50:25.347 INFO:tasks.workunit.client.0.smithi019.stderr: -163> 2023-12-03T11:50:25.208+0000 7f530c99a640 10 monclient(hunting): get_auth_request con 0x55ab7ad44e20 auth_method 0 2023-12-03T11:50:25.347 INFO:tasks.workunit.client.0.smithi019.stderr: -162> 2023-12-03T11:50:25.208+0000 7f530c99a640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-12-03T11:50:25.347 INFO:tasks.workunit.client.0.smithi019.stderr: -161> 2023-12-03T11:50:25.208+0000 7f530c99a640 10 monclient(hunting): _init_auth method 2 2023-12-03T11:50:25.347 INFO:tasks.workunit.client.0.smithi019.stderr: -160> 2023-12-03T11:50:25.208+0000 7f530c99a640 10 monclient(hunting): _init_auth creating new auth 2023-12-03T11:50:25.348 INFO:tasks.workunit.client.0.smithi019.stderr: -159> 2023-12-03T11:50:25.208+0000 7f530d19b640 10 monclient(hunting): handle_auth_reply_more payload 9 2023-12-03T11:50:25.348 INFO:tasks.workunit.client.0.smithi019.stderr: -158> 2023-12-03T11:50:25.208+0000 7f530d19b640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-12-03T11:50:25.348 INFO:tasks.workunit.client.0.smithi019.stderr: -157> 2023-12-03T11:50:25.208+0000 7f530d19b640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-12-03T11:50:25.348 INFO:tasks.workunit.client.0.smithi019.stderr: -156> 2023-12-03T11:50:25.208+0000 7f530c99a640 10 monclient(hunting): handle_auth_reply_more payload 9 2023-12-03T11:50:25.348 INFO:tasks.workunit.client.0.smithi019.stderr: -155> 2023-12-03T11:50:25.208+0000 7f530c99a640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-12-03T11:50:25.348 INFO:tasks.workunit.client.0.smithi019.stderr: -154> 2023-12-03T11:50:25.208+0000 7f530c99a640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-12-03T11:50:25.348 INFO:tasks.workunit.client.0.smithi019.stderr: -153> 2023-12-03T11:50:25.208+0000 7f530c199640 10 monclient(hunting): get_auth_request con 0x55ab7ad560e0 auth_method 0 2023-12-03T11:50:25.348 INFO:tasks.workunit.client.0.smithi019.stderr: -152> 2023-12-03T11:50:25.208+0000 7f530c199640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-12-03T11:50:25.348 INFO:tasks.workunit.client.0.smithi019.stderr: -151> 2023-12-03T11:50:25.208+0000 7f530c199640 10 monclient(hunting): _init_auth method 2 2023-12-03T11:50:25.348 INFO:tasks.workunit.client.0.smithi019.stderr: -150> 2023-12-03T11:50:25.208+0000 7f530c199640 10 monclient(hunting): _init_auth creating new auth 2023-12-03T11:50:25.349 INFO:tasks.workunit.client.0.smithi019.stderr: -149> 2023-12-03T11:50:25.208+0000 7f530d19b640 10 monclient(hunting): handle_auth_done global_id 6735 payload 274 2023-12-03T11:50:25.349 INFO:tasks.workunit.client.0.smithi019.stderr: -148> 2023-12-03T11:50:25.208+0000 7f530d19b640 10 monclient: _finish_hunting 0 2023-12-03T11:50:25.349 INFO:tasks.workunit.client.0.smithi019.stderr: -147> 2023-12-03T11:50:25.208+0000 7f530d19b640 1 monclient: found mon.noname-a 2023-12-03T11:50:25.349 INFO:tasks.workunit.client.0.smithi019.stderr: -146> 2023-12-03T11:50:25.208+0000 7f530d19b640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.19:3300/0 2023-12-03T11:50:25.349 INFO:tasks.workunit.client.0.smithi019.stderr: -145> 2023-12-03T11:50:25.208+0000 7f52d27e4640 10 monclient: handle_monmap mon_map magic: 0 v1 2023-12-03T11:50:25.349 INFO:tasks.workunit.client.0.smithi019.stderr: -144> 2023-12-03T11:50:25.208+0000 7f52d27e4640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2023-12-03T11:50:25.349 INFO:tasks.workunit.client.0.smithi019.stderr: -143> 2023-12-03T11:50:25.208+0000 7f52d27e4640 10 monclient: dump: 2023-12-03T11:50:25.349 INFO:tasks.workunit.client.0.smithi019.stderr:epoch 1 2023-12-03T11:50:25.349 INFO:tasks.workunit.client.0.smithi019.stderr:fsid ae33780b-1c64-42c6-818c-b1dc720ff6a2 2023-12-03T11:50:25.349 INFO:tasks.workunit.client.0.smithi019.stderr:last_changed 2023-12-03T11:35:13.610069+0000 2023-12-03T11:50:25.349 INFO:tasks.workunit.client.0.smithi019.stderr:created 2023-12-03T11:35:13.610069+0000 2023-12-03T11:50:25.349 INFO:tasks.workunit.client.0.smithi019.stderr:min_mon_release 18 (reef) 2023-12-03T11:50:25.349 INFO:tasks.workunit.client.0.smithi019.stderr:election_strategy: 1 2023-12-03T11:50:25.349 INFO:tasks.workunit.client.0.smithi019.stderr:0: [v2:172.21.15.19:3300/0,v1:172.21.15.19:6789/0] mon.a 2023-12-03T11:50:25.350 INFO:tasks.workunit.client.0.smithi019.stderr:1: [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] mon.b 2023-12-03T11:50:25.350 INFO:tasks.workunit.client.0.smithi019.stderr:2: [v2:172.21.15.19:3301/0,v1:172.21.15.19:6790/0] mon.c 2023-12-03T11:50:25.350 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:50:25.350 INFO:tasks.workunit.client.0.smithi019.stderr: -142> 2023-12-03T11:50:25.208+0000 7f52d27e4640 10 monclient: _finish_auth 0 2023-12-03T11:50:25.350 INFO:tasks.workunit.client.0.smithi019.stderr: -141> 2023-12-03T11:50:25.208+0000 7f52d27e4640 10 monclient: _check_auth_tickets 2023-12-03T11:50:25.350 INFO:tasks.workunit.client.0.smithi019.stderr: -140> 2023-12-03T11:50:25.208+0000 7f52d27e4640 10 monclient: handle_config config(0 keys) v1 2023-12-03T11:50:25.350 INFO:tasks.workunit.client.0.smithi019.stderr: -139> 2023-12-03T11:50:25.208+0000 7f530ee7e980 5 monclient: authenticate success, global_id 6735 2023-12-03T11:50:25.350 INFO:tasks.workunit.client.0.smithi019.stderr: -138> 2023-12-03T11:50:25.208+0000 7f530ee7e980 10 monclient: get_monmap_and_config success 2023-12-03T11:50:25.350 INFO:tasks.workunit.client.0.smithi019.stderr: -137> 2023-12-03T11:50:25.208+0000 7f530ee7e980 4 set_mon_vals no callback set 2023-12-03T11:50:25.350 INFO:tasks.workunit.client.0.smithi019.stderr: -136> 2023-12-03T11:50:25.208+0000 7f52d27e4640 10 monclient: handle_monmap mon_map magic: 0 v1 2023-12-03T11:50:25.350 INFO:tasks.workunit.client.0.smithi019.stderr: -135> 2023-12-03T11:50:25.208+0000 7f52d27e4640 10 monclient: got monmap 1 from mon.a (according to old e1) 2023-12-03T11:50:25.350 INFO:tasks.workunit.client.0.smithi019.stderr: -134> 2023-12-03T11:50:25.208+0000 7f52d27e4640 10 monclient: dump: 2023-12-03T11:50:25.350 INFO:tasks.workunit.client.0.smithi019.stderr:epoch 1 2023-12-03T11:50:25.351 INFO:tasks.workunit.client.0.smithi019.stderr:fsid ae33780b-1c64-42c6-818c-b1dc720ff6a2 2023-12-03T11:50:25.351 INFO:tasks.workunit.client.0.smithi019.stderr:last_changed 2023-12-03T11:35:13.610069+0000 2023-12-03T11:50:25.351 INFO:tasks.workunit.client.0.smithi019.stderr:created 2023-12-03T11:35:13.610069+0000 2023-12-03T11:50:25.351 INFO:tasks.workunit.client.0.smithi019.stderr:min_mon_release 18 (reef) 2023-12-03T11:50:25.351 INFO:tasks.workunit.client.0.smithi019.stderr:election_strategy: 1 2023-12-03T11:50:25.351 INFO:tasks.workunit.client.0.smithi019.stderr:0: [v2:172.21.15.19:3300/0,v1:172.21.15.19:6789/0] mon.a 2023-12-03T11:50:25.351 INFO:tasks.workunit.client.0.smithi019.stderr:1: [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] mon.b 2023-12-03T11:50:25.351 INFO:tasks.workunit.client.0.smithi019.stderr:2: [v2:172.21.15.19:3301/0,v1:172.21.15.19:6790/0] mon.c 2023-12-03T11:50:25.351 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:50:25.351 INFO:tasks.workunit.client.0.smithi019.stderr: -133> 2023-12-03T11:50:25.212+0000 7f530ee7e980 10 monclient: shutdown 2023-12-03T11:50:25.351 INFO:tasks.workunit.client.0.smithi019.stderr: -132> 2023-12-03T11:50:25.212+0000 7f530ee7e980 10 monclient: build_initial_monmap 2023-12-03T11:50:25.351 INFO:tasks.workunit.client.0.smithi019.stderr: -131> 2023-12-03T11:50:25.212+0000 7f530ee7e980 1 build_initial for_mkfs: 0 2023-12-03T11:50:25.351 INFO:tasks.workunit.client.0.smithi019.stderr: -130> 2023-12-03T11:50:25.212+0000 7f530ee7e980 10 monclient: monmap: 2023-12-03T11:50:25.351 INFO:tasks.workunit.client.0.smithi019.stderr:epoch 0 2023-12-03T11:50:25.351 INFO:tasks.workunit.client.0.smithi019.stderr:fsid 00000000-0000-0000-0000-000000000000 2023-12-03T11:50:25.352 INFO:tasks.workunit.client.0.smithi019.stderr:last_changed 0.000000 2023-12-03T11:50:25.352 INFO:tasks.workunit.client.0.smithi019.stderr:created 0.000000 2023-12-03T11:50:25.352 INFO:tasks.workunit.client.0.smithi019.stderr:min_mon_release 0 (unknown) 2023-12-03T11:50:25.352 INFO:tasks.workunit.client.0.smithi019.stderr:election_strategy: 1 2023-12-03T11:50:25.352 INFO:tasks.workunit.client.0.smithi019.stderr:0: [v2:172.21.15.19:3300/0,v1:172.21.15.19:6789/0] mon.noname-a 2023-12-03T11:50:25.352 INFO:tasks.workunit.client.0.smithi019.stderr:1: [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] mon.noname-b 2023-12-03T11:50:25.352 INFO:tasks.workunit.client.0.smithi019.stderr:2: [v2:172.21.15.19:3301/0,v1:172.21.15.19:6790/0] mon.noname-c 2023-12-03T11:50:25.352 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:50:25.352 INFO:tasks.workunit.client.0.smithi019.stderr: -129> 2023-12-03T11:50:25.212+0000 7f530ee7e980 5 AuthRegistry(0x55ab7ad48870) adding auth protocol: cephx 2023-12-03T11:50:25.352 INFO:tasks.workunit.client.0.smithi019.stderr: -128> 2023-12-03T11:50:25.212+0000 7f530ee7e980 5 AuthRegistry(0x55ab7ad48870) adding auth protocol: cephx 2023-12-03T11:50:25.352 INFO:tasks.workunit.client.0.smithi019.stderr: -127> 2023-12-03T11:50:25.212+0000 7f530ee7e980 5 AuthRegistry(0x55ab7ad48870) adding auth protocol: cephx 2023-12-03T11:50:25.352 INFO:tasks.workunit.client.0.smithi019.stderr: -126> 2023-12-03T11:50:25.212+0000 7f530ee7e980 5 AuthRegistry(0x55ab7ad48870) adding con mode: secure 2023-12-03T11:50:25.352 INFO:tasks.workunit.client.0.smithi019.stderr: -125> 2023-12-03T11:50:25.212+0000 7f530ee7e980 5 AuthRegistry(0x55ab7ad48870) adding con mode: crc 2023-12-03T11:50:25.352 INFO:tasks.workunit.client.0.smithi019.stderr: -124> 2023-12-03T11:50:25.212+0000 7f530ee7e980 5 AuthRegistry(0x55ab7ad48870) adding con mode: secure 2023-12-03T11:50:25.352 INFO:tasks.workunit.client.0.smithi019.stderr: -123> 2023-12-03T11:50:25.212+0000 7f530ee7e980 5 AuthRegistry(0x55ab7ad48870) adding con mode: crc 2023-12-03T11:50:25.352 INFO:tasks.workunit.client.0.smithi019.stderr: -122> 2023-12-03T11:50:25.212+0000 7f530ee7e980 5 AuthRegistry(0x55ab7ad48870) adding con mode: secure 2023-12-03T11:50:25.352 INFO:tasks.workunit.client.0.smithi019.stderr: -121> 2023-12-03T11:50:25.212+0000 7f530ee7e980 5 AuthRegistry(0x55ab7ad48870) adding con mode: crc 2023-12-03T11:50:25.353 INFO:tasks.workunit.client.0.smithi019.stderr: -120> 2023-12-03T11:50:25.212+0000 7f530ee7e980 5 AuthRegistry(0x55ab7ad48870) adding con mode: crc 2023-12-03T11:50:25.353 INFO:tasks.workunit.client.0.smithi019.stderr: -119> 2023-12-03T11:50:25.212+0000 7f530ee7e980 5 AuthRegistry(0x55ab7ad48870) adding con mode: secure 2023-12-03T11:50:25.353 INFO:tasks.workunit.client.0.smithi019.stderr: -118> 2023-12-03T11:50:25.212+0000 7f530ee7e980 5 AuthRegistry(0x55ab7ad48870) adding con mode: crc 2023-12-03T11:50:25.353 INFO:tasks.workunit.client.0.smithi019.stderr: -117> 2023-12-03T11:50:25.212+0000 7f530ee7e980 5 AuthRegistry(0x55ab7ad48870) adding con mode: secure 2023-12-03T11:50:25.353 INFO:tasks.workunit.client.0.smithi019.stderr: -116> 2023-12-03T11:50:25.212+0000 7f530ee7e980 5 AuthRegistry(0x55ab7ad48870) adding con mode: crc 2023-12-03T11:50:25.353 INFO:tasks.workunit.client.0.smithi019.stderr: -115> 2023-12-03T11:50:25.212+0000 7f530ee7e980 5 AuthRegistry(0x55ab7ad48870) adding con mode: secure 2023-12-03T11:50:25.353 INFO:tasks.workunit.client.0.smithi019.stderr: -114> 2023-12-03T11:50:25.212+0000 7f530ee7e980 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-12-03T11:50:25.353 INFO:tasks.workunit.client.0.smithi019.stderr: -113> 2023-12-03T11:50:25.212+0000 7f530ee7e980 1 librados: starting msgr at 2023-12-03T11:50:25.353 INFO:tasks.workunit.client.0.smithi019.stderr: -112> 2023-12-03T11:50:25.212+0000 7f530ee7e980 1 librados: starting objecter 2023-12-03T11:50:25.353 INFO:tasks.workunit.client.0.smithi019.stderr: -111> 2023-12-03T11:50:25.212+0000 7f530ee7e980 5 asok(0x55ab7aaad240) register_command objecter_requests cmddesc objecter_requests hook 0x55ab7ad49f00 EEXIST 2023-12-03T11:50:25.353 INFO:tasks.workunit.client.0.smithi019.stderr: -110> 2023-12-03T11:50:25.212+0000 7f530ee7e980 1 librados: setting wanted keys 2023-12-03T11:50:25.353 INFO:tasks.workunit.client.0.smithi019.stderr: -109> 2023-12-03T11:50:25.212+0000 7f530ee7e980 1 librados: calling monclient init 2023-12-03T11:50:25.353 INFO:tasks.workunit.client.0.smithi019.stderr: -108> 2023-12-03T11:50:25.212+0000 7f530ee7e980 10 monclient: init 2023-12-03T11:50:25.353 INFO:tasks.workunit.client.0.smithi019.stderr: -107> 2023-12-03T11:50:25.212+0000 7f530ee7e980 5 AuthRegistry(0x55ab7ad4be18) adding auth protocol: cephx 2023-12-03T11:50:25.353 INFO:tasks.workunit.client.0.smithi019.stderr: -106> 2023-12-03T11:50:25.212+0000 7f530ee7e980 5 AuthRegistry(0x55ab7ad4be18) adding auth protocol: cephx 2023-12-03T11:50:25.354 INFO:tasks.workunit.client.0.smithi019.stderr: -105> 2023-12-03T11:50:25.212+0000 7f530ee7e980 5 AuthRegistry(0x55ab7ad4be18) adding auth protocol: cephx 2023-12-03T11:50:25.354 INFO:tasks.workunit.client.0.smithi019.stderr: -104> 2023-12-03T11:50:25.212+0000 7f530ee7e980 5 AuthRegistry(0x55ab7ad4be18) adding con mode: secure 2023-12-03T11:50:25.354 INFO:tasks.workunit.client.0.smithi019.stderr: -103> 2023-12-03T11:50:25.212+0000 7f530ee7e980 5 AuthRegistry(0x55ab7ad4be18) adding con mode: crc 2023-12-03T11:50:25.354 INFO:tasks.workunit.client.0.smithi019.stderr: -102> 2023-12-03T11:50:25.212+0000 7f530ee7e980 5 AuthRegistry(0x55ab7ad4be18) adding con mode: secure 2023-12-03T11:50:25.354 INFO:tasks.workunit.client.0.smithi019.stderr: -101> 2023-12-03T11:50:25.212+0000 7f530ee7e980 5 AuthRegistry(0x55ab7ad4be18) adding con mode: crc 2023-12-03T11:50:25.354 INFO:tasks.workunit.client.0.smithi019.stderr: -100> 2023-12-03T11:50:25.212+0000 7f530ee7e980 5 AuthRegistry(0x55ab7ad4be18) adding con mode: secure 2023-12-03T11:50:25.354 INFO:tasks.workunit.client.0.smithi019.stderr: -99> 2023-12-03T11:50:25.212+0000 7f530ee7e980 5 AuthRegistry(0x55ab7ad4be18) adding con mode: crc 2023-12-03T11:50:25.354 INFO:tasks.workunit.client.0.smithi019.stderr: -98> 2023-12-03T11:50:25.212+0000 7f530ee7e980 5 AuthRegistry(0x55ab7ad4be18) adding con mode: crc 2023-12-03T11:50:25.354 INFO:tasks.workunit.client.0.smithi019.stderr: -97> 2023-12-03T11:50:25.212+0000 7f530ee7e980 5 AuthRegistry(0x55ab7ad4be18) adding con mode: secure 2023-12-03T11:50:25.354 INFO:tasks.workunit.client.0.smithi019.stderr: -96> 2023-12-03T11:50:25.212+0000 7f530ee7e980 5 AuthRegistry(0x55ab7ad4be18) adding con mode: crc 2023-12-03T11:50:25.354 INFO:tasks.workunit.client.0.smithi019.stderr: -95> 2023-12-03T11:50:25.212+0000 7f530ee7e980 5 AuthRegistry(0x55ab7ad4be18) adding con mode: secure 2023-12-03T11:50:25.354 INFO:tasks.workunit.client.0.smithi019.stderr: -94> 2023-12-03T11:50:25.212+0000 7f530ee7e980 5 AuthRegistry(0x55ab7ad4be18) adding con mode: crc 2023-12-03T11:50:25.354 INFO:tasks.workunit.client.0.smithi019.stderr: -93> 2023-12-03T11:50:25.212+0000 7f530ee7e980 5 AuthRegistry(0x55ab7ad4be18) adding con mode: secure 2023-12-03T11:50:25.354 INFO:tasks.workunit.client.0.smithi019.stderr: -92> 2023-12-03T11:50:25.212+0000 7f530ee7e980 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-12-03T11:50:25.354 INFO:tasks.workunit.client.0.smithi019.stderr: -91> 2023-12-03T11:50:25.212+0000 7f530ee7e980 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-12-03T11:50:25.355 INFO:tasks.workunit.client.0.smithi019.stderr: -90> 2023-12-03T11:50:25.212+0000 7f530ee7e980 5 asok(0x55ab7aaad240) register_command rotate-key cmddesc rotate-key hook 0x55ab7ad4bf60 EEXIST 2023-12-03T11:50:25.355 INFO:tasks.workunit.client.0.smithi019.stderr: -89> 2023-12-03T11:50:25.212+0000 7f530ee7e980 10 monclient: _reopen_session rank -1 2023-12-03T11:50:25.355 INFO:tasks.workunit.client.0.smithi019.stderr: -88> 2023-12-03T11:50:25.212+0000 7f530ee7e980 10 monclient: _add_conns ranks=[2,0,1] 2023-12-03T11:50:25.355 INFO:tasks.workunit.client.0.smithi019.stderr: -87> 2023-12-03T11:50:25.212+0000 7f530ee7e980 10 monclient(hunting): picked mon.noname-c con 0x55ab7ad49230 addr [v2:172.21.15.19:3301/0,v1:172.21.15.19:6790/0] 2023-12-03T11:50:25.355 INFO:tasks.workunit.client.0.smithi019.stderr: -86> 2023-12-03T11:50:25.212+0000 7f530ee7e980 10 monclient(hunting): picked mon.noname-a con 0x55ab7ad560e0 addr [v2:172.21.15.19:3300/0,v1:172.21.15.19:6789/0] 2023-12-03T11:50:25.355 INFO:tasks.workunit.client.0.smithi019.stderr: -85> 2023-12-03T11:50:25.212+0000 7f530ee7e980 10 monclient(hunting): picked mon.noname-b con 0x55ab7ad3c1c0 addr [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] 2023-12-03T11:50:25.355 INFO:tasks.workunit.client.0.smithi019.stderr: -84> 2023-12-03T11:50:25.212+0000 7f530ee7e980 10 monclient(hunting): start opening mon connection 2023-12-03T11:50:25.355 INFO:tasks.workunit.client.0.smithi019.stderr: -83> 2023-12-03T11:50:25.212+0000 7f530ee7e980 10 monclient(hunting): start opening mon connection 2023-12-03T11:50:25.355 INFO:tasks.workunit.client.0.smithi019.stderr: -82> 2023-12-03T11:50:25.212+0000 7f530ee7e980 10 monclient(hunting): start opening mon connection 2023-12-03T11:50:25.355 INFO:tasks.workunit.client.0.smithi019.stderr: -81> 2023-12-03T11:50:25.212+0000 7f530ee7e980 10 monclient(hunting): _renew_subs 2023-12-03T11:50:25.355 INFO:tasks.workunit.client.0.smithi019.stderr: -80> 2023-12-03T11:50:25.212+0000 7f530ee7e980 10 monclient(hunting): authenticate will time out at 1883.617676s 2023-12-03T11:50:25.355 INFO:tasks.workunit.client.0.smithi019.stderr: -79> 2023-12-03T11:50:25.212+0000 7f530c99a640 10 monclient(hunting): get_auth_request con 0x55ab7ad560e0 auth_method 0 2023-12-03T11:50:25.355 INFO:tasks.workunit.client.0.smithi019.stderr: -78> 2023-12-03T11:50:25.212+0000 7f530c99a640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-12-03T11:50:25.356 INFO:tasks.workunit.client.0.smithi019.stderr: -77> 2023-12-03T11:50:25.212+0000 7f530c99a640 10 monclient(hunting): _init_auth method 2 2023-12-03T11:50:25.356 INFO:tasks.workunit.client.0.smithi019.stderr: -76> 2023-12-03T11:50:25.212+0000 7f530c99a640 10 monclient(hunting): _init_auth creating new auth 2023-12-03T11:50:25.356 INFO:tasks.workunit.client.0.smithi019.stderr: -75> 2023-12-03T11:50:25.212+0000 7f530d19b640 10 monclient(hunting): get_auth_request con 0x55ab7ad49230 auth_method 0 2023-12-03T11:50:25.356 INFO:tasks.workunit.client.0.smithi019.stderr: -74> 2023-12-03T11:50:25.212+0000 7f530d19b640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-12-03T11:50:25.356 INFO:tasks.workunit.client.0.smithi019.stderr: -73> 2023-12-03T11:50:25.212+0000 7f530d19b640 10 monclient(hunting): _init_auth method 2 2023-12-03T11:50:25.356 INFO:tasks.workunit.client.0.smithi019.stderr: -72> 2023-12-03T11:50:25.212+0000 7f530d19b640 10 monclient(hunting): _init_auth creating new auth 2023-12-03T11:50:25.356 INFO:tasks.workunit.client.0.smithi019.stderr: -71> 2023-12-03T11:50:25.212+0000 7f530c99a640 10 monclient(hunting): handle_auth_reply_more payload 9 2023-12-03T11:50:25.356 INFO:tasks.workunit.client.0.smithi019.stderr: -70> 2023-12-03T11:50:25.212+0000 7f530c99a640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-12-03T11:50:25.356 INFO:tasks.workunit.client.0.smithi019.stderr: -69> 2023-12-03T11:50:25.212+0000 7f530c99a640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-12-03T11:50:25.356 INFO:tasks.workunit.client.0.smithi019.stderr: -68> 2023-12-03T11:50:25.212+0000 7f530d19b640 10 monclient(hunting): handle_auth_reply_more payload 9 2023-12-03T11:50:25.356 INFO:tasks.workunit.client.0.smithi019.stderr: -67> 2023-12-03T11:50:25.212+0000 7f530d19b640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-12-03T11:50:25.356 INFO:tasks.workunit.client.0.smithi019.stderr: -66> 2023-12-03T11:50:25.212+0000 7f530d19b640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-12-03T11:50:25.356 INFO:tasks.workunit.client.0.smithi019.stderr: -65> 2023-12-03T11:50:25.212+0000 7f530c199640 10 monclient(hunting): get_auth_request con 0x55ab7ad3c1c0 auth_method 0 2023-12-03T11:50:25.356 INFO:tasks.workunit.client.0.smithi019.stderr: -64> 2023-12-03T11:50:25.212+0000 7f530c199640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-12-03T11:50:25.357 INFO:tasks.workunit.client.0.smithi019.stderr: -63> 2023-12-03T11:50:25.212+0000 7f530c199640 10 monclient(hunting): _init_auth method 2 2023-12-03T11:50:25.357 INFO:tasks.workunit.client.0.smithi019.stderr: -62> 2023-12-03T11:50:25.212+0000 7f530c199640 10 monclient(hunting): _init_auth creating new auth 2023-12-03T11:50:25.357 INFO:tasks.workunit.client.0.smithi019.stderr: -61> 2023-12-03T11:50:25.212+0000 7f530c99a640 10 monclient(hunting): handle_auth_done global_id 6738 payload 824 2023-12-03T11:50:25.357 INFO:tasks.workunit.client.0.smithi019.stderr: -60> 2023-12-03T11:50:25.212+0000 7f530c99a640 10 monclient: _finish_hunting 0 2023-12-03T11:50:25.357 INFO:tasks.workunit.client.0.smithi019.stderr: -59> 2023-12-03T11:50:25.212+0000 7f530c99a640 1 monclient: found mon.noname-a 2023-12-03T11:50:25.357 INFO:tasks.workunit.client.0.smithi019.stderr: -58> 2023-12-03T11:50:25.212+0000 7f530c99a640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.19:3300/0 2023-12-03T11:50:25.357 INFO:tasks.workunit.client.0.smithi019.stderr: -57> 2023-12-03T11:50:25.212+0000 7f52d0fe1640 10 monclient: handle_monmap mon_map magic: 0 v1 2023-12-03T11:50:25.357 INFO:tasks.workunit.client.0.smithi019.stderr: -56> 2023-12-03T11:50:25.212+0000 7f52d0fe1640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2023-12-03T11:50:25.357 INFO:tasks.workunit.client.0.smithi019.stderr: -55> 2023-12-03T11:50:25.212+0000 7f52d0fe1640 10 monclient: dump: 2023-12-03T11:50:25.357 INFO:tasks.workunit.client.0.smithi019.stderr:epoch 1 2023-12-03T11:50:25.357 INFO:tasks.workunit.client.0.smithi019.stderr:fsid ae33780b-1c64-42c6-818c-b1dc720ff6a2 2023-12-03T11:50:25.357 INFO:tasks.workunit.client.0.smithi019.stderr:last_changed 2023-12-03T11:35:13.610069+0000 2023-12-03T11:50:25.357 INFO:tasks.workunit.client.0.smithi019.stderr:created 2023-12-03T11:35:13.610069+0000 2023-12-03T11:50:25.357 INFO:tasks.workunit.client.0.smithi019.stderr:min_mon_release 18 (reef) 2023-12-03T11:50:25.357 INFO:tasks.workunit.client.0.smithi019.stderr:election_strategy: 1 2023-12-03T11:50:25.357 INFO:tasks.workunit.client.0.smithi019.stderr:0: [v2:172.21.15.19:3300/0,v1:172.21.15.19:6789/0] mon.a 2023-12-03T11:50:25.358 INFO:tasks.workunit.client.0.smithi019.stderr:1: [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] mon.b 2023-12-03T11:50:25.358 INFO:tasks.workunit.client.0.smithi019.stderr:2: [v2:172.21.15.19:3301/0,v1:172.21.15.19:6790/0] mon.c 2023-12-03T11:50:25.358 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:50:25.358 INFO:tasks.workunit.client.0.smithi019.stderr: -54> 2023-12-03T11:50:25.212+0000 7f52d0fe1640 10 monclient: _finish_auth 0 2023-12-03T11:50:25.358 INFO:tasks.workunit.client.0.smithi019.stderr: -53> 2023-12-03T11:50:25.212+0000 7f52d0fe1640 10 monclient: _check_auth_tickets 2023-12-03T11:50:25.358 INFO:tasks.workunit.client.0.smithi019.stderr: -52> 2023-12-03T11:50:25.212+0000 7f52d0fe1640 10 monclient: handle_config config(0 keys) v1 2023-12-03T11:50:25.358 INFO:tasks.workunit.client.0.smithi019.stderr: -51> 2023-12-03T11:50:25.212+0000 7f52d0fe1640 10 monclient: handle_monmap mon_map magic: 0 v1 2023-12-03T11:50:25.358 INFO:tasks.workunit.client.0.smithi019.stderr: -50> 2023-12-03T11:50:25.212+0000 7f52d0fe1640 10 monclient: got monmap 1 from mon.a (according to old e1) 2023-12-03T11:50:25.358 INFO:tasks.workunit.client.0.smithi019.stderr: -49> 2023-12-03T11:50:25.212+0000 7f52d0fe1640 10 monclient: dump: 2023-12-03T11:50:25.358 INFO:tasks.workunit.client.0.smithi019.stderr:epoch 1 2023-12-03T11:50:25.358 INFO:tasks.workunit.client.0.smithi019.stderr:fsid ae33780b-1c64-42c6-818c-b1dc720ff6a2 2023-12-03T11:50:25.358 INFO:tasks.workunit.client.0.smithi019.stderr:last_changed 2023-12-03T11:35:13.610069+0000 2023-12-03T11:50:25.358 INFO:tasks.workunit.client.0.smithi019.stderr:created 2023-12-03T11:35:13.610069+0000 2023-12-03T11:50:25.358 INFO:tasks.workunit.client.0.smithi019.stderr:min_mon_release 18 (reef) 2023-12-03T11:50:25.359 INFO:tasks.workunit.client.0.smithi019.stderr:election_strategy: 1 2023-12-03T11:50:25.359 INFO:tasks.workunit.client.0.smithi019.stderr:0: [v2:172.21.15.19:3300/0,v1:172.21.15.19:6789/0] mon.a 2023-12-03T11:50:25.359 INFO:tasks.workunit.client.0.smithi019.stderr:1: [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] mon.b 2023-12-03T11:50:25.359 INFO:tasks.workunit.client.0.smithi019.stderr:2: [v2:172.21.15.19:3301/0,v1:172.21.15.19:6790/0] mon.c 2023-12-03T11:50:25.359 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:50:25.359 INFO:tasks.workunit.client.0.smithi019.stderr: -48> 2023-12-03T11:50:25.212+0000 7f530ee7e980 5 monclient: authenticate success, global_id 6738 2023-12-03T11:50:25.359 INFO:tasks.workunit.client.0.smithi019.stderr: -47> 2023-12-03T11:50:25.212+0000 7f530ee7e980 10 monclient: _renew_subs 2023-12-03T11:50:25.359 INFO:tasks.workunit.client.0.smithi019.stderr: -46> 2023-12-03T11:50:25.212+0000 7f530ee7e980 10 monclient: _send_mon_message to mon.a at v2:172.21.15.19:3300/0 2023-12-03T11:50:25.359 INFO:tasks.workunit.client.0.smithi019.stderr: -45> 2023-12-03T11:50:25.212+0000 7f52d27e4640 4 set_mon_vals no callback set 2023-12-03T11:50:25.359 INFO:tasks.workunit.client.0.smithi019.stderr: -44> 2023-12-03T11:50:25.212+0000 7f530ee7e980 10 monclient: _renew_subs 2023-12-03T11:50:25.359 INFO:tasks.workunit.client.0.smithi019.stderr: -43> 2023-12-03T11:50:25.212+0000 7f530ee7e980 10 monclient: _send_mon_message to mon.a at v2:172.21.15.19:3300/0 2023-12-03T11:50:25.359 INFO:tasks.workunit.client.0.smithi019.stderr: -42> 2023-12-03T11:50:25.212+0000 7f530ee7e980 1 librados: init done 2023-12-03T11:50:25.359 INFO:tasks.workunit.client.0.smithi019.stderr: -41> 2023-12-03T11:50:25.212+0000 7f530ee7e980 5 asok(0x55ab7aaad240) register_command cr dump hook 0x55ab7ad3c638 2023-12-03T11:50:25.359 INFO:tasks.workunit.client.0.smithi019.stderr: -40> 2023-12-03T11:50:25.216+0000 7f52d0fe1640 4 mgrc handle_mgr_map Got map version 5 2023-12-03T11:50:25.359 INFO:tasks.workunit.client.0.smithi019.stderr: -39> 2023-12-03T11:50:25.216+0000 7f52d0fe1640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.57:6832/1976017766,v1:172.21.15.57:6833/1976017766] 2023-12-03T11:50:25.359 INFO:tasks.workunit.client.0.smithi019.stderr: -38> 2023-12-03T11:50:25.216+0000 7f52d0fe1640 4 mgrc reconnect Starting new session with [v2:172.21.15.57:6832/1976017766,v1:172.21.15.57:6833/1976017766] 2023-12-03T11:50:25.360 INFO:tasks.workunit.client.0.smithi019.stderr: -37> 2023-12-03T11:50:25.216+0000 7f530ee7e980 5 note: GC not initialized 2023-12-03T11:50:25.360 INFO:tasks.workunit.client.0.smithi019.stderr: -36> 2023-12-03T11:50:25.216+0000 7f530d19b640 10 monclient: get_auth_request con 0x7f5248064e80 auth_method 0 2023-12-03T11:50:25.360 INFO:tasks.workunit.client.0.smithi019.stderr: -35> 2023-12-03T11:50:25.216+0000 7f5241ffb640 20 reqs_thread_entry: start 2023-12-03T11:50:25.360 INFO:tasks.workunit.client.0.smithi019.stderr: -34> 2023-12-03T11:50:25.216+0000 7f530ee7e980 5 asok(0x55ab7aaad240) register_command sync trace show hook 0x7f53040047f0 2023-12-03T11:50:25.360 INFO:tasks.workunit.client.0.smithi019.stderr: -33> 2023-12-03T11:50:25.216+0000 7f530ee7e980 5 asok(0x55ab7aaad240) register_command sync trace history hook 0x7f53040047f0 2023-12-03T11:50:25.360 INFO:tasks.workunit.client.0.smithi019.stderr: -32> 2023-12-03T11:50:25.216+0000 7f530ee7e980 5 asok(0x55ab7aaad240) register_command sync trace active hook 0x7f53040047f0 2023-12-03T11:50:25.360 INFO:tasks.workunit.client.0.smithi019.stderr: -31> 2023-12-03T11:50:25.216+0000 7f530ee7e980 5 asok(0x55ab7aaad240) register_command sync trace active_short hook 0x7f53040047f0 2023-12-03T11:50:25.360 INFO:tasks.workunit.client.0.smithi019.stderr: -30> 2023-12-03T11:50:25.216+0000 7f530ee7e980 20 init_complete bucket index max shards: 1 2023-12-03T11:50:25.360 INFO:tasks.workunit.client.0.smithi019.stderr: -29> 2023-12-03T11:50:25.216+0000 7f530ee7e980 20 Filter name: none 2023-12-03T11:50:25.360 INFO:tasks.workunit.client.0.smithi019.stderr: -28> 2023-12-03T11:50:25.216+0000 7f52337fe640 20 reqs_thread_entry: start 2023-12-03T11:50:25.360 INFO:tasks.workunit.client.0.smithi019.stderr: -27> 2023-12-03T11:50:25.216+0000 7f530ee7e980 10 cache get: name=default.rgw.meta+root+abort-at-block-writes : miss 2023-12-03T11:50:25.360 INFO:tasks.workunit.client.0.smithi019.stderr: -26> 2023-12-03T11:50:25.216+0000 7f530ee7e980 20 rados->read ofs=0 len=0 2023-12-03T11:50:25.360 INFO:tasks.workunit.client.0.smithi019.stderr: -25> 2023-12-03T11:50:25.216+0000 7f530ee7e980 20 rados_obj.operate() r=0 bl.length=189 2023-12-03T11:50:25.360 INFO:tasks.workunit.client.0.smithi019.stderr: -24> 2023-12-03T11:50:25.216+0000 7f530ee7e980 10 cache put: name=default.rgw.meta+root+abort-at-block-writes info.flags=0x11 2023-12-03T11:50:25.360 INFO:tasks.workunit.client.0.smithi019.stderr: -23> 2023-12-03T11:50:25.216+0000 7f530ee7e980 10 adding default.rgw.meta+root+abort-at-block-writes to cache LRU end 2023-12-03T11:50:25.360 INFO:tasks.workunit.client.0.smithi019.stderr: -22> 2023-12-03T11:50:25.216+0000 7f530ee7e980 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.22 : miss 2023-12-03T11:50:25.361 INFO:tasks.workunit.client.0.smithi019.stderr: -21> 2023-12-03T11:50:25.216+0000 7f530ee7e980 20 rados->read ofs=0 len=0 2023-12-03T11:50:25.361 INFO:tasks.workunit.client.0.smithi019.stderr: -20> 2023-12-03T11:50:25.216+0000 7f530ee7e980 20 rados_obj.operate() r=0 bl.length=373 2023-12-03T11:50:25.361 INFO:tasks.workunit.client.0.smithi019.stderr: -19> 2023-12-03T11:50:25.216+0000 7f530ee7e980 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.22 info.flags=0x17 2023-12-03T11:50:25.361 INFO:tasks.workunit.client.0.smithi019.stderr: -18> 2023-12-03T11:50:25.216+0000 7f530ee7e980 10 adding default.rgw.meta+root+.bucket.meta.abort-at-block-writes:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.22 to cache LRU end 2023-12-03T11:50:25.361 INFO:tasks.workunit.client.0.smithi019.stderr: -17> 2023-12-03T11:50:25.216+0000 7f530ee7e980 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-12-03T11:50:25.361 INFO:tasks.workunit.client.0.smithi019.stderr: -16> 2023-12-03T11:50:25.216+0000 7f530ee7e980 10 updating xattr: name=user.rgw.acl bl.length()=205 2023-12-03T11:50:25.361 INFO:tasks.workunit.client.0.smithi019.stderr: -15> 2023-12-03T11:50:25.216+0000 7f530ee7e980 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.22 2023-12-03T11:50:25.361 INFO:tasks.workunit.client.0.smithi019.stderr: -14> 2023-12-03T11:50:25.216+0000 7f530c199640 10 monclient: get_auth_request con 0x55ab7ad89980 auth_method 0 2023-12-03T11:50:25.361 INFO:tasks.workunit.client.0.smithi019.stderr: -13> 2023-12-03T11:50:25.224+0000 7f530ee7e980 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.22 info.flags=0x17 2023-12-03T11:50:25.361 INFO:tasks.workunit.client.0.smithi019.stderr: -12> 2023-12-03T11:50:25.224+0000 7f530ee7e980 10 moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.22 to cache LRU end 2023-12-03T11:50:25.361 INFO:tasks.workunit.client.0.smithi019.stderr: -11> 2023-12-03T11:50:25.224+0000 7f530ee7e980 10 updating xattr: name=user.rgw.acl bl.length()=205 2023-12-03T11:50:25.361 INFO:tasks.workunit.client.0.smithi019.stderr: -10> 2023-12-03T11:50:25.224+0000 7f530ee7e980 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-block-writes:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.22, ofs0, ns] 2023-12-03T11:50:25.361 INFO:tasks.workunit.client.0.smithi019.stderr: -9> 2023-12-03T11:50:25.224+0000 7f52f37fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1095216660575 cookie 94194988303952 notifier 6732 bl.length()=877 2023-12-03T11:50:25.361 INFO:tasks.workunit.client.0.smithi019.stderr: -8> 2023-12-03T11:50:25.224+0000 7f52f37fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.22 info.flags=0x17 2023-12-03T11:50:25.362 INFO:tasks.workunit.client.0.smithi019.stderr: -7> 2023-12-03T11:50:25.224+0000 7f52f37fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.22 to cache LRU end 2023-12-03T11:50:25.362 INFO:tasks.workunit.client.0.smithi019.stderr: -6> 2023-12-03T11:50:25.224+0000 7f52f37fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2023-12-03T11:50:25.362 INFO:tasks.workunit.client.0.smithi019.stderr: -5> 2023-12-03T11:50:25.224+0000 7f530ee7e980 20 handle_bi_update(): bucket=:abort-at-block-writes[43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.22]): orig_sources= new_sources= 2023-12-03T11:50:25.362 INFO:tasks.workunit.client.0.smithi019.stderr: -4> 2023-12-03T11:50:25.224+0000 7f530ee7e980 20 handle_bi_update(): bucket=:abort-at-block-writes[43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.22]): potential sources added=[] removed=[] 2023-12-03T11:50:25.362 INFO:tasks.workunit.client.0.smithi019.stderr: -3> 2023-12-03T11:50:25.224+0000 7f530ee7e980 20 handle_bi_update(): bucket=:abort-at-block-writes[43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.22]): orig_dests= new_dests= 2023-12-03T11:50:25.362 INFO:tasks.workunit.client.0.smithi019.stderr: -2> 2023-12-03T11:50:25.224+0000 7f530ee7e980 20 handle_bi_update(): bucket=:abort-at-block-writes[43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.22]): potential dests added=[] removed=[] 2023-12-03T11:50:25.362 INFO:tasks.workunit.client.0.smithi019.stderr: -1> 2023-12-03T11:50:25.228+0000 7f530ee7e980 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f530ee7e980 time 2023-12-03T11:50:25.229027+0000 2023-12-03T11:50:25.362 INFO:tasks.workunit.client.0.smithi019.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2023-12-03T11:50:25.362 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:50:25.362 INFO:tasks.workunit.client.0.smithi019.stderr: ceph version 18.0.0-7537-gbcbf278c (bcbf278cf395873c2a482f5a7b2345faf2160319) reef (dev) 2023-12-03T11:50:25.362 INFO:tasks.workunit.client.0.smithi019.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7f5312823e96] 2023-12-03T11:50:25.362 INFO:tasks.workunit.client.0.smithi019.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x17004a) [0x7f531282404a] 2023-12-03T11:50:25.362 INFO:tasks.workunit.client.0.smithi019.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55ab786c6fe1] 2023-12-03T11:50:25.362 INFO:tasks.workunit.client.0.smithi019.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x2a5) [0x55ab786d4a95] 2023-12-03T11:50:25.363 INFO:tasks.workunit.client.0.smithi019.stderr: 5: main() 2023-12-03T11:50:25.363 INFO:tasks.workunit.client.0.smithi019.stderr: 6: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f53115bed90] 2023-12-03T11:50:25.363 INFO:tasks.workunit.client.0.smithi019.stderr: 7: __libc_start_main() 2023-12-03T11:50:25.363 INFO:tasks.workunit.client.0.smithi019.stderr: 8: _start() 2023-12-03T11:50:25.363 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:50:25.363 INFO:tasks.workunit.client.0.smithi019.stderr: 0> 2023-12-03T11:50:25.228+0000 7f530ee7e980 -1 *** Caught signal (Aborted) ** 2023-12-03T11:50:25.363 INFO:tasks.workunit.client.0.smithi019.stderr: in thread 7f530ee7e980 thread_name:radosgw-admin 2023-12-03T11:50:25.363 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:50:25.363 INFO:tasks.workunit.client.0.smithi019.stderr: ceph version 18.0.0-7537-gbcbf278c (bcbf278cf395873c2a482f5a7b2345faf2160319) reef (dev) 2023-12-03T11:50:25.363 INFO:tasks.workunit.client.0.smithi019.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7f53115d7520] 2023-12-03T11:50:25.363 INFO:tasks.workunit.client.0.smithi019.stderr: 2: pthread_kill() 2023-12-03T11:50:25.363 INFO:tasks.workunit.client.0.smithi019.stderr: 3: raise() 2023-12-03T11:50:25.363 INFO:tasks.workunit.client.0.smithi019.stderr: 4: abort() 2023-12-03T11:50:25.363 INFO:tasks.workunit.client.0.smithi019.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7f5312823ef0] 2023-12-03T11:50:25.363 INFO:tasks.workunit.client.0.smithi019.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x17004a) [0x7f531282404a] 2023-12-03T11:50:25.363 INFO:tasks.workunit.client.0.smithi019.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55ab786c6fe1] 2023-12-03T11:50:25.364 INFO:tasks.workunit.client.0.smithi019.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x2a5) [0x55ab786d4a95] 2023-12-03T11:50:25.364 INFO:tasks.workunit.client.0.smithi019.stderr: 9: main() 2023-12-03T11:50:25.364 INFO:tasks.workunit.client.0.smithi019.stderr: 10: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7f53115bed90] 2023-12-03T11:50:25.364 INFO:tasks.workunit.client.0.smithi019.stderr: 11: __libc_start_main() 2023-12-03T11:50:25.364 INFO:tasks.workunit.client.0.smithi019.stderr: 12: _start() 2023-12-03T11:50:25.364 INFO:tasks.workunit.client.0.smithi019.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2023-12-03T11:50:25.364 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:50:25.364 INFO:tasks.workunit.client.0.smithi019.stderr:--- logging levels --- 2023-12-03T11:50:25.364 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 none 2023-12-03T11:50:25.364 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 1 lockdep 2023-12-03T11:50:25.364 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 1 context 2023-12-03T11:50:25.364 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 1 crush 2023-12-03T11:50:25.364 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 mds 2023-12-03T11:50:25.364 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 mds_balancer 2023-12-03T11:50:25.364 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 mds_locker 2023-12-03T11:50:25.365 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 mds_log 2023-12-03T11:50:25.365 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 mds_log_expire 2023-12-03T11:50:25.365 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 mds_migrator 2023-12-03T11:50:25.365 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 1 buffer 2023-12-03T11:50:25.365 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 1 timer 2023-12-03T11:50:25.365 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 1 filer 2023-12-03T11:50:25.365 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 1 striper 2023-12-03T11:50:25.365 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 1 objecter 2023-12-03T11:50:25.365 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 rados 2023-12-03T11:50:25.365 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 rbd 2023-12-03T11:50:25.365 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 rbd_mirror 2023-12-03T11:50:25.365 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 rbd_replay 2023-12-03T11:50:25.365 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 rbd_pwl 2023-12-03T11:50:25.365 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 journaler 2023-12-03T11:50:25.365 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 objectcacher 2023-12-03T11:50:25.366 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 immutable_obj_cache 2023-12-03T11:50:25.366 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 client 2023-12-03T11:50:25.366 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 osd 2023-12-03T11:50:25.366 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 optracker 2023-12-03T11:50:25.366 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 objclass 2023-12-03T11:50:25.366 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 3 filestore 2023-12-03T11:50:25.366 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 3 journal 2023-12-03T11:50:25.366 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 0 ms 2023-12-03T11:50:25.366 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 mon 2023-12-03T11:50:25.366 INFO:tasks.workunit.client.0.smithi019.stderr: 0/10 monc 2023-12-03T11:50:25.366 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 paxos 2023-12-03T11:50:25.366 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 tp 2023-12-03T11:50:25.367 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 auth 2023-12-03T11:50:25.367 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 crypto 2023-12-03T11:50:25.367 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 1 finisher 2023-12-03T11:50:25.367 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 1 reserver 2023-12-03T11:50:25.367 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 heartbeatmap 2023-12-03T11:50:25.367 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 perfcounter 2023-12-03T11:50:25.367 INFO:tasks.workunit.client.0.smithi019.stderr: 20/20 rgw 2023-12-03T11:50:25.367 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 rgw_sync 2023-12-03T11:50:25.367 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 rgw_datacache 2023-12-03T11:50:25.367 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 rgw_access 2023-12-03T11:50:25.367 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 rgw_dbstore 2023-12-03T11:50:25.367 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 rgw_flight 2023-12-03T11:50:25.367 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 javaclient 2023-12-03T11:50:25.367 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 asok 2023-12-03T11:50:25.367 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 1 throttle 2023-12-03T11:50:25.367 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 0 refs 2023-12-03T11:50:25.368 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 compressor 2023-12-03T11:50:25.368 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 bluestore 2023-12-03T11:50:25.368 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 bluefs 2023-12-03T11:50:25.368 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 3 bdev 2023-12-03T11:50:25.368 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 kstore 2023-12-03T11:50:25.368 INFO:tasks.workunit.client.0.smithi019.stderr: 4/ 5 rocksdb 2023-12-03T11:50:25.368 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 fuse 2023-12-03T11:50:25.368 INFO:tasks.workunit.client.0.smithi019.stderr: 2/ 5 mgr 2023-12-03T11:50:25.368 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 mgrc 2023-12-03T11:50:25.368 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 dpdk 2023-12-03T11:50:25.368 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 eventtrace 2023-12-03T11:50:25.368 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 prioritycache 2023-12-03T11:50:25.368 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 test 2023-12-03T11:50:25.368 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 cephfs_mirror 2023-12-03T11:50:25.369 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 cephsqlite 2023-12-03T11:50:25.369 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 crimson_interrupt 2023-12-03T11:50:25.369 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 seastore 2023-12-03T11:50:25.369 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 seastore_onode 2023-12-03T11:50:25.369 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 seastore_odata 2023-12-03T11:50:25.369 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 seastore_omap 2023-12-03T11:50:25.369 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 seastore_tm 2023-12-03T11:50:25.369 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 seastore_t 2023-12-03T11:50:25.369 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 seastore_cleaner 2023-12-03T11:50:25.369 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 seastore_epm 2023-12-03T11:50:25.369 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 seastore_lba 2023-12-03T11:50:25.369 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 seastore_fixedkv_tree 2023-12-03T11:50:25.369 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 seastore_cache 2023-12-03T11:50:25.369 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 seastore_journal 2023-12-03T11:50:25.369 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 seastore_device 2023-12-03T11:50:25.370 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 seastore_backref 2023-12-03T11:50:25.370 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 alienstore 2023-12-03T11:50:25.370 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 mclock 2023-12-03T11:50:25.370 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 cyanstore 2023-12-03T11:50:25.370 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 ceph_exporter 2023-12-03T11:50:25.370 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 memstore 2023-12-03T11:50:25.370 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 trace 2023-12-03T11:50:25.370 INFO:tasks.workunit.client.0.smithi019.stderr: -2/-2 (syslog threshold) 2023-12-03T11:50:25.370 INFO:tasks.workunit.client.0.smithi019.stderr: 99/99 (stderr threshold) 2023-12-03T11:50:25.370 INFO:tasks.workunit.client.0.smithi019.stderr:--- pthread ID / name mapping for recent threads --- 2023-12-03T11:50:25.370 INFO:tasks.workunit.client.0.smithi019.stderr: 7f52337fe640 / http_manager 2023-12-03T11:50:25.370 INFO:tasks.workunit.client.0.smithi019.stderr: 7f5241ffb640 / http_manager 2023-12-03T11:50:25.370 INFO:tasks.workunit.client.0.smithi019.stderr: 7f52d0fe1640 / ms_dispatch 2023-12-03T11:50:25.370 INFO:tasks.workunit.client.0.smithi019.stderr: 7f52d27e4640 / io_context_pool 2023-12-03T11:50:25.370 INFO:tasks.workunit.client.0.smithi019.stderr: 7f52d2fe5640 / rgw_dt_lg_renew 2023-12-03T11:50:25.371 INFO:tasks.workunit.client.0.smithi019.stderr: 7f52f1ffb640 / ms_dispatch 2023-12-03T11:50:25.371 INFO:tasks.workunit.client.0.smithi019.stderr: 7f52f37fe640 / io_context_pool 2023-12-03T11:50:25.371 INFO:tasks.workunit.client.0.smithi019.stderr: 7f530a195640 / ms_dispatch 2023-12-03T11:50:25.371 INFO:tasks.workunit.client.0.smithi019.stderr: 7f530b197640 / io_context_pool 2023-12-03T11:50:25.371 INFO:tasks.workunit.client.0.smithi019.stderr: 7f530c199640 / msgr-worker-2 2023-12-03T11:50:25.371 INFO:tasks.workunit.client.0.smithi019.stderr: 7f530c99a640 / msgr-worker-1 2023-12-03T11:50:25.371 INFO:tasks.workunit.client.0.smithi019.stderr: 7f530d19b640 / msgr-worker-0 2023-12-03T11:50:25.371 INFO:tasks.workunit.client.0.smithi019.stderr: 7f530ee7e980 / radosgw-admin 2023-12-03T11:50:25.371 INFO:tasks.workunit.client.0.smithi019.stderr: max_recent 500 2023-12-03T11:50:25.371 INFO:tasks.workunit.client.0.smithi019.stderr: max_new 1000 2023-12-03T11:50:25.371 INFO:tasks.workunit.client.0.smithi019.stderr: log_file /var/lib/ceph/crash/2023-12-03T11:50:25.230647Z_4f06600f-8ed7-4222-97cd-2f7c883b4740/log 2023-12-03T11:50:25.371 INFO:tasks.workunit.client.0.smithi019.stderr:--- end dump of recent events --- 2023-12-03T11:50:25.371 INFO:tasks.workunit.client.0.smithi019.stderr:Aborted 2023-12-03T11:50:25.371 INFO:tasks.workunit.client.0.smithi019.stderr:radosgw-admin bucket stats --bucket abort-at-block-writes 2023-12-03T11:50:25.376 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:50:25.376 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:50:25.376 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.276+0000 7f47dd895980 20 rados->read ofs=0 len=0 2023-12-03T11:50:25.376 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.276+0000 7f47dd895980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:25.376 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.276+0000 7f47dd895980 20 realm 2023-12-03T11:50:25.376 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.276+0000 7f47dd895980 20 rados->read ofs=0 len=0 2023-12-03T11:50:25.377 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.280+0000 7f47dd895980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:25.377 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.280+0000 7f47dd895980 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:50:25.377 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.280+0000 7f47dd895980 20 rados->read ofs=0 len=0 2023-12-03T11:50:25.377 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.280+0000 7f47dd895980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:25.377 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.280+0000 7f47dd895980 20 rados->read ofs=0 len=0 2023-12-03T11:50:25.377 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.280+0000 7f47dd895980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:50:25.377 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.280+0000 7f47dd895980 20 rados->read ofs=0 len=0 2023-12-03T11:50:25.377 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.280+0000 7f47dd895980 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:50:25.377 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.280+0000 7f47dd895980 20 searching for the correct realm 2023-12-03T11:50:25.377 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.304+0000 7f47dabb0640 0 -- 172.21.15.19:0/364064426 >> [v2:172.21.15.19:6800/1469834966,v1:172.21.15.19:6801/1469834966] conn(0x55fb31ac3f70 msgr2=0x55fb31ac6360 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:50:25.377 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.304+0000 7f47dd895980 20 RGWRados::pool_iterate: got zonegroup_info.9433ba8b-08fe-4f3d-8375-ae7b0ce32294 2023-12-03T11:50:25.377 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.304+0000 7f47dd895980 20 RGWRados::pool_iterate: got zone_info.43a5e689-6a4f-4bb6-8529-28824bd75ab9 2023-12-03T11:50:25.377 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.304+0000 7f47dd895980 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:50:25.377 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.304+0000 7f47dd895980 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:50:25.377 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.308+0000 7f47dd895980 20 rados->read ofs=0 len=0 2023-12-03T11:50:25.378 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.308+0000 7f47dd895980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:25.378 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.308+0000 7f47dd895980 20 rados->read ofs=0 len=0 2023-12-03T11:50:25.378 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.308+0000 7f47dd895980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:50:25.378 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.308+0000 7f47dd895980 20 rados->read ofs=0 len=0 2023-12-03T11:50:25.378 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.308+0000 7f47dd895980 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:50:25.378 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.308+0000 7f47dd895980 20 zone default found 2023-12-03T11:50:25.378 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.308+0000 7f47dd895980 4 Realm: () 2023-12-03T11:50:25.378 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.308+0000 7f47dd895980 4 ZoneGroup: default (9433ba8b-08fe-4f3d-8375-ae7b0ce32294) 2023-12-03T11:50:25.378 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.308+0000 7f47dd895980 4 Zone: default (43a5e689-6a4f-4bb6-8529-28824bd75ab9) 2023-12-03T11:50:25.378 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.308+0000 7f47dd895980 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:50:25.378 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.308+0000 7f47dd895980 20 zonegroup default 2023-12-03T11:50:25.379 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.308+0000 7f47dd895980 20 rados->read ofs=0 len=0 2023-12-03T11:50:25.379 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.308+0000 7f47dd895980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:25.379 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.308+0000 7f47dd895980 20 rados->read ofs=0 len=0 2023-12-03T11:50:25.379 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.308+0000 7f47dd895980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:25.379 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.308+0000 7f47dd895980 20 rados->read ofs=0 len=0 2023-12-03T11:50:25.379 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.308+0000 7f47dd895980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:25.379 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.308+0000 7f47dd895980 20 started sync module instance, tier type = 2023-12-03T11:50:25.379 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.308+0000 7f47dd895980 20 started zone id=43a5e689-6a4f-4bb6-8529-28824bd75ab9 (name=default) with tier type = 2023-12-03T11:50:25.379 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.324+0000 7f47dbbb2640 0 -- 172.21.15.19:0/364064426 >> [v2:172.21.15.57:6816/3303414699,v1:172.21.15.57:6817/3303414699] conn(0x7f47d0008040 msgr2=0x7f47d006b0c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:50:25.379 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.328+0000 7f47dd895980 20 add_watcher() i=0 2023-12-03T11:50:25.379 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.328+0000 7f47dd895980 20 add_watcher() i=1 2023-12-03T11:50:25.379 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.328+0000 7f47dd895980 20 add_watcher() i=2 2023-12-03T11:50:25.380 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.328+0000 7f47dd895980 20 add_watcher() i=3 2023-12-03T11:50:25.380 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.328+0000 7f47dd895980 20 add_watcher() i=4 2023-12-03T11:50:25.380 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.328+0000 7f47dd895980 20 add_watcher() i=5 2023-12-03T11:50:25.380 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.328+0000 7f47dd895980 20 add_watcher() i=6 2023-12-03T11:50:25.380 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.328+0000 7f47dd895980 20 add_watcher() i=7 2023-12-03T11:50:25.380 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.328+0000 7f47dd895980 2 all 8 watchers are set, enabling cache 2023-12-03T11:50:25.380 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.332+0000 7f47a17e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:50:25.380 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.332+0000 7f47dd895980 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:50:25.380 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.332+0000 7f47dd895980 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:50:25.380 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.340+0000 7f47dd895980 5 note: GC not initialized 2023-12-03T11:50:25.380 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.340+0000 7f470ffff640 20 reqs_thread_entry: start 2023-12-03T11:50:25.380 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.340+0000 7f47dd895980 20 init_complete bucket index max shards: 1 2023-12-03T11:50:25.380 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.340+0000 7f47dd895980 20 Filter name: none 2023-12-03T11:50:25.380 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.340+0000 7f470dffb640 20 reqs_thread_entry: start 2023-12-03T11:50:25.380 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.340+0000 7f47dd895980 20 rados->read ofs=0 len=0 2023-12-03T11:50:25.381 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.340+0000 7f47dd895980 20 rados_obj.operate() r=0 bl.length=189 2023-12-03T11:50:25.381 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.340+0000 7f47dd895980 20 rados->read ofs=0 len=0 2023-12-03T11:50:25.381 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.340+0000 7f47dd895980 20 rados_obj.operate() r=0 bl.length=405 2023-12-03T11:50:25.381 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.340+0000 7f47dd895980 20 couldn't put binfo cache entry, might have raced with data changes 2023-12-03T11:50:25.381 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.340+0000 7f47dd895980 20 rados->read ofs=0 len=0 2023-12-03T11:50:25.381 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.340+0000 7f47dd895980 20 rados_obj.operate() r=0 bl.length=189 2023-12-03T11:50:25.381 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.340+0000 7f47dd895980 20 rados->read ofs=0 len=0 2023-12-03T11:50:25.381 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.340+0000 7f47dd895980 20 rados_obj.operate() r=0 bl.length=405 2023-12-03T11:50:25.381 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.340+0000 7f47dd895980 20 couldn't put binfo cache entry, might have raced with data changes 2023-12-03T11:50:25.381 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.344+0000 7f47dd895980 20 rados->read ofs=0 len=0 2023-12-03T11:50:25.381 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.344+0000 7f47dd895980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:25.381 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.344+0000 7f47a17e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:50:25.381 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.348+0000 7f47dd895980 20 remove_watcher() i=0 2023-12-03T11:50:25.381 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.348+0000 7f47dd895980 2 removed watcher, disabling cache 2023-12-03T11:50:25.381 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.352+0000 7f47dd895980 20 remove_watcher() i=1 2023-12-03T11:50:25.381 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.352+0000 7f47dd895980 20 remove_watcher() i=2 2023-12-03T11:50:25.382 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.356+0000 7f47dd895980 20 remove_watcher() i=3 2023-12-03T11:50:25.382 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.356+0000 7f47dd895980 20 remove_watcher() i=4 2023-12-03T11:50:25.382 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.360+0000 7f47dd895980 20 remove_watcher() i=5 2023-12-03T11:50:25.382 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.360+0000 7f47dd895980 20 remove_watcher() i=6 2023-12-03T11:50:25.382 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.360+0000 7f47dd895980 20 remove_watcher() i=7 2023-12-03T11:50:25.382 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:50:25.382 INFO:tasks.workunit.client.0.smithi019.stderr:BUCKET_STATS: 2023-12-03T11:50:25.382 INFO:tasks.workunit.client.0.smithi019.stderr:bucket: abort-at-block-writes id: 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.22 num_objects: 20 size_kb: 1 num_shards: 1 2023-12-03T11:50:25.382 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:50:25.382 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:50:25.382 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:50:25.392 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:50:25.392 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:50:25.435 INFO:tasks.workunit.client.0.smithi019.stderr:radosgw-admin bucket reshard --bucket abort-at-block-writes --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2023-12-03T11:50:25.469 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:50:25.470 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:50:25.488 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.484+0000 7f6e483b7980 20 rados->read ofs=0 len=0 2023-12-03T11:50:25.490 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.488+0000 7f6e483b7980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:25.490 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.488+0000 7f6e483b7980 20 realm 2023-12-03T11:50:25.490 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.488+0000 7f6e483b7980 20 rados->read ofs=0 len=0 2023-12-03T11:50:25.491 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.488+0000 7f6e483b7980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:25.491 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.488+0000 7f6e483b7980 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:50:25.491 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.488+0000 7f6e483b7980 20 rados->read ofs=0 len=0 2023-12-03T11:50:25.491 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.488+0000 7f6e483b7980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:25.491 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.488+0000 7f6e483b7980 20 rados->read ofs=0 len=0 2023-12-03T11:50:25.492 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.488+0000 7f6e483b7980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:50:25.492 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.488+0000 7f6e483b7980 20 rados->read ofs=0 len=0 2023-12-03T11:50:25.493 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.488+0000 7f6e483b7980 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:50:25.493 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.488+0000 7f6e483b7980 20 searching for the correct realm 2023-12-03T11:50:25.516 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.512+0000 7f6e45ed3640 0 -- 172.21.15.19:0/1393064498 >> [v2:172.21.15.57:6808/3142144203,v1:172.21.15.57:6809/3142144203] conn(0x55fdc5875e90 msgr2=0x55fdc5878280 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:50:25.519 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.516+0000 7f6e483b7980 20 RGWRados::pool_iterate: got zonegroup_info.9433ba8b-08fe-4f3d-8375-ae7b0ce32294 2023-12-03T11:50:25.519 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.516+0000 7f6e483b7980 20 RGWRados::pool_iterate: got zone_info.43a5e689-6a4f-4bb6-8529-28824bd75ab9 2023-12-03T11:50:25.519 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.516+0000 7f6e483b7980 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:50:25.519 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.516+0000 7f6e483b7980 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:50:25.519 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.516+0000 7f6e483b7980 20 rados->read ofs=0 len=0 2023-12-03T11:50:25.520 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.516+0000 7f6e483b7980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:25.520 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.516+0000 7f6e483b7980 20 rados->read ofs=0 len=0 2023-12-03T11:50:25.521 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.516+0000 7f6e483b7980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:50:25.521 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.516+0000 7f6e483b7980 20 rados->read ofs=0 len=0 2023-12-03T11:50:25.521 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.516+0000 7f6e483b7980 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:50:25.521 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.516+0000 7f6e483b7980 20 zone default found 2023-12-03T11:50:25.521 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.516+0000 7f6e483b7980 4 Realm: () 2023-12-03T11:50:25.521 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.516+0000 7f6e483b7980 4 ZoneGroup: default (9433ba8b-08fe-4f3d-8375-ae7b0ce32294) 2023-12-03T11:50:25.521 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.516+0000 7f6e483b7980 4 Zone: default (43a5e689-6a4f-4bb6-8529-28824bd75ab9) 2023-12-03T11:50:25.521 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.516+0000 7f6e483b7980 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:50:25.521 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.516+0000 7f6e483b7980 20 zonegroup default 2023-12-03T11:50:25.521 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.516+0000 7f6e483b7980 20 rados->read ofs=0 len=0 2023-12-03T11:50:25.521 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.516+0000 7f6e483b7980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:25.521 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.516+0000 7f6e483b7980 20 rados->read ofs=0 len=0 2023-12-03T11:50:25.522 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.520+0000 7f6e483b7980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:25.522 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.520+0000 7f6e483b7980 20 rados->read ofs=0 len=0 2023-12-03T11:50:25.522 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.520+0000 7f6e483b7980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:25.522 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.520+0000 7f6e483b7980 20 started sync module instance, tier type = 2023-12-03T11:50:25.522 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.520+0000 7f6e483b7980 20 started zone id=43a5e689-6a4f-4bb6-8529-28824bd75ab9 (name=default) with tier type = 2023-12-03T11:50:25.537 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.532+0000 7f6e456d2640 0 -- 172.21.15.19:0/1393064498 >> [v2:172.21.15.19:6800/1469834966,v1:172.21.15.19:6801/1469834966] conn(0x55fdc587ae30 msgr2=0x55fdc587d220 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:50:25.541 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.536+0000 7f6e483b7980 20 add_watcher() i=0 2023-12-03T11:50:25.541 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.536+0000 7f6e483b7980 20 add_watcher() i=1 2023-12-03T11:50:25.541 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.536+0000 7f6e483b7980 20 add_watcher() i=2 2023-12-03T11:50:25.541 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.536+0000 7f6e483b7980 20 add_watcher() i=3 2023-12-03T11:50:25.541 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.536+0000 7f6e483b7980 20 add_watcher() i=4 2023-12-03T11:50:25.541 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.536+0000 7f6e483b7980 20 add_watcher() i=5 2023-12-03T11:50:25.541 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.536+0000 7f6e483b7980 20 add_watcher() i=6 2023-12-03T11:50:25.542 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.540+0000 7f6e483b7980 20 add_watcher() i=7 2023-12-03T11:50:25.542 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.540+0000 7f6e483b7980 2 all 8 watchers are set, enabling cache 2023-12-03T11:50:25.545 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.544+0000 7f6e0b7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:50:25.546 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.544+0000 7f6e483b7980 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:50:25.546 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.544+0000 7f6e483b7980 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:50:25.555 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.552+0000 7f6e483b7980 5 note: GC not initialized 2023-12-03T11:50:25.555 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.552+0000 7f6d7a7fc640 20 reqs_thread_entry: start 2023-12-03T11:50:25.555 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.552+0000 7f6e483b7980 20 init_complete bucket index max shards: 1 2023-12-03T11:50:25.556 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.552+0000 7f6e483b7980 20 Filter name: none 2023-12-03T11:50:25.556 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.552+0000 7f6d6bfff640 20 reqs_thread_entry: start 2023-12-03T11:50:25.556 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.552+0000 7f6e483b7980 10 cache get: name=default.rgw.meta+root+abort-at-block-writes : miss 2023-12-03T11:50:25.556 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.552+0000 7f6e483b7980 20 rados->read ofs=0 len=0 2023-12-03T11:50:25.556 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.552+0000 7f6e483b7980 20 rados_obj.operate() r=0 bl.length=189 2023-12-03T11:50:25.556 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.552+0000 7f6e483b7980 10 cache put: name=default.rgw.meta+root+abort-at-block-writes info.flags=0x11 2023-12-03T11:50:25.556 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.552+0000 7f6e483b7980 10 adding default.rgw.meta+root+abort-at-block-writes to cache LRU end 2023-12-03T11:50:25.556 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.552+0000 7f6e483b7980 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.22 : miss 2023-12-03T11:50:25.556 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.552+0000 7f6e483b7980 20 rados->read ofs=0 len=0 2023-12-03T11:50:25.557 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.552+0000 7f6e483b7980 20 rados_obj.operate() r=0 bl.length=405 2023-12-03T11:50:25.557 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.552+0000 7f6e483b7980 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.22 info.flags=0x17 2023-12-03T11:50:25.557 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.552+0000 7f6e483b7980 10 adding default.rgw.meta+root+.bucket.meta.abort-at-block-writes:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.22 to cache LRU end 2023-12-03T11:50:25.557 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.552+0000 7f6e483b7980 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-12-03T11:50:25.557 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.552+0000 7f6e483b7980 10 updating xattr: name=user.rgw.acl bl.length()=205 2023-12-03T11:50:25.557 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.552+0000 7f6e483b7980 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.22 2023-12-03T11:50:25.557 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.556+0000 7f6e483b7980 0 INFO: RGWReshardLock::lock found lock on abort-at-block-writes:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.22 to be held by another RGW process; skipping for now 2023-12-03T11:50:25.559 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.556+0000 7f6e0b7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:50:25.564 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.560+0000 7f6e483b7980 20 remove_watcher() i=0 2023-12-03T11:50:25.564 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.560+0000 7f6e483b7980 2 removed watcher, disabling cache 2023-12-03T11:50:25.567 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.564+0000 7f6e483b7980 20 remove_watcher() i=1 2023-12-03T11:50:25.570 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.568+0000 7f6e483b7980 20 remove_watcher() i=2 2023-12-03T11:50:25.572 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.568+0000 7f6e483b7980 20 remove_watcher() i=3 2023-12-03T11:50:25.574 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.572+0000 7f6e483b7980 20 remove_watcher() i=4 2023-12-03T11:50:25.576 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.572+0000 7f6e483b7980 20 remove_watcher() i=5 2023-12-03T11:50:25.578 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.576+0000 7f6e483b7980 20 remove_watcher() i=6 2023-12-03T11:50:25.579 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:25.576+0000 7f6e483b7980 20 remove_watcher() i=7 2023-12-03T11:50:25.585 INFO:tasks.workunit.client.0.smithi019.stderr:waiting 30 seconds for reshard lock to expire... 2023-12-03T11:50:55.615 INFO:tasks.workunit.client.0.smithi019.stderr:radosgw-admin bucket reshard --bucket abort-at-block-writes --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2023-12-03T11:50:55.652 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:50:55.652 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:50:55.670 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:55.667+0000 7fd385841980 20 rados->read ofs=0 len=0 2023-12-03T11:50:55.673 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:55.667+0000 7fd385841980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:55.673 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:55.667+0000 7fd385841980 20 realm 2023-12-03T11:50:55.673 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:55.667+0000 7fd385841980 20 rados->read ofs=0 len=0 2023-12-03T11:50:55.673 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:55.667+0000 7fd385841980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:55.673 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:55.667+0000 7fd385841980 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:50:55.673 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:55.667+0000 7fd385841980 20 rados->read ofs=0 len=0 2023-12-03T11:50:55.673 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:55.667+0000 7fd385841980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:55.673 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:55.667+0000 7fd385841980 20 rados->read ofs=0 len=0 2023-12-03T11:50:55.675 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:55.671+0000 7fd385841980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:50:55.675 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:55.671+0000 7fd385841980 20 rados->read ofs=0 len=0 2023-12-03T11:50:55.675 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:55.671+0000 7fd385841980 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:50:55.675 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:55.671+0000 7fd385841980 20 searching for the correct realm 2023-12-03T11:50:55.697 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:55.695+0000 7fd38335d640 0 -- 172.21.15.19:0/594659562 >> [v2:172.21.15.57:6808/3142144203,v1:172.21.15.57:6809/3142144203] conn(0x55d28c41e800 msgr2=0x55d28c420bf0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:50:55.700 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:55.695+0000 7fd385841980 20 RGWRados::pool_iterate: got zonegroup_info.9433ba8b-08fe-4f3d-8375-ae7b0ce32294 2023-12-03T11:50:55.700 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:55.695+0000 7fd385841980 20 RGWRados::pool_iterate: got zone_info.43a5e689-6a4f-4bb6-8529-28824bd75ab9 2023-12-03T11:50:55.701 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:55.695+0000 7fd385841980 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:50:55.701 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:55.695+0000 7fd385841980 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:50:55.701 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:55.695+0000 7fd385841980 20 rados->read ofs=0 len=0 2023-12-03T11:50:55.701 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:55.695+0000 7fd385841980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:55.701 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:55.695+0000 7fd385841980 20 rados->read ofs=0 len=0 2023-12-03T11:50:55.701 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:55.699+0000 7fd385841980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:50:55.701 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:55.699+0000 7fd385841980 20 rados->read ofs=0 len=0 2023-12-03T11:50:55.702 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:55.699+0000 7fd385841980 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:50:55.702 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:55.699+0000 7fd385841980 20 zone default found 2023-12-03T11:50:55.702 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:55.699+0000 7fd385841980 4 Realm: () 2023-12-03T11:50:55.702 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:55.699+0000 7fd385841980 4 ZoneGroup: default (9433ba8b-08fe-4f3d-8375-ae7b0ce32294) 2023-12-03T11:50:55.702 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:55.699+0000 7fd385841980 4 Zone: default (43a5e689-6a4f-4bb6-8529-28824bd75ab9) 2023-12-03T11:50:55.702 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:55.699+0000 7fd385841980 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:50:55.703 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:55.699+0000 7fd385841980 20 zonegroup default 2023-12-03T11:50:55.703 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:55.699+0000 7fd385841980 20 rados->read ofs=0 len=0 2023-12-03T11:50:55.703 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:55.699+0000 7fd385841980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:55.703 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:55.699+0000 7fd385841980 20 rados->read ofs=0 len=0 2023-12-03T11:50:55.703 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:55.699+0000 7fd385841980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:55.703 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:55.699+0000 7fd385841980 20 rados->read ofs=0 len=0 2023-12-03T11:50:55.703 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:55.699+0000 7fd385841980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:55.703 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:55.699+0000 7fd385841980 20 started sync module instance, tier type = 2023-12-03T11:50:55.704 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:55.699+0000 7fd385841980 20 started zone id=43a5e689-6a4f-4bb6-8529-28824bd75ab9 (name=default) with tier type = 2023-12-03T11:50:55.718 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:55.715+0000 7fd382b5c640 0 -- 172.21.15.19:0/594659562 >> [v2:172.21.15.19:6800/1469834966,v1:172.21.15.19:6801/1469834966] conn(0x55d28c423300 msgr2=0x55d28c425730 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:50:55.722 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:55.719+0000 7fd385841980 20 add_watcher() i=0 2023-12-03T11:50:55.722 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:55.719+0000 7fd385841980 20 add_watcher() i=1 2023-12-03T11:50:55.722 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:55.719+0000 7fd385841980 20 add_watcher() i=2 2023-12-03T11:50:55.723 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:55.719+0000 7fd385841980 20 add_watcher() i=3 2023-12-03T11:50:55.723 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:55.719+0000 7fd385841980 20 add_watcher() i=4 2023-12-03T11:50:55.723 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:55.719+0000 7fd385841980 20 add_watcher() i=5 2023-12-03T11:50:55.723 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:55.719+0000 7fd385841980 20 add_watcher() i=6 2023-12-03T11:50:55.723 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:55.719+0000 7fd385841980 20 add_watcher() i=7 2023-12-03T11:50:55.724 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:55.719+0000 7fd385841980 2 all 8 watchers are set, enabling cache 2023-12-03T11:50:55.726 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:55.723+0000 7fd3497e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:50:55.727 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:55.723+0000 7fd385841980 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:50:55.727 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:55.723+0000 7fd385841980 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:50:55.735 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:55.731+0000 7fd385841980 5 note: GC not initialized 2023-12-03T11:50:55.735 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:55.731+0000 7fd2b7fff640 20 reqs_thread_entry: start 2023-12-03T11:50:55.735 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:55.731+0000 7fd385841980 20 init_complete bucket index max shards: 1 2023-12-03T11:50:55.735 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:55.731+0000 7fd385841980 20 Filter name: none 2023-12-03T11:50:55.735 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:55.731+0000 7fd2b5ffb640 20 reqs_thread_entry: start 2023-12-03T11:50:55.735 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:55.731+0000 7fd385841980 10 cache get: name=default.rgw.meta+root+abort-at-block-writes : miss 2023-12-03T11:50:55.735 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:55.731+0000 7fd385841980 20 rados->read ofs=0 len=0 2023-12-03T11:50:55.736 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:55.731+0000 7fd385841980 20 rados_obj.operate() r=0 bl.length=189 2023-12-03T11:50:55.736 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:55.731+0000 7fd385841980 10 cache put: name=default.rgw.meta+root+abort-at-block-writes info.flags=0x11 2023-12-03T11:50:55.736 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:55.731+0000 7fd385841980 10 adding default.rgw.meta+root+abort-at-block-writes to cache LRU end 2023-12-03T11:50:55.736 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:55.731+0000 7fd385841980 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.22 : miss 2023-12-03T11:50:55.736 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:55.731+0000 7fd385841980 20 rados->read ofs=0 len=0 2023-12-03T11:50:55.736 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:55.731+0000 7fd385841980 20 rados_obj.operate() r=0 bl.length=405 2023-12-03T11:50:55.736 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:55.731+0000 7fd385841980 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.22 info.flags=0x17 2023-12-03T11:50:55.737 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:55.731+0000 7fd385841980 10 adding default.rgw.meta+root+.bucket.meta.abort-at-block-writes:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.22 to cache LRU end 2023-12-03T11:50:55.737 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:55.731+0000 7fd385841980 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-12-03T11:50:55.737 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:55.731+0000 7fd385841980 10 updating xattr: name=user.rgw.acl bl.length()=205 2023-12-03T11:50:55.737 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:55.731+0000 7fd385841980 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.22 2023-12-03T11:50:55.739 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:55.735+0000 7fd385841980 10 init_target_layout removing existing target index objects from a previous reshard attempt 2023-12-03T11:50:55.747 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:55.743+0000 7fd385841980 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.22 info.flags=0x17 2023-12-03T11:50:55.747 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:55.743+0000 7fd385841980 10 moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.22 to cache LRU end 2023-12-03T11:50:55.747 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:55.743+0000 7fd385841980 10 updating xattr: name=user.rgw.acl bl.length()=205 2023-12-03T11:50:55.747 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:55.743+0000 7fd385841980 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-block-writes:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.22, ofs0, ns] 2023-12-03T11:50:55.748 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:55.743+0000 7fd379ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1095216660576 cookie 94362784673296 notifier 6801 bl.length()=877 2023-12-03T11:50:55.748 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:55.743+0000 7fd379ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.22 info.flags=0x17 2023-12-03T11:50:55.748 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:55.743+0000 7fd379ffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.22 to cache LRU end 2023-12-03T11:50:55.748 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:55.743+0000 7fd379ffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2023-12-03T11:50:55.748 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:55.743+0000 7fd385841980 20 handle_bi_update(): bucket=:abort-at-block-writes[43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.22]): orig_sources= new_sources= 2023-12-03T11:50:55.748 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:55.743+0000 7fd385841980 20 handle_bi_update(): bucket=:abort-at-block-writes[43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.22]): potential sources added=[] removed=[] 2023-12-03T11:50:55.748 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:55.743+0000 7fd385841980 20 handle_bi_update(): bucket=:abort-at-block-writes[43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.22]): orig_dests= new_dests= 2023-12-03T11:50:55.748 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:55.743+0000 7fd385841980 20 handle_bi_update(): bucket=:abort-at-block-writes[43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.22]): potential dests added=[] removed=[] 2023-12-03T11:50:55.751 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:55.747+0000 7fd385841980 10 bucket_obj is .dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.22.2.0 2023-12-03T11:50:55.751 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:55.747+0000 7fd385841980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.22.2.0 2023-12-03T11:50:55.751 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:55.747+0000 7fd385841980 10 bucket_obj is .dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.22.2.1 2023-12-03T11:50:55.751 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:55.747+0000 7fd385841980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.22.2.1 2023-12-03T11:50:55.751 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:55.747+0000 7fd385841980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.22.0 2023-12-03T11:50:55.756 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:55.751+0000 7fd385841980 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.22 : hit (requested=0x17, cached=0x17) 2023-12-03T11:50:55.756 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:55.751+0000 7fd385841980 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.22 2023-12-03T11:50:55.759 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:55.755+0000 7fd385841980 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.22 info.flags=0x17 2023-12-03T11:50:55.759 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:55.755+0000 7fd385841980 10 moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.22 to cache LRU end 2023-12-03T11:50:55.759 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:55.755+0000 7fd385841980 10 updating xattr: name=user.rgw.acl bl.length()=205 2023-12-03T11:50:55.759 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:55.755+0000 7fd385841980 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-block-writes:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.22, ofs0, ns] 2023-12-03T11:50:55.760 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:55.755+0000 7fd3797fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1095216660577 cookie 94362784673296 notifier 6801 bl.length()=845 2023-12-03T11:50:55.760 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:55.755+0000 7fd3797fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.22 info.flags=0x17 2023-12-03T11:50:55.760 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:55.755+0000 7fd3797fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.22 to cache LRU end 2023-12-03T11:50:55.760 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:55.755+0000 7fd3797fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2023-12-03T11:50:55.760 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:55.755+0000 7fd385841980 20 handle_bi_update(): bucket=:abort-at-block-writes[43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.22]): orig_sources= new_sources= 2023-12-03T11:50:55.760 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:55.755+0000 7fd385841980 20 handle_bi_update(): bucket=:abort-at-block-writes[43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.22]): potential sources added=[] removed=[] 2023-12-03T11:50:55.761 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:55.755+0000 7fd385841980 20 handle_bi_update(): bucket=:abort-at-block-writes[43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.22]): orig_dests= new_dests= 2023-12-03T11:50:55.761 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:55.755+0000 7fd385841980 20 handle_bi_update(): bucket=:abort-at-block-writes[43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.22]): potential dests added=[] removed=[] 2023-12-03T11:50:55.763 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:55.759+0000 7fd385841980 1 execute INFO: reshard of bucket "abort-at-block-writes" completed successfully 2023-12-03T11:50:55.767 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:55.763+0000 7fd3497e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:50:55.772 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:55.767+0000 7fd385841980 20 remove_watcher() i=0 2023-12-03T11:50:55.772 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:55.767+0000 7fd385841980 2 removed watcher, disabling cache 2023-12-03T11:50:55.774 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:55.771+0000 7fd385841980 20 remove_watcher() i=1 2023-12-03T11:50:55.777 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:55.771+0000 7fd385841980 20 remove_watcher() i=2 2023-12-03T11:50:55.779 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:55.775+0000 7fd385841980 20 remove_watcher() i=3 2023-12-03T11:50:55.781 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:55.779+0000 7fd385841980 20 remove_watcher() i=4 2023-12-03T11:50:55.783 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:55.779+0000 7fd385841980 20 remove_watcher() i=5 2023-12-03T11:50:55.784 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:55.779+0000 7fd385841980 20 remove_watcher() i=6 2023-12-03T11:50:55.786 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:55.783+0000 7fd385841980 20 remove_watcher() i=7 2023-12-03T11:50:55.792 INFO:tasks.workunit.client.0.smithi019.stderr:radosgw-admin bucket stats --bucket abort-at-block-writes 2023-12-03T11:50:55.818 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:50:55.818 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:50:55.835 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:55.831+0000 7f9b305e2980 20 rados->read ofs=0 len=0 2023-12-03T11:50:55.838 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:55.835+0000 7f9b305e2980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:55.838 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:55.835+0000 7f9b305e2980 20 realm 2023-12-03T11:50:55.838 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:55.835+0000 7f9b305e2980 20 rados->read ofs=0 len=0 2023-12-03T11:50:55.838 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:55.835+0000 7f9b305e2980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:55.838 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:55.835+0000 7f9b305e2980 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:50:55.839 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:55.835+0000 7f9b305e2980 20 rados->read ofs=0 len=0 2023-12-03T11:50:55.839 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:55.835+0000 7f9b305e2980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:55.839 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:55.835+0000 7f9b305e2980 20 rados->read ofs=0 len=0 2023-12-03T11:50:55.840 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:55.835+0000 7f9b305e2980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:50:55.840 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:55.835+0000 7f9b305e2980 20 rados->read ofs=0 len=0 2023-12-03T11:50:55.840 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:55.835+0000 7f9b305e2980 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:50:55.840 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:55.835+0000 7f9b305e2980 20 searching for the correct realm 2023-12-03T11:50:55.861 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:55.859+0000 7f9b2e0fe640 0 -- 172.21.15.19:0/3146863598 >> [v2:172.21.15.57:6808/3142144203,v1:172.21.15.57:6809/3142144203] conn(0x55f8514116c0 msgr2=0x55f851413ab0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:50:55.866 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:55.863+0000 7f9b305e2980 20 RGWRados::pool_iterate: got zonegroup_info.9433ba8b-08fe-4f3d-8375-ae7b0ce32294 2023-12-03T11:50:55.866 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:55.863+0000 7f9b305e2980 20 RGWRados::pool_iterate: got zone_info.43a5e689-6a4f-4bb6-8529-28824bd75ab9 2023-12-03T11:50:55.866 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:55.863+0000 7f9b305e2980 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:50:55.866 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:55.863+0000 7f9b305e2980 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:50:55.866 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:55.863+0000 7f9b305e2980 20 rados->read ofs=0 len=0 2023-12-03T11:50:55.866 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:55.863+0000 7f9b305e2980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:55.866 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:55.863+0000 7f9b305e2980 20 rados->read ofs=0 len=0 2023-12-03T11:50:55.867 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:55.863+0000 7f9b305e2980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:50:55.867 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:55.863+0000 7f9b305e2980 20 rados->read ofs=0 len=0 2023-12-03T11:50:55.867 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:55.863+0000 7f9b305e2980 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:50:55.868 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:55.863+0000 7f9b305e2980 20 zone default found 2023-12-03T11:50:55.868 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:55.863+0000 7f9b305e2980 4 Realm: () 2023-12-03T11:50:55.868 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:55.863+0000 7f9b305e2980 4 ZoneGroup: default (9433ba8b-08fe-4f3d-8375-ae7b0ce32294) 2023-12-03T11:50:55.868 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:55.863+0000 7f9b305e2980 4 Zone: default (43a5e689-6a4f-4bb6-8529-28824bd75ab9) 2023-12-03T11:50:55.868 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:55.863+0000 7f9b305e2980 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:50:55.868 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:55.863+0000 7f9b305e2980 20 zonegroup default 2023-12-03T11:50:55.868 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:55.863+0000 7f9b305e2980 20 rados->read ofs=0 len=0 2023-12-03T11:50:55.868 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:55.863+0000 7f9b305e2980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:55.868 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:55.863+0000 7f9b305e2980 20 rados->read ofs=0 len=0 2023-12-03T11:50:55.868 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:55.863+0000 7f9b305e2980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:55.868 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:55.863+0000 7f9b305e2980 20 rados->read ofs=0 len=0 2023-12-03T11:50:55.869 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:55.863+0000 7f9b305e2980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:55.869 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:55.863+0000 7f9b305e2980 20 started sync module instance, tier type = 2023-12-03T11:50:55.869 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:55.863+0000 7f9b305e2980 20 started zone id=43a5e689-6a4f-4bb6-8529-28824bd75ab9 (name=default) with tier type = 2023-12-03T11:50:55.880 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:55.875+0000 7f9b2e8ff640 0 -- 172.21.15.19:0/3146863598 >> [v2:172.21.15.57:6816/3303414699,v1:172.21.15.57:6817/3303414699] conn(0x55f8514116c0 msgr2=0x7f9b0807a4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:50:56.094 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:56.091+0000 7f9b305e2980 20 add_watcher() i=0 2023-12-03T11:50:56.094 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:56.091+0000 7f9b305e2980 20 add_watcher() i=1 2023-12-03T11:50:56.094 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:56.091+0000 7f9b305e2980 20 add_watcher() i=2 2023-12-03T11:50:56.094 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:56.091+0000 7f9b305e2980 20 add_watcher() i=3 2023-12-03T11:50:56.094 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:56.091+0000 7f9b305e2980 20 add_watcher() i=4 2023-12-03T11:50:56.094 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:56.091+0000 7f9b305e2980 20 add_watcher() i=5 2023-12-03T11:50:56.095 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:56.091+0000 7f9b305e2980 20 add_watcher() i=6 2023-12-03T11:50:56.097 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:56.091+0000 7f9b305e2980 20 add_watcher() i=7 2023-12-03T11:50:56.097 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:56.091+0000 7f9b305e2980 2 all 8 watchers are set, enabling cache 2023-12-03T11:50:56.101 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:56.095+0000 7f9af3fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:50:56.102 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:56.099+0000 7f9b305e2980 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:50:56.102 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:56.099+0000 7f9b305e2980 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:50:56.118 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:56.115+0000 7f9b305e2980 5 note: GC not initialized 2023-12-03T11:50:56.118 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:56.115+0000 7f9a62ffd640 20 reqs_thread_entry: start 2023-12-03T11:50:56.118 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:56.115+0000 7f9b305e2980 20 init_complete bucket index max shards: 1 2023-12-03T11:50:56.118 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:56.115+0000 7f9b305e2980 20 Filter name: none 2023-12-03T11:50:56.118 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:56.115+0000 7f9a60ff9640 20 reqs_thread_entry: start 2023-12-03T11:50:56.118 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:56.115+0000 7f9b305e2980 20 rados->read ofs=0 len=0 2023-12-03T11:50:56.119 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:56.115+0000 7f9b305e2980 20 rados_obj.operate() r=0 bl.length=189 2023-12-03T11:50:56.119 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:56.115+0000 7f9b305e2980 20 rados->read ofs=0 len=0 2023-12-03T11:50:56.120 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:56.115+0000 7f9b305e2980 20 rados_obj.operate() r=0 bl.length=373 2023-12-03T11:50:56.120 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:56.115+0000 7f9b305e2980 20 couldn't put binfo cache entry, might have raced with data changes 2023-12-03T11:50:56.120 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:56.115+0000 7f9b305e2980 20 rados->read ofs=0 len=0 2023-12-03T11:50:56.120 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:56.115+0000 7f9b305e2980 20 rados_obj.operate() r=0 bl.length=189 2023-12-03T11:50:56.120 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:56.115+0000 7f9b305e2980 20 rados->read ofs=0 len=0 2023-12-03T11:50:56.120 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:56.115+0000 7f9b305e2980 20 rados_obj.operate() r=0 bl.length=373 2023-12-03T11:50:56.120 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:56.115+0000 7f9b305e2980 20 couldn't put binfo cache entry, might have raced with data changes 2023-12-03T11:50:56.122 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:56.119+0000 7f9b305e2980 20 rados->read ofs=0 len=0 2023-12-03T11:50:56.122 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:56.119+0000 7f9b305e2980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:56.123 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:56.119+0000 7f9af3fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:50:56.129 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:56.123+0000 7f9b305e2980 20 remove_watcher() i=0 2023-12-03T11:50:56.129 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:56.123+0000 7f9b305e2980 2 removed watcher, disabling cache 2023-12-03T11:50:56.131 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:56.127+0000 7f9b305e2980 20 remove_watcher() i=1 2023-12-03T11:50:56.133 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:56.131+0000 7f9b305e2980 20 remove_watcher() i=2 2023-12-03T11:50:56.136 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:56.131+0000 7f9b305e2980 20 remove_watcher() i=3 2023-12-03T11:50:56.138 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:56.135+0000 7f9b305e2980 20 remove_watcher() i=4 2023-12-03T11:50:56.140 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:56.135+0000 7f9b305e2980 20 remove_watcher() i=5 2023-12-03T11:50:56.141 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:56.139+0000 7f9b305e2980 20 remove_watcher() i=6 2023-12-03T11:50:56.143 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:56.139+0000 7f9b305e2980 20 remove_watcher() i=7 2023-12-03T11:50:56.149 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:50:56.150 INFO:tasks.workunit.client.0.smithi019.stderr:BUCKET_STATS: 2023-12-03T11:50:56.150 INFO:tasks.workunit.client.0.smithi019.stderr:bucket: abort-at-block-writes id: 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.22 num_objects: 19 size_kb: 1 num_shards: 2 2023-12-03T11:50:56.150 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:50:56.151 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:50:56.151 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:50:56.155 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:50:56.155 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:50:56.221 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:50:56.221 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:50:56.244 INFO:tasks.workunit.client.0.smithi019.stderr:TEST: reshard bucket with EIO injected at commit_target_layout 2023-12-03T11:50:56.244 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:50:56.245 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:50:56.246 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:50:56.265 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:50:56.266 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:50:56.313 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:50:56.313 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:50:56.337 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:50:56.337 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:50:56.361 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:50:56.361 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:50:56.383 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:50:56.384 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:50:56.406 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:50:56.406 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:50:56.428 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:50:56.428 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:50:56.451 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:50:56.451 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:50:56.473 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:50:56.473 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:50:56.496 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:50:56.496 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:50:56.521 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:50:56.521 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:50:56.545 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:50:56.545 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:50:56.570 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:50:56.570 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:50:56.592 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:50:56.592 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:50:56.616 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:50:56.616 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:50:56.640 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:50:56.640 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:50:56.662 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:50:56.662 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:50:56.684 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:50:56.684 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:50:56.707 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:50:56.707 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:50:56.730 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:50:56.730 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:50:56.753 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:50:56.753 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:50:56.774 INFO:tasks.workunit.client.0.smithi019.stderr:radosgw-admin bucket stats --bucket error-at-commit-target-layout 2023-12-03T11:50:56.807 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:50:56.807 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:50:56.825 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:56.823+0000 7fecf27af980 20 rados->read ofs=0 len=0 2023-12-03T11:50:56.828 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:56.823+0000 7fecf27af980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:56.828 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:56.823+0000 7fecf27af980 20 realm 2023-12-03T11:50:56.828 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:56.823+0000 7fecf27af980 20 rados->read ofs=0 len=0 2023-12-03T11:50:56.828 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:56.823+0000 7fecf27af980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:56.828 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:56.823+0000 7fecf27af980 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:50:56.828 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:56.823+0000 7fecf27af980 20 rados->read ofs=0 len=0 2023-12-03T11:50:56.828 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:56.823+0000 7fecf27af980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:56.828 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:56.823+0000 7fecf27af980 20 rados->read ofs=0 len=0 2023-12-03T11:50:56.830 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:56.827+0000 7fecf27af980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:50:56.830 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:56.827+0000 7fecf27af980 20 rados->read ofs=0 len=0 2023-12-03T11:50:56.830 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:56.827+0000 7fecf27af980 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:50:56.830 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:56.827+0000 7fecf27af980 20 searching for the correct realm 2023-12-03T11:50:56.855 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:56.851+0000 7fecf02cb640 0 -- 172.21.15.19:0/2365241992 >> [v2:172.21.15.57:6808/3142144203,v1:172.21.15.57:6809/3142144203] conn(0x55bdeadc42d0 msgr2=0x55bdeadc66c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:50:56.856 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:56.851+0000 7fecf27af980 20 RGWRados::pool_iterate: got zonegroup_info.9433ba8b-08fe-4f3d-8375-ae7b0ce32294 2023-12-03T11:50:56.856 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:56.851+0000 7fecf27af980 20 RGWRados::pool_iterate: got zone_info.43a5e689-6a4f-4bb6-8529-28824bd75ab9 2023-12-03T11:50:56.856 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:56.851+0000 7fecf27af980 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:50:56.856 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:56.851+0000 7fecf27af980 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:50:56.856 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:56.851+0000 7fecf27af980 20 rados->read ofs=0 len=0 2023-12-03T11:50:56.857 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:56.851+0000 7fecf27af980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:56.857 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:56.851+0000 7fecf27af980 20 rados->read ofs=0 len=0 2023-12-03T11:50:56.857 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:56.851+0000 7fecf27af980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:50:56.857 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:56.851+0000 7fecf27af980 20 rados->read ofs=0 len=0 2023-12-03T11:50:56.858 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:56.855+0000 7fecf27af980 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:50:56.858 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:56.855+0000 7fecf27af980 20 zone default found 2023-12-03T11:50:56.858 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:56.855+0000 7fecf27af980 4 Realm: () 2023-12-03T11:50:56.858 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:56.855+0000 7fecf27af980 4 ZoneGroup: default (9433ba8b-08fe-4f3d-8375-ae7b0ce32294) 2023-12-03T11:50:56.858 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:56.855+0000 7fecf27af980 4 Zone: default (43a5e689-6a4f-4bb6-8529-28824bd75ab9) 2023-12-03T11:50:56.858 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:56.855+0000 7fecf27af980 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:50:56.858 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:56.855+0000 7fecf27af980 20 zonegroup default 2023-12-03T11:50:56.858 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:56.855+0000 7fecf27af980 20 rados->read ofs=0 len=0 2023-12-03T11:50:56.858 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:56.855+0000 7fecf27af980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:56.858 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:56.855+0000 7fecf27af980 20 rados->read ofs=0 len=0 2023-12-03T11:50:56.859 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:56.855+0000 7fecf27af980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:56.859 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:56.855+0000 7fecf27af980 20 rados->read ofs=0 len=0 2023-12-03T11:50:56.859 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:56.855+0000 7fecf27af980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:56.860 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:56.855+0000 7fecf27af980 20 started sync module instance, tier type = 2023-12-03T11:50:56.860 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:56.855+0000 7fecf27af980 20 started zone id=43a5e689-6a4f-4bb6-8529-28824bd75ab9 (name=default) with tier type = 2023-12-03T11:50:56.876 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:56.871+0000 7fecefaca640 0 -- 172.21.15.19:0/2365241992 >> [v2:172.21.15.19:6800/1469834966,v1:172.21.15.19:6801/1469834966] conn(0x55bdeadc9290 msgr2=0x55bdeadcb680 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:50:56.877 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:56.875+0000 7fecf27af980 20 add_watcher() i=0 2023-12-03T11:50:56.877 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:56.875+0000 7fecf27af980 20 add_watcher() i=1 2023-12-03T11:50:56.878 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:56.875+0000 7fecf27af980 20 add_watcher() i=2 2023-12-03T11:50:56.878 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:56.875+0000 7fecf27af980 20 add_watcher() i=3 2023-12-03T11:50:56.878 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:56.875+0000 7fecf27af980 20 add_watcher() i=4 2023-12-03T11:50:56.878 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:56.875+0000 7fecf27af980 20 add_watcher() i=5 2023-12-03T11:50:56.878 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:56.875+0000 7fecf27af980 20 add_watcher() i=6 2023-12-03T11:50:56.879 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:56.875+0000 7fecf27af980 20 add_watcher() i=7 2023-12-03T11:50:56.879 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:56.875+0000 7fecf27af980 2 all 8 watchers are set, enabling cache 2023-12-03T11:50:56.882 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:56.879+0000 7fecb67e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:50:56.882 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:56.879+0000 7fecf27af980 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:50:56.882 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:56.879+0000 7fecf27af980 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:50:56.890 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:56.887+0000 7fecf27af980 5 note: GC not initialized 2023-12-03T11:50:56.891 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:56.887+0000 7fec257fa640 20 reqs_thread_entry: start 2023-12-03T11:50:56.891 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:56.887+0000 7fecf27af980 20 init_complete bucket index max shards: 1 2023-12-03T11:50:56.891 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:56.887+0000 7fecf27af980 20 Filter name: none 2023-12-03T11:50:56.891 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:56.887+0000 7fec1effd640 20 reqs_thread_entry: start 2023-12-03T11:50:56.891 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:56.887+0000 7fecf27af980 20 rados->read ofs=0 len=0 2023-12-03T11:50:56.892 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:56.887+0000 7fecf27af980 20 rados_obj.operate() r=0 bl.length=197 2023-12-03T11:50:56.892 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:56.887+0000 7fecf27af980 20 rados->read ofs=0 len=0 2023-12-03T11:50:56.893 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:56.891+0000 7fecf27af980 20 rados_obj.operate() r=0 bl.length=381 2023-12-03T11:50:56.893 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:56.891+0000 7fecf27af980 20 couldn't put binfo cache entry, might have raced with data changes 2023-12-03T11:50:56.893 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:56.891+0000 7fecf27af980 20 rados->read ofs=0 len=0 2023-12-03T11:50:56.894 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:56.891+0000 7fecf27af980 20 rados_obj.operate() r=0 bl.length=197 2023-12-03T11:50:56.894 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:56.891+0000 7fecf27af980 20 rados->read ofs=0 len=0 2023-12-03T11:50:56.895 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:56.891+0000 7fecf27af980 20 rados_obj.operate() r=0 bl.length=381 2023-12-03T11:50:56.895 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:56.891+0000 7fecf27af980 20 couldn't put binfo cache entry, might have raced with data changes 2023-12-03T11:50:56.896 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:56.891+0000 7fecf27af980 20 rados->read ofs=0 len=0 2023-12-03T11:50:56.897 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:56.891+0000 7fecf27af980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:56.898 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:56.895+0000 7fecb67e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:50:56.903 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:56.899+0000 7fecf27af980 20 remove_watcher() i=0 2023-12-03T11:50:56.903 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:56.899+0000 7fecf27af980 2 removed watcher, disabling cache 2023-12-03T11:50:56.906 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:56.903+0000 7fecf27af980 20 remove_watcher() i=1 2023-12-03T11:50:56.908 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:56.903+0000 7fecf27af980 20 remove_watcher() i=2 2023-12-03T11:50:56.911 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:56.907+0000 7fecf27af980 20 remove_watcher() i=3 2023-12-03T11:50:56.913 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:56.907+0000 7fecf27af980 20 remove_watcher() i=4 2023-12-03T11:50:56.914 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:56.911+0000 7fecf27af980 20 remove_watcher() i=5 2023-12-03T11:50:56.916 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:56.911+0000 7fecf27af980 20 remove_watcher() i=6 2023-12-03T11:50:56.917 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:56.915+0000 7fecf27af980 20 remove_watcher() i=7 2023-12-03T11:50:56.923 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:50:56.924 INFO:tasks.workunit.client.0.smithi019.stderr:BUCKET_STATS: 2023-12-03T11:50:56.924 INFO:tasks.workunit.client.0.smithi019.stderr:bucket: error-at-commit-target-layout id: 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.23 num_objects: 20 size_kb: 1 num_shards: 1 2023-12-03T11:50:56.924 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:50:56.924 INFO:tasks.workunit.client.0.smithi019.stderr:radosgw-admin bucket reshard --bucket error-at-commit-target-layout --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-error-at commit_target_layout 2023-12-03T11:50:56.956 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:50:56.956 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:50:56.973 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:56.967+0000 7f24e33fc980 20 rados->read ofs=0 len=0 2023-12-03T11:50:56.974 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:56.971+0000 7f24e33fc980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:56.974 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:56.971+0000 7f24e33fc980 20 realm 2023-12-03T11:50:56.974 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:56.971+0000 7f24e33fc980 20 rados->read ofs=0 len=0 2023-12-03T11:50:56.975 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:56.971+0000 7f24e33fc980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:56.975 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:56.971+0000 7f24e33fc980 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:50:56.975 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:56.971+0000 7f24e33fc980 20 rados->read ofs=0 len=0 2023-12-03T11:50:56.975 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:56.971+0000 7f24e33fc980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:56.975 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:56.971+0000 7f24e33fc980 20 rados->read ofs=0 len=0 2023-12-03T11:50:56.977 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:56.971+0000 7f24e33fc980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:50:56.977 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:56.971+0000 7f24e33fc980 20 rados->read ofs=0 len=0 2023-12-03T11:50:56.977 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:56.975+0000 7f24e33fc980 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:50:56.977 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:56.975+0000 7f24e33fc980 20 searching for the correct realm 2023-12-03T11:50:57.002 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:56.999+0000 7f24e1719640 0 -- 172.21.15.19:0/3960037992 >> [v2:172.21.15.57:6816/3303414699,v1:172.21.15.57:6817/3303414699] conn(0x7f24d40726b0 msgr2=0x7f24d407b000 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:50:57.002 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:56.999+0000 7f24e33fc980 20 RGWRados::pool_iterate: got zonegroup_info.9433ba8b-08fe-4f3d-8375-ae7b0ce32294 2023-12-03T11:50:57.002 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:56.999+0000 7f24e33fc980 20 RGWRados::pool_iterate: got zone_info.43a5e689-6a4f-4bb6-8529-28824bd75ab9 2023-12-03T11:50:57.002 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:56.999+0000 7f24e33fc980 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:50:57.002 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:56.999+0000 7f24e33fc980 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:50:57.003 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:56.999+0000 7f24e33fc980 20 rados->read ofs=0 len=0 2023-12-03T11:50:57.003 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:56.999+0000 7f24e33fc980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:57.003 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:56.999+0000 7f24e33fc980 20 rados->read ofs=0 len=0 2023-12-03T11:50:57.004 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:56.999+0000 7f24e33fc980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:50:57.004 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:56.999+0000 7f24e33fc980 20 rados->read ofs=0 len=0 2023-12-03T11:50:57.004 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:56.999+0000 7f24e33fc980 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:50:57.004 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:56.999+0000 7f24e33fc980 20 zone default found 2023-12-03T11:50:57.004 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:56.999+0000 7f24e33fc980 4 Realm: () 2023-12-03T11:50:57.004 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:56.999+0000 7f24e33fc980 4 ZoneGroup: default (9433ba8b-08fe-4f3d-8375-ae7b0ce32294) 2023-12-03T11:50:57.004 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:56.999+0000 7f24e33fc980 4 Zone: default (43a5e689-6a4f-4bb6-8529-28824bd75ab9) 2023-12-03T11:50:57.004 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:56.999+0000 7f24e33fc980 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:50:57.004 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:56.999+0000 7f24e33fc980 20 zonegroup default 2023-12-03T11:50:57.004 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:56.999+0000 7f24e33fc980 20 rados->read ofs=0 len=0 2023-12-03T11:50:57.004 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:56.999+0000 7f24e33fc980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:57.004 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:56.999+0000 7f24e33fc980 20 rados->read ofs=0 len=0 2023-12-03T11:50:57.005 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:56.999+0000 7f24e33fc980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:57.005 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:56.999+0000 7f24e33fc980 20 rados->read ofs=0 len=0 2023-12-03T11:50:57.005 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:56.999+0000 7f24e33fc980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:57.005 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:56.999+0000 7f24e33fc980 20 started sync module instance, tier type = 2023-12-03T11:50:57.005 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:56.999+0000 7f24e33fc980 20 started zone id=43a5e689-6a4f-4bb6-8529-28824bd75ab9 (name=default) with tier type = 2023-12-03T11:50:57.021 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.019+0000 7f24e0f18640 0 -- 172.21.15.19:0/3960037992 >> [v2:172.21.15.19:6808/438722807,v1:172.21.15.19:6809/438722807] conn(0x7f24d4073420 msgr2=0x7f24d40715f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:50:57.022 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.019+0000 7f24e33fc980 20 add_watcher() i=0 2023-12-03T11:50:57.022 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.019+0000 7f24e33fc980 20 add_watcher() i=1 2023-12-03T11:50:57.022 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.019+0000 7f24e33fc980 20 add_watcher() i=2 2023-12-03T11:50:57.022 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.019+0000 7f24e33fc980 20 add_watcher() i=3 2023-12-03T11:50:57.022 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.019+0000 7f24e33fc980 20 add_watcher() i=4 2023-12-03T11:50:57.022 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.019+0000 7f24e33fc980 20 add_watcher() i=5 2023-12-03T11:50:57.022 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.019+0000 7f24e33fc980 20 add_watcher() i=6 2023-12-03T11:50:57.023 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.019+0000 7f24e33fc980 20 add_watcher() i=7 2023-12-03T11:50:57.023 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.019+0000 7f24e33fc980 2 all 8 watchers are set, enabling cache 2023-12-03T11:50:57.026 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.023+0000 7f24a6fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:50:57.026 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.023+0000 7f24e33fc980 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:50:57.026 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.023+0000 7f24e33fc980 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:50:57.034 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.031+0000 7f24e33fc980 5 note: GC not initialized 2023-12-03T11:50:57.035 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.031+0000 7f2415ffb640 20 reqs_thread_entry: start 2023-12-03T11:50:57.035 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.031+0000 7f24e33fc980 20 init_complete bucket index max shards: 1 2023-12-03T11:50:57.035 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.031+0000 7f24e33fc980 20 Filter name: none 2023-12-03T11:50:57.035 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.031+0000 7f24077fe640 20 reqs_thread_entry: start 2023-12-03T11:50:57.035 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.031+0000 7f24e33fc980 10 cache get: name=default.rgw.meta+root+error-at-commit-target-layout : miss 2023-12-03T11:50:57.035 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.031+0000 7f24e33fc980 20 rados->read ofs=0 len=0 2023-12-03T11:50:57.036 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.031+0000 7f24e33fc980 20 rados_obj.operate() r=0 bl.length=197 2023-12-03T11:50:57.036 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.031+0000 7f24e33fc980 10 cache put: name=default.rgw.meta+root+error-at-commit-target-layout info.flags=0x11 2023-12-03T11:50:57.036 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.031+0000 7f24e33fc980 10 adding default.rgw.meta+root+error-at-commit-target-layout to cache LRU end 2023-12-03T11:50:57.036 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.031+0000 7f24e33fc980 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.23 : miss 2023-12-03T11:50:57.036 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.031+0000 7f24e33fc980 20 rados->read ofs=0 len=0 2023-12-03T11:50:57.037 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.031+0000 7f24e33fc980 20 rados_obj.operate() r=0 bl.length=381 2023-12-03T11:50:57.037 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.031+0000 7f24e33fc980 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.23 info.flags=0x17 2023-12-03T11:50:57.037 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.031+0000 7f24e33fc980 10 adding default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.23 to cache LRU end 2023-12-03T11:50:57.037 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.031+0000 7f24e33fc980 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-12-03T11:50:57.037 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.031+0000 7f24e33fc980 10 updating xattr: name=user.rgw.acl bl.length()=205 2023-12-03T11:50:57.037 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.031+0000 7f24e33fc980 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.23 2023-12-03T11:50:57.046 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.043+0000 7f24e33fc980 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.23 info.flags=0x17 2023-12-03T11:50:57.046 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.043+0000 7f24e33fc980 10 moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.23 to cache LRU end 2023-12-03T11:50:57.046 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.043+0000 7f24e33fc980 10 updating xattr: name=user.rgw.acl bl.length()=205 2023-12-03T11:50:57.046 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.043+0000 7f24e33fc980 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-commit-target-layout:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.23, ofs0, ns] 2023-12-03T11:50:57.047 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.043+0000 7f24c77fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1095216660505 cookie 94310753263664 notifier 6861 bl.length()=893 2023-12-03T11:50:57.047 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.043+0000 7f24c77fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.23 info.flags=0x17 2023-12-03T11:50:57.047 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.043+0000 7f24c77fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.23 to cache LRU end 2023-12-03T11:50:57.047 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.043+0000 7f24c77fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2023-12-03T11:50:57.048 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.043+0000 7f24e33fc980 20 handle_bi_update(): bucket=:error-at-commit-target-layout[43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.23]): orig_sources= new_sources= 2023-12-03T11:50:57.048 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.043+0000 7f24e33fc980 20 handle_bi_update(): bucket=:error-at-commit-target-layout[43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.23]): potential sources added=[] removed=[] 2023-12-03T11:50:57.048 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.043+0000 7f24e33fc980 20 handle_bi_update(): bucket=:error-at-commit-target-layout[43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.23]): orig_dests= new_dests= 2023-12-03T11:50:57.048 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.043+0000 7f24e33fc980 20 handle_bi_update(): bucket=:error-at-commit-target-layout[43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.23]): potential dests added=[] removed=[] 2023-12-03T11:50:57.050 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.047+0000 7f24e33fc980 10 bucket_obj is .dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.23.1.0 2023-12-03T11:50:57.050 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.047+0000 7f24e33fc980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.23.1.0 2023-12-03T11:50:57.050 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.047+0000 7f24e33fc980 10 bucket_obj is .dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.23.1.1 2023-12-03T11:50:57.051 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.047+0000 7f24e33fc980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.23.1.1 2023-12-03T11:50:57.051 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.047+0000 7f24e33fc980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.23.0 2023-12-03T11:50:57.056 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.051+0000 7f24e33fc980 -1 Injecting error=-5 at location=commit_target_layout 2023-12-03T11:50:57.056 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.051+0000 7f24e33fc980 0 ERROR: commit_reshard failed to commit target index layout: (5) Input/output error 2023-12-03T11:50:57.062 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.059+0000 7f24a6fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:50:57.067 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.063+0000 7f24e33fc980 20 remove_watcher() i=0 2023-12-03T11:50:57.067 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.063+0000 7f24e33fc980 2 removed watcher, disabling cache 2023-12-03T11:50:57.069 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.063+0000 7f24e33fc980 20 remove_watcher() i=1 2023-12-03T11:50:57.071 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.067+0000 7f24e33fc980 20 remove_watcher() i=2 2023-12-03T11:50:57.073 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.071+0000 7f24e33fc980 20 remove_watcher() i=3 2023-12-03T11:50:57.075 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.071+0000 7f24e33fc980 20 remove_watcher() i=4 2023-12-03T11:50:57.077 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.071+0000 7f24e33fc980 20 remove_watcher() i=5 2023-12-03T11:50:57.078 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.075+0000 7f24e33fc980 20 remove_watcher() i=6 2023-12-03T11:50:57.079 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.075+0000 7f24e33fc980 20 remove_watcher() i=7 2023-12-03T11:50:57.086 INFO:tasks.workunit.client.0.smithi019.stderr:radosgw-admin bucket stats --bucket error-at-commit-target-layout 2023-12-03T11:50:57.112 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:50:57.112 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:50:57.130 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.127+0000 7f427b937980 20 rados->read ofs=0 len=0 2023-12-03T11:50:57.132 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.127+0000 7f427b937980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:57.132 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.127+0000 7f427b937980 20 realm 2023-12-03T11:50:57.132 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.127+0000 7f427b937980 20 rados->read ofs=0 len=0 2023-12-03T11:50:57.132 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.127+0000 7f427b937980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:57.132 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.127+0000 7f427b937980 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:50:57.132 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.127+0000 7f427b937980 20 rados->read ofs=0 len=0 2023-12-03T11:50:57.132 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.127+0000 7f427b937980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:57.133 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.127+0000 7f427b937980 20 rados->read ofs=0 len=0 2023-12-03T11:50:57.134 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.131+0000 7f427b937980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:50:57.135 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.131+0000 7f427b937980 20 rados->read ofs=0 len=0 2023-12-03T11:50:57.135 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.131+0000 7f427b937980 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:50:57.135 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.131+0000 7f427b937980 20 searching for the correct realm 2023-12-03T11:50:57.158 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.155+0000 7f4279453640 0 -- 172.21.15.19:0/2278422171 >> [v2:172.21.15.57:6808/3142144203,v1:172.21.15.57:6809/3142144203] conn(0x557e39dcb340 msgr2=0x557e39dcd730 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:50:57.160 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.155+0000 7f427b937980 20 RGWRados::pool_iterate: got zonegroup_info.9433ba8b-08fe-4f3d-8375-ae7b0ce32294 2023-12-03T11:50:57.160 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.155+0000 7f427b937980 20 RGWRados::pool_iterate: got zone_info.43a5e689-6a4f-4bb6-8529-28824bd75ab9 2023-12-03T11:50:57.160 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.155+0000 7f427b937980 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:50:57.160 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.155+0000 7f427b937980 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:50:57.160 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.155+0000 7f427b937980 20 rados->read ofs=0 len=0 2023-12-03T11:50:57.160 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.155+0000 7f427b937980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:57.160 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.155+0000 7f427b937980 20 rados->read ofs=0 len=0 2023-12-03T11:50:57.161 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.155+0000 7f427b937980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:50:57.161 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.155+0000 7f427b937980 20 rados->read ofs=0 len=0 2023-12-03T11:50:57.161 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.155+0000 7f427b937980 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:50:57.161 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.155+0000 7f427b937980 20 zone default found 2023-12-03T11:50:57.161 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.155+0000 7f427b937980 4 Realm: () 2023-12-03T11:50:57.161 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.155+0000 7f427b937980 4 ZoneGroup: default (9433ba8b-08fe-4f3d-8375-ae7b0ce32294) 2023-12-03T11:50:57.161 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.155+0000 7f427b937980 4 Zone: default (43a5e689-6a4f-4bb6-8529-28824bd75ab9) 2023-12-03T11:50:57.161 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.155+0000 7f427b937980 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:50:57.161 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.155+0000 7f427b937980 20 zonegroup default 2023-12-03T11:50:57.161 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.155+0000 7f427b937980 20 rados->read ofs=0 len=0 2023-12-03T11:50:57.162 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.155+0000 7f427b937980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:57.162 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.155+0000 7f427b937980 20 rados->read ofs=0 len=0 2023-12-03T11:50:57.162 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.159+0000 7f427b937980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:57.162 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.159+0000 7f427b937980 20 rados->read ofs=0 len=0 2023-12-03T11:50:57.162 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.159+0000 7f427b937980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:57.162 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.159+0000 7f427b937980 20 started sync module instance, tier type = 2023-12-03T11:50:57.162 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.159+0000 7f427b937980 20 started zone id=43a5e689-6a4f-4bb6-8529-28824bd75ab9 (name=default) with tier type = 2023-12-03T11:50:57.178 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.175+0000 7f4278c52640 0 -- 172.21.15.19:0/2278422171 >> [v2:172.21.15.19:6800/1469834966,v1:172.21.15.19:6801/1469834966] conn(0x557e39dd02d0 msgr2=0x557e39dd26c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:50:57.180 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.175+0000 7f427b937980 20 add_watcher() i=0 2023-12-03T11:50:57.180 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.175+0000 7f427b937980 20 add_watcher() i=1 2023-12-03T11:50:57.180 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.175+0000 7f427b937980 20 add_watcher() i=2 2023-12-03T11:50:57.180 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.175+0000 7f427b937980 20 add_watcher() i=3 2023-12-03T11:50:57.180 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.175+0000 7f427b937980 20 add_watcher() i=4 2023-12-03T11:50:57.180 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.175+0000 7f427b937980 20 add_watcher() i=5 2023-12-03T11:50:57.181 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.175+0000 7f427b937980 20 add_watcher() i=6 2023-12-03T11:50:57.181 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.175+0000 7f427b937980 20 add_watcher() i=7 2023-12-03T11:50:57.181 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.175+0000 7f427b937980 2 all 8 watchers are set, enabling cache 2023-12-03T11:50:57.184 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.179+0000 7f423efe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:50:57.184 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.179+0000 7f427b937980 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:50:57.184 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.179+0000 7f427b937980 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:50:57.192 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.187+0000 7f427b937980 5 note: GC not initialized 2023-12-03T11:50:57.192 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.187+0000 7f41adffb640 20 reqs_thread_entry: start 2023-12-03T11:50:57.192 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.187+0000 7f427b937980 20 init_complete bucket index max shards: 1 2023-12-03T11:50:57.192 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.187+0000 7f427b937980 20 Filter name: none 2023-12-03T11:50:57.192 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.187+0000 7f419f7fe640 20 reqs_thread_entry: start 2023-12-03T11:50:57.192 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.187+0000 7f427b937980 20 rados->read ofs=0 len=0 2023-12-03T11:50:57.193 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.187+0000 7f427b937980 20 rados_obj.operate() r=0 bl.length=197 2023-12-03T11:50:57.193 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.191+0000 7f427b937980 20 rados->read ofs=0 len=0 2023-12-03T11:50:57.194 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.191+0000 7f427b937980 20 rados_obj.operate() r=0 bl.length=413 2023-12-03T11:50:57.194 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.191+0000 7f427b937980 20 couldn't put binfo cache entry, might have raced with data changes 2023-12-03T11:50:57.195 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.191+0000 7f427b937980 20 rados->read ofs=0 len=0 2023-12-03T11:50:57.195 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.191+0000 7f427b937980 20 rados_obj.operate() r=0 bl.length=197 2023-12-03T11:50:57.195 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.191+0000 7f427b937980 20 rados->read ofs=0 len=0 2023-12-03T11:50:57.197 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.191+0000 7f427b937980 20 rados_obj.operate() r=0 bl.length=413 2023-12-03T11:50:57.197 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.191+0000 7f427b937980 20 couldn't put binfo cache entry, might have raced with data changes 2023-12-03T11:50:57.197 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.195+0000 7f427b937980 20 rados->read ofs=0 len=0 2023-12-03T11:50:57.198 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.195+0000 7f427b937980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:57.199 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.195+0000 7f423efe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:50:57.204 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.199+0000 7f427b937980 20 remove_watcher() i=0 2023-12-03T11:50:57.204 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.199+0000 7f427b937980 2 removed watcher, disabling cache 2023-12-03T11:50:57.206 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.203+0000 7f427b937980 20 remove_watcher() i=1 2023-12-03T11:50:57.209 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.203+0000 7f427b937980 20 remove_watcher() i=2 2023-12-03T11:50:57.211 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.207+0000 7f427b937980 20 remove_watcher() i=3 2023-12-03T11:50:57.213 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.207+0000 7f427b937980 20 remove_watcher() i=4 2023-12-03T11:50:57.214 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.211+0000 7f427b937980 20 remove_watcher() i=5 2023-12-03T11:50:57.216 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.211+0000 7f427b937980 20 remove_watcher() i=6 2023-12-03T11:50:57.217 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.211+0000 7f427b937980 20 remove_watcher() i=7 2023-12-03T11:50:57.223 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:50:57.223 INFO:tasks.workunit.client.0.smithi019.stderr:BUCKET_STATS: 2023-12-03T11:50:57.223 INFO:tasks.workunit.client.0.smithi019.stderr:bucket: error-at-commit-target-layout id: 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.23 num_objects: 20 size_kb: 1 num_shards: 1 2023-12-03T11:50:57.223 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:50:57.224 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:50:57.224 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:50:57.236 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:50:57.237 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:50:57.283 INFO:tasks.workunit.client.0.smithi019.stderr:radosgw-admin bucket reshard --bucket error-at-commit-target-layout --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2023-12-03T11:50:57.318 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:50:57.319 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:50:57.336 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.331+0000 7f9294b07980 20 rados->read ofs=0 len=0 2023-12-03T11:50:57.338 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.335+0000 7f9294b07980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:57.338 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.335+0000 7f9294b07980 20 realm 2023-12-03T11:50:57.338 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.335+0000 7f9294b07980 20 rados->read ofs=0 len=0 2023-12-03T11:50:57.339 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.335+0000 7f9294b07980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:57.339 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.335+0000 7f9294b07980 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:50:57.339 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.335+0000 7f9294b07980 20 rados->read ofs=0 len=0 2023-12-03T11:50:57.339 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.335+0000 7f9294b07980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:57.339 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.335+0000 7f9294b07980 20 rados->read ofs=0 len=0 2023-12-03T11:50:57.341 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.335+0000 7f9294b07980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:50:57.341 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.335+0000 7f9294b07980 20 rados->read ofs=0 len=0 2023-12-03T11:50:57.341 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.335+0000 7f9294b07980 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:50:57.341 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.339+0000 7f9294b07980 20 searching for the correct realm 2023-12-03T11:50:57.364 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.359+0000 7f9292623640 0 -- 172.21.15.19:0/2122174065 >> [v2:172.21.15.57:6808/3142144203,v1:172.21.15.57:6809/3142144203] conn(0x5615faa04510 msgr2=0x5615faa06960 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:50:57.367 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.363+0000 7f9294b07980 20 RGWRados::pool_iterate: got zonegroup_info.9433ba8b-08fe-4f3d-8375-ae7b0ce32294 2023-12-03T11:50:57.367 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.363+0000 7f9294b07980 20 RGWRados::pool_iterate: got zone_info.43a5e689-6a4f-4bb6-8529-28824bd75ab9 2023-12-03T11:50:57.367 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.363+0000 7f9294b07980 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:50:57.367 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.363+0000 7f9294b07980 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:50:57.367 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.363+0000 7f9294b07980 20 rados->read ofs=0 len=0 2023-12-03T11:50:57.367 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.363+0000 7f9294b07980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:57.367 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.363+0000 7f9294b07980 20 rados->read ofs=0 len=0 2023-12-03T11:50:57.368 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.363+0000 7f9294b07980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:50:57.368 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.363+0000 7f9294b07980 20 rados->read ofs=0 len=0 2023-12-03T11:50:57.369 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.363+0000 7f9294b07980 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:50:57.369 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.363+0000 7f9294b07980 20 zone default found 2023-12-03T11:50:57.369 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.363+0000 7f9294b07980 4 Realm: () 2023-12-03T11:50:57.369 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.363+0000 7f9294b07980 4 ZoneGroup: default (9433ba8b-08fe-4f3d-8375-ae7b0ce32294) 2023-12-03T11:50:57.369 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.363+0000 7f9294b07980 4 Zone: default (43a5e689-6a4f-4bb6-8529-28824bd75ab9) 2023-12-03T11:50:57.369 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.363+0000 7f9294b07980 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:50:57.369 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.363+0000 7f9294b07980 20 zonegroup default 2023-12-03T11:50:57.369 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.363+0000 7f9294b07980 20 rados->read ofs=0 len=0 2023-12-03T11:50:57.369 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.363+0000 7f9294b07980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:57.369 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.363+0000 7f9294b07980 20 rados->read ofs=0 len=0 2023-12-03T11:50:57.370 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.367+0000 7f9294b07980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:57.370 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.367+0000 7f9294b07980 20 rados->read ofs=0 len=0 2023-12-03T11:50:57.370 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.367+0000 7f9294b07980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:57.370 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.367+0000 7f9294b07980 20 started sync module instance, tier type = 2023-12-03T11:50:57.370 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.367+0000 7f9294b07980 20 started zone id=43a5e689-6a4f-4bb6-8529-28824bd75ab9 (name=default) with tier type = 2023-12-03T11:50:57.381 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.375+0000 7f9292e24640 0 -- 172.21.15.19:0/2122174065 >> [v2:172.21.15.57:6800/165643864,v1:172.21.15.57:6801/165643864] conn(0x5615faa04510 msgr2=0x7f926c07a110 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:50:57.390 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.387+0000 7f9294b07980 20 add_watcher() i=0 2023-12-03T11:50:57.390 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.387+0000 7f9294b07980 20 add_watcher() i=1 2023-12-03T11:50:57.390 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.387+0000 7f9294b07980 20 add_watcher() i=2 2023-12-03T11:50:57.390 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.387+0000 7f9294b07980 20 add_watcher() i=3 2023-12-03T11:50:57.390 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.387+0000 7f9294b07980 20 add_watcher() i=4 2023-12-03T11:50:57.390 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.387+0000 7f9294b07980 20 add_watcher() i=5 2023-12-03T11:50:57.390 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.387+0000 7f9294b07980 20 add_watcher() i=6 2023-12-03T11:50:57.391 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.387+0000 7f9294b07980 20 add_watcher() i=7 2023-12-03T11:50:57.391 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.387+0000 7f9294b07980 2 all 8 watchers are set, enabling cache 2023-12-03T11:50:57.394 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.391+0000 7f9257fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:50:57.394 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.391+0000 7f9294b07980 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:50:57.394 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.391+0000 7f9294b07980 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:50:57.402 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.399+0000 7f9294b07980 5 note: GC not initialized 2023-12-03T11:50:57.402 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.399+0000 7f91c6ffd640 20 reqs_thread_entry: start 2023-12-03T11:50:57.403 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.399+0000 7f9294b07980 20 init_complete bucket index max shards: 1 2023-12-03T11:50:57.403 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.399+0000 7f9294b07980 20 Filter name: none 2023-12-03T11:50:57.403 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.399+0000 7f91c4ff9640 20 reqs_thread_entry: start 2023-12-03T11:50:57.403 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.399+0000 7f9294b07980 10 cache get: name=default.rgw.meta+root+error-at-commit-target-layout : miss 2023-12-03T11:50:57.403 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.399+0000 7f9294b07980 20 rados->read ofs=0 len=0 2023-12-03T11:50:57.403 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.399+0000 7f9294b07980 20 rados_obj.operate() r=0 bl.length=197 2023-12-03T11:50:57.404 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.399+0000 7f9294b07980 10 cache put: name=default.rgw.meta+root+error-at-commit-target-layout info.flags=0x11 2023-12-03T11:50:57.404 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.399+0000 7f9294b07980 10 adding default.rgw.meta+root+error-at-commit-target-layout to cache LRU end 2023-12-03T11:50:57.404 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.399+0000 7f9294b07980 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.23 : miss 2023-12-03T11:50:57.404 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.399+0000 7f9294b07980 20 rados->read ofs=0 len=0 2023-12-03T11:50:57.405 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.399+0000 7f9294b07980 20 rados_obj.operate() r=0 bl.length=413 2023-12-03T11:50:57.405 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.399+0000 7f9294b07980 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.23 info.flags=0x17 2023-12-03T11:50:57.405 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.399+0000 7f9294b07980 10 adding default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.23 to cache LRU end 2023-12-03T11:50:57.405 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.399+0000 7f9294b07980 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-12-03T11:50:57.405 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.399+0000 7f9294b07980 10 updating xattr: name=user.rgw.acl bl.length()=205 2023-12-03T11:50:57.405 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.399+0000 7f9294b07980 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.23 2023-12-03T11:50:57.407 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.403+0000 7f9294b07980 10 init_target_layout removing existing target index objects from a previous reshard attempt 2023-12-03T11:50:57.416 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.411+0000 7f9294b07980 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.23 info.flags=0x17 2023-12-03T11:50:57.416 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.411+0000 7f9294b07980 10 moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.23 to cache LRU end 2023-12-03T11:50:57.416 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.411+0000 7f9294b07980 10 updating xattr: name=user.rgw.acl bl.length()=205 2023-12-03T11:50:57.416 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.411+0000 7f9294b07980 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-commit-target-layout:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.23, ofs0, ns] 2023-12-03T11:50:57.417 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.411+0000 7f9280ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1095216660506 cookie 94652399144416 notifier 6903 bl.length()=893 2023-12-03T11:50:57.417 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.411+0000 7f9280ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.23 info.flags=0x17 2023-12-03T11:50:57.417 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.411+0000 7f9280ff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.23 to cache LRU end 2023-12-03T11:50:57.417 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.411+0000 7f9280ff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2023-12-03T11:50:57.418 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.415+0000 7f9294b07980 20 handle_bi_update(): bucket=:error-at-commit-target-layout[43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.23]): orig_sources= new_sources= 2023-12-03T11:50:57.418 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.415+0000 7f9294b07980 20 handle_bi_update(): bucket=:error-at-commit-target-layout[43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.23]): potential sources added=[] removed=[] 2023-12-03T11:50:57.418 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.415+0000 7f9294b07980 20 handle_bi_update(): bucket=:error-at-commit-target-layout[43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.23]): orig_dests= new_dests= 2023-12-03T11:50:57.418 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.415+0000 7f9294b07980 20 handle_bi_update(): bucket=:error-at-commit-target-layout[43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.23]): potential dests added=[] removed=[] 2023-12-03T11:50:57.421 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.415+0000 7f9294b07980 10 bucket_obj is .dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.23.2.0 2023-12-03T11:50:57.421 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.415+0000 7f9294b07980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.23.2.0 2023-12-03T11:50:57.421 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.415+0000 7f9294b07980 10 bucket_obj is .dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.23.2.1 2023-12-03T11:50:57.421 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.415+0000 7f9294b07980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.23.2.1 2023-12-03T11:50:57.421 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.415+0000 7f9294b07980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.23.0 2023-12-03T11:50:57.425 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.419+0000 7f9294b07980 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.23 : hit (requested=0x17, cached=0x17) 2023-12-03T11:50:57.425 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.419+0000 7f9294b07980 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.23 2023-12-03T11:50:57.428 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.423+0000 7f9294b07980 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.23 info.flags=0x17 2023-12-03T11:50:57.428 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.423+0000 7f9294b07980 10 moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.23 to cache LRU end 2023-12-03T11:50:57.428 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.423+0000 7f9294b07980 10 updating xattr: name=user.rgw.acl bl.length()=205 2023-12-03T11:50:57.428 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.423+0000 7f9294b07980 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-commit-target-layout:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.23, ofs0, ns] 2023-12-03T11:50:57.429 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.423+0000 7f9273fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1095216660507 cookie 94652399144416 notifier 6903 bl.length()=861 2023-12-03T11:50:57.429 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.423+0000 7f9273fff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.23 info.flags=0x17 2023-12-03T11:50:57.429 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.423+0000 7f9273fff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.23 to cache LRU end 2023-12-03T11:50:57.429 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.423+0000 7f9273fff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2023-12-03T11:50:57.430 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.427+0000 7f9294b07980 20 handle_bi_update(): bucket=:error-at-commit-target-layout[43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.23]): orig_sources= new_sources= 2023-12-03T11:50:57.430 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.427+0000 7f9294b07980 20 handle_bi_update(): bucket=:error-at-commit-target-layout[43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.23]): potential sources added=[] removed=[] 2023-12-03T11:50:57.430 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.427+0000 7f9294b07980 20 handle_bi_update(): bucket=:error-at-commit-target-layout[43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.23]): orig_dests= new_dests= 2023-12-03T11:50:57.430 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.427+0000 7f9294b07980 20 handle_bi_update(): bucket=:error-at-commit-target-layout[43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.23]): potential dests added=[] removed=[] 2023-12-03T11:50:57.433 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.431+0000 7f9294b07980 1 execute INFO: reshard of bucket "error-at-commit-target-layout" completed successfully 2023-12-03T11:50:57.437 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.431+0000 7f9257fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:50:57.442 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.439+0000 7f9294b07980 20 remove_watcher() i=0 2023-12-03T11:50:57.442 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.439+0000 7f9294b07980 2 removed watcher, disabling cache 2023-12-03T11:50:57.445 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.439+0000 7f9294b07980 20 remove_watcher() i=1 2023-12-03T11:50:57.447 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.443+0000 7f9294b07980 20 remove_watcher() i=2 2023-12-03T11:50:57.450 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.447+0000 7f9294b07980 20 remove_watcher() i=3 2023-12-03T11:50:57.452 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.447+0000 7f9294b07980 20 remove_watcher() i=4 2023-12-03T11:50:57.454 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.451+0000 7f9294b07980 20 remove_watcher() i=5 2023-12-03T11:50:57.456 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.451+0000 7f9294b07980 20 remove_watcher() i=6 2023-12-03T11:50:57.457 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.455+0000 7f9294b07980 20 remove_watcher() i=7 2023-12-03T11:50:57.464 INFO:tasks.workunit.client.0.smithi019.stderr:radosgw-admin bucket stats --bucket error-at-commit-target-layout 2023-12-03T11:50:57.491 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:50:57.491 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:50:57.508 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.503+0000 7fb22339d980 20 rados->read ofs=0 len=0 2023-12-03T11:50:57.511 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.507+0000 7fb22339d980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:57.511 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.507+0000 7fb22339d980 20 realm 2023-12-03T11:50:57.511 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.507+0000 7fb22339d980 20 rados->read ofs=0 len=0 2023-12-03T11:50:57.511 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.507+0000 7fb22339d980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:57.511 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.507+0000 7fb22339d980 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:50:57.511 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.507+0000 7fb22339d980 20 rados->read ofs=0 len=0 2023-12-03T11:50:57.511 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.507+0000 7fb22339d980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:57.511 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.507+0000 7fb22339d980 20 rados->read ofs=0 len=0 2023-12-03T11:50:57.513 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.507+0000 7fb22339d980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:50:57.513 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.507+0000 7fb22339d980 20 rados->read ofs=0 len=0 2023-12-03T11:50:57.513 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.511+0000 7fb22339d980 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:50:57.513 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.511+0000 7fb22339d980 20 searching for the correct realm 2023-12-03T11:50:57.535 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.531+0000 7fb220eb9640 0 -- 172.21.15.19:0/954141027 >> [v2:172.21.15.57:6808/3142144203,v1:172.21.15.57:6809/3142144203] conn(0x55d682d95be0 msgr2=0x55d682d97fd0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:50:57.539 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.535+0000 7fb22339d980 20 RGWRados::pool_iterate: got zonegroup_info.9433ba8b-08fe-4f3d-8375-ae7b0ce32294 2023-12-03T11:50:57.539 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.535+0000 7fb22339d980 20 RGWRados::pool_iterate: got zone_info.43a5e689-6a4f-4bb6-8529-28824bd75ab9 2023-12-03T11:50:57.539 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.535+0000 7fb22339d980 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:50:57.540 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.535+0000 7fb22339d980 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:50:57.540 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.535+0000 7fb22339d980 20 rados->read ofs=0 len=0 2023-12-03T11:50:57.540 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.535+0000 7fb22339d980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:57.540 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.535+0000 7fb22339d980 20 rados->read ofs=0 len=0 2023-12-03T11:50:57.540 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.535+0000 7fb22339d980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:50:57.540 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.535+0000 7fb22339d980 20 rados->read ofs=0 len=0 2023-12-03T11:50:57.541 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.535+0000 7fb22339d980 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:50:57.541 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.535+0000 7fb22339d980 20 zone default found 2023-12-03T11:50:57.541 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.535+0000 7fb22339d980 4 Realm: () 2023-12-03T11:50:57.541 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.535+0000 7fb22339d980 4 ZoneGroup: default (9433ba8b-08fe-4f3d-8375-ae7b0ce32294) 2023-12-03T11:50:57.541 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.535+0000 7fb22339d980 4 Zone: default (43a5e689-6a4f-4bb6-8529-28824bd75ab9) 2023-12-03T11:50:57.541 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.535+0000 7fb22339d980 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:50:57.541 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.535+0000 7fb22339d980 20 zonegroup default 2023-12-03T11:50:57.541 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.535+0000 7fb22339d980 20 rados->read ofs=0 len=0 2023-12-03T11:50:57.542 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.535+0000 7fb22339d980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:57.542 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.535+0000 7fb22339d980 20 rados->read ofs=0 len=0 2023-12-03T11:50:57.542 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.539+0000 7fb22339d980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:57.542 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.539+0000 7fb22339d980 20 rados->read ofs=0 len=0 2023-12-03T11:50:57.543 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.539+0000 7fb22339d980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:57.543 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.539+0000 7fb22339d980 20 started sync module instance, tier type = 2023-12-03T11:50:57.543 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.539+0000 7fb22339d980 20 started zone id=43a5e689-6a4f-4bb6-8529-28824bd75ab9 (name=default) with tier type = 2023-12-03T11:50:57.556 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.551+0000 7fb2206b8640 0 -- 172.21.15.19:0/954141027 >> [v2:172.21.15.19:6800/1469834966,v1:172.21.15.19:6801/1469834966] conn(0x55d682d9aa30 msgr2=0x55d682d9ce20 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:50:57.560 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.555+0000 7fb22339d980 20 add_watcher() i=0 2023-12-03T11:50:57.560 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.555+0000 7fb22339d980 20 add_watcher() i=1 2023-12-03T11:50:57.560 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.555+0000 7fb22339d980 20 add_watcher() i=2 2023-12-03T11:50:57.560 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.555+0000 7fb22339d980 20 add_watcher() i=3 2023-12-03T11:50:57.560 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.555+0000 7fb22339d980 20 add_watcher() i=4 2023-12-03T11:50:57.561 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.555+0000 7fb22339d980 20 add_watcher() i=5 2023-12-03T11:50:57.561 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.555+0000 7fb22339d980 20 add_watcher() i=6 2023-12-03T11:50:57.561 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.559+0000 7fb22339d980 20 add_watcher() i=7 2023-12-03T11:50:57.561 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.559+0000 7fb22339d980 2 all 8 watchers are set, enabling cache 2023-12-03T11:50:57.564 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.559+0000 7fb1e6fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:50:57.565 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.559+0000 7fb22339d980 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:50:57.565 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.559+0000 7fb22339d980 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:50:57.572 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.567+0000 7fb22339d980 5 note: GC not initialized 2023-12-03T11:50:57.572 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.567+0000 7fb155ffb640 20 reqs_thread_entry: start 2023-12-03T11:50:57.572 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.567+0000 7fb22339d980 20 init_complete bucket index max shards: 1 2023-12-03T11:50:57.572 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.567+0000 7fb22339d980 20 Filter name: none 2023-12-03T11:50:57.573 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.567+0000 7fb1477fe640 20 reqs_thread_entry: start 2023-12-03T11:50:57.573 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.567+0000 7fb22339d980 20 rados->read ofs=0 len=0 2023-12-03T11:50:57.573 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.571+0000 7fb22339d980 20 rados_obj.operate() r=0 bl.length=197 2023-12-03T11:50:57.573 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.571+0000 7fb22339d980 20 rados->read ofs=0 len=0 2023-12-03T11:50:57.575 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.571+0000 7fb22339d980 20 rados_obj.operate() r=0 bl.length=381 2023-12-03T11:50:57.575 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.571+0000 7fb22339d980 20 couldn't put binfo cache entry, might have raced with data changes 2023-12-03T11:50:57.575 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.571+0000 7fb22339d980 20 rados->read ofs=0 len=0 2023-12-03T11:50:57.576 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.571+0000 7fb22339d980 20 rados_obj.operate() r=0 bl.length=197 2023-12-03T11:50:57.576 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.571+0000 7fb22339d980 20 rados->read ofs=0 len=0 2023-12-03T11:50:57.577 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.575+0000 7fb22339d980 20 rados_obj.operate() r=0 bl.length=381 2023-12-03T11:50:57.578 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.575+0000 7fb22339d980 20 couldn't put binfo cache entry, might have raced with data changes 2023-12-03T11:50:57.578 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.575+0000 7fb22339d980 20 rados->read ofs=0 len=0 2023-12-03T11:50:57.579 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.575+0000 7fb22339d980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:57.580 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.575+0000 7fb1e6fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:50:57.585 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.583+0000 7fb22339d980 20 remove_watcher() i=0 2023-12-03T11:50:57.586 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.583+0000 7fb22339d980 2 removed watcher, disabling cache 2023-12-03T11:50:57.588 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.583+0000 7fb22339d980 20 remove_watcher() i=1 2023-12-03T11:50:57.590 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.587+0000 7fb22339d980 20 remove_watcher() i=2 2023-12-03T11:50:57.592 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.587+0000 7fb22339d980 20 remove_watcher() i=3 2023-12-03T11:50:57.594 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.591+0000 7fb22339d980 20 remove_watcher() i=4 2023-12-03T11:50:57.596 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.591+0000 7fb22339d980 20 remove_watcher() i=5 2023-12-03T11:50:57.597 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.595+0000 7fb22339d980 20 remove_watcher() i=6 2023-12-03T11:50:57.598 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:57.595+0000 7fb22339d980 20 remove_watcher() i=7 2023-12-03T11:50:57.605 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:50:57.605 INFO:tasks.workunit.client.0.smithi019.stderr:BUCKET_STATS: 2023-12-03T11:50:57.605 INFO:tasks.workunit.client.0.smithi019.stderr:bucket: error-at-commit-target-layout id: 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.23 num_objects: 19 size_kb: 1 num_shards: 2 2023-12-03T11:50:57.605 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:50:57.606 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:50:57.606 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:50:57.610 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:50:57.610 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:50:57.699 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:50:57.699 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:50:57.740 INFO:tasks.workunit.client.0.smithi019.stderr:TEST: reshard bucket with ECANCELED injected at commit_target_layout 2023-12-03T11:50:57.740 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:50:57.742 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:50:57.742 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:50:57.770 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:50:57.770 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:50:57.817 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:50:57.817 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:50:57.838 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:50:57.838 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:50:57.860 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:50:57.860 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:50:57.881 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:50:57.882 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:50:57.903 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:50:57.903 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:50:57.928 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:50:57.928 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:50:57.950 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:50:57.950 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:50:57.971 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:50:57.971 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:50:57.992 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:50:57.992 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:50:58.014 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:50:58.014 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:50:58.035 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:50:58.035 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:50:58.056 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:50:58.056 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:50:58.077 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:50:58.077 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:50:58.099 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:50:58.099 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:50:58.123 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:50:58.123 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:50:58.144 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:50:58.144 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:50:58.165 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:50:58.165 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:50:58.185 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:50:58.185 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:50:58.207 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:50:58.207 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:50:58.230 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:50:58.230 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:50:58.252 INFO:tasks.workunit.client.0.smithi019.stderr:radosgw-admin bucket stats --bucket error-at-commit-target-layout 2023-12-03T11:50:58.284 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:50:58.284 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:50:58.301 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.299+0000 7f0faded4980 20 rados->read ofs=0 len=0 2023-12-03T11:50:58.303 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.299+0000 7f0faded4980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:58.303 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.299+0000 7f0faded4980 20 realm 2023-12-03T11:50:58.303 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.299+0000 7f0faded4980 20 rados->read ofs=0 len=0 2023-12-03T11:50:58.304 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.299+0000 7f0faded4980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:58.304 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.299+0000 7f0faded4980 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:50:58.304 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.299+0000 7f0faded4980 20 rados->read ofs=0 len=0 2023-12-03T11:50:58.304 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.299+0000 7f0faded4980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:58.304 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.299+0000 7f0faded4980 20 rados->read ofs=0 len=0 2023-12-03T11:50:58.306 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.303+0000 7f0faded4980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:50:58.306 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.303+0000 7f0faded4980 20 rados->read ofs=0 len=0 2023-12-03T11:50:58.306 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.303+0000 7f0faded4980 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:50:58.306 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.303+0000 7f0faded4980 20 searching for the correct realm 2023-12-03T11:50:58.332 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.327+0000 7f0faded4980 20 RGWRados::pool_iterate: got zonegroup_info.9433ba8b-08fe-4f3d-8375-ae7b0ce32294 2023-12-03T11:50:58.332 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.327+0000 7f0faded4980 20 RGWRados::pool_iterate: got zone_info.43a5e689-6a4f-4bb6-8529-28824bd75ab9 2023-12-03T11:50:58.332 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.327+0000 7f0faded4980 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:50:58.332 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.327+0000 7f0faded4980 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:50:58.332 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.327+0000 7f0faded4980 20 rados->read ofs=0 len=0 2023-12-03T11:50:58.332 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.327+0000 7f0faded4980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:58.332 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.327+0000 7f0faded4980 20 rados->read ofs=0 len=0 2023-12-03T11:50:58.333 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.327+0000 7f0fab9f0640 0 -- 172.21.15.19:0/416479401 >> [v2:172.21.15.57:6808/3142144203,v1:172.21.15.57:6809/3142144203] conn(0x55be966a9a40 msgr2=0x55be966abe30 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:50:58.333 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.327+0000 7f0faded4980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:50:58.333 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.327+0000 7f0faded4980 20 rados->read ofs=0 len=0 2023-12-03T11:50:58.334 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.331+0000 7f0faded4980 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:50:58.334 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.331+0000 7f0faded4980 20 zone default found 2023-12-03T11:50:58.334 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.331+0000 7f0faded4980 4 Realm: () 2023-12-03T11:50:58.334 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.331+0000 7f0faded4980 4 ZoneGroup: default (9433ba8b-08fe-4f3d-8375-ae7b0ce32294) 2023-12-03T11:50:58.334 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.331+0000 7f0faded4980 4 Zone: default (43a5e689-6a4f-4bb6-8529-28824bd75ab9) 2023-12-03T11:50:58.334 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.331+0000 7f0faded4980 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:50:58.334 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.331+0000 7f0faded4980 20 zonegroup default 2023-12-03T11:50:58.334 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.331+0000 7f0faded4980 20 rados->read ofs=0 len=0 2023-12-03T11:50:58.334 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.331+0000 7f0faded4980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:58.335 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.331+0000 7f0faded4980 20 rados->read ofs=0 len=0 2023-12-03T11:50:58.335 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.331+0000 7f0faded4980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:58.335 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.331+0000 7f0faded4980 20 rados->read ofs=0 len=0 2023-12-03T11:50:58.335 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.331+0000 7f0faded4980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:58.335 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.331+0000 7f0faded4980 20 started sync module instance, tier type = 2023-12-03T11:50:58.335 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.331+0000 7f0faded4980 20 started zone id=43a5e689-6a4f-4bb6-8529-28824bd75ab9 (name=default) with tier type = 2023-12-03T11:50:58.353 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.351+0000 7f0faded4980 20 add_watcher() i=0 2023-12-03T11:50:58.353 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.351+0000 7f0faded4980 20 add_watcher() i=1 2023-12-03T11:50:58.353 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.351+0000 7f0faded4980 20 add_watcher() i=2 2023-12-03T11:50:58.354 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.351+0000 7f0faded4980 20 add_watcher() i=3 2023-12-03T11:50:58.354 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.351+0000 7f0faded4980 20 add_watcher() i=4 2023-12-03T11:50:58.354 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.351+0000 7f0faded4980 20 add_watcher() i=5 2023-12-03T11:50:58.354 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.351+0000 7f0faded4980 20 add_watcher() i=6 2023-12-03T11:50:58.355 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.351+0000 7f0fab9f0640 0 -- 172.21.15.19:0/416479401 >> [v2:172.21.15.19:6808/438722807,v1:172.21.15.19:6809/438722807] conn(0x7f0f94080610 msgr2=0x7f0f94082fd0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:50:58.355 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.351+0000 7f0faded4980 20 add_watcher() i=7 2023-12-03T11:50:58.355 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.351+0000 7f0faded4980 2 all 8 watchers are set, enabling cache 2023-12-03T11:50:58.358 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.355+0000 7f0f71fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:50:58.359 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.355+0000 7f0faded4980 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:50:58.359 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.355+0000 7f0faded4980 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:50:58.366 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.363+0000 7f0faded4980 5 note: GC not initialized 2023-12-03T11:50:58.366 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.363+0000 7f0ee8ff9640 20 reqs_thread_entry: start 2023-12-03T11:50:58.367 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.363+0000 7f0faded4980 20 init_complete bucket index max shards: 1 2023-12-03T11:50:58.367 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.363+0000 7f0faded4980 20 Filter name: none 2023-12-03T11:50:58.367 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.363+0000 7f0ede7fc640 20 reqs_thread_entry: start 2023-12-03T11:50:58.367 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.363+0000 7f0faded4980 20 rados->read ofs=0 len=0 2023-12-03T11:50:58.368 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.363+0000 7f0faded4980 20 rados_obj.operate() r=0 bl.length=197 2023-12-03T11:50:58.368 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.363+0000 7f0faded4980 20 rados->read ofs=0 len=0 2023-12-03T11:50:58.369 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.367+0000 7f0faded4980 20 rados_obj.operate() r=0 bl.length=381 2023-12-03T11:50:58.369 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.367+0000 7f0faded4980 20 couldn't put binfo cache entry, might have raced with data changes 2023-12-03T11:50:58.370 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.367+0000 7f0faded4980 20 rados->read ofs=0 len=0 2023-12-03T11:50:58.370 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.367+0000 7f0faded4980 20 rados_obj.operate() r=0 bl.length=197 2023-12-03T11:50:58.370 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.367+0000 7f0faded4980 20 rados->read ofs=0 len=0 2023-12-03T11:50:58.371 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.367+0000 7f0faded4980 20 rados_obj.operate() r=0 bl.length=381 2023-12-03T11:50:58.371 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.367+0000 7f0faded4980 20 couldn't put binfo cache entry, might have raced with data changes 2023-12-03T11:50:58.372 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.367+0000 7f0faded4980 20 rados->read ofs=0 len=0 2023-12-03T11:50:58.373 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.371+0000 7f0faded4980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:58.374 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.371+0000 7f0f71fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:50:58.379 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.375+0000 7f0faded4980 20 remove_watcher() i=0 2023-12-03T11:50:58.379 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.375+0000 7f0faded4980 2 removed watcher, disabling cache 2023-12-03T11:50:58.382 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.379+0000 7f0faded4980 20 remove_watcher() i=1 2023-12-03T11:50:58.384 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.379+0000 7f0faded4980 20 remove_watcher() i=2 2023-12-03T11:50:58.386 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.383+0000 7f0faded4980 20 remove_watcher() i=3 2023-12-03T11:50:58.389 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.383+0000 7f0faded4980 20 remove_watcher() i=4 2023-12-03T11:50:58.390 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.387+0000 7f0faded4980 20 remove_watcher() i=5 2023-12-03T11:50:58.391 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.387+0000 7f0faded4980 20 remove_watcher() i=6 2023-12-03T11:50:58.393 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.387+0000 7f0faded4980 20 remove_watcher() i=7 2023-12-03T11:50:58.399 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:50:58.399 INFO:tasks.workunit.client.0.smithi019.stderr:BUCKET_STATS: 2023-12-03T11:50:58.399 INFO:tasks.workunit.client.0.smithi019.stderr:bucket: error-at-commit-target-layout id: 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.24 num_objects: 20 size_kb: 1 num_shards: 1 2023-12-03T11:50:58.400 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:50:58.400 INFO:tasks.workunit.client.0.smithi019.stderr:radosgw-admin bucket reshard --bucket error-at-commit-target-layout --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-error-at commit_target_layout --inject-error-code 125 2023-12-03T11:50:58.433 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:50:58.433 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:50:58.450 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.447+0000 7f49239fc980 20 rados->read ofs=0 len=0 2023-12-03T11:50:58.452 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.447+0000 7f49239fc980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:58.452 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.447+0000 7f49239fc980 20 realm 2023-12-03T11:50:58.453 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.447+0000 7f49239fc980 20 rados->read ofs=0 len=0 2023-12-03T11:50:58.453 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.447+0000 7f49239fc980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:58.453 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.447+0000 7f49239fc980 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:50:58.453 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.447+0000 7f49239fc980 20 rados->read ofs=0 len=0 2023-12-03T11:50:58.453 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.447+0000 7f49239fc980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:58.453 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.447+0000 7f49239fc980 20 rados->read ofs=0 len=0 2023-12-03T11:50:58.455 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.451+0000 7f49239fc980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:50:58.455 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.451+0000 7f49239fc980 20 rados->read ofs=0 len=0 2023-12-03T11:50:58.455 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.451+0000 7f49239fc980 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:50:58.455 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.451+0000 7f49239fc980 20 searching for the correct realm 2023-12-03T11:50:58.480 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.475+0000 7f49239fc980 20 RGWRados::pool_iterate: got zonegroup_info.9433ba8b-08fe-4f3d-8375-ae7b0ce32294 2023-12-03T11:50:58.480 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.475+0000 7f49239fc980 20 RGWRados::pool_iterate: got zone_info.43a5e689-6a4f-4bb6-8529-28824bd75ab9 2023-12-03T11:50:58.480 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.475+0000 7f49239fc980 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:50:58.480 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.475+0000 7f49239fc980 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:50:58.480 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.475+0000 7f49239fc980 20 rados->read ofs=0 len=0 2023-12-03T11:50:58.480 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.475+0000 7f49239fc980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:58.480 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.475+0000 7f49239fc980 20 rados->read ofs=0 len=0 2023-12-03T11:50:58.480 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.475+0000 7f4921518640 0 -- 172.21.15.19:0/137558429 >> [v2:172.21.15.57:6808/3142144203,v1:172.21.15.57:6809/3142144203] conn(0x560466b2b6e0 msgr2=0x560466b2db10 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2023-12-03T11:50:58.482 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.479+0000 7f49239fc980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:50:58.482 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.479+0000 7f49239fc980 20 rados->read ofs=0 len=0 2023-12-03T11:50:58.483 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.479+0000 7f49239fc980 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:50:58.483 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.479+0000 7f49239fc980 20 zone default found 2023-12-03T11:50:58.483 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.479+0000 7f49239fc980 4 Realm: () 2023-12-03T11:50:58.483 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.479+0000 7f49239fc980 4 ZoneGroup: default (9433ba8b-08fe-4f3d-8375-ae7b0ce32294) 2023-12-03T11:50:58.483 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.479+0000 7f49239fc980 4 Zone: default (43a5e689-6a4f-4bb6-8529-28824bd75ab9) 2023-12-03T11:50:58.483 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.479+0000 7f49239fc980 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:50:58.483 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.479+0000 7f49239fc980 20 zonegroup default 2023-12-03T11:50:58.483 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.479+0000 7f49239fc980 20 rados->read ofs=0 len=0 2023-12-03T11:50:58.483 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.479+0000 7f49239fc980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:58.483 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.479+0000 7f49239fc980 20 rados->read ofs=0 len=0 2023-12-03T11:50:58.484 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.479+0000 7f49239fc980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:58.484 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.479+0000 7f49239fc980 20 rados->read ofs=0 len=0 2023-12-03T11:50:58.484 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.479+0000 7f49239fc980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:58.484 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.479+0000 7f49239fc980 20 started sync module instance, tier type = 2023-12-03T11:50:58.484 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.479+0000 7f49239fc980 20 started zone id=43a5e689-6a4f-4bb6-8529-28824bd75ab9 (name=default) with tier type = 2023-12-03T11:50:58.502 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.499+0000 7f49239fc980 20 add_watcher() i=0 2023-12-03T11:50:58.503 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.499+0000 7f49239fc980 20 add_watcher() i=1 2023-12-03T11:50:58.503 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.499+0000 7f49239fc980 20 add_watcher() i=2 2023-12-03T11:50:58.503 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.499+0000 7f49239fc980 20 add_watcher() i=3 2023-12-03T11:50:58.503 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.499+0000 7f49239fc980 20 add_watcher() i=4 2023-12-03T11:50:58.504 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.499+0000 7f4920d17640 0 -- 172.21.15.19:0/137558429 >> [v2:172.21.15.19:6800/1469834966,v1:172.21.15.19:6801/1469834966] conn(0x560466b30700 msgr2=0x560466b32af0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:50:58.505 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.499+0000 7f49239fc980 20 add_watcher() i=5 2023-12-03T11:50:58.506 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.503+0000 7f49239fc980 20 add_watcher() i=6 2023-12-03T11:50:58.507 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.503+0000 7f49239fc980 20 add_watcher() i=7 2023-12-03T11:50:58.507 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.503+0000 7f49239fc980 2 all 8 watchers are set, enabling cache 2023-12-03T11:50:58.509 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.507+0000 7f48e6fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:50:58.510 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.507+0000 7f49239fc980 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:50:58.510 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.507+0000 7f49239fc980 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:50:58.518 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.515+0000 7f49239fc980 5 note: GC not initialized 2023-12-03T11:50:58.518 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.515+0000 7f4855ffb640 20 reqs_thread_entry: start 2023-12-03T11:50:58.518 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.515+0000 7f49239fc980 20 init_complete bucket index max shards: 1 2023-12-03T11:50:58.518 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.515+0000 7f49239fc980 20 Filter name: none 2023-12-03T11:50:58.519 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.515+0000 7f48477fe640 20 reqs_thread_entry: start 2023-12-03T11:50:58.519 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.515+0000 7f49239fc980 10 cache get: name=default.rgw.meta+root+error-at-commit-target-layout : miss 2023-12-03T11:50:58.519 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.515+0000 7f49239fc980 20 rados->read ofs=0 len=0 2023-12-03T11:50:58.519 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.515+0000 7f49239fc980 20 rados_obj.operate() r=0 bl.length=197 2023-12-03T11:50:58.519 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.515+0000 7f49239fc980 10 cache put: name=default.rgw.meta+root+error-at-commit-target-layout info.flags=0x11 2023-12-03T11:50:58.519 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.515+0000 7f49239fc980 10 adding default.rgw.meta+root+error-at-commit-target-layout to cache LRU end 2023-12-03T11:50:58.520 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.515+0000 7f49239fc980 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.24 : miss 2023-12-03T11:50:58.520 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.515+0000 7f49239fc980 20 rados->read ofs=0 len=0 2023-12-03T11:50:58.520 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.515+0000 7f49239fc980 20 rados_obj.operate() r=0 bl.length=381 2023-12-03T11:50:58.520 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.515+0000 7f49239fc980 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.24 info.flags=0x17 2023-12-03T11:50:58.520 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.515+0000 7f49239fc980 10 adding default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.24 to cache LRU end 2023-12-03T11:50:58.521 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.515+0000 7f49239fc980 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-12-03T11:50:58.521 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.515+0000 7f49239fc980 10 updating xattr: name=user.rgw.acl bl.length()=205 2023-12-03T11:50:58.521 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.515+0000 7f49239fc980 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.24 2023-12-03T11:50:58.529 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.523+0000 7f49239fc980 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.24 info.flags=0x17 2023-12-03T11:50:58.529 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.523+0000 7f49239fc980 10 moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.24 to cache LRU end 2023-12-03T11:50:58.529 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.523+0000 7f49239fc980 10 updating xattr: name=user.rgw.acl bl.length()=205 2023-12-03T11:50:58.529 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.523+0000 7f49239fc980 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-commit-target-layout:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.24, ofs0, ns] 2023-12-03T11:50:58.530 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.527+0000 7f49037fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1095216660510 cookie 94576902883488 notifier 6611 bl.length()=893 2023-12-03T11:50:58.530 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.527+0000 7f49037fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.24 info.flags=0x17 2023-12-03T11:50:58.530 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.527+0000 7f49037fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.24 to cache LRU end 2023-12-03T11:50:58.530 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.527+0000 7f49037fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2023-12-03T11:50:58.531 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.527+0000 7f49239fc980 20 handle_bi_update(): bucket=:error-at-commit-target-layout[43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.24]): orig_sources= new_sources= 2023-12-03T11:50:58.531 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.527+0000 7f49239fc980 20 handle_bi_update(): bucket=:error-at-commit-target-layout[43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.24]): potential sources added=[] removed=[] 2023-12-03T11:50:58.531 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.527+0000 7f49239fc980 20 handle_bi_update(): bucket=:error-at-commit-target-layout[43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.24]): orig_dests= new_dests= 2023-12-03T11:50:58.531 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.527+0000 7f49239fc980 20 handle_bi_update(): bucket=:error-at-commit-target-layout[43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.24]): potential dests added=[] removed=[] 2023-12-03T11:50:58.534 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.531+0000 7f49239fc980 10 bucket_obj is .dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.24.1.0 2023-12-03T11:50:58.534 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.531+0000 7f49239fc980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.24.1.0 2023-12-03T11:50:58.534 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.531+0000 7f49239fc980 10 bucket_obj is .dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.24.1.1 2023-12-03T11:50:58.534 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.531+0000 7f49239fc980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.24.1.1 2023-12-03T11:50:58.535 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.531+0000 7f49239fc980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.24.0 2023-12-03T11:50:58.540 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.535+0000 7f49239fc980 -1 Injecting error=-125 at location=commit_target_layout 2023-12-03T11:50:58.540 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.535+0000 7f49239fc980 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.24 : hit (requested=0x17, cached=0x17) 2023-12-03T11:50:58.540 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.535+0000 7f49239fc980 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.24 2023-12-03T11:50:58.543 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.539+0000 7f49239fc980 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.24 info.flags=0x17 2023-12-03T11:50:58.543 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.539+0000 7f49239fc980 10 moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.24 to cache LRU end 2023-12-03T11:50:58.544 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.539+0000 7f49239fc980 10 updating xattr: name=user.rgw.acl bl.length()=205 2023-12-03T11:50:58.544 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.539+0000 7f49239fc980 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-commit-target-layout:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.24, ofs0, ns] 2023-12-03T11:50:58.544 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.539+0000 7f4902ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1095216660511 cookie 94576902883488 notifier 6611 bl.length()=861 2023-12-03T11:50:58.544 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.539+0000 7f4902ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.24 info.flags=0x17 2023-12-03T11:50:58.544 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.539+0000 7f4902ffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.24 to cache LRU end 2023-12-03T11:50:58.544 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.539+0000 7f4902ffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2023-12-03T11:50:58.545 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.539+0000 7f49239fc980 20 handle_bi_update(): bucket=:error-at-commit-target-layout[43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.24]): orig_sources= new_sources= 2023-12-03T11:50:58.545 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.539+0000 7f49239fc980 20 handle_bi_update(): bucket=:error-at-commit-target-layout[43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.24]): potential sources added=[] removed=[] 2023-12-03T11:50:58.545 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.539+0000 7f49239fc980 20 handle_bi_update(): bucket=:error-at-commit-target-layout[43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.24]): orig_dests= new_dests= 2023-12-03T11:50:58.545 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.539+0000 7f49239fc980 20 handle_bi_update(): bucket=:error-at-commit-target-layout[43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.24]): potential dests added=[] removed=[] 2023-12-03T11:50:58.549 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.543+0000 7f49239fc980 1 execute INFO: reshard of bucket "error-at-commit-target-layout" completed successfully 2023-12-03T11:50:58.552 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.547+0000 7f48e6fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:50:58.558 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.555+0000 7f49239fc980 20 remove_watcher() i=0 2023-12-03T11:50:58.558 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.555+0000 7f49239fc980 2 removed watcher, disabling cache 2023-12-03T11:50:58.561 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.555+0000 7f49239fc980 20 remove_watcher() i=1 2023-12-03T11:50:58.563 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.559+0000 7f49239fc980 20 remove_watcher() i=2 2023-12-03T11:50:58.565 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.563+0000 7f49239fc980 20 remove_watcher() i=3 2023-12-03T11:50:58.568 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.563+0000 7f49239fc980 20 remove_watcher() i=4 2023-12-03T11:50:58.569 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.567+0000 7f49239fc980 20 remove_watcher() i=5 2023-12-03T11:50:58.571 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.567+0000 7f49239fc980 20 remove_watcher() i=6 2023-12-03T11:50:58.572 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.567+0000 7f49239fc980 20 remove_watcher() i=7 2023-12-03T11:50:58.579 INFO:tasks.workunit.client.0.smithi019.stderr:radosgw-admin bucket stats --bucket error-at-commit-target-layout 2023-12-03T11:50:58.605 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:50:58.606 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:50:58.623 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.619+0000 7f9a345ee980 20 rados->read ofs=0 len=0 2023-12-03T11:50:58.626 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.623+0000 7f9a345ee980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:58.626 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.623+0000 7f9a345ee980 20 realm 2023-12-03T11:50:58.626 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.623+0000 7f9a345ee980 20 rados->read ofs=0 len=0 2023-12-03T11:50:58.626 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.623+0000 7f9a345ee980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:58.626 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.623+0000 7f9a345ee980 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:50:58.626 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.623+0000 7f9a345ee980 20 rados->read ofs=0 len=0 2023-12-03T11:50:58.626 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.623+0000 7f9a345ee980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:58.626 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.623+0000 7f9a345ee980 20 rados->read ofs=0 len=0 2023-12-03T11:50:58.628 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.623+0000 7f9a345ee980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:50:58.628 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.623+0000 7f9a345ee980 20 rados->read ofs=0 len=0 2023-12-03T11:50:58.628 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.623+0000 7f9a345ee980 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:50:58.628 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.623+0000 7f9a345ee980 20 searching for the correct realm 2023-12-03T11:50:58.652 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.647+0000 7f9a31909640 0 -- 172.21.15.19:0/1702411812 >> [v2:172.21.15.19:6800/1469834966,v1:172.21.15.19:6801/1469834966] conn(0x55ca484e19c0 msgr2=0x55ca484e3db0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:50:58.654 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.651+0000 7f9a345ee980 20 RGWRados::pool_iterate: got zonegroup_info.9433ba8b-08fe-4f3d-8375-ae7b0ce32294 2023-12-03T11:50:58.654 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.651+0000 7f9a345ee980 20 RGWRados::pool_iterate: got zone_info.43a5e689-6a4f-4bb6-8529-28824bd75ab9 2023-12-03T11:50:58.654 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.651+0000 7f9a345ee980 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:50:58.654 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.651+0000 7f9a345ee980 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:50:58.654 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.651+0000 7f9a345ee980 20 rados->read ofs=0 len=0 2023-12-03T11:50:58.654 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.651+0000 7f9a345ee980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:58.654 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.651+0000 7f9a345ee980 20 rados->read ofs=0 len=0 2023-12-03T11:50:58.655 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.651+0000 7f9a345ee980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:50:58.655 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.651+0000 7f9a345ee980 20 rados->read ofs=0 len=0 2023-12-03T11:50:58.656 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.651+0000 7f9a345ee980 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:50:58.656 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.651+0000 7f9a345ee980 20 zone default found 2023-12-03T11:50:58.656 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.651+0000 7f9a345ee980 4 Realm: () 2023-12-03T11:50:58.656 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.651+0000 7f9a345ee980 4 ZoneGroup: default (9433ba8b-08fe-4f3d-8375-ae7b0ce32294) 2023-12-03T11:50:58.656 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.651+0000 7f9a345ee980 4 Zone: default (43a5e689-6a4f-4bb6-8529-28824bd75ab9) 2023-12-03T11:50:58.656 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.651+0000 7f9a345ee980 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:50:58.656 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.651+0000 7f9a345ee980 20 zonegroup default 2023-12-03T11:50:58.656 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.651+0000 7f9a345ee980 20 rados->read ofs=0 len=0 2023-12-03T11:50:58.656 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.651+0000 7f9a345ee980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:58.656 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.651+0000 7f9a345ee980 20 rados->read ofs=0 len=0 2023-12-03T11:50:58.657 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.651+0000 7f9a345ee980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:58.657 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.651+0000 7f9a345ee980 20 rados->read ofs=0 len=0 2023-12-03T11:50:58.657 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.651+0000 7f9a345ee980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:58.657 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.651+0000 7f9a345ee980 20 started sync module instance, tier type = 2023-12-03T11:50:58.657 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.651+0000 7f9a345ee980 20 started zone id=43a5e689-6a4f-4bb6-8529-28824bd75ab9 (name=default) with tier type = 2023-12-03T11:50:58.673 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.667+0000 7f9a31909640 0 -- 172.21.15.19:0/1702411812 >> [v2:172.21.15.19:6800/1469834966,v1:172.21.15.19:6801/1469834966] conn(0x7f9a0c075330 msgr2=0x7f9a0c077760 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:50:58.676 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.671+0000 7f9a345ee980 20 add_watcher() i=0 2023-12-03T11:50:58.676 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.671+0000 7f9a345ee980 20 add_watcher() i=1 2023-12-03T11:50:58.676 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.671+0000 7f9a345ee980 20 add_watcher() i=2 2023-12-03T11:50:58.676 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.671+0000 7f9a345ee980 20 add_watcher() i=3 2023-12-03T11:50:58.676 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.671+0000 7f9a345ee980 20 add_watcher() i=4 2023-12-03T11:50:58.676 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.671+0000 7f9a345ee980 20 add_watcher() i=5 2023-12-03T11:50:58.676 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.671+0000 7f9a345ee980 20 add_watcher() i=6 2023-12-03T11:50:58.677 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.671+0000 7f9a345ee980 20 add_watcher() i=7 2023-12-03T11:50:58.677 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.671+0000 7f9a345ee980 2 all 8 watchers are set, enabling cache 2023-12-03T11:50:58.680 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.675+0000 7f99f7fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:50:58.680 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.675+0000 7f9a345ee980 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:50:58.681 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.675+0000 7f9a345ee980 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:50:58.688 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.683+0000 7f9a345ee980 5 note: GC not initialized 2023-12-03T11:50:58.688 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.683+0000 7f9966ffd640 20 reqs_thread_entry: start 2023-12-03T11:50:58.688 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.683+0000 7f9a345ee980 20 init_complete bucket index max shards: 1 2023-12-03T11:50:58.688 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.683+0000 7f9a345ee980 20 Filter name: none 2023-12-03T11:50:58.689 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.683+0000 7f9964ff9640 20 reqs_thread_entry: start 2023-12-03T11:50:58.689 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.683+0000 7f9a345ee980 20 rados->read ofs=0 len=0 2023-12-03T11:50:58.690 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.687+0000 7f9a345ee980 20 rados_obj.operate() r=0 bl.length=197 2023-12-03T11:50:58.690 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.687+0000 7f9a345ee980 20 rados->read ofs=0 len=0 2023-12-03T11:50:58.691 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.687+0000 7f9a345ee980 20 rados_obj.operate() r=0 bl.length=381 2023-12-03T11:50:58.691 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.687+0000 7f9a345ee980 20 couldn't put binfo cache entry, might have raced with data changes 2023-12-03T11:50:58.691 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.687+0000 7f9a345ee980 20 rados->read ofs=0 len=0 2023-12-03T11:50:58.692 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.687+0000 7f9a345ee980 20 rados_obj.operate() r=0 bl.length=197 2023-12-03T11:50:58.692 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.687+0000 7f9a345ee980 20 rados->read ofs=0 len=0 2023-12-03T11:50:58.693 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.687+0000 7f9a345ee980 20 rados_obj.operate() r=0 bl.length=381 2023-12-03T11:50:58.693 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.687+0000 7f9a345ee980 20 couldn't put binfo cache entry, might have raced with data changes 2023-12-03T11:50:58.694 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.691+0000 7f9a345ee980 20 rados->read ofs=0 len=0 2023-12-03T11:50:58.695 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.691+0000 7f9a345ee980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:58.696 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.691+0000 7f99f7fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:50:58.702 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.699+0000 7f9a345ee980 20 remove_watcher() i=0 2023-12-03T11:50:58.702 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.699+0000 7f9a345ee980 2 removed watcher, disabling cache 2023-12-03T11:50:58.704 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.699+0000 7f9a345ee980 20 remove_watcher() i=1 2023-12-03T11:50:58.707 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.703+0000 7f9a345ee980 20 remove_watcher() i=2 2023-12-03T11:50:58.710 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.707+0000 7f9a345ee980 20 remove_watcher() i=3 2023-12-03T11:50:58.713 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.707+0000 7f9a345ee980 20 remove_watcher() i=4 2023-12-03T11:50:58.714 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.711+0000 7f9a345ee980 20 remove_watcher() i=5 2023-12-03T11:50:58.716 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.711+0000 7f9a345ee980 20 remove_watcher() i=6 2023-12-03T11:50:58.717 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:58.715+0000 7f9a345ee980 20 remove_watcher() i=7 2023-12-03T11:50:58.724 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:50:58.724 INFO:tasks.workunit.client.0.smithi019.stderr:BUCKET_STATS: 2023-12-03T11:50:58.724 INFO:tasks.workunit.client.0.smithi019.stderr:bucket: error-at-commit-target-layout id: 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.24 num_objects: 20 size_kb: 1 num_shards: 2 2023-12-03T11:50:58.724 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:50:58.725 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:50:58.726 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:50:58.729 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:50:58.729 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:50:58.823 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:50:58.824 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:50:58.861 INFO:tasks.workunit.client.0.smithi019.stderr:TEST: reshard bucket with abort at commit_target_layout 2023-12-03T11:50:58.861 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:50:58.864 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:50:58.864 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:50:58.950 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:50:58.950 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:50:58.954 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:50:58.954 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:50:58.977 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:50:58.978 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:50:59.000 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:50:59.000 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:50:59.022 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:50:59.022 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:50:59.045 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:50:59.045 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:50:59.068 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:50:59.068 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:50:59.090 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:50:59.090 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:50:59.111 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:50:59.111 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:50:59.134 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:50:59.134 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:50:59.157 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:50:59.157 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:50:59.180 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:50:59.181 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:50:59.203 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:50:59.204 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:50:59.228 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:50:59.228 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:50:59.252 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:50:59.252 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:50:59.277 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:50:59.277 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:50:59.299 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:50:59.299 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:50:59.322 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:50:59.322 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:50:59.345 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:50:59.346 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:50:59.368 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:50:59.368 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:50:59.392 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:50:59.392 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:50:59.412 INFO:tasks.workunit.client.0.smithi019.stderr:radosgw-admin bucket stats --bucket abort-at-commit-target-layout 2023-12-03T11:50:59.446 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:50:59.447 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:50:59.463 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.459+0000 7f6d14cad980 20 rados->read ofs=0 len=0 2023-12-03T11:50:59.465 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.459+0000 7f6d14cad980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:59.465 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.459+0000 7f6d14cad980 20 realm 2023-12-03T11:50:59.466 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.459+0000 7f6d14cad980 20 rados->read ofs=0 len=0 2023-12-03T11:50:59.466 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.463+0000 7f6d14cad980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:59.466 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.463+0000 7f6d14cad980 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:50:59.466 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.463+0000 7f6d14cad980 20 rados->read ofs=0 len=0 2023-12-03T11:50:59.466 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.463+0000 7f6d14cad980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:59.466 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.463+0000 7f6d14cad980 20 rados->read ofs=0 len=0 2023-12-03T11:50:59.467 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.463+0000 7f6d14cad980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:50:59.467 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.463+0000 7f6d14cad980 20 rados->read ofs=0 len=0 2023-12-03T11:50:59.468 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.463+0000 7f6d14cad980 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:50:59.468 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.463+0000 7f6d14cad980 20 searching for the correct realm 2023-12-03T11:50:59.491 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.487+0000 7f6d11fc8640 0 -- 172.21.15.19:0/2350749988 >> [v2:172.21.15.19:6800/1469834966,v1:172.21.15.19:6801/1469834966] conn(0x5621d6e0dc30 msgr2=0x5621d6e10020 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:50:59.493 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.487+0000 7f6d14cad980 20 RGWRados::pool_iterate: got zonegroup_info.9433ba8b-08fe-4f3d-8375-ae7b0ce32294 2023-12-03T11:50:59.493 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.487+0000 7f6d14cad980 20 RGWRados::pool_iterate: got zone_info.43a5e689-6a4f-4bb6-8529-28824bd75ab9 2023-12-03T11:50:59.493 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.487+0000 7f6d14cad980 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:50:59.493 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.487+0000 7f6d14cad980 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:50:59.493 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.487+0000 7f6d14cad980 20 rados->read ofs=0 len=0 2023-12-03T11:50:59.493 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.487+0000 7f6d14cad980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:59.493 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.487+0000 7f6d14cad980 20 rados->read ofs=0 len=0 2023-12-03T11:50:59.494 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.491+0000 7f6d14cad980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:50:59.494 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.491+0000 7f6d14cad980 20 rados->read ofs=0 len=0 2023-12-03T11:50:59.494 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.491+0000 7f6d14cad980 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:50:59.494 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.491+0000 7f6d14cad980 20 zone default found 2023-12-03T11:50:59.494 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.491+0000 7f6d14cad980 4 Realm: () 2023-12-03T11:50:59.494 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.491+0000 7f6d14cad980 4 ZoneGroup: default (9433ba8b-08fe-4f3d-8375-ae7b0ce32294) 2023-12-03T11:50:59.495 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.491+0000 7f6d14cad980 4 Zone: default (43a5e689-6a4f-4bb6-8529-28824bd75ab9) 2023-12-03T11:50:59.495 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.491+0000 7f6d14cad980 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:50:59.495 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.491+0000 7f6d14cad980 20 zonegroup default 2023-12-03T11:50:59.495 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.491+0000 7f6d14cad980 20 rados->read ofs=0 len=0 2023-12-03T11:50:59.496 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.491+0000 7f6d14cad980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:59.496 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.491+0000 7f6d14cad980 20 rados->read ofs=0 len=0 2023-12-03T11:50:59.496 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.491+0000 7f6d14cad980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:59.496 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.491+0000 7f6d14cad980 20 rados->read ofs=0 len=0 2023-12-03T11:50:59.496 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.491+0000 7f6d14cad980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:59.496 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.491+0000 7f6d14cad980 20 started sync module instance, tier type = 2023-12-03T11:50:59.496 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.491+0000 7f6d14cad980 20 started zone id=43a5e689-6a4f-4bb6-8529-28824bd75ab9 (name=default) with tier type = 2023-12-03T11:50:59.512 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.507+0000 7f6d12fca640 0 -- 172.21.15.19:0/2350749988 >> [v2:172.21.15.57:6816/3303414699,v1:172.21.15.57:6817/3303414699] conn(0x7f6d08054560 msgr2=0x7f6d0806a0e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:50:59.517 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.511+0000 7f6d14cad980 20 add_watcher() i=0 2023-12-03T11:50:59.517 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.511+0000 7f6d14cad980 20 add_watcher() i=1 2023-12-03T11:50:59.517 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.511+0000 7f6d14cad980 20 add_watcher() i=2 2023-12-03T11:50:59.517 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.511+0000 7f6d14cad980 20 add_watcher() i=3 2023-12-03T11:50:59.517 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.511+0000 7f6d14cad980 20 add_watcher() i=4 2023-12-03T11:50:59.517 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.511+0000 7f6d14cad980 20 add_watcher() i=5 2023-12-03T11:50:59.517 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.511+0000 7f6d14cad980 20 add_watcher() i=6 2023-12-03T11:50:59.518 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.515+0000 7f6d14cad980 20 add_watcher() i=7 2023-12-03T11:50:59.519 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.515+0000 7f6d14cad980 2 all 8 watchers are set, enabling cache 2023-12-03T11:50:59.522 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.519+0000 7f6cd7fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:50:59.522 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.519+0000 7f6d14cad980 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:50:59.522 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.519+0000 7f6d14cad980 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:50:59.531 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.527+0000 7f6d14cad980 5 note: GC not initialized 2023-12-03T11:50:59.531 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.527+0000 7f6c46ffd640 20 reqs_thread_entry: start 2023-12-03T11:50:59.531 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.527+0000 7f6d14cad980 20 init_complete bucket index max shards: 1 2023-12-03T11:50:59.531 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.527+0000 7f6d14cad980 20 Filter name: none 2023-12-03T11:50:59.531 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.527+0000 7f6c44ff9640 20 reqs_thread_entry: start 2023-12-03T11:50:59.531 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.527+0000 7f6d14cad980 20 rados->read ofs=0 len=0 2023-12-03T11:50:59.532 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.527+0000 7f6d14cad980 20 rados_obj.operate() r=0 bl.length=197 2023-12-03T11:50:59.532 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.527+0000 7f6d14cad980 20 rados->read ofs=0 len=0 2023-12-03T11:50:59.532 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.527+0000 7f6d14cad980 20 rados_obj.operate() r=0 bl.length=381 2023-12-03T11:50:59.533 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.527+0000 7f6d14cad980 20 couldn't put binfo cache entry, might have raced with data changes 2023-12-03T11:50:59.533 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.527+0000 7f6d14cad980 20 rados->read ofs=0 len=0 2023-12-03T11:50:59.533 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.527+0000 7f6d14cad980 20 rados_obj.operate() r=0 bl.length=197 2023-12-03T11:50:59.533 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.527+0000 7f6d14cad980 20 rados->read ofs=0 len=0 2023-12-03T11:50:59.533 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.531+0000 7f6d14cad980 20 rados_obj.operate() r=0 bl.length=381 2023-12-03T11:50:59.533 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.531+0000 7f6d14cad980 20 couldn't put binfo cache entry, might have raced with data changes 2023-12-03T11:50:59.534 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.531+0000 7f6d14cad980 20 rados->read ofs=0 len=0 2023-12-03T11:50:59.534 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.531+0000 7f6d14cad980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:59.535 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.531+0000 7f6cd7fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:50:59.541 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.539+0000 7f6d14cad980 20 remove_watcher() i=0 2023-12-03T11:50:59.541 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.539+0000 7f6d14cad980 2 removed watcher, disabling cache 2023-12-03T11:50:59.544 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.539+0000 7f6d14cad980 20 remove_watcher() i=1 2023-12-03T11:50:59.546 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.543+0000 7f6d14cad980 20 remove_watcher() i=2 2023-12-03T11:50:59.548 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.543+0000 7f6d14cad980 20 remove_watcher() i=3 2023-12-03T11:50:59.550 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.547+0000 7f6d14cad980 20 remove_watcher() i=4 2023-12-03T11:50:59.552 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.547+0000 7f6d14cad980 20 remove_watcher() i=5 2023-12-03T11:50:59.553 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.551+0000 7f6d14cad980 20 remove_watcher() i=6 2023-12-03T11:50:59.555 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.551+0000 7f6d14cad980 20 remove_watcher() i=7 2023-12-03T11:50:59.561 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:50:59.561 INFO:tasks.workunit.client.0.smithi019.stderr:BUCKET_STATS: 2023-12-03T11:50:59.561 INFO:tasks.workunit.client.0.smithi019.stderr:bucket: abort-at-commit-target-layout id: 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.25 num_objects: 20 size_kb: 1 num_shards: 1 2023-12-03T11:50:59.561 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:50:59.561 INFO:tasks.workunit.client.0.smithi019.stderr:radosgw-admin bucket reshard --bucket abort-at-commit-target-layout --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-abort-at commit_target_layout 2023-12-03T11:50:59.593 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:50:59.593 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:50:59.611 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.607+0000 7ff6b7e63980 20 rados->read ofs=0 len=0 2023-12-03T11:50:59.613 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.607+0000 7ff6b7e63980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:59.613 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.607+0000 7ff6b7e63980 20 realm 2023-12-03T11:50:59.613 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.607+0000 7ff6b7e63980 20 rados->read ofs=0 len=0 2023-12-03T11:50:59.613 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.607+0000 7ff6b7e63980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:59.613 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.607+0000 7ff6b7e63980 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:50:59.613 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.607+0000 7ff6b7e63980 20 rados->read ofs=0 len=0 2023-12-03T11:50:59.614 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.611+0000 7ff6b7e63980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:59.614 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.611+0000 7ff6b7e63980 20 rados->read ofs=0 len=0 2023-12-03T11:50:59.615 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.611+0000 7ff6b7e63980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:50:59.615 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.611+0000 7ff6b7e63980 20 rados->read ofs=0 len=0 2023-12-03T11:50:59.616 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.611+0000 7ff6b7e63980 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:50:59.616 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.611+0000 7ff6b7e63980 20 searching for the correct realm 2023-12-03T11:50:59.639 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.635+0000 7ff6b597f640 0 -- 172.21.15.19:0/2210648141 >> [v2:172.21.15.57:6808/3142144203,v1:172.21.15.57:6809/3142144203] conn(0x5570394c7420 msgr2=0x5570394c9870 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2023-12-03T11:50:59.642 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.639+0000 7ff6b7e63980 20 RGWRados::pool_iterate: got zonegroup_info.9433ba8b-08fe-4f3d-8375-ae7b0ce32294 2023-12-03T11:50:59.642 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.639+0000 7ff6b7e63980 20 RGWRados::pool_iterate: got zone_info.43a5e689-6a4f-4bb6-8529-28824bd75ab9 2023-12-03T11:50:59.642 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.639+0000 7ff6b7e63980 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:50:59.642 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.639+0000 7ff6b7e63980 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:50:59.642 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.639+0000 7ff6b7e63980 20 rados->read ofs=0 len=0 2023-12-03T11:50:59.643 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.639+0000 7ff6b7e63980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:59.643 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.639+0000 7ff6b7e63980 20 rados->read ofs=0 len=0 2023-12-03T11:50:59.643 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.639+0000 7ff6b7e63980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:50:59.644 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.639+0000 7ff6b7e63980 20 rados->read ofs=0 len=0 2023-12-03T11:50:59.644 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.639+0000 7ff6b7e63980 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:50:59.644 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.639+0000 7ff6b7e63980 20 zone default found 2023-12-03T11:50:59.644 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.639+0000 7ff6b7e63980 4 Realm: () 2023-12-03T11:50:59.644 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.639+0000 7ff6b7e63980 4 ZoneGroup: default (9433ba8b-08fe-4f3d-8375-ae7b0ce32294) 2023-12-03T11:50:59.644 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.639+0000 7ff6b7e63980 4 Zone: default (43a5e689-6a4f-4bb6-8529-28824bd75ab9) 2023-12-03T11:50:59.644 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.639+0000 7ff6b7e63980 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:50:59.644 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.639+0000 7ff6b7e63980 20 zonegroup default 2023-12-03T11:50:59.644 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.639+0000 7ff6b7e63980 20 rados->read ofs=0 len=0 2023-12-03T11:50:59.644 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.639+0000 7ff6b7e63980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:59.644 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.639+0000 7ff6b7e63980 20 rados->read ofs=0 len=0 2023-12-03T11:50:59.645 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.639+0000 7ff6b7e63980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:59.645 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.639+0000 7ff6b7e63980 20 rados->read ofs=0 len=0 2023-12-03T11:50:59.645 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.639+0000 7ff6b7e63980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:59.645 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.639+0000 7ff6b7e63980 20 started sync module instance, tier type = 2023-12-03T11:50:59.645 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.639+0000 7ff6b7e63980 20 started zone id=43a5e689-6a4f-4bb6-8529-28824bd75ab9 (name=default) with tier type = 2023-12-03T11:50:59.660 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.655+0000 7ff6b517e640 0 -- 172.21.15.19:0/2210648141 >> [v2:172.21.15.19:6800/1469834966,v1:172.21.15.19:6801/1469834966] conn(0x5570394cc460 msgr2=0x5570394ce850 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:50:59.663 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.659+0000 7ff6b7e63980 20 add_watcher() i=0 2023-12-03T11:50:59.663 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.659+0000 7ff6b7e63980 20 add_watcher() i=1 2023-12-03T11:50:59.663 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.659+0000 7ff6b7e63980 20 add_watcher() i=2 2023-12-03T11:50:59.663 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.659+0000 7ff6b7e63980 20 add_watcher() i=3 2023-12-03T11:50:59.663 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.659+0000 7ff6b7e63980 20 add_watcher() i=4 2023-12-03T11:50:59.663 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.659+0000 7ff6b7e63980 20 add_watcher() i=5 2023-12-03T11:50:59.663 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.659+0000 7ff6b7e63980 20 add_watcher() i=6 2023-12-03T11:50:59.664 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.659+0000 7ff6b7e63980 20 add_watcher() i=7 2023-12-03T11:50:59.664 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.659+0000 7ff6b7e63980 2 all 8 watchers are set, enabling cache 2023-12-03T11:50:59.667 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.663+0000 7ff67b7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:50:59.667 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.663+0000 7ff6b7e63980 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:50:59.667 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.663+0000 7ff6b7e63980 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:50:59.675 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.671+0000 7ff6b7e63980 5 note: GC not initialized 2023-12-03T11:50:59.675 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.671+0000 7ff5ea7fc640 20 reqs_thread_entry: start 2023-12-03T11:50:59.676 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.671+0000 7ff6b7e63980 20 init_complete bucket index max shards: 1 2023-12-03T11:50:59.676 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.671+0000 7ff6b7e63980 20 Filter name: none 2023-12-03T11:50:59.676 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.671+0000 7ff5dbfff640 20 reqs_thread_entry: start 2023-12-03T11:50:59.676 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.671+0000 7ff6b7e63980 10 cache get: name=default.rgw.meta+root+abort-at-commit-target-layout : miss 2023-12-03T11:50:59.676 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.671+0000 7ff6b7e63980 20 rados->read ofs=0 len=0 2023-12-03T11:50:59.677 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.671+0000 7ff6b7e63980 20 rados_obj.operate() r=0 bl.length=197 2023-12-03T11:50:59.677 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.671+0000 7ff6b7e63980 10 cache put: name=default.rgw.meta+root+abort-at-commit-target-layout info.flags=0x11 2023-12-03T11:50:59.677 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.671+0000 7ff6b7e63980 10 adding default.rgw.meta+root+abort-at-commit-target-layout to cache LRU end 2023-12-03T11:50:59.677 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.671+0000 7ff6b7e63980 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.25 : miss 2023-12-03T11:50:59.677 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.671+0000 7ff6b7e63980 20 rados->read ofs=0 len=0 2023-12-03T11:50:59.677 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.671+0000 7ff6b7e63980 20 rados_obj.operate() r=0 bl.length=381 2023-12-03T11:50:59.677 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.671+0000 7ff6b7e63980 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.25 info.flags=0x17 2023-12-03T11:50:59.677 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.671+0000 7ff6b7e63980 10 adding default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.25 to cache LRU end 2023-12-03T11:50:59.678 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.671+0000 7ff6b7e63980 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-12-03T11:50:59.678 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.671+0000 7ff6b7e63980 10 updating xattr: name=user.rgw.acl bl.length()=205 2023-12-03T11:50:59.678 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.671+0000 7ff6b7e63980 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.25 2023-12-03T11:50:59.687 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.683+0000 7ff6b7e63980 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.25 info.flags=0x17 2023-12-03T11:50:59.688 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.683+0000 7ff6b7e63980 10 moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.25 to cache LRU end 2023-12-03T11:50:59.688 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.683+0000 7ff6b7e63980 10 updating xattr: name=user.rgw.acl bl.length()=205 2023-12-03T11:50:59.688 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.683+0000 7ff6b7e63980 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-commit-target-layout:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.25, ofs0, ns] 2023-12-03T11:50:59.688 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.683+0000 7ff697fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1095216660555 cookie 93940486045472 notifier 6674 bl.length()=893 2023-12-03T11:50:59.688 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.683+0000 7ff697fff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.25 info.flags=0x17 2023-12-03T11:50:59.688 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.683+0000 7ff697fff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.25 to cache LRU end 2023-12-03T11:50:59.688 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.683+0000 7ff697fff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2023-12-03T11:50:59.689 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.687+0000 7ff6b7e63980 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.25]): orig_sources= new_sources= 2023-12-03T11:50:59.689 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.687+0000 7ff6b7e63980 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.25]): potential sources added=[] removed=[] 2023-12-03T11:50:59.689 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.687+0000 7ff6b7e63980 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.25]): orig_dests= new_dests= 2023-12-03T11:50:59.689 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.687+0000 7ff6b7e63980 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.25]): potential dests added=[] removed=[] 2023-12-03T11:50:59.691 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.687+0000 7ff6b7e63980 10 bucket_obj is .dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.25.1.0 2023-12-03T11:50:59.691 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.687+0000 7ff6b7e63980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.25.1.0 2023-12-03T11:50:59.691 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.687+0000 7ff6b7e63980 10 bucket_obj is .dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.25.1.1 2023-12-03T11:50:59.691 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.687+0000 7ff6b7e63980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.25.1.1 2023-12-03T11:50:59.691 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.687+0000 7ff6b7e63980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.25.0 2023-12-03T11:50:59.696 INFO:tasks.workunit.client.0.smithi019.stderr:./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7ff6b7e63980 time 2023-12-03T11:50:59.696759+0000 2023-12-03T11:50:59.696 INFO:tasks.workunit.client.0.smithi019.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2023-12-03T11:50:59.697 INFO:tasks.workunit.client.0.smithi019.stderr: ceph version 18.0.0-7537-gbcbf278c (bcbf278cf395873c2a482f5a7b2345faf2160319) reef (dev) 2023-12-03T11:50:59.697 INFO:tasks.workunit.client.0.smithi019.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7ff6bb808e96] 2023-12-03T11:50:59.697 INFO:tasks.workunit.client.0.smithi019.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x17004a) [0x7ff6bb80904a] 2023-12-03T11:50:59.698 INFO:tasks.workunit.client.0.smithi019.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x557036a5cfe1] 2023-12-03T11:50:59.698 INFO:tasks.workunit.client.0.smithi019.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x577) [0x557036a6ad67] 2023-12-03T11:50:59.698 INFO:tasks.workunit.client.0.smithi019.stderr: 5: main() 2023-12-03T11:50:59.698 INFO:tasks.workunit.client.0.smithi019.stderr: 6: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7ff6ba5a3d90] 2023-12-03T11:50:59.698 INFO:tasks.workunit.client.0.smithi019.stderr: 7: __libc_start_main() 2023-12-03T11:50:59.698 INFO:tasks.workunit.client.0.smithi019.stderr: 8: _start() 2023-12-03T11:50:59.698 INFO:tasks.workunit.client.0.smithi019.stderr:*** Caught signal (Aborted) ** 2023-12-03T11:50:59.698 INFO:tasks.workunit.client.0.smithi019.stderr: in thread 7ff6b7e63980 thread_name:radosgw-admin 2023-12-03T11:50:59.698 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.695+0000 7ff6b7e63980 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7ff6b7e63980 time 2023-12-03T11:50:59.696759+0000 2023-12-03T11:50:59.698 INFO:tasks.workunit.client.0.smithi019.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2023-12-03T11:50:59.698 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:50:59.698 INFO:tasks.workunit.client.0.smithi019.stderr: ceph version 18.0.0-7537-gbcbf278c (bcbf278cf395873c2a482f5a7b2345faf2160319) reef (dev) 2023-12-03T11:50:59.698 INFO:tasks.workunit.client.0.smithi019.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7ff6bb808e96] 2023-12-03T11:50:59.699 INFO:tasks.workunit.client.0.smithi019.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x17004a) [0x7ff6bb80904a] 2023-12-03T11:50:59.699 INFO:tasks.workunit.client.0.smithi019.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x557036a5cfe1] 2023-12-03T11:50:59.699 INFO:tasks.workunit.client.0.smithi019.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x577) [0x557036a6ad67] 2023-12-03T11:50:59.699 INFO:tasks.workunit.client.0.smithi019.stderr: 5: main() 2023-12-03T11:50:59.699 INFO:tasks.workunit.client.0.smithi019.stderr: 6: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7ff6ba5a3d90] 2023-12-03T11:50:59.699 INFO:tasks.workunit.client.0.smithi019.stderr: 7: __libc_start_main() 2023-12-03T11:50:59.699 INFO:tasks.workunit.client.0.smithi019.stderr: 8: _start() 2023-12-03T11:50:59.699 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:50:59.716 INFO:tasks.workunit.client.0.smithi019.stderr: ceph version 18.0.0-7537-gbcbf278c (bcbf278cf395873c2a482f5a7b2345faf2160319) reef (dev) 2023-12-03T11:50:59.716 INFO:tasks.workunit.client.0.smithi019.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7ff6ba5bc520] 2023-12-03T11:50:59.716 INFO:tasks.workunit.client.0.smithi019.stderr: 2: pthread_kill() 2023-12-03T11:50:59.716 INFO:tasks.workunit.client.0.smithi019.stderr: 3: raise() 2023-12-03T11:50:59.716 INFO:tasks.workunit.client.0.smithi019.stderr: 4: abort() 2023-12-03T11:50:59.716 INFO:tasks.workunit.client.0.smithi019.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7ff6bb808ef0] 2023-12-03T11:50:59.716 INFO:tasks.workunit.client.0.smithi019.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x17004a) [0x7ff6bb80904a] 2023-12-03T11:50:59.716 INFO:tasks.workunit.client.0.smithi019.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x557036a5cfe1] 2023-12-03T11:50:59.716 INFO:tasks.workunit.client.0.smithi019.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x577) [0x557036a6ad67] 2023-12-03T11:50:59.716 INFO:tasks.workunit.client.0.smithi019.stderr: 9: main() 2023-12-03T11:50:59.716 INFO:tasks.workunit.client.0.smithi019.stderr: 10: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7ff6ba5a3d90] 2023-12-03T11:50:59.717 INFO:tasks.workunit.client.0.smithi019.stderr: 11: __libc_start_main() 2023-12-03T11:50:59.717 INFO:tasks.workunit.client.0.smithi019.stderr: 12: _start() 2023-12-03T11:50:59.717 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.695+0000 7ff6b7e63980 -1 *** Caught signal (Aborted) ** 2023-12-03T11:50:59.717 INFO:tasks.workunit.client.0.smithi019.stderr: in thread 7ff6b7e63980 thread_name:radosgw-admin 2023-12-03T11:50:59.717 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:50:59.717 INFO:tasks.workunit.client.0.smithi019.stderr: ceph version 18.0.0-7537-gbcbf278c (bcbf278cf395873c2a482f5a7b2345faf2160319) reef (dev) 2023-12-03T11:50:59.717 INFO:tasks.workunit.client.0.smithi019.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7ff6ba5bc520] 2023-12-03T11:50:59.717 INFO:tasks.workunit.client.0.smithi019.stderr: 2: pthread_kill() 2023-12-03T11:50:59.717 INFO:tasks.workunit.client.0.smithi019.stderr: 3: raise() 2023-12-03T11:50:59.717 INFO:tasks.workunit.client.0.smithi019.stderr: 4: abort() 2023-12-03T11:50:59.717 INFO:tasks.workunit.client.0.smithi019.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7ff6bb808ef0] 2023-12-03T11:50:59.717 INFO:tasks.workunit.client.0.smithi019.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x17004a) [0x7ff6bb80904a] 2023-12-03T11:50:59.717 INFO:tasks.workunit.client.0.smithi019.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x557036a5cfe1] 2023-12-03T11:50:59.717 INFO:tasks.workunit.client.0.smithi019.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x577) [0x557036a6ad67] 2023-12-03T11:50:59.718 INFO:tasks.workunit.client.0.smithi019.stderr: 9: main() 2023-12-03T11:50:59.718 INFO:tasks.workunit.client.0.smithi019.stderr: 10: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7ff6ba5a3d90] 2023-12-03T11:50:59.718 INFO:tasks.workunit.client.0.smithi019.stderr: 11: __libc_start_main() 2023-12-03T11:50:59.718 INFO:tasks.workunit.client.0.smithi019.stderr: 12: _start() 2023-12-03T11:50:59.718 INFO:tasks.workunit.client.0.smithi019.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2023-12-03T11:50:59.718 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:50:59.718 INFO:tasks.workunit.client.0.smithi019.stderr:--- begin dump of recent events --- 2023-12-03T11:50:59.718 INFO:tasks.workunit.client.0.smithi019.stderr: -499> 2023-12-03T11:50:59.599+0000 7ff6a6ffd640 10 monclient: handle_monmap mon_map magic: 0 v1 2023-12-03T11:50:59.718 INFO:tasks.workunit.client.0.smithi019.stderr: -498> 2023-12-03T11:50:59.599+0000 7ff6a6ffd640 10 monclient: got monmap 1 from mon.a (according to old e1) 2023-12-03T11:50:59.718 INFO:tasks.workunit.client.0.smithi019.stderr: -497> 2023-12-03T11:50:59.599+0000 7ff6a6ffd640 10 monclient: dump: 2023-12-03T11:50:59.718 INFO:tasks.workunit.client.0.smithi019.stderr:epoch 1 2023-12-03T11:50:59.718 INFO:tasks.workunit.client.0.smithi019.stderr:fsid ae33780b-1c64-42c6-818c-b1dc720ff6a2 2023-12-03T11:50:59.718 INFO:tasks.workunit.client.0.smithi019.stderr:last_changed 2023-12-03T11:35:13.610069+0000 2023-12-03T11:50:59.718 INFO:tasks.workunit.client.0.smithi019.stderr:created 2023-12-03T11:35:13.610069+0000 2023-12-03T11:50:59.719 INFO:tasks.workunit.client.0.smithi019.stderr:min_mon_release 18 (reef) 2023-12-03T11:50:59.719 INFO:tasks.workunit.client.0.smithi019.stderr:election_strategy: 1 2023-12-03T11:50:59.719 INFO:tasks.workunit.client.0.smithi019.stderr:0: [v2:172.21.15.19:3300/0,v1:172.21.15.19:6789/0] mon.a 2023-12-03T11:50:59.719 INFO:tasks.workunit.client.0.smithi019.stderr:1: [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] mon.b 2023-12-03T11:50:59.719 INFO:tasks.workunit.client.0.smithi019.stderr:2: [v2:172.21.15.19:3301/0,v1:172.21.15.19:6790/0] mon.c 2023-12-03T11:50:59.719 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:50:59.719 INFO:tasks.workunit.client.0.smithi019.stderr: -496> 2023-12-03T11:50:59.599+0000 7ff6b7e63980 5 monclient: authenticate success, global_id 7023 2023-12-03T11:50:59.719 INFO:tasks.workunit.client.0.smithi019.stderr: -495> 2023-12-03T11:50:59.599+0000 7ff6a7fff640 4 set_mon_vals no callback set 2023-12-03T11:50:59.719 INFO:tasks.workunit.client.0.smithi019.stderr: -494> 2023-12-03T11:50:59.599+0000 7ff6b7e63980 10 monclient: _renew_subs 2023-12-03T11:50:59.719 INFO:tasks.workunit.client.0.smithi019.stderr: -493> 2023-12-03T11:50:59.599+0000 7ff6b7e63980 10 monclient: _send_mon_message to mon.a at v2:172.21.15.19:3300/0 2023-12-03T11:50:59.719 INFO:tasks.workunit.client.0.smithi019.stderr: -492> 2023-12-03T11:50:59.599+0000 7ff6b7e63980 10 monclient: _renew_subs 2023-12-03T11:50:59.719 INFO:tasks.workunit.client.0.smithi019.stderr: -491> 2023-12-03T11:50:59.599+0000 7ff6b7e63980 10 monclient: _send_mon_message to mon.a at v2:172.21.15.19:3300/0 2023-12-03T11:50:59.719 INFO:tasks.workunit.client.0.smithi019.stderr: -490> 2023-12-03T11:50:59.599+0000 7ff6b7e63980 1 librados: init done 2023-12-03T11:50:59.719 INFO:tasks.workunit.client.0.smithi019.stderr: -489> 2023-12-03T11:50:59.599+0000 7ff6b7e63980 10 monclient: get_monmap_and_config 2023-12-03T11:50:59.719 INFO:tasks.workunit.client.0.smithi019.stderr: -488> 2023-12-03T11:50:59.599+0000 7ff6b7e63980 10 monclient: build_initial_monmap 2023-12-03T11:50:59.719 INFO:tasks.workunit.client.0.smithi019.stderr: -487> 2023-12-03T11:50:59.599+0000 7ff6b7e63980 1 build_initial for_mkfs: 0 2023-12-03T11:50:59.719 INFO:tasks.workunit.client.0.smithi019.stderr: -486> 2023-12-03T11:50:59.599+0000 7ff6b7e63980 10 monclient: monmap: 2023-12-03T11:50:59.720 INFO:tasks.workunit.client.0.smithi019.stderr:epoch 0 2023-12-03T11:50:59.720 INFO:tasks.workunit.client.0.smithi019.stderr:fsid 00000000-0000-0000-0000-000000000000 2023-12-03T11:50:59.720 INFO:tasks.workunit.client.0.smithi019.stderr:last_changed 0.000000 2023-12-03T11:50:59.720 INFO:tasks.workunit.client.0.smithi019.stderr:created 0.000000 2023-12-03T11:50:59.720 INFO:tasks.workunit.client.0.smithi019.stderr:min_mon_release 0 (unknown) 2023-12-03T11:50:59.720 INFO:tasks.workunit.client.0.smithi019.stderr:election_strategy: 1 2023-12-03T11:50:59.720 INFO:tasks.workunit.client.0.smithi019.stderr:0: [v2:172.21.15.19:3300/0,v1:172.21.15.19:6789/0] mon.noname-a 2023-12-03T11:50:59.720 INFO:tasks.workunit.client.0.smithi019.stderr:1: [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] mon.noname-b 2023-12-03T11:50:59.720 INFO:tasks.workunit.client.0.smithi019.stderr:2: [v2:172.21.15.19:3301/0,v1:172.21.15.19:6790/0] mon.noname-c 2023-12-03T11:50:59.720 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:50:59.720 INFO:tasks.workunit.client.0.smithi019.stderr: -485> 2023-12-03T11:50:59.599+0000 7ff6b7e63980 5 AuthRegistry(0x557039477650) adding auth protocol: cephx 2023-12-03T11:50:59.720 INFO:tasks.workunit.client.0.smithi019.stderr: -484> 2023-12-03T11:50:59.599+0000 7ff6b7e63980 5 AuthRegistry(0x557039477650) adding auth protocol: cephx 2023-12-03T11:50:59.720 INFO:tasks.workunit.client.0.smithi019.stderr: -483> 2023-12-03T11:50:59.599+0000 7ff6b7e63980 5 AuthRegistry(0x557039477650) adding auth protocol: cephx 2023-12-03T11:50:59.720 INFO:tasks.workunit.client.0.smithi019.stderr: -482> 2023-12-03T11:50:59.599+0000 7ff6b7e63980 5 AuthRegistry(0x557039477650) adding con mode: secure 2023-12-03T11:50:59.720 INFO:tasks.workunit.client.0.smithi019.stderr: -481> 2023-12-03T11:50:59.599+0000 7ff6b7e63980 5 AuthRegistry(0x557039477650) adding con mode: crc 2023-12-03T11:50:59.720 INFO:tasks.workunit.client.0.smithi019.stderr: -480> 2023-12-03T11:50:59.599+0000 7ff6b7e63980 5 AuthRegistry(0x557039477650) adding con mode: secure 2023-12-03T11:50:59.720 INFO:tasks.workunit.client.0.smithi019.stderr: -479> 2023-12-03T11:50:59.599+0000 7ff6b7e63980 5 AuthRegistry(0x557039477650) adding con mode: crc 2023-12-03T11:50:59.721 INFO:tasks.workunit.client.0.smithi019.stderr: -478> 2023-12-03T11:50:59.599+0000 7ff6b7e63980 5 AuthRegistry(0x557039477650) adding con mode: secure 2023-12-03T11:50:59.721 INFO:tasks.workunit.client.0.smithi019.stderr: -477> 2023-12-03T11:50:59.599+0000 7ff6b7e63980 5 AuthRegistry(0x557039477650) adding con mode: crc 2023-12-03T11:50:59.721 INFO:tasks.workunit.client.0.smithi019.stderr: -476> 2023-12-03T11:50:59.599+0000 7ff6b7e63980 5 AuthRegistry(0x557039477650) adding con mode: crc 2023-12-03T11:50:59.721 INFO:tasks.workunit.client.0.smithi019.stderr: -475> 2023-12-03T11:50:59.599+0000 7ff6b7e63980 5 AuthRegistry(0x557039477650) adding con mode: secure 2023-12-03T11:50:59.721 INFO:tasks.workunit.client.0.smithi019.stderr: -474> 2023-12-03T11:50:59.599+0000 7ff6b7e63980 5 AuthRegistry(0x557039477650) adding con mode: crc 2023-12-03T11:50:59.721 INFO:tasks.workunit.client.0.smithi019.stderr: -473> 2023-12-03T11:50:59.599+0000 7ff6b7e63980 5 AuthRegistry(0x557039477650) adding con mode: secure 2023-12-03T11:50:59.721 INFO:tasks.workunit.client.0.smithi019.stderr: -472> 2023-12-03T11:50:59.599+0000 7ff6b7e63980 5 AuthRegistry(0x557039477650) adding con mode: crc 2023-12-03T11:50:59.721 INFO:tasks.workunit.client.0.smithi019.stderr: -471> 2023-12-03T11:50:59.599+0000 7ff6b7e63980 5 AuthRegistry(0x557039477650) adding con mode: secure 2023-12-03T11:50:59.721 INFO:tasks.workunit.client.0.smithi019.stderr: -470> 2023-12-03T11:50:59.599+0000 7ff6b7e63980 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-12-03T11:50:59.721 INFO:tasks.workunit.client.0.smithi019.stderr: -469> 2023-12-03T11:50:59.603+0000 7ff6b7e63980 10 monclient: init 2023-12-03T11:50:59.721 INFO:tasks.workunit.client.0.smithi019.stderr: -468> 2023-12-03T11:50:59.603+0000 7ff6b7e63980 5 AuthRegistry(0x7ffe6c66b2e0) adding auth protocol: cephx 2023-12-03T11:50:59.721 INFO:tasks.workunit.client.0.smithi019.stderr: -467> 2023-12-03T11:50:59.603+0000 7ff6b7e63980 5 AuthRegistry(0x7ffe6c66b2e0) adding auth protocol: cephx 2023-12-03T11:50:59.721 INFO:tasks.workunit.client.0.smithi019.stderr: -466> 2023-12-03T11:50:59.603+0000 7ff6b7e63980 5 AuthRegistry(0x7ffe6c66b2e0) adding auth protocol: cephx 2023-12-03T11:50:59.721 INFO:tasks.workunit.client.0.smithi019.stderr: -465> 2023-12-03T11:50:59.603+0000 7ff6b7e63980 5 AuthRegistry(0x7ffe6c66b2e0) adding con mode: secure 2023-12-03T11:50:59.721 INFO:tasks.workunit.client.0.smithi019.stderr: -464> 2023-12-03T11:50:59.603+0000 7ff6b7e63980 5 AuthRegistry(0x7ffe6c66b2e0) adding con mode: crc 2023-12-03T11:50:59.721 INFO:tasks.workunit.client.0.smithi019.stderr: -463> 2023-12-03T11:50:59.603+0000 7ff6b7e63980 5 AuthRegistry(0x7ffe6c66b2e0) adding con mode: secure 2023-12-03T11:50:59.721 INFO:tasks.workunit.client.0.smithi019.stderr: -462> 2023-12-03T11:50:59.603+0000 7ff6b7e63980 5 AuthRegistry(0x7ffe6c66b2e0) adding con mode: crc 2023-12-03T11:50:59.721 INFO:tasks.workunit.client.0.smithi019.stderr: -461> 2023-12-03T11:50:59.603+0000 7ff6b7e63980 5 AuthRegistry(0x7ffe6c66b2e0) adding con mode: secure 2023-12-03T11:50:59.722 INFO:tasks.workunit.client.0.smithi019.stderr: -460> 2023-12-03T11:50:59.603+0000 7ff6b7e63980 5 AuthRegistry(0x7ffe6c66b2e0) adding con mode: crc 2023-12-03T11:50:59.722 INFO:tasks.workunit.client.0.smithi019.stderr: -459> 2023-12-03T11:50:59.603+0000 7ff6b7e63980 5 AuthRegistry(0x7ffe6c66b2e0) adding con mode: crc 2023-12-03T11:50:59.722 INFO:tasks.workunit.client.0.smithi019.stderr: -458> 2023-12-03T11:50:59.603+0000 7ff6b7e63980 5 AuthRegistry(0x7ffe6c66b2e0) adding con mode: secure 2023-12-03T11:50:59.722 INFO:tasks.workunit.client.0.smithi019.stderr: -457> 2023-12-03T11:50:59.603+0000 7ff6b7e63980 5 AuthRegistry(0x7ffe6c66b2e0) adding con mode: crc 2023-12-03T11:50:59.722 INFO:tasks.workunit.client.0.smithi019.stderr: -456> 2023-12-03T11:50:59.603+0000 7ff6b7e63980 5 AuthRegistry(0x7ffe6c66b2e0) adding con mode: secure 2023-12-03T11:50:59.722 INFO:tasks.workunit.client.0.smithi019.stderr: -455> 2023-12-03T11:50:59.603+0000 7ff6b7e63980 5 AuthRegistry(0x7ffe6c66b2e0) adding con mode: crc 2023-12-03T11:50:59.722 INFO:tasks.workunit.client.0.smithi019.stderr: -454> 2023-12-03T11:50:59.603+0000 7ff6b7e63980 5 AuthRegistry(0x7ffe6c66b2e0) adding con mode: secure 2023-12-03T11:50:59.722 INFO:tasks.workunit.client.0.smithi019.stderr: -453> 2023-12-03T11:50:59.603+0000 7ff6b7e63980 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-12-03T11:50:59.722 INFO:tasks.workunit.client.0.smithi019.stderr: -452> 2023-12-03T11:50:59.603+0000 7ff6a6ffd640 4 mgrc handle_mgr_map Got map version 5 2023-12-03T11:50:59.722 INFO:tasks.workunit.client.0.smithi019.stderr: -451> 2023-12-03T11:50:59.603+0000 7ff6a6ffd640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.57:6832/1976017766,v1:172.21.15.57:6833/1976017766] 2023-12-03T11:50:59.722 INFO:tasks.workunit.client.0.smithi019.stderr: -450> 2023-12-03T11:50:59.603+0000 7ff6a6ffd640 4 mgrc reconnect Starting new session with [v2:172.21.15.57:6832/1976017766,v1:172.21.15.57:6833/1976017766] 2023-12-03T11:50:59.722 INFO:tasks.workunit.client.0.smithi019.stderr: -449> 2023-12-03T11:50:59.603+0000 7ff6b7e63980 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-12-03T11:50:59.722 INFO:tasks.workunit.client.0.smithi019.stderr: -448> 2023-12-03T11:50:59.603+0000 7ff6b7e63980 5 asok(0x55703926d240) register_command rotate-key cmddesc rotate-key hook 0x7ffe6c66b428 EEXIST 2023-12-03T11:50:59.722 INFO:tasks.workunit.client.0.smithi019.stderr: -447> 2023-12-03T11:50:59.603+0000 7ff6b7e63980 10 monclient: _reopen_session rank -1 2023-12-03T11:50:59.722 INFO:tasks.workunit.client.0.smithi019.stderr: -446> 2023-12-03T11:50:59.603+0000 7ff6b7e63980 10 monclient: _add_conns ranks=[0,1,2] 2023-12-03T11:50:59.723 INFO:tasks.workunit.client.0.smithi019.stderr: -445> 2023-12-03T11:50:59.603+0000 7ff6b7e63980 10 monclient(hunting): picked mon.noname-a con 0x5570394a6340 addr [v2:172.21.15.19:3300/0,v1:172.21.15.19:6789/0] 2023-12-03T11:50:59.723 INFO:tasks.workunit.client.0.smithi019.stderr: -444> 2023-12-03T11:50:59.603+0000 7ff6b7e63980 10 monclient(hunting): picked mon.noname-b con 0x5570394b0cf0 addr [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] 2023-12-03T11:50:59.723 INFO:tasks.workunit.client.0.smithi019.stderr: -443> 2023-12-03T11:50:59.603+0000 7ff6b7e63980 10 monclient(hunting): picked mon.noname-c con 0x5570394a8b80 addr [v2:172.21.15.19:3301/0,v1:172.21.15.19:6790/0] 2023-12-03T11:50:59.723 INFO:tasks.workunit.client.0.smithi019.stderr: -442> 2023-12-03T11:50:59.603+0000 7ff6b7e63980 10 monclient(hunting): start opening mon connection 2023-12-03T11:50:59.723 INFO:tasks.workunit.client.0.smithi019.stderr: -441> 2023-12-03T11:50:59.603+0000 7ff6b7e63980 10 monclient(hunting): start opening mon connection 2023-12-03T11:50:59.723 INFO:tasks.workunit.client.0.smithi019.stderr: -440> 2023-12-03T11:50:59.603+0000 7ff6b7e63980 10 monclient(hunting): start opening mon connection 2023-12-03T11:50:59.723 INFO:tasks.workunit.client.0.smithi019.stderr: -439> 2023-12-03T11:50:59.603+0000 7ff6b7e63980 10 monclient(hunting): _renew_subs 2023-12-03T11:50:59.723 INFO:tasks.workunit.client.0.smithi019.stderr: -438> 2023-12-03T11:50:59.603+0000 7ff6b7e63980 10 monclient(hunting): authenticate will time out at 1918.008620s 2023-12-03T11:50:59.723 INFO:tasks.workunit.client.0.smithi019.stderr: -437> 2023-12-03T11:50:59.603+0000 7ff6b597f640 10 monclient(hunting): get_auth_request con 0x5570394a6340 auth_method 0 2023-12-03T11:50:59.723 INFO:tasks.workunit.client.0.smithi019.stderr: -436> 2023-12-03T11:50:59.603+0000 7ff6b597f640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-12-03T11:50:59.723 INFO:tasks.workunit.client.0.smithi019.stderr: -435> 2023-12-03T11:50:59.603+0000 7ff6b597f640 10 monclient(hunting): _init_auth method 2 2023-12-03T11:50:59.723 INFO:tasks.workunit.client.0.smithi019.stderr: -434> 2023-12-03T11:50:59.603+0000 7ff6b597f640 10 monclient(hunting): _init_auth creating new auth 2023-12-03T11:50:59.723 INFO:tasks.workunit.client.0.smithi019.stderr: -433> 2023-12-03T11:50:59.603+0000 7ff6b517e640 10 monclient: get_auth_request con 0x7ff698064e50 auth_method 0 2023-12-03T11:50:59.723 INFO:tasks.workunit.client.0.smithi019.stderr: -432> 2023-12-03T11:50:59.603+0000 7ff6b6180640 10 monclient(hunting): get_auth_request con 0x5570394a8b80 auth_method 0 2023-12-03T11:50:59.723 INFO:tasks.workunit.client.0.smithi019.stderr: -431> 2023-12-03T11:50:59.603+0000 7ff6b6180640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-12-03T11:50:59.723 INFO:tasks.workunit.client.0.smithi019.stderr: -430> 2023-12-03T11:50:59.603+0000 7ff6b6180640 10 monclient(hunting): _init_auth method 2 2023-12-03T11:50:59.723 INFO:tasks.workunit.client.0.smithi019.stderr: -429> 2023-12-03T11:50:59.603+0000 7ff6b6180640 10 monclient(hunting): _init_auth creating new auth 2023-12-03T11:50:59.724 INFO:tasks.workunit.client.0.smithi019.stderr: -428> 2023-12-03T11:50:59.603+0000 7ff6b597f640 10 monclient(hunting): handle_auth_reply_more payload 9 2023-12-03T11:50:59.724 INFO:tasks.workunit.client.0.smithi019.stderr: -427> 2023-12-03T11:50:59.603+0000 7ff6b597f640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-12-03T11:50:59.724 INFO:tasks.workunit.client.0.smithi019.stderr: -426> 2023-12-03T11:50:59.603+0000 7ff6b597f640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-12-03T11:50:59.724 INFO:tasks.workunit.client.0.smithi019.stderr: -425> 2023-12-03T11:50:59.603+0000 7ff6b6180640 10 monclient(hunting): handle_auth_reply_more payload 9 2023-12-03T11:50:59.724 INFO:tasks.workunit.client.0.smithi019.stderr: -424> 2023-12-03T11:50:59.603+0000 7ff6b6180640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-12-03T11:50:59.724 INFO:tasks.workunit.client.0.smithi019.stderr: -423> 2023-12-03T11:50:59.603+0000 7ff6b6180640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-12-03T11:50:59.724 INFO:tasks.workunit.client.0.smithi019.stderr: -422> 2023-12-03T11:50:59.603+0000 7ff6b517e640 10 monclient(hunting): get_auth_request con 0x5570394b0cf0 auth_method 0 2023-12-03T11:50:59.724 INFO:tasks.workunit.client.0.smithi019.stderr: -421> 2023-12-03T11:50:59.603+0000 7ff6b517e640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-12-03T11:50:59.724 INFO:tasks.workunit.client.0.smithi019.stderr: -420> 2023-12-03T11:50:59.603+0000 7ff6b517e640 10 monclient(hunting): _init_auth method 2 2023-12-03T11:50:59.724 INFO:tasks.workunit.client.0.smithi019.stderr: -419> 2023-12-03T11:50:59.603+0000 7ff6b517e640 10 monclient(hunting): _init_auth creating new auth 2023-12-03T11:50:59.724 INFO:tasks.workunit.client.0.smithi019.stderr: -418> 2023-12-03T11:50:59.603+0000 7ff6b597f640 10 monclient(hunting): handle_auth_done global_id 7026 payload 274 2023-12-03T11:50:59.724 INFO:tasks.workunit.client.0.smithi019.stderr: -417> 2023-12-03T11:50:59.603+0000 7ff6b597f640 10 monclient: _finish_hunting 0 2023-12-03T11:50:59.724 INFO:tasks.workunit.client.0.smithi019.stderr: -416> 2023-12-03T11:50:59.603+0000 7ff6b597f640 1 monclient: found mon.noname-a 2023-12-03T11:50:59.724 INFO:tasks.workunit.client.0.smithi019.stderr: -415> 2023-12-03T11:50:59.603+0000 7ff6b597f640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.19:3300/0 2023-12-03T11:50:59.724 INFO:tasks.workunit.client.0.smithi019.stderr: -414> 2023-12-03T11:50:59.603+0000 7ff697fff640 10 monclient: handle_monmap mon_map magic: 0 v1 2023-12-03T11:50:59.724 INFO:tasks.workunit.client.0.smithi019.stderr: -413> 2023-12-03T11:50:59.603+0000 7ff697fff640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2023-12-03T11:50:59.724 INFO:tasks.workunit.client.0.smithi019.stderr: -412> 2023-12-03T11:50:59.603+0000 7ff697fff640 10 monclient: dump: 2023-12-03T11:50:59.725 INFO:tasks.workunit.client.0.smithi019.stderr:epoch 1 2023-12-03T11:50:59.725 INFO:tasks.workunit.client.0.smithi019.stderr:fsid ae33780b-1c64-42c6-818c-b1dc720ff6a2 2023-12-03T11:50:59.725 INFO:tasks.workunit.client.0.smithi019.stderr:last_changed 2023-12-03T11:35:13.610069+0000 2023-12-03T11:50:59.725 INFO:tasks.workunit.client.0.smithi019.stderr:created 2023-12-03T11:35:13.610069+0000 2023-12-03T11:50:59.725 INFO:tasks.workunit.client.0.smithi019.stderr:min_mon_release 18 (reef) 2023-12-03T11:50:59.725 INFO:tasks.workunit.client.0.smithi019.stderr:election_strategy: 1 2023-12-03T11:50:59.725 INFO:tasks.workunit.client.0.smithi019.stderr:0: [v2:172.21.15.19:3300/0,v1:172.21.15.19:6789/0] mon.a 2023-12-03T11:50:59.725 INFO:tasks.workunit.client.0.smithi019.stderr:1: [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] mon.b 2023-12-03T11:50:59.725 INFO:tasks.workunit.client.0.smithi019.stderr:2: [v2:172.21.15.19:3301/0,v1:172.21.15.19:6790/0] mon.c 2023-12-03T11:50:59.725 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:50:59.725 INFO:tasks.workunit.client.0.smithi019.stderr: -411> 2023-12-03T11:50:59.603+0000 7ff697fff640 10 monclient: _finish_auth 0 2023-12-03T11:50:59.725 INFO:tasks.workunit.client.0.smithi019.stderr: -410> 2023-12-03T11:50:59.603+0000 7ff697fff640 10 monclient: _check_auth_tickets 2023-12-03T11:50:59.725 INFO:tasks.workunit.client.0.smithi019.stderr: -409> 2023-12-03T11:50:59.603+0000 7ff697fff640 10 monclient: handle_config config(0 keys) v1 2023-12-03T11:50:59.725 INFO:tasks.workunit.client.0.smithi019.stderr: -408> 2023-12-03T11:50:59.603+0000 7ff697fff640 10 monclient: handle_monmap mon_map magic: 0 v1 2023-12-03T11:50:59.725 INFO:tasks.workunit.client.0.smithi019.stderr: -407> 2023-12-03T11:50:59.603+0000 7ff697fff640 10 monclient: got monmap 1 from mon.a (according to old e1) 2023-12-03T11:50:59.725 INFO:tasks.workunit.client.0.smithi019.stderr: -406> 2023-12-03T11:50:59.603+0000 7ff697fff640 10 monclient: dump: 2023-12-03T11:50:59.725 INFO:tasks.workunit.client.0.smithi019.stderr:epoch 1 2023-12-03T11:50:59.726 INFO:tasks.workunit.client.0.smithi019.stderr:fsid ae33780b-1c64-42c6-818c-b1dc720ff6a2 2023-12-03T11:50:59.726 INFO:tasks.workunit.client.0.smithi019.stderr:last_changed 2023-12-03T11:35:13.610069+0000 2023-12-03T11:50:59.726 INFO:tasks.workunit.client.0.smithi019.stderr:created 2023-12-03T11:35:13.610069+0000 2023-12-03T11:50:59.726 INFO:tasks.workunit.client.0.smithi019.stderr:min_mon_release 18 (reef) 2023-12-03T11:50:59.726 INFO:tasks.workunit.client.0.smithi019.stderr:election_strategy: 1 2023-12-03T11:50:59.726 INFO:tasks.workunit.client.0.smithi019.stderr:0: [v2:172.21.15.19:3300/0,v1:172.21.15.19:6789/0] mon.a 2023-12-03T11:50:59.726 INFO:tasks.workunit.client.0.smithi019.stderr:1: [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] mon.b 2023-12-03T11:50:59.726 INFO:tasks.workunit.client.0.smithi019.stderr:2: [v2:172.21.15.19:3301/0,v1:172.21.15.19:6790/0] mon.c 2023-12-03T11:50:59.726 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:50:59.726 INFO:tasks.workunit.client.0.smithi019.stderr: -405> 2023-12-03T11:50:59.603+0000 7ff6b7e63980 5 monclient: authenticate success, global_id 7026 2023-12-03T11:50:59.726 INFO:tasks.workunit.client.0.smithi019.stderr: -404> 2023-12-03T11:50:59.603+0000 7ff6b7e63980 10 monclient: get_monmap_and_config success 2023-12-03T11:50:59.726 INFO:tasks.workunit.client.0.smithi019.stderr: -403> 2023-12-03T11:50:59.603+0000 7ff6b7e63980 4 set_mon_vals no callback set 2023-12-03T11:50:59.726 INFO:tasks.workunit.client.0.smithi019.stderr: -402> 2023-12-03T11:50:59.603+0000 7ff6b7e63980 10 monclient: shutdown 2023-12-03T11:50:59.726 INFO:tasks.workunit.client.0.smithi019.stderr: -401> 2023-12-03T11:50:59.603+0000 7ff6b7e63980 10 monclient: build_initial_monmap 2023-12-03T11:50:59.727 INFO:tasks.workunit.client.0.smithi019.stderr: -400> 2023-12-03T11:50:59.603+0000 7ff6b7e63980 1 build_initial for_mkfs: 0 2023-12-03T11:50:59.727 INFO:tasks.workunit.client.0.smithi019.stderr: -399> 2023-12-03T11:50:59.603+0000 7ff6b7e63980 10 monclient: monmap: 2023-12-03T11:50:59.727 INFO:tasks.workunit.client.0.smithi019.stderr:epoch 0 2023-12-03T11:50:59.727 INFO:tasks.workunit.client.0.smithi019.stderr:fsid 00000000-0000-0000-0000-000000000000 2023-12-03T11:50:59.727 INFO:tasks.workunit.client.0.smithi019.stderr:last_changed 0.000000 2023-12-03T11:50:59.727 INFO:tasks.workunit.client.0.smithi019.stderr:created 0.000000 2023-12-03T11:50:59.727 INFO:tasks.workunit.client.0.smithi019.stderr:min_mon_release 0 (unknown) 2023-12-03T11:50:59.727 INFO:tasks.workunit.client.0.smithi019.stderr:election_strategy: 1 2023-12-03T11:50:59.727 INFO:tasks.workunit.client.0.smithi019.stderr:0: [v2:172.21.15.19:3300/0,v1:172.21.15.19:6789/0] mon.noname-a 2023-12-03T11:50:59.727 INFO:tasks.workunit.client.0.smithi019.stderr:1: [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] mon.noname-b 2023-12-03T11:50:59.727 INFO:tasks.workunit.client.0.smithi019.stderr:2: [v2:172.21.15.19:3301/0,v1:172.21.15.19:6790/0] mon.noname-c 2023-12-03T11:50:59.727 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:50:59.727 INFO:tasks.workunit.client.0.smithi019.stderr: -398> 2023-12-03T11:50:59.603+0000 7ff6b7e63980 5 AuthRegistry(0x557039477520) adding auth protocol: cephx 2023-12-03T11:50:59.727 INFO:tasks.workunit.client.0.smithi019.stderr: -397> 2023-12-03T11:50:59.603+0000 7ff6b7e63980 5 AuthRegistry(0x557039477520) adding auth protocol: cephx 2023-12-03T11:50:59.727 INFO:tasks.workunit.client.0.smithi019.stderr: -396> 2023-12-03T11:50:59.603+0000 7ff6b7e63980 5 AuthRegistry(0x557039477520) adding auth protocol: cephx 2023-12-03T11:50:59.727 INFO:tasks.workunit.client.0.smithi019.stderr: -395> 2023-12-03T11:50:59.603+0000 7ff6b7e63980 5 AuthRegistry(0x557039477520) adding con mode: secure 2023-12-03T11:50:59.728 INFO:tasks.workunit.client.0.smithi019.stderr: -394> 2023-12-03T11:50:59.603+0000 7ff6b7e63980 5 AuthRegistry(0x557039477520) adding con mode: crc 2023-12-03T11:50:59.728 INFO:tasks.workunit.client.0.smithi019.stderr: -393> 2023-12-03T11:50:59.603+0000 7ff6b7e63980 5 AuthRegistry(0x557039477520) adding con mode: secure 2023-12-03T11:50:59.728 INFO:tasks.workunit.client.0.smithi019.stderr: -392> 2023-12-03T11:50:59.603+0000 7ff6b7e63980 5 AuthRegistry(0x557039477520) adding con mode: crc 2023-12-03T11:50:59.728 INFO:tasks.workunit.client.0.smithi019.stderr: -391> 2023-12-03T11:50:59.603+0000 7ff6b7e63980 5 AuthRegistry(0x557039477520) adding con mode: secure 2023-12-03T11:50:59.728 INFO:tasks.workunit.client.0.smithi019.stderr: -390> 2023-12-03T11:50:59.603+0000 7ff6b7e63980 5 AuthRegistry(0x557039477520) adding con mode: crc 2023-12-03T11:50:59.728 INFO:tasks.workunit.client.0.smithi019.stderr: -389> 2023-12-03T11:50:59.603+0000 7ff6b7e63980 5 AuthRegistry(0x557039477520) adding con mode: crc 2023-12-03T11:50:59.728 INFO:tasks.workunit.client.0.smithi019.stderr: -388> 2023-12-03T11:50:59.603+0000 7ff6b7e63980 5 AuthRegistry(0x557039477520) adding con mode: secure 2023-12-03T11:50:59.728 INFO:tasks.workunit.client.0.smithi019.stderr: -387> 2023-12-03T11:50:59.603+0000 7ff6b7e63980 5 AuthRegistry(0x557039477520) adding con mode: crc 2023-12-03T11:50:59.728 INFO:tasks.workunit.client.0.smithi019.stderr: -386> 2023-12-03T11:50:59.603+0000 7ff6b7e63980 5 AuthRegistry(0x557039477520) adding con mode: secure 2023-12-03T11:50:59.728 INFO:tasks.workunit.client.0.smithi019.stderr: -385> 2023-12-03T11:50:59.603+0000 7ff6b7e63980 5 AuthRegistry(0x557039477520) adding con mode: crc 2023-12-03T11:50:59.728 INFO:tasks.workunit.client.0.smithi019.stderr: -384> 2023-12-03T11:50:59.603+0000 7ff6b7e63980 5 AuthRegistry(0x557039477520) adding con mode: secure 2023-12-03T11:50:59.728 INFO:tasks.workunit.client.0.smithi019.stderr: -383> 2023-12-03T11:50:59.603+0000 7ff6b7e63980 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-12-03T11:50:59.728 INFO:tasks.workunit.client.0.smithi019.stderr: -382> 2023-12-03T11:50:59.603+0000 7ff6b7e63980 1 librados: starting msgr at 2023-12-03T11:50:59.728 INFO:tasks.workunit.client.0.smithi019.stderr: -381> 2023-12-03T11:50:59.603+0000 7ff6b7e63980 1 librados: starting objecter 2023-12-03T11:50:59.729 INFO:tasks.workunit.client.0.smithi019.stderr: -380> 2023-12-03T11:50:59.603+0000 7ff6b7e63980 5 asok(0x55703926d240) register_command objecter_requests cmddesc objecter_requests hook 0x5570394a8500 EEXIST 2023-12-03T11:50:59.729 INFO:tasks.workunit.client.0.smithi019.stderr: -379> 2023-12-03T11:50:59.603+0000 7ff6b7e63980 1 librados: setting wanted keys 2023-12-03T11:50:59.729 INFO:tasks.workunit.client.0.smithi019.stderr: -378> 2023-12-03T11:50:59.603+0000 7ff6b7e63980 1 librados: calling monclient init 2023-12-03T11:50:59.729 INFO:tasks.workunit.client.0.smithi019.stderr: -377> 2023-12-03T11:50:59.603+0000 7ff6b7e63980 10 monclient: init 2023-12-03T11:50:59.729 INFO:tasks.workunit.client.0.smithi019.stderr: -376> 2023-12-03T11:50:59.603+0000 7ff6b7e63980 5 AuthRegistry(0x557039475af8) adding auth protocol: cephx 2023-12-03T11:50:59.729 INFO:tasks.workunit.client.0.smithi019.stderr: -375> 2023-12-03T11:50:59.603+0000 7ff6b7e63980 5 AuthRegistry(0x557039475af8) adding auth protocol: cephx 2023-12-03T11:50:59.729 INFO:tasks.workunit.client.0.smithi019.stderr: -374> 2023-12-03T11:50:59.603+0000 7ff6b7e63980 5 AuthRegistry(0x557039475af8) adding auth protocol: cephx 2023-12-03T11:50:59.729 INFO:tasks.workunit.client.0.smithi019.stderr: -373> 2023-12-03T11:50:59.603+0000 7ff6b7e63980 5 AuthRegistry(0x557039475af8) adding con mode: secure 2023-12-03T11:50:59.729 INFO:tasks.workunit.client.0.smithi019.stderr: -372> 2023-12-03T11:50:59.603+0000 7ff6b7e63980 5 AuthRegistry(0x557039475af8) adding con mode: crc 2023-12-03T11:50:59.729 INFO:tasks.workunit.client.0.smithi019.stderr: -371> 2023-12-03T11:50:59.603+0000 7ff6b7e63980 5 AuthRegistry(0x557039475af8) adding con mode: secure 2023-12-03T11:50:59.729 INFO:tasks.workunit.client.0.smithi019.stderr: -370> 2023-12-03T11:50:59.603+0000 7ff6b7e63980 5 AuthRegistry(0x557039475af8) adding con mode: crc 2023-12-03T11:50:59.729 INFO:tasks.workunit.client.0.smithi019.stderr: -369> 2023-12-03T11:50:59.603+0000 7ff6b7e63980 5 AuthRegistry(0x557039475af8) adding con mode: secure 2023-12-03T11:50:59.729 INFO:tasks.workunit.client.0.smithi019.stderr: -368> 2023-12-03T11:50:59.603+0000 7ff6b7e63980 5 AuthRegistry(0x557039475af8) adding con mode: crc 2023-12-03T11:50:59.729 INFO:tasks.workunit.client.0.smithi019.stderr: -367> 2023-12-03T11:50:59.603+0000 7ff6b7e63980 5 AuthRegistry(0x557039475af8) adding con mode: crc 2023-12-03T11:50:59.729 INFO:tasks.workunit.client.0.smithi019.stderr: -366> 2023-12-03T11:50:59.603+0000 7ff6b7e63980 5 AuthRegistry(0x557039475af8) adding con mode: secure 2023-12-03T11:50:59.730 INFO:tasks.workunit.client.0.smithi019.stderr: -365> 2023-12-03T11:50:59.603+0000 7ff6b7e63980 5 AuthRegistry(0x557039475af8) adding con mode: crc 2023-12-03T11:50:59.730 INFO:tasks.workunit.client.0.smithi019.stderr: -364> 2023-12-03T11:50:59.603+0000 7ff6b7e63980 5 AuthRegistry(0x557039475af8) adding con mode: secure 2023-12-03T11:50:59.730 INFO:tasks.workunit.client.0.smithi019.stderr: -363> 2023-12-03T11:50:59.603+0000 7ff6b7e63980 5 AuthRegistry(0x557039475af8) adding con mode: crc 2023-12-03T11:50:59.730 INFO:tasks.workunit.client.0.smithi019.stderr: -362> 2023-12-03T11:50:59.603+0000 7ff6b7e63980 5 AuthRegistry(0x557039475af8) adding con mode: secure 2023-12-03T11:50:59.730 INFO:tasks.workunit.client.0.smithi019.stderr: -361> 2023-12-03T11:50:59.603+0000 7ff6b7e63980 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-12-03T11:50:59.730 INFO:tasks.workunit.client.0.smithi019.stderr: -360> 2023-12-03T11:50:59.603+0000 7ff6b7e63980 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-12-03T11:50:59.730 INFO:tasks.workunit.client.0.smithi019.stderr: -359> 2023-12-03T11:50:59.603+0000 7ff6b7e63980 5 asok(0x55703926d240) register_command rotate-key cmddesc rotate-key hook 0x557039475c40 EEXIST 2023-12-03T11:50:59.730 INFO:tasks.workunit.client.0.smithi019.stderr: -358> 2023-12-03T11:50:59.603+0000 7ff6b7e63980 10 monclient: _reopen_session rank -1 2023-12-03T11:50:59.730 INFO:tasks.workunit.client.0.smithi019.stderr: -357> 2023-12-03T11:50:59.603+0000 7ff6b7e63980 10 monclient: _add_conns ranks=[0,1,2] 2023-12-03T11:50:59.730 INFO:tasks.workunit.client.0.smithi019.stderr: -356> 2023-12-03T11:50:59.603+0000 7ff6b7e63980 10 monclient(hunting): picked mon.noname-a con 0x5570394a6340 addr [v2:172.21.15.19:3300/0,v1:172.21.15.19:6789/0] 2023-12-03T11:50:59.730 INFO:tasks.workunit.client.0.smithi019.stderr: -355> 2023-12-03T11:50:59.603+0000 7ff6b7e63980 10 monclient(hunting): picked mon.noname-b con 0x5570394a8b80 addr [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] 2023-12-03T11:50:59.731 INFO:tasks.workunit.client.0.smithi019.stderr: -354> 2023-12-03T11:50:59.603+0000 7ff6b7e63980 10 monclient(hunting): picked mon.noname-c con 0x5570394b0cf0 addr [v2:172.21.15.19:3301/0,v1:172.21.15.19:6790/0] 2023-12-03T11:50:59.731 INFO:tasks.workunit.client.0.smithi019.stderr: -353> 2023-12-03T11:50:59.603+0000 7ff6b7e63980 10 monclient(hunting): start opening mon connection 2023-12-03T11:50:59.731 INFO:tasks.workunit.client.0.smithi019.stderr: -352> 2023-12-03T11:50:59.603+0000 7ff6b7e63980 10 monclient(hunting): start opening mon connection 2023-12-03T11:50:59.731 INFO:tasks.workunit.client.0.smithi019.stderr: -351> 2023-12-03T11:50:59.603+0000 7ff6b7e63980 10 monclient(hunting): start opening mon connection 2023-12-03T11:50:59.731 INFO:tasks.workunit.client.0.smithi019.stderr: -350> 2023-12-03T11:50:59.603+0000 7ff6b7e63980 10 monclient(hunting): _renew_subs 2023-12-03T11:50:59.731 INFO:tasks.workunit.client.0.smithi019.stderr: -349> 2023-12-03T11:50:59.603+0000 7ff6b7e63980 10 monclient(hunting): authenticate will time out at 1918.011135s 2023-12-03T11:50:59.731 INFO:tasks.workunit.client.0.smithi019.stderr: -348> 2023-12-03T11:50:59.603+0000 7ff6b597f640 10 monclient(hunting): get_auth_request con 0x5570394a6340 auth_method 0 2023-12-03T11:50:59.731 INFO:tasks.workunit.client.0.smithi019.stderr: -347> 2023-12-03T11:50:59.603+0000 7ff6b597f640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-12-03T11:50:59.731 INFO:tasks.workunit.client.0.smithi019.stderr: -346> 2023-12-03T11:50:59.603+0000 7ff6b597f640 10 monclient(hunting): _init_auth method 2 2023-12-03T11:50:59.731 INFO:tasks.workunit.client.0.smithi019.stderr: -345> 2023-12-03T11:50:59.603+0000 7ff6b597f640 10 monclient(hunting): _init_auth creating new auth 2023-12-03T11:50:59.731 INFO:tasks.workunit.client.0.smithi019.stderr: -344> 2023-12-03T11:50:59.603+0000 7ff6b6180640 10 monclient(hunting): get_auth_request con 0x5570394b0cf0 auth_method 0 2023-12-03T11:50:59.731 INFO:tasks.workunit.client.0.smithi019.stderr: -343> 2023-12-03T11:50:59.603+0000 7ff6b6180640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-12-03T11:50:59.731 INFO:tasks.workunit.client.0.smithi019.stderr: -342> 2023-12-03T11:50:59.603+0000 7ff6b6180640 10 monclient(hunting): _init_auth method 2 2023-12-03T11:50:59.731 INFO:tasks.workunit.client.0.smithi019.stderr: -341> 2023-12-03T11:50:59.603+0000 7ff6b6180640 10 monclient(hunting): _init_auth creating new auth 2023-12-03T11:50:59.732 INFO:tasks.workunit.client.0.smithi019.stderr: -340> 2023-12-03T11:50:59.603+0000 7ff6b6180640 10 monclient(hunting): handle_auth_reply_more payload 9 2023-12-03T11:50:59.732 INFO:tasks.workunit.client.0.smithi019.stderr: -339> 2023-12-03T11:50:59.603+0000 7ff6b6180640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-12-03T11:50:59.732 INFO:tasks.workunit.client.0.smithi019.stderr: -338> 2023-12-03T11:50:59.603+0000 7ff6b6180640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-12-03T11:50:59.732 INFO:tasks.workunit.client.0.smithi019.stderr: -337> 2023-12-03T11:50:59.603+0000 7ff6b597f640 10 monclient(hunting): handle_auth_reply_more payload 9 2023-12-03T11:50:59.732 INFO:tasks.workunit.client.0.smithi019.stderr: -336> 2023-12-03T11:50:59.603+0000 7ff6b597f640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-12-03T11:50:59.732 INFO:tasks.workunit.client.0.smithi019.stderr: -335> 2023-12-03T11:50:59.603+0000 7ff6b597f640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-12-03T11:50:59.732 INFO:tasks.workunit.client.0.smithi019.stderr: -334> 2023-12-03T11:50:59.603+0000 7ff6b517e640 10 monclient(hunting): get_auth_request con 0x5570394a8b80 auth_method 0 2023-12-03T11:50:59.732 INFO:tasks.workunit.client.0.smithi019.stderr: -333> 2023-12-03T11:50:59.603+0000 7ff6b517e640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-12-03T11:50:59.732 INFO:tasks.workunit.client.0.smithi019.stderr: -332> 2023-12-03T11:50:59.603+0000 7ff6b517e640 10 monclient(hunting): _init_auth method 2 2023-12-03T11:50:59.732 INFO:tasks.workunit.client.0.smithi019.stderr: -331> 2023-12-03T11:50:59.603+0000 7ff6b517e640 10 monclient(hunting): _init_auth creating new auth 2023-12-03T11:50:59.732 INFO:tasks.workunit.client.0.smithi019.stderr: -330> 2023-12-03T11:50:59.603+0000 7ff6b6180640 10 monclient(hunting): handle_auth_done global_id 6674 payload 824 2023-12-03T11:50:59.732 INFO:tasks.workunit.client.0.smithi019.stderr: -329> 2023-12-03T11:50:59.603+0000 7ff6b6180640 10 monclient: _finish_hunting 0 2023-12-03T11:50:59.732 INFO:tasks.workunit.client.0.smithi019.stderr: -328> 2023-12-03T11:50:59.603+0000 7ff6b6180640 1 monclient: found mon.noname-c 2023-12-03T11:50:59.732 INFO:tasks.workunit.client.0.smithi019.stderr: -327> 2023-12-03T11:50:59.603+0000 7ff6b6180640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.19:3301/0 2023-12-03T11:50:59.732 INFO:tasks.workunit.client.0.smithi019.stderr: -326> 2023-12-03T11:50:59.603+0000 7ff6967fc640 10 monclient: handle_monmap mon_map magic: 0 v1 2023-12-03T11:50:59.732 INFO:tasks.workunit.client.0.smithi019.stderr: -325> 2023-12-03T11:50:59.603+0000 7ff6967fc640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2023-12-03T11:50:59.732 INFO:tasks.workunit.client.0.smithi019.stderr: -324> 2023-12-03T11:50:59.607+0000 7ff6967fc640 10 monclient: dump: 2023-12-03T11:50:59.733 INFO:tasks.workunit.client.0.smithi019.stderr:epoch 1 2023-12-03T11:50:59.733 INFO:tasks.workunit.client.0.smithi019.stderr:fsid ae33780b-1c64-42c6-818c-b1dc720ff6a2 2023-12-03T11:50:59.733 INFO:tasks.workunit.client.0.smithi019.stderr:last_changed 2023-12-03T11:35:13.610069+0000 2023-12-03T11:50:59.733 INFO:tasks.workunit.client.0.smithi019.stderr:created 2023-12-03T11:35:13.610069+0000 2023-12-03T11:50:59.733 INFO:tasks.workunit.client.0.smithi019.stderr:min_mon_release 18 (reef) 2023-12-03T11:50:59.733 INFO:tasks.workunit.client.0.smithi019.stderr:election_strategy: 1 2023-12-03T11:50:59.733 INFO:tasks.workunit.client.0.smithi019.stderr:0: [v2:172.21.15.19:3300/0,v1:172.21.15.19:6789/0] mon.a 2023-12-03T11:50:59.733 INFO:tasks.workunit.client.0.smithi019.stderr:1: [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] mon.b 2023-12-03T11:50:59.733 INFO:tasks.workunit.client.0.smithi019.stderr:2: [v2:172.21.15.19:3301/0,v1:172.21.15.19:6790/0] mon.c 2023-12-03T11:50:59.733 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:50:59.733 INFO:tasks.workunit.client.0.smithi019.stderr: -323> 2023-12-03T11:50:59.607+0000 7ff6967fc640 10 monclient: _finish_auth 0 2023-12-03T11:50:59.733 INFO:tasks.workunit.client.0.smithi019.stderr: -322> 2023-12-03T11:50:59.607+0000 7ff6967fc640 10 monclient: _check_auth_tickets 2023-12-03T11:50:59.733 INFO:tasks.workunit.client.0.smithi019.stderr: -321> 2023-12-03T11:50:59.607+0000 7ff6967fc640 10 monclient: handle_config config(0 keys) v1 2023-12-03T11:50:59.733 INFO:tasks.workunit.client.0.smithi019.stderr: -320> 2023-12-03T11:50:59.607+0000 7ff6967fc640 10 monclient: handle_monmap mon_map magic: 0 v1 2023-12-03T11:50:59.733 INFO:tasks.workunit.client.0.smithi019.stderr: -319> 2023-12-03T11:50:59.607+0000 7ff6967fc640 10 monclient: got monmap 1 from mon.c (according to old e1) 2023-12-03T11:50:59.734 INFO:tasks.workunit.client.0.smithi019.stderr: -318> 2023-12-03T11:50:59.607+0000 7ff6967fc640 10 monclient: dump: 2023-12-03T11:50:59.734 INFO:tasks.workunit.client.0.smithi019.stderr:epoch 1 2023-12-03T11:50:59.734 INFO:tasks.workunit.client.0.smithi019.stderr:fsid ae33780b-1c64-42c6-818c-b1dc720ff6a2 2023-12-03T11:50:59.734 INFO:tasks.workunit.client.0.smithi019.stderr:last_changed 2023-12-03T11:35:13.610069+0000 2023-12-03T11:50:59.734 INFO:tasks.workunit.client.0.smithi019.stderr:created 2023-12-03T11:35:13.610069+0000 2023-12-03T11:50:59.734 INFO:tasks.workunit.client.0.smithi019.stderr:min_mon_release 18 (reef) 2023-12-03T11:50:59.734 INFO:tasks.workunit.client.0.smithi019.stderr:election_strategy: 1 2023-12-03T11:50:59.734 INFO:tasks.workunit.client.0.smithi019.stderr:0: [v2:172.21.15.19:3300/0,v1:172.21.15.19:6789/0] mon.a 2023-12-03T11:50:59.734 INFO:tasks.workunit.client.0.smithi019.stderr:1: [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] mon.b 2023-12-03T11:50:59.734 INFO:tasks.workunit.client.0.smithi019.stderr:2: [v2:172.21.15.19:3301/0,v1:172.21.15.19:6790/0] mon.c 2023-12-03T11:50:59.734 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:50:59.734 INFO:tasks.workunit.client.0.smithi019.stderr: -317> 2023-12-03T11:50:59.607+0000 7ff697fff640 4 set_mon_vals no callback set 2023-12-03T11:50:59.734 INFO:tasks.workunit.client.0.smithi019.stderr: -316> 2023-12-03T11:50:59.607+0000 7ff6b7e63980 5 monclient: authenticate success, global_id 6674 2023-12-03T11:50:59.735 INFO:tasks.workunit.client.0.smithi019.stderr: -315> 2023-12-03T11:50:59.607+0000 7ff6b7e63980 10 monclient: _renew_subs 2023-12-03T11:50:59.735 INFO:tasks.workunit.client.0.smithi019.stderr: -314> 2023-12-03T11:50:59.607+0000 7ff6b7e63980 10 monclient: _send_mon_message to mon.c at v2:172.21.15.19:3301/0 2023-12-03T11:50:59.735 INFO:tasks.workunit.client.0.smithi019.stderr: -313> 2023-12-03T11:50:59.607+0000 7ff6b7e63980 10 monclient: _renew_subs 2023-12-03T11:50:59.735 INFO:tasks.workunit.client.0.smithi019.stderr: -312> 2023-12-03T11:50:59.607+0000 7ff6b7e63980 10 monclient: _send_mon_message to mon.c at v2:172.21.15.19:3301/0 2023-12-03T11:50:59.735 INFO:tasks.workunit.client.0.smithi019.stderr: -311> 2023-12-03T11:50:59.607+0000 7ff6b7e63980 1 librados: init done 2023-12-03T11:50:59.735 INFO:tasks.workunit.client.0.smithi019.stderr: -310> 2023-12-03T11:50:59.607+0000 7ff6b7e63980 20 rados->read ofs=0 len=0 2023-12-03T11:50:59.735 INFO:tasks.workunit.client.0.smithi019.stderr: -309> 2023-12-03T11:50:59.607+0000 7ff6967fc640 4 mgrc handle_mgr_map Got map version 5 2023-12-03T11:50:59.735 INFO:tasks.workunit.client.0.smithi019.stderr: -308> 2023-12-03T11:50:59.607+0000 7ff6967fc640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.57:6832/1976017766,v1:172.21.15.57:6833/1976017766] 2023-12-03T11:50:59.735 INFO:tasks.workunit.client.0.smithi019.stderr: -307> 2023-12-03T11:50:59.607+0000 7ff6967fc640 4 mgrc reconnect Starting new session with [v2:172.21.15.57:6832/1976017766,v1:172.21.15.57:6833/1976017766] 2023-12-03T11:50:59.735 INFO:tasks.workunit.client.0.smithi019.stderr: -306> 2023-12-03T11:50:59.607+0000 7ff6b597f640 10 monclient: get_auth_request con 0x7ff690064e80 auth_method 0 2023-12-03T11:50:59.735 INFO:tasks.workunit.client.0.smithi019.stderr: -305> 2023-12-03T11:50:59.607+0000 7ff6b517e640 10 monclient: get_auth_request con 0x5570394c34f0 auth_method 0 2023-12-03T11:50:59.735 INFO:tasks.workunit.client.0.smithi019.stderr: -304> 2023-12-03T11:50:59.607+0000 7ff6b7e63980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:59.735 INFO:tasks.workunit.client.0.smithi019.stderr: -303> 2023-12-03T11:50:59.607+0000 7ff6b7e63980 20 realm 2023-12-03T11:50:59.735 INFO:tasks.workunit.client.0.smithi019.stderr: -302> 2023-12-03T11:50:59.607+0000 7ff6b7e63980 20 rados->read ofs=0 len=0 2023-12-03T11:50:59.735 INFO:tasks.workunit.client.0.smithi019.stderr: -301> 2023-12-03T11:50:59.607+0000 7ff6b7e63980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:59.735 INFO:tasks.workunit.client.0.smithi019.stderr: -300> 2023-12-03T11:50:59.607+0000 7ff6b7e63980 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:50:59.736 INFO:tasks.workunit.client.0.smithi019.stderr: -299> 2023-12-03T11:50:59.607+0000 7ff6b7e63980 20 rados->read ofs=0 len=0 2023-12-03T11:50:59.736 INFO:tasks.workunit.client.0.smithi019.stderr: -298> 2023-12-03T11:50:59.611+0000 7ff6b7e63980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:59.736 INFO:tasks.workunit.client.0.smithi019.stderr: -297> 2023-12-03T11:50:59.611+0000 7ff6b7e63980 20 rados->read ofs=0 len=0 2023-12-03T11:50:59.736 INFO:tasks.workunit.client.0.smithi019.stderr: -296> 2023-12-03T11:50:59.611+0000 7ff6b597f640 10 monclient: get_auth_request con 0x5570394c7420 auth_method 0 2023-12-03T11:50:59.736 INFO:tasks.workunit.client.0.smithi019.stderr: -295> 2023-12-03T11:50:59.611+0000 7ff6b7e63980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:50:59.736 INFO:tasks.workunit.client.0.smithi019.stderr: -294> 2023-12-03T11:50:59.611+0000 7ff6b7e63980 20 rados->read ofs=0 len=0 2023-12-03T11:50:59.736 INFO:tasks.workunit.client.0.smithi019.stderr: -293> 2023-12-03T11:50:59.611+0000 7ff6b7e63980 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:50:59.736 INFO:tasks.workunit.client.0.smithi019.stderr: -292> 2023-12-03T11:50:59.611+0000 7ff6b7e63980 20 searching for the correct realm 2023-12-03T11:50:59.736 INFO:tasks.workunit.client.0.smithi019.stderr: -291> 2023-12-03T11:50:59.611+0000 7ff6b517e640 10 monclient: get_auth_request con 0x5570394cc460 auth_method 0 2023-12-03T11:50:59.736 INFO:tasks.workunit.client.0.smithi019.stderr: -290> 2023-12-03T11:50:59.615+0000 7ff6b6180640 10 monclient: get_auth_request con 0x7ff6ac008050 auth_method 0 2023-12-03T11:50:59.736 INFO:tasks.workunit.client.0.smithi019.stderr: -289> 2023-12-03T11:50:59.615+0000 7ff6b597f640 10 monclient: get_auth_request con 0x7ff6b00ab070 auth_method 0 2023-12-03T11:50:59.736 INFO:tasks.workunit.client.0.smithi019.stderr: -288> 2023-12-03T11:50:59.615+0000 7ff6b517e640 10 monclient: get_auth_request con 0x7ff6a8016930 auth_method 0 2023-12-03T11:50:59.736 INFO:tasks.workunit.client.0.smithi019.stderr: -287> 2023-12-03T11:50:59.619+0000 7ff6b6180640 10 monclient: get_auth_request con 0x7ff6ac037040 auth_method 0 2023-12-03T11:50:59.736 INFO:tasks.workunit.client.0.smithi019.stderr: -286> 2023-12-03T11:50:59.627+0000 7ff6b597f640 10 monclient: get_auth_request con 0x7ff6ac036920 auth_method 0 2023-12-03T11:50:59.736 INFO:tasks.workunit.client.0.smithi019.stderr: -285> 2023-12-03T11:50:59.635+0000 7ff6b597f640 0 -- 172.21.15.19:0/2210648141 >> [v2:172.21.15.57:6808/3142144203,v1:172.21.15.57:6809/3142144203] conn(0x5570394c7420 msgr2=0x5570394c9870 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2023-12-03T11:50:59.736 INFO:tasks.workunit.client.0.smithi019.stderr: -284> 2023-12-03T11:50:59.635+0000 7ff6967fc640 1 client.6674.objecter ms_handle_reset 0x5570394c7420 session 0x557039250b00 osd.5 2023-12-03T11:50:59.736 INFO:tasks.workunit.client.0.smithi019.stderr: -283> 2023-12-03T11:50:59.635+0000 7ff6967fc640 10 monclient: _renew_subs 2023-12-03T11:50:59.737 INFO:tasks.workunit.client.0.smithi019.stderr: -282> 2023-12-03T11:50:59.635+0000 7ff6967fc640 10 monclient: _send_mon_message to mon.c at v2:172.21.15.19:3301/0 2023-12-03T11:50:59.737 INFO:tasks.workunit.client.0.smithi019.stderr: -281> 2023-12-03T11:50:59.635+0000 7ff6b597f640 10 monclient: get_auth_request con 0x7ff690075360 auth_method 0 2023-12-03T11:50:59.737 INFO:tasks.workunit.client.0.smithi019.stderr: -280> 2023-12-03T11:50:59.639+0000 7ff6b7e63980 20 RGWRados::pool_iterate: got zonegroup_info.9433ba8b-08fe-4f3d-8375-ae7b0ce32294 2023-12-03T11:50:59.737 INFO:tasks.workunit.client.0.smithi019.stderr: -279> 2023-12-03T11:50:59.639+0000 7ff6b7e63980 20 RGWRados::pool_iterate: got zone_info.43a5e689-6a4f-4bb6-8529-28824bd75ab9 2023-12-03T11:50:59.737 INFO:tasks.workunit.client.0.smithi019.stderr: -278> 2023-12-03T11:50:59.639+0000 7ff6b7e63980 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:50:59.737 INFO:tasks.workunit.client.0.smithi019.stderr: -277> 2023-12-03T11:50:59.639+0000 7ff6b7e63980 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:50:59.737 INFO:tasks.workunit.client.0.smithi019.stderr: -276> 2023-12-03T11:50:59.639+0000 7ff6b7e63980 20 rados->read ofs=0 len=0 2023-12-03T11:50:59.737 INFO:tasks.workunit.client.0.smithi019.stderr: -275> 2023-12-03T11:50:59.639+0000 7ff6b7e63980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:59.737 INFO:tasks.workunit.client.0.smithi019.stderr: -274> 2023-12-03T11:50:59.639+0000 7ff6b7e63980 20 rados->read ofs=0 len=0 2023-12-03T11:50:59.737 INFO:tasks.workunit.client.0.smithi019.stderr: -273> 2023-12-03T11:50:59.639+0000 7ff6b7e63980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:50:59.737 INFO:tasks.workunit.client.0.smithi019.stderr: -272> 2023-12-03T11:50:59.639+0000 7ff6b7e63980 20 rados->read ofs=0 len=0 2023-12-03T11:50:59.737 INFO:tasks.workunit.client.0.smithi019.stderr: -271> 2023-12-03T11:50:59.639+0000 7ff6b7e63980 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:50:59.737 INFO:tasks.workunit.client.0.smithi019.stderr: -270> 2023-12-03T11:50:59.639+0000 7ff6b7e63980 20 zone default found 2023-12-03T11:50:59.737 INFO:tasks.workunit.client.0.smithi019.stderr: -269> 2023-12-03T11:50:59.639+0000 7ff6b7e63980 4 Realm: () 2023-12-03T11:50:59.737 INFO:tasks.workunit.client.0.smithi019.stderr: -268> 2023-12-03T11:50:59.639+0000 7ff6b7e63980 4 ZoneGroup: default (9433ba8b-08fe-4f3d-8375-ae7b0ce32294) 2023-12-03T11:50:59.737 INFO:tasks.workunit.client.0.smithi019.stderr: -267> 2023-12-03T11:50:59.639+0000 7ff6b7e63980 4 Zone: default (43a5e689-6a4f-4bb6-8529-28824bd75ab9) 2023-12-03T11:50:59.738 INFO:tasks.workunit.client.0.smithi019.stderr: -266> 2023-12-03T11:50:59.639+0000 7ff6b7e63980 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:50:59.738 INFO:tasks.workunit.client.0.smithi019.stderr: -265> 2023-12-03T11:50:59.639+0000 7ff6b7e63980 20 zonegroup default 2023-12-03T11:50:59.738 INFO:tasks.workunit.client.0.smithi019.stderr: -264> 2023-12-03T11:50:59.639+0000 7ff6b7e63980 20 rados->read ofs=0 len=0 2023-12-03T11:50:59.738 INFO:tasks.workunit.client.0.smithi019.stderr: -263> 2023-12-03T11:50:59.639+0000 7ff6b7e63980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:59.738 INFO:tasks.workunit.client.0.smithi019.stderr: -262> 2023-12-03T11:50:59.639+0000 7ff6b7e63980 20 rados->read ofs=0 len=0 2023-12-03T11:50:59.738 INFO:tasks.workunit.client.0.smithi019.stderr: -261> 2023-12-03T11:50:59.639+0000 7ff6b7e63980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:59.738 INFO:tasks.workunit.client.0.smithi019.stderr: -260> 2023-12-03T11:50:59.639+0000 7ff6b7e63980 20 rados->read ofs=0 len=0 2023-12-03T11:50:59.738 INFO:tasks.workunit.client.0.smithi019.stderr: -259> 2023-12-03T11:50:59.639+0000 7ff6b7e63980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:59.738 INFO:tasks.workunit.client.0.smithi019.stderr: -258> 2023-12-03T11:50:59.639+0000 7ff6b7e63980 20 started sync module instance, tier type = 2023-12-03T11:50:59.738 INFO:tasks.workunit.client.0.smithi019.stderr: -257> 2023-12-03T11:50:59.639+0000 7ff6b7e63980 20 started zone id=43a5e689-6a4f-4bb6-8529-28824bd75ab9 (name=default) with tier type = 2023-12-03T11:50:59.738 INFO:tasks.workunit.client.0.smithi019.stderr: -256> 2023-12-03T11:50:59.655+0000 7ff6b517e640 0 -- 172.21.15.19:0/2210648141 >> [v2:172.21.15.19:6800/1469834966,v1:172.21.15.19:6801/1469834966] conn(0x5570394cc460 msgr2=0x5570394ce850 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:50:59.738 INFO:tasks.workunit.client.0.smithi019.stderr: -255> 2023-12-03T11:50:59.655+0000 7ff6967fc640 1 client.6674.objecter ms_handle_reset 0x5570394cc460 session 0x55703925a000 osd.3 2023-12-03T11:50:59.738 INFO:tasks.workunit.client.0.smithi019.stderr: -254> 2023-12-03T11:50:59.655+0000 7ff6b517e640 10 monclient: get_auth_request con 0x5570394c7420 auth_method 0 2023-12-03T11:50:59.738 INFO:tasks.workunit.client.0.smithi019.stderr: -253> 2023-12-03T11:50:59.659+0000 7ff6b7e63980 20 add_watcher() i=0 2023-12-03T11:50:59.738 INFO:tasks.workunit.client.0.smithi019.stderr: -252> 2023-12-03T11:50:59.659+0000 7ff6b7e63980 20 add_watcher() i=1 2023-12-03T11:50:59.738 INFO:tasks.workunit.client.0.smithi019.stderr: -251> 2023-12-03T11:50:59.659+0000 7ff6b7e63980 20 add_watcher() i=2 2023-12-03T11:50:59.739 INFO:tasks.workunit.client.0.smithi019.stderr: -250> 2023-12-03T11:50:59.659+0000 7ff6b7e63980 20 add_watcher() i=3 2023-12-03T11:50:59.739 INFO:tasks.workunit.client.0.smithi019.stderr: -249> 2023-12-03T11:50:59.659+0000 7ff6b7e63980 20 add_watcher() i=4 2023-12-03T11:50:59.739 INFO:tasks.workunit.client.0.smithi019.stderr: -248> 2023-12-03T11:50:59.659+0000 7ff6b7e63980 20 add_watcher() i=5 2023-12-03T11:50:59.739 INFO:tasks.workunit.client.0.smithi019.stderr: -247> 2023-12-03T11:50:59.659+0000 7ff6b7e63980 20 add_watcher() i=6 2023-12-03T11:50:59.739 INFO:tasks.workunit.client.0.smithi019.stderr: -246> 2023-12-03T11:50:59.659+0000 7ff6b7e63980 20 add_watcher() i=7 2023-12-03T11:50:59.739 INFO:tasks.workunit.client.0.smithi019.stderr: -245> 2023-12-03T11:50:59.659+0000 7ff6b7e63980 2 all 8 watchers are set, enabling cache 2023-12-03T11:50:59.739 INFO:tasks.workunit.client.0.smithi019.stderr: -244> 2023-12-03T11:50:59.663+0000 7ff6b7e63980 5 AuthRegistry(0x7ffe6c66bd20) adding auth protocol: cephx 2023-12-03T11:50:59.739 INFO:tasks.workunit.client.0.smithi019.stderr: -243> 2023-12-03T11:50:59.663+0000 7ff6b7e63980 5 AuthRegistry(0x7ffe6c66bd20) adding auth protocol: cephx 2023-12-03T11:50:59.739 INFO:tasks.workunit.client.0.smithi019.stderr: -242> 2023-12-03T11:50:59.663+0000 7ff6b7e63980 5 AuthRegistry(0x7ffe6c66bd20) adding auth protocol: cephx 2023-12-03T11:50:59.739 INFO:tasks.workunit.client.0.smithi019.stderr: -241> 2023-12-03T11:50:59.663+0000 7ff6b7e63980 5 AuthRegistry(0x7ffe6c66bd20) adding con mode: secure 2023-12-03T11:50:59.739 INFO:tasks.workunit.client.0.smithi019.stderr: -240> 2023-12-03T11:50:59.663+0000 7ff6b7e63980 5 AuthRegistry(0x7ffe6c66bd20) adding con mode: crc 2023-12-03T11:50:59.739 INFO:tasks.workunit.client.0.smithi019.stderr: -239> 2023-12-03T11:50:59.663+0000 7ff67b7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:50:59.739 INFO:tasks.workunit.client.0.smithi019.stderr: -238> 2023-12-03T11:50:59.663+0000 7ff6b7e63980 5 AuthRegistry(0x7ffe6c66bd20) adding con mode: secure 2023-12-03T11:50:59.739 INFO:tasks.workunit.client.0.smithi019.stderr: -237> 2023-12-03T11:50:59.663+0000 7ff6b7e63980 5 AuthRegistry(0x7ffe6c66bd20) adding con mode: crc 2023-12-03T11:50:59.739 INFO:tasks.workunit.client.0.smithi019.stderr: -236> 2023-12-03T11:50:59.663+0000 7ff6b7e63980 5 AuthRegistry(0x7ffe6c66bd20) adding con mode: secure 2023-12-03T11:50:59.739 INFO:tasks.workunit.client.0.smithi019.stderr: -235> 2023-12-03T11:50:59.663+0000 7ff6b7e63980 5 AuthRegistry(0x7ffe6c66bd20) adding con mode: crc 2023-12-03T11:50:59.740 INFO:tasks.workunit.client.0.smithi019.stderr: -234> 2023-12-03T11:50:59.663+0000 7ff6b7e63980 5 AuthRegistry(0x7ffe6c66bd20) adding con mode: crc 2023-12-03T11:50:59.740 INFO:tasks.workunit.client.0.smithi019.stderr: -233> 2023-12-03T11:50:59.663+0000 7ff6b7e63980 5 AuthRegistry(0x7ffe6c66bd20) adding con mode: secure 2023-12-03T11:50:59.740 INFO:tasks.workunit.client.0.smithi019.stderr: -232> 2023-12-03T11:50:59.663+0000 7ff6b7e63980 5 AuthRegistry(0x7ffe6c66bd20) adding con mode: crc 2023-12-03T11:50:59.740 INFO:tasks.workunit.client.0.smithi019.stderr: -231> 2023-12-03T11:50:59.663+0000 7ff6b7e63980 5 AuthRegistry(0x7ffe6c66bd20) adding con mode: secure 2023-12-03T11:50:59.740 INFO:tasks.workunit.client.0.smithi019.stderr: -230> 2023-12-03T11:50:59.663+0000 7ff6b7e63980 5 AuthRegistry(0x7ffe6c66bd20) adding con mode: crc 2023-12-03T11:50:59.740 INFO:tasks.workunit.client.0.smithi019.stderr: -229> 2023-12-03T11:50:59.663+0000 7ff6b7e63980 5 AuthRegistry(0x7ffe6c66bd20) adding con mode: secure 2023-12-03T11:50:59.740 INFO:tasks.workunit.client.0.smithi019.stderr: -228> 2023-12-03T11:50:59.663+0000 7ff6b7e63980 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-12-03T11:50:59.740 INFO:tasks.workunit.client.0.smithi019.stderr: -227> 2023-12-03T11:50:59.663+0000 7ff6b7e63980 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:50:59.740 INFO:tasks.workunit.client.0.smithi019.stderr: -226> 2023-12-03T11:50:59.663+0000 7ff6b7e63980 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:50:59.740 INFO:tasks.workunit.client.0.smithi019.stderr: -225> 2023-12-03T11:50:59.663+0000 7ff6b7e63980 5 asok(0x55703926d240) register_command cache list hook 0x55703945b730 2023-12-03T11:50:59.740 INFO:tasks.workunit.client.0.smithi019.stderr: -224> 2023-12-03T11:50:59.663+0000 7ff6b7e63980 5 asok(0x55703926d240) register_command cache inspect hook 0x55703945b730 2023-12-03T11:50:59.740 INFO:tasks.workunit.client.0.smithi019.stderr: -223> 2023-12-03T11:50:59.663+0000 7ff6b7e63980 5 asok(0x55703926d240) register_command cache erase hook 0x55703945b730 2023-12-03T11:50:59.740 INFO:tasks.workunit.client.0.smithi019.stderr: -222> 2023-12-03T11:50:59.663+0000 7ff6b7e63980 5 asok(0x55703926d240) register_command cache zap hook 0x55703945b730 2023-12-03T11:50:59.740 INFO:tasks.workunit.client.0.smithi019.stderr: -221> 2023-12-03T11:50:59.663+0000 7ff6b7e63980 10 monclient: get_monmap_and_config 2023-12-03T11:50:59.740 INFO:tasks.workunit.client.0.smithi019.stderr: -220> 2023-12-03T11:50:59.663+0000 7ff6b7e63980 10 monclient: build_initial_monmap 2023-12-03T11:50:59.740 INFO:tasks.workunit.client.0.smithi019.stderr: -219> 2023-12-03T11:50:59.663+0000 7ff6b7e63980 1 build_initial for_mkfs: 0 2023-12-03T11:50:59.741 INFO:tasks.workunit.client.0.smithi019.stderr: -218> 2023-12-03T11:50:59.663+0000 7ff6b7e63980 10 monclient: monmap: 2023-12-03T11:50:59.741 INFO:tasks.workunit.client.0.smithi019.stderr:epoch 0 2023-12-03T11:50:59.741 INFO:tasks.workunit.client.0.smithi019.stderr:fsid 00000000-0000-0000-0000-000000000000 2023-12-03T11:50:59.741 INFO:tasks.workunit.client.0.smithi019.stderr:last_changed 0.000000 2023-12-03T11:50:59.741 INFO:tasks.workunit.client.0.smithi019.stderr:created 0.000000 2023-12-03T11:50:59.741 INFO:tasks.workunit.client.0.smithi019.stderr:min_mon_release 0 (unknown) 2023-12-03T11:50:59.741 INFO:tasks.workunit.client.0.smithi019.stderr:election_strategy: 1 2023-12-03T11:50:59.741 INFO:tasks.workunit.client.0.smithi019.stderr:0: [v2:172.21.15.19:3300/0,v1:172.21.15.19:6789/0] mon.noname-a 2023-12-03T11:50:59.741 INFO:tasks.workunit.client.0.smithi019.stderr:1: [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] mon.noname-b 2023-12-03T11:50:59.741 INFO:tasks.workunit.client.0.smithi019.stderr:2: [v2:172.21.15.19:3301/0,v1:172.21.15.19:6790/0] mon.noname-c 2023-12-03T11:50:59.741 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:50:59.741 INFO:tasks.workunit.client.0.smithi019.stderr: -217> 2023-12-03T11:50:59.663+0000 7ff6b7e63980 5 AuthRegistry(0x557039507720) adding auth protocol: cephx 2023-12-03T11:50:59.741 INFO:tasks.workunit.client.0.smithi019.stderr: -216> 2023-12-03T11:50:59.663+0000 7ff6b7e63980 5 AuthRegistry(0x557039507720) adding auth protocol: cephx 2023-12-03T11:50:59.741 INFO:tasks.workunit.client.0.smithi019.stderr: -215> 2023-12-03T11:50:59.663+0000 7ff6b7e63980 5 AuthRegistry(0x557039507720) adding auth protocol: cephx 2023-12-03T11:50:59.741 INFO:tasks.workunit.client.0.smithi019.stderr: -214> 2023-12-03T11:50:59.663+0000 7ff6b7e63980 5 AuthRegistry(0x557039507720) adding con mode: secure 2023-12-03T11:50:59.742 INFO:tasks.workunit.client.0.smithi019.stderr: -213> 2023-12-03T11:50:59.663+0000 7ff6b7e63980 5 AuthRegistry(0x557039507720) adding con mode: crc 2023-12-03T11:50:59.742 INFO:tasks.workunit.client.0.smithi019.stderr: -212> 2023-12-03T11:50:59.663+0000 7ff6b7e63980 5 AuthRegistry(0x557039507720) adding con mode: secure 2023-12-03T11:50:59.742 INFO:tasks.workunit.client.0.smithi019.stderr: -211> 2023-12-03T11:50:59.663+0000 7ff6b7e63980 5 AuthRegistry(0x557039507720) adding con mode: crc 2023-12-03T11:50:59.742 INFO:tasks.workunit.client.0.smithi019.stderr: -210> 2023-12-03T11:50:59.663+0000 7ff6b7e63980 5 AuthRegistry(0x557039507720) adding con mode: secure 2023-12-03T11:50:59.742 INFO:tasks.workunit.client.0.smithi019.stderr: -209> 2023-12-03T11:50:59.663+0000 7ff6b7e63980 5 AuthRegistry(0x557039507720) adding con mode: crc 2023-12-03T11:50:59.742 INFO:tasks.workunit.client.0.smithi019.stderr: -208> 2023-12-03T11:50:59.663+0000 7ff6b7e63980 5 AuthRegistry(0x557039507720) adding con mode: crc 2023-12-03T11:50:59.742 INFO:tasks.workunit.client.0.smithi019.stderr: -207> 2023-12-03T11:50:59.663+0000 7ff6b7e63980 5 AuthRegistry(0x557039507720) adding con mode: secure 2023-12-03T11:50:59.742 INFO:tasks.workunit.client.0.smithi019.stderr: -206> 2023-12-03T11:50:59.663+0000 7ff6b7e63980 5 AuthRegistry(0x557039507720) adding con mode: crc 2023-12-03T11:50:59.742 INFO:tasks.workunit.client.0.smithi019.stderr: -205> 2023-12-03T11:50:59.663+0000 7ff6b7e63980 5 AuthRegistry(0x557039507720) adding con mode: secure 2023-12-03T11:50:59.742 INFO:tasks.workunit.client.0.smithi019.stderr: -204> 2023-12-03T11:50:59.663+0000 7ff6b7e63980 5 AuthRegistry(0x557039507720) adding con mode: crc 2023-12-03T11:50:59.742 INFO:tasks.workunit.client.0.smithi019.stderr: -203> 2023-12-03T11:50:59.663+0000 7ff6b7e63980 5 AuthRegistry(0x557039507720) adding con mode: secure 2023-12-03T11:50:59.742 INFO:tasks.workunit.client.0.smithi019.stderr: -202> 2023-12-03T11:50:59.663+0000 7ff6b7e63980 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-12-03T11:50:59.742 INFO:tasks.workunit.client.0.smithi019.stderr: -201> 2023-12-03T11:50:59.663+0000 7ff6b7e63980 10 monclient: init 2023-12-03T11:50:59.742 INFO:tasks.workunit.client.0.smithi019.stderr: -200> 2023-12-03T11:50:59.663+0000 7ff6b7e63980 5 AuthRegistry(0x7ffe6c66b870) adding auth protocol: cephx 2023-12-03T11:50:59.743 INFO:tasks.workunit.client.0.smithi019.stderr: -199> 2023-12-03T11:50:59.663+0000 7ff6b7e63980 5 AuthRegistry(0x7ffe6c66b870) adding auth protocol: cephx 2023-12-03T11:50:59.743 INFO:tasks.workunit.client.0.smithi019.stderr: -198> 2023-12-03T11:50:59.663+0000 7ff6b7e63980 5 AuthRegistry(0x7ffe6c66b870) adding auth protocol: cephx 2023-12-03T11:50:59.743 INFO:tasks.workunit.client.0.smithi019.stderr: -197> 2023-12-03T11:50:59.663+0000 7ff6b7e63980 5 AuthRegistry(0x7ffe6c66b870) adding con mode: secure 2023-12-03T11:50:59.743 INFO:tasks.workunit.client.0.smithi019.stderr: -196> 2023-12-03T11:50:59.663+0000 7ff6b7e63980 5 AuthRegistry(0x7ffe6c66b870) adding con mode: crc 2023-12-03T11:50:59.743 INFO:tasks.workunit.client.0.smithi019.stderr: -195> 2023-12-03T11:50:59.663+0000 7ff6b7e63980 5 AuthRegistry(0x7ffe6c66b870) adding con mode: secure 2023-12-03T11:50:59.743 INFO:tasks.workunit.client.0.smithi019.stderr: -194> 2023-12-03T11:50:59.663+0000 7ff6b7e63980 5 AuthRegistry(0x7ffe6c66b870) adding con mode: crc 2023-12-03T11:50:59.743 INFO:tasks.workunit.client.0.smithi019.stderr: -193> 2023-12-03T11:50:59.663+0000 7ff6b7e63980 5 AuthRegistry(0x7ffe6c66b870) adding con mode: secure 2023-12-03T11:50:59.743 INFO:tasks.workunit.client.0.smithi019.stderr: -192> 2023-12-03T11:50:59.663+0000 7ff6b7e63980 5 AuthRegistry(0x7ffe6c66b870) adding con mode: crc 2023-12-03T11:50:59.743 INFO:tasks.workunit.client.0.smithi019.stderr: -191> 2023-12-03T11:50:59.663+0000 7ff6b7e63980 5 AuthRegistry(0x7ffe6c66b870) adding con mode: crc 2023-12-03T11:50:59.743 INFO:tasks.workunit.client.0.smithi019.stderr: -190> 2023-12-03T11:50:59.663+0000 7ff6b7e63980 5 AuthRegistry(0x7ffe6c66b870) adding con mode: secure 2023-12-03T11:50:59.743 INFO:tasks.workunit.client.0.smithi019.stderr: -189> 2023-12-03T11:50:59.663+0000 7ff6b7e63980 5 AuthRegistry(0x7ffe6c66b870) adding con mode: crc 2023-12-03T11:50:59.743 INFO:tasks.workunit.client.0.smithi019.stderr: -188> 2023-12-03T11:50:59.663+0000 7ff6b7e63980 5 AuthRegistry(0x7ffe6c66b870) adding con mode: secure 2023-12-03T11:50:59.743 INFO:tasks.workunit.client.0.smithi019.stderr: -187> 2023-12-03T11:50:59.663+0000 7ff6b7e63980 5 AuthRegistry(0x7ffe6c66b870) adding con mode: crc 2023-12-03T11:50:59.743 INFO:tasks.workunit.client.0.smithi019.stderr: -186> 2023-12-03T11:50:59.663+0000 7ff6b7e63980 5 AuthRegistry(0x7ffe6c66b870) adding con mode: secure 2023-12-03T11:50:59.743 INFO:tasks.workunit.client.0.smithi019.stderr: -185> 2023-12-03T11:50:59.663+0000 7ff6b7e63980 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-12-03T11:50:59.744 INFO:tasks.workunit.client.0.smithi019.stderr: -184> 2023-12-03T11:50:59.663+0000 7ff6b7e63980 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-12-03T11:50:59.744 INFO:tasks.workunit.client.0.smithi019.stderr: -183> 2023-12-03T11:50:59.663+0000 7ff6b7e63980 5 asok(0x55703926d240) register_command rotate-key cmddesc rotate-key hook 0x7ffe6c66b9b8 EEXIST 2023-12-03T11:50:59.744 INFO:tasks.workunit.client.0.smithi019.stderr: -182> 2023-12-03T11:50:59.663+0000 7ff6b7e63980 10 monclient: _reopen_session rank -1 2023-12-03T11:50:59.744 INFO:tasks.workunit.client.0.smithi019.stderr: -181> 2023-12-03T11:50:59.663+0000 7ff6b7e63980 10 monclient: _add_conns ranks=[0,1,2] 2023-12-03T11:50:59.744 INFO:tasks.workunit.client.0.smithi019.stderr: -180> 2023-12-03T11:50:59.663+0000 7ff6b7e63980 10 monclient(hunting): picked mon.noname-a con 0x557039509fe0 addr [v2:172.21.15.19:3300/0,v1:172.21.15.19:6789/0] 2023-12-03T11:50:59.744 INFO:tasks.workunit.client.0.smithi019.stderr: -179> 2023-12-03T11:50:59.663+0000 7ff6b7e63980 10 monclient(hunting): picked mon.noname-b con 0x557039508250 addr [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] 2023-12-03T11:50:59.744 INFO:tasks.workunit.client.0.smithi019.stderr: -178> 2023-12-03T11:50:59.663+0000 7ff6b7e63980 10 monclient(hunting): picked mon.noname-c con 0x5570395006d0 addr [v2:172.21.15.19:3301/0,v1:172.21.15.19:6790/0] 2023-12-03T11:50:59.744 INFO:tasks.workunit.client.0.smithi019.stderr: -177> 2023-12-03T11:50:59.663+0000 7ff6b7e63980 10 monclient(hunting): start opening mon connection 2023-12-03T11:50:59.744 INFO:tasks.workunit.client.0.smithi019.stderr: -176> 2023-12-03T11:50:59.663+0000 7ff6b7e63980 10 monclient(hunting): start opening mon connection 2023-12-03T11:50:59.744 INFO:tasks.workunit.client.0.smithi019.stderr: -175> 2023-12-03T11:50:59.663+0000 7ff6b7e63980 10 monclient(hunting): start opening mon connection 2023-12-03T11:50:59.744 INFO:tasks.workunit.client.0.smithi019.stderr: -174> 2023-12-03T11:50:59.663+0000 7ff6b7e63980 10 monclient(hunting): _renew_subs 2023-12-03T11:50:59.744 INFO:tasks.workunit.client.0.smithi019.stderr: -173> 2023-12-03T11:50:59.663+0000 7ff6b7e63980 10 monclient(hunting): authenticate will time out at 1918.071403s 2023-12-03T11:50:59.744 INFO:tasks.workunit.client.0.smithi019.stderr: -172> 2023-12-03T11:50:59.663+0000 7ff6b6180640 10 monclient(hunting): get_auth_request con 0x557039509fe0 auth_method 0 2023-12-03T11:50:59.744 INFO:tasks.workunit.client.0.smithi019.stderr: -171> 2023-12-03T11:50:59.663+0000 7ff6b6180640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-12-03T11:50:59.745 INFO:tasks.workunit.client.0.smithi019.stderr: -170> 2023-12-03T11:50:59.663+0000 7ff6b6180640 10 monclient(hunting): _init_auth method 2 2023-12-03T11:50:59.745 INFO:tasks.workunit.client.0.smithi019.stderr: -169> 2023-12-03T11:50:59.663+0000 7ff6b6180640 10 monclient(hunting): _init_auth creating new auth 2023-12-03T11:50:59.745 INFO:tasks.workunit.client.0.smithi019.stderr: -168> 2023-12-03T11:50:59.663+0000 7ff6b517e640 10 monclient(hunting): get_auth_request con 0x5570395006d0 auth_method 0 2023-12-03T11:50:59.745 INFO:tasks.workunit.client.0.smithi019.stderr: -167> 2023-12-03T11:50:59.663+0000 7ff6b517e640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-12-03T11:50:59.745 INFO:tasks.workunit.client.0.smithi019.stderr: -166> 2023-12-03T11:50:59.663+0000 7ff6b517e640 10 monclient(hunting): _init_auth method 2 2023-12-03T11:50:59.745 INFO:tasks.workunit.client.0.smithi019.stderr: -165> 2023-12-03T11:50:59.663+0000 7ff6b517e640 10 monclient(hunting): _init_auth creating new auth 2023-12-03T11:50:59.745 INFO:tasks.workunit.client.0.smithi019.stderr: -164> 2023-12-03T11:50:59.663+0000 7ff6b517e640 10 monclient(hunting): handle_auth_reply_more payload 9 2023-12-03T11:50:59.745 INFO:tasks.workunit.client.0.smithi019.stderr: -163> 2023-12-03T11:50:59.663+0000 7ff6b517e640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-12-03T11:50:59.745 INFO:tasks.workunit.client.0.smithi019.stderr: -162> 2023-12-03T11:50:59.663+0000 7ff6b517e640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-12-03T11:50:59.745 INFO:tasks.workunit.client.0.smithi019.stderr: -161> 2023-12-03T11:50:59.663+0000 7ff6b6180640 10 monclient(hunting): handle_auth_reply_more payload 9 2023-12-03T11:50:59.745 INFO:tasks.workunit.client.0.smithi019.stderr: -160> 2023-12-03T11:50:59.663+0000 7ff6b6180640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-12-03T11:50:59.745 INFO:tasks.workunit.client.0.smithi019.stderr: -159> 2023-12-03T11:50:59.663+0000 7ff6b6180640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-12-03T11:50:59.745 INFO:tasks.workunit.client.0.smithi019.stderr: -158> 2023-12-03T11:50:59.663+0000 7ff6b597f640 10 monclient(hunting): get_auth_request con 0x557039508250 auth_method 0 2023-12-03T11:50:59.745 INFO:tasks.workunit.client.0.smithi019.stderr: -157> 2023-12-03T11:50:59.663+0000 7ff6b597f640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-12-03T11:50:59.746 INFO:tasks.workunit.client.0.smithi019.stderr: -156> 2023-12-03T11:50:59.663+0000 7ff6b597f640 10 monclient(hunting): _init_auth method 2 2023-12-03T11:50:59.746 INFO:tasks.workunit.client.0.smithi019.stderr: -155> 2023-12-03T11:50:59.663+0000 7ff6b597f640 10 monclient(hunting): _init_auth creating new auth 2023-12-03T11:50:59.746 INFO:tasks.workunit.client.0.smithi019.stderr: -154> 2023-12-03T11:50:59.663+0000 7ff6b517e640 10 monclient(hunting): handle_auth_done global_id 6677 payload 274 2023-12-03T11:50:59.746 INFO:tasks.workunit.client.0.smithi019.stderr: -153> 2023-12-03T11:50:59.663+0000 7ff6b517e640 10 monclient: _finish_hunting 0 2023-12-03T11:50:59.746 INFO:tasks.workunit.client.0.smithi019.stderr: -152> 2023-12-03T11:50:59.663+0000 7ff6b517e640 1 monclient: found mon.noname-c 2023-12-03T11:50:59.746 INFO:tasks.workunit.client.0.smithi019.stderr: -151> 2023-12-03T11:50:59.663+0000 7ff6b517e640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.19:3301/0 2023-12-03T11:50:59.746 INFO:tasks.workunit.client.0.smithi019.stderr: -150> 2023-12-03T11:50:59.667+0000 7ff67afe5640 10 monclient: handle_monmap mon_map magic: 0 v1 2023-12-03T11:50:59.746 INFO:tasks.workunit.client.0.smithi019.stderr: -149> 2023-12-03T11:50:59.667+0000 7ff67afe5640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2023-12-03T11:50:59.746 INFO:tasks.workunit.client.0.smithi019.stderr: -148> 2023-12-03T11:50:59.667+0000 7ff67afe5640 10 monclient: dump: 2023-12-03T11:50:59.746 INFO:tasks.workunit.client.0.smithi019.stderr:epoch 1 2023-12-03T11:50:59.746 INFO:tasks.workunit.client.0.smithi019.stderr:fsid ae33780b-1c64-42c6-818c-b1dc720ff6a2 2023-12-03T11:50:59.746 INFO:tasks.workunit.client.0.smithi019.stderr:last_changed 2023-12-03T11:35:13.610069+0000 2023-12-03T11:50:59.746 INFO:tasks.workunit.client.0.smithi019.stderr:created 2023-12-03T11:35:13.610069+0000 2023-12-03T11:50:59.746 INFO:tasks.workunit.client.0.smithi019.stderr:min_mon_release 18 (reef) 2023-12-03T11:50:59.746 INFO:tasks.workunit.client.0.smithi019.stderr:election_strategy: 1 2023-12-03T11:50:59.747 INFO:tasks.workunit.client.0.smithi019.stderr:0: [v2:172.21.15.19:3300/0,v1:172.21.15.19:6789/0] mon.a 2023-12-03T11:50:59.747 INFO:tasks.workunit.client.0.smithi019.stderr:1: [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] mon.b 2023-12-03T11:50:59.747 INFO:tasks.workunit.client.0.smithi019.stderr:2: [v2:172.21.15.19:3301/0,v1:172.21.15.19:6790/0] mon.c 2023-12-03T11:50:59.747 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:50:59.747 INFO:tasks.workunit.client.0.smithi019.stderr: -147> 2023-12-03T11:50:59.667+0000 7ff67afe5640 10 monclient: _finish_auth 0 2023-12-03T11:50:59.747 INFO:tasks.workunit.client.0.smithi019.stderr: -146> 2023-12-03T11:50:59.667+0000 7ff67afe5640 10 monclient: _check_auth_tickets 2023-12-03T11:50:59.747 INFO:tasks.workunit.client.0.smithi019.stderr: -145> 2023-12-03T11:50:59.667+0000 7ff67afe5640 10 monclient: handle_config config(0 keys) v1 2023-12-03T11:50:59.747 INFO:tasks.workunit.client.0.smithi019.stderr: -144> 2023-12-03T11:50:59.667+0000 7ff6b7e63980 5 monclient: authenticate success, global_id 6677 2023-12-03T11:50:59.747 INFO:tasks.workunit.client.0.smithi019.stderr: -143> 2023-12-03T11:50:59.667+0000 7ff6b7e63980 10 monclient: get_monmap_and_config success 2023-12-03T11:50:59.747 INFO:tasks.workunit.client.0.smithi019.stderr: -142> 2023-12-03T11:50:59.667+0000 7ff6b7e63980 4 set_mon_vals no callback set 2023-12-03T11:50:59.747 INFO:tasks.workunit.client.0.smithi019.stderr: -141> 2023-12-03T11:50:59.667+0000 7ff67afe5640 10 monclient: handle_monmap mon_map magic: 0 v1 2023-12-03T11:50:59.747 INFO:tasks.workunit.client.0.smithi019.stderr: -140> 2023-12-03T11:50:59.667+0000 7ff67afe5640 10 monclient: got monmap 1 from mon.c (according to old e1) 2023-12-03T11:50:59.747 INFO:tasks.workunit.client.0.smithi019.stderr: -139> 2023-12-03T11:50:59.667+0000 7ff67afe5640 10 monclient: dump: 2023-12-03T11:50:59.747 INFO:tasks.workunit.client.0.smithi019.stderr:epoch 1 2023-12-03T11:50:59.748 INFO:tasks.workunit.client.0.smithi019.stderr:fsid ae33780b-1c64-42c6-818c-b1dc720ff6a2 2023-12-03T11:50:59.748 INFO:tasks.workunit.client.0.smithi019.stderr:last_changed 2023-12-03T11:35:13.610069+0000 2023-12-03T11:50:59.748 INFO:tasks.workunit.client.0.smithi019.stderr:created 2023-12-03T11:35:13.610069+0000 2023-12-03T11:50:59.748 INFO:tasks.workunit.client.0.smithi019.stderr:min_mon_release 18 (reef) 2023-12-03T11:50:59.748 INFO:tasks.workunit.client.0.smithi019.stderr:election_strategy: 1 2023-12-03T11:50:59.748 INFO:tasks.workunit.client.0.smithi019.stderr:0: [v2:172.21.15.19:3300/0,v1:172.21.15.19:6789/0] mon.a 2023-12-03T11:50:59.748 INFO:tasks.workunit.client.0.smithi019.stderr:1: [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] mon.b 2023-12-03T11:50:59.748 INFO:tasks.workunit.client.0.smithi019.stderr:2: [v2:172.21.15.19:3301/0,v1:172.21.15.19:6790/0] mon.c 2023-12-03T11:50:59.748 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:50:59.748 INFO:tasks.workunit.client.0.smithi019.stderr: -138> 2023-12-03T11:50:59.667+0000 7ff6b7e63980 10 monclient: shutdown 2023-12-03T11:50:59.748 INFO:tasks.workunit.client.0.smithi019.stderr: -137> 2023-12-03T11:50:59.667+0000 7ff6b7e63980 10 monclient: build_initial_monmap 2023-12-03T11:50:59.748 INFO:tasks.workunit.client.0.smithi019.stderr: -136> 2023-12-03T11:50:59.667+0000 7ff6b7e63980 1 build_initial for_mkfs: 0 2023-12-03T11:50:59.748 INFO:tasks.workunit.client.0.smithi019.stderr: -135> 2023-12-03T11:50:59.667+0000 7ff6b7e63980 10 monclient: monmap: 2023-12-03T11:50:59.748 INFO:tasks.workunit.client.0.smithi019.stderr:epoch 0 2023-12-03T11:50:59.748 INFO:tasks.workunit.client.0.smithi019.stderr:fsid 00000000-0000-0000-0000-000000000000 2023-12-03T11:50:59.749 INFO:tasks.workunit.client.0.smithi019.stderr:last_changed 0.000000 2023-12-03T11:50:59.749 INFO:tasks.workunit.client.0.smithi019.stderr:created 0.000000 2023-12-03T11:50:59.749 INFO:tasks.workunit.client.0.smithi019.stderr:min_mon_release 0 (unknown) 2023-12-03T11:50:59.749 INFO:tasks.workunit.client.0.smithi019.stderr:election_strategy: 1 2023-12-03T11:50:59.749 INFO:tasks.workunit.client.0.smithi019.stderr:0: [v2:172.21.15.19:3300/0,v1:172.21.15.19:6789/0] mon.noname-a 2023-12-03T11:50:59.749 INFO:tasks.workunit.client.0.smithi019.stderr:1: [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] mon.noname-b 2023-12-03T11:50:59.749 INFO:tasks.workunit.client.0.smithi019.stderr:2: [v2:172.21.15.19:3301/0,v1:172.21.15.19:6790/0] mon.noname-c 2023-12-03T11:50:59.749 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:50:59.749 INFO:tasks.workunit.client.0.smithi019.stderr: -134> 2023-12-03T11:50:59.667+0000 7ff6b7e63980 5 AuthRegistry(0x5570395076b0) adding auth protocol: cephx 2023-12-03T11:50:59.749 INFO:tasks.workunit.client.0.smithi019.stderr: -133> 2023-12-03T11:50:59.667+0000 7ff6b7e63980 5 AuthRegistry(0x5570395076b0) adding auth protocol: cephx 2023-12-03T11:50:59.749 INFO:tasks.workunit.client.0.smithi019.stderr: -132> 2023-12-03T11:50:59.667+0000 7ff6b7e63980 5 AuthRegistry(0x5570395076b0) adding auth protocol: cephx 2023-12-03T11:50:59.749 INFO:tasks.workunit.client.0.smithi019.stderr: -131> 2023-12-03T11:50:59.667+0000 7ff6b7e63980 5 AuthRegistry(0x5570395076b0) adding con mode: secure 2023-12-03T11:50:59.749 INFO:tasks.workunit.client.0.smithi019.stderr: -130> 2023-12-03T11:50:59.667+0000 7ff6b7e63980 5 AuthRegistry(0x5570395076b0) adding con mode: crc 2023-12-03T11:50:59.749 INFO:tasks.workunit.client.0.smithi019.stderr: -129> 2023-12-03T11:50:59.667+0000 7ff6b7e63980 5 AuthRegistry(0x5570395076b0) adding con mode: secure 2023-12-03T11:50:59.749 INFO:tasks.workunit.client.0.smithi019.stderr: -128> 2023-12-03T11:50:59.667+0000 7ff6b7e63980 5 AuthRegistry(0x5570395076b0) adding con mode: crc 2023-12-03T11:50:59.749 INFO:tasks.workunit.client.0.smithi019.stderr: -127> 2023-12-03T11:50:59.667+0000 7ff6b7e63980 5 AuthRegistry(0x5570395076b0) adding con mode: secure 2023-12-03T11:50:59.750 INFO:tasks.workunit.client.0.smithi019.stderr: -126> 2023-12-03T11:50:59.667+0000 7ff6b7e63980 5 AuthRegistry(0x5570395076b0) adding con mode: crc 2023-12-03T11:50:59.750 INFO:tasks.workunit.client.0.smithi019.stderr: -125> 2023-12-03T11:50:59.667+0000 7ff6b7e63980 5 AuthRegistry(0x5570395076b0) adding con mode: crc 2023-12-03T11:50:59.750 INFO:tasks.workunit.client.0.smithi019.stderr: -124> 2023-12-03T11:50:59.667+0000 7ff6b7e63980 5 AuthRegistry(0x5570395076b0) adding con mode: secure 2023-12-03T11:50:59.750 INFO:tasks.workunit.client.0.smithi019.stderr: -123> 2023-12-03T11:50:59.667+0000 7ff6b7e63980 5 AuthRegistry(0x5570395076b0) adding con mode: crc 2023-12-03T11:50:59.750 INFO:tasks.workunit.client.0.smithi019.stderr: -122> 2023-12-03T11:50:59.667+0000 7ff6b7e63980 5 AuthRegistry(0x5570395076b0) adding con mode: secure 2023-12-03T11:50:59.750 INFO:tasks.workunit.client.0.smithi019.stderr: -121> 2023-12-03T11:50:59.667+0000 7ff6b7e63980 5 AuthRegistry(0x5570395076b0) adding con mode: crc 2023-12-03T11:50:59.750 INFO:tasks.workunit.client.0.smithi019.stderr: -120> 2023-12-03T11:50:59.667+0000 7ff6b7e63980 5 AuthRegistry(0x5570395076b0) adding con mode: secure 2023-12-03T11:50:59.750 INFO:tasks.workunit.client.0.smithi019.stderr: -119> 2023-12-03T11:50:59.667+0000 7ff6b7e63980 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-12-03T11:50:59.750 INFO:tasks.workunit.client.0.smithi019.stderr: -118> 2023-12-03T11:50:59.667+0000 7ff6b7e63980 1 librados: starting msgr at 2023-12-03T11:50:59.750 INFO:tasks.workunit.client.0.smithi019.stderr: -117> 2023-12-03T11:50:59.667+0000 7ff6b7e63980 1 librados: starting objecter 2023-12-03T11:50:59.750 INFO:tasks.workunit.client.0.smithi019.stderr: -116> 2023-12-03T11:50:59.667+0000 7ff6b7e63980 5 asok(0x55703926d240) register_command objecter_requests cmddesc objecter_requests hook 0x557039500cc0 EEXIST 2023-12-03T11:50:59.750 INFO:tasks.workunit.client.0.smithi019.stderr: -115> 2023-12-03T11:50:59.667+0000 7ff6b7e63980 1 librados: setting wanted keys 2023-12-03T11:50:59.750 INFO:tasks.workunit.client.0.smithi019.stderr: -114> 2023-12-03T11:50:59.667+0000 7ff6b7e63980 1 librados: calling monclient init 2023-12-03T11:50:59.750 INFO:tasks.workunit.client.0.smithi019.stderr: -113> 2023-12-03T11:50:59.667+0000 7ff6b7e63980 10 monclient: init 2023-12-03T11:50:59.750 INFO:tasks.workunit.client.0.smithi019.stderr: -112> 2023-12-03T11:50:59.667+0000 7ff6b7e63980 5 AuthRegistry(0x55703950ac38) adding auth protocol: cephx 2023-12-03T11:50:59.750 INFO:tasks.workunit.client.0.smithi019.stderr: -111> 2023-12-03T11:50:59.667+0000 7ff6b7e63980 5 AuthRegistry(0x55703950ac38) adding auth protocol: cephx 2023-12-03T11:50:59.751 INFO:tasks.workunit.client.0.smithi019.stderr: -110> 2023-12-03T11:50:59.667+0000 7ff6b7e63980 5 AuthRegistry(0x55703950ac38) adding auth protocol: cephx 2023-12-03T11:50:59.751 INFO:tasks.workunit.client.0.smithi019.stderr: -109> 2023-12-03T11:50:59.667+0000 7ff6b7e63980 5 AuthRegistry(0x55703950ac38) adding con mode: secure 2023-12-03T11:50:59.751 INFO:tasks.workunit.client.0.smithi019.stderr: -108> 2023-12-03T11:50:59.667+0000 7ff6b7e63980 5 AuthRegistry(0x55703950ac38) adding con mode: crc 2023-12-03T11:50:59.751 INFO:tasks.workunit.client.0.smithi019.stderr: -107> 2023-12-03T11:50:59.667+0000 7ff6b7e63980 5 AuthRegistry(0x55703950ac38) adding con mode: secure 2023-12-03T11:50:59.751 INFO:tasks.workunit.client.0.smithi019.stderr: -106> 2023-12-03T11:50:59.667+0000 7ff6b7e63980 5 AuthRegistry(0x55703950ac38) adding con mode: crc 2023-12-03T11:50:59.751 INFO:tasks.workunit.client.0.smithi019.stderr: -105> 2023-12-03T11:50:59.667+0000 7ff6b7e63980 5 AuthRegistry(0x55703950ac38) adding con mode: secure 2023-12-03T11:50:59.751 INFO:tasks.workunit.client.0.smithi019.stderr: -104> 2023-12-03T11:50:59.667+0000 7ff6b7e63980 5 AuthRegistry(0x55703950ac38) adding con mode: crc 2023-12-03T11:50:59.751 INFO:tasks.workunit.client.0.smithi019.stderr: -103> 2023-12-03T11:50:59.667+0000 7ff6b7e63980 5 AuthRegistry(0x55703950ac38) adding con mode: crc 2023-12-03T11:50:59.751 INFO:tasks.workunit.client.0.smithi019.stderr: -102> 2023-12-03T11:50:59.667+0000 7ff6b7e63980 5 AuthRegistry(0x55703950ac38) adding con mode: secure 2023-12-03T11:50:59.751 INFO:tasks.workunit.client.0.smithi019.stderr: -101> 2023-12-03T11:50:59.667+0000 7ff6b7e63980 5 AuthRegistry(0x55703950ac38) adding con mode: crc 2023-12-03T11:50:59.751 INFO:tasks.workunit.client.0.smithi019.stderr: -100> 2023-12-03T11:50:59.667+0000 7ff6b7e63980 5 AuthRegistry(0x55703950ac38) adding con mode: secure 2023-12-03T11:50:59.751 INFO:tasks.workunit.client.0.smithi019.stderr: -99> 2023-12-03T11:50:59.667+0000 7ff6b7e63980 5 AuthRegistry(0x55703950ac38) adding con mode: crc 2023-12-03T11:50:59.751 INFO:tasks.workunit.client.0.smithi019.stderr: -98> 2023-12-03T11:50:59.667+0000 7ff6b7e63980 5 AuthRegistry(0x55703950ac38) adding con mode: secure 2023-12-03T11:50:59.751 INFO:tasks.workunit.client.0.smithi019.stderr: -97> 2023-12-03T11:50:59.667+0000 7ff6b7e63980 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-12-03T11:50:59.751 INFO:tasks.workunit.client.0.smithi019.stderr: -96> 2023-12-03T11:50:59.667+0000 7ff6b7e63980 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-12-03T11:50:59.752 INFO:tasks.workunit.client.0.smithi019.stderr: -95> 2023-12-03T11:50:59.667+0000 7ff6b7e63980 5 asok(0x55703926d240) register_command rotate-key cmddesc rotate-key hook 0x55703950ad80 EEXIST 2023-12-03T11:50:59.752 INFO:tasks.workunit.client.0.smithi019.stderr: -94> 2023-12-03T11:50:59.667+0000 7ff6b7e63980 10 monclient: _reopen_session rank -1 2023-12-03T11:50:59.752 INFO:tasks.workunit.client.0.smithi019.stderr: -93> 2023-12-03T11:50:59.667+0000 7ff6b7e63980 10 monclient: _add_conns ranks=[0,1,2] 2023-12-03T11:50:59.752 INFO:tasks.workunit.client.0.smithi019.stderr: -92> 2023-12-03T11:50:59.667+0000 7ff6b7e63980 10 monclient(hunting): picked mon.noname-a con 0x5570395006d0 addr [v2:172.21.15.19:3300/0,v1:172.21.15.19:6789/0] 2023-12-03T11:50:59.752 INFO:tasks.workunit.client.0.smithi019.stderr: -91> 2023-12-03T11:50:59.667+0000 7ff6b7e63980 10 monclient(hunting): picked mon.noname-b con 0x557039509fe0 addr [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] 2023-12-03T11:50:59.752 INFO:tasks.workunit.client.0.smithi019.stderr: -90> 2023-12-03T11:50:59.667+0000 7ff6b7e63980 10 monclient(hunting): picked mon.noname-c con 0x557039503200 addr [v2:172.21.15.19:3301/0,v1:172.21.15.19:6790/0] 2023-12-03T11:50:59.752 INFO:tasks.workunit.client.0.smithi019.stderr: -89> 2023-12-03T11:50:59.667+0000 7ff6b7e63980 10 monclient(hunting): start opening mon connection 2023-12-03T11:50:59.752 INFO:tasks.workunit.client.0.smithi019.stderr: -88> 2023-12-03T11:50:59.667+0000 7ff6b7e63980 10 monclient(hunting): start opening mon connection 2023-12-03T11:50:59.752 INFO:tasks.workunit.client.0.smithi019.stderr: -87> 2023-12-03T11:50:59.667+0000 7ff6b7e63980 10 monclient(hunting): start opening mon connection 2023-12-03T11:50:59.752 INFO:tasks.workunit.client.0.smithi019.stderr: -86> 2023-12-03T11:50:59.667+0000 7ff6b7e63980 10 monclient(hunting): _renew_subs 2023-12-03T11:50:59.752 INFO:tasks.workunit.client.0.smithi019.stderr: -85> 2023-12-03T11:50:59.667+0000 7ff6b7e63980 10 monclient(hunting): authenticate will time out at 1918.074619s 2023-12-03T11:50:59.752 INFO:tasks.workunit.client.0.smithi019.stderr: -84> 2023-12-03T11:50:59.667+0000 7ff6b6180640 10 monclient(hunting): get_auth_request con 0x5570395006d0 auth_method 0 2023-12-03T11:50:59.752 INFO:tasks.workunit.client.0.smithi019.stderr: -83> 2023-12-03T11:50:59.667+0000 7ff6b6180640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-12-03T11:50:59.752 INFO:tasks.workunit.client.0.smithi019.stderr: -82> 2023-12-03T11:50:59.667+0000 7ff6b6180640 10 monclient(hunting): _init_auth method 2 2023-12-03T11:50:59.753 INFO:tasks.workunit.client.0.smithi019.stderr: -81> 2023-12-03T11:50:59.667+0000 7ff6b6180640 10 monclient(hunting): _init_auth creating new auth 2023-12-03T11:50:59.753 INFO:tasks.workunit.client.0.smithi019.stderr: -80> 2023-12-03T11:50:59.667+0000 7ff6b517e640 10 monclient(hunting): get_auth_request con 0x557039503200 auth_method 0 2023-12-03T11:50:59.753 INFO:tasks.workunit.client.0.smithi019.stderr: -79> 2023-12-03T11:50:59.667+0000 7ff6b517e640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-12-03T11:50:59.753 INFO:tasks.workunit.client.0.smithi019.stderr: -78> 2023-12-03T11:50:59.667+0000 7ff6b517e640 10 monclient(hunting): _init_auth method 2 2023-12-03T11:50:59.753 INFO:tasks.workunit.client.0.smithi019.stderr: -77> 2023-12-03T11:50:59.667+0000 7ff6b517e640 10 monclient(hunting): _init_auth creating new auth 2023-12-03T11:50:59.753 INFO:tasks.workunit.client.0.smithi019.stderr: -76> 2023-12-03T11:50:59.667+0000 7ff6b517e640 10 monclient(hunting): handle_auth_reply_more payload 9 2023-12-03T11:50:59.753 INFO:tasks.workunit.client.0.smithi019.stderr: -75> 2023-12-03T11:50:59.667+0000 7ff6b517e640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-12-03T11:50:59.753 INFO:tasks.workunit.client.0.smithi019.stderr: -74> 2023-12-03T11:50:59.667+0000 7ff6b517e640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-12-03T11:50:59.753 INFO:tasks.workunit.client.0.smithi019.stderr: -73> 2023-12-03T11:50:59.667+0000 7ff6b6180640 10 monclient(hunting): handle_auth_reply_more payload 9 2023-12-03T11:50:59.753 INFO:tasks.workunit.client.0.smithi019.stderr: -72> 2023-12-03T11:50:59.667+0000 7ff6b6180640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-12-03T11:50:59.753 INFO:tasks.workunit.client.0.smithi019.stderr: -71> 2023-12-03T11:50:59.667+0000 7ff6b6180640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-12-03T11:50:59.753 INFO:tasks.workunit.client.0.smithi019.stderr: -70> 2023-12-03T11:50:59.667+0000 7ff6b597f640 10 monclient(hunting): get_auth_request con 0x557039509fe0 auth_method 0 2023-12-03T11:50:59.753 INFO:tasks.workunit.client.0.smithi019.stderr: -69> 2023-12-03T11:50:59.667+0000 7ff6b597f640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-12-03T11:50:59.753 INFO:tasks.workunit.client.0.smithi019.stderr: -68> 2023-12-03T11:50:59.667+0000 7ff6b597f640 10 monclient(hunting): _init_auth method 2 2023-12-03T11:50:59.753 INFO:tasks.workunit.client.0.smithi019.stderr: -67> 2023-12-03T11:50:59.667+0000 7ff6b597f640 10 monclient(hunting): _init_auth creating new auth 2023-12-03T11:50:59.753 INFO:tasks.workunit.client.0.smithi019.stderr: -66> 2023-12-03T11:50:59.667+0000 7ff6b6180640 10 monclient(hunting): handle_auth_done global_id 7035 payload 824 2023-12-03T11:50:59.753 INFO:tasks.workunit.client.0.smithi019.stderr: -65> 2023-12-03T11:50:59.667+0000 7ff6b6180640 10 monclient: _finish_hunting 0 2023-12-03T11:50:59.754 INFO:tasks.workunit.client.0.smithi019.stderr: -64> 2023-12-03T11:50:59.667+0000 7ff6b6180640 1 monclient: found mon.noname-a 2023-12-03T11:50:59.754 INFO:tasks.workunit.client.0.smithi019.stderr: -63> 2023-12-03T11:50:59.667+0000 7ff6b6180640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.19:3300/0 2023-12-03T11:50:59.754 INFO:tasks.workunit.client.0.smithi019.stderr: -62> 2023-12-03T11:50:59.667+0000 7ff6797e2640 10 monclient: handle_monmap mon_map magic: 0 v1 2023-12-03T11:50:59.754 INFO:tasks.workunit.client.0.smithi019.stderr: -61> 2023-12-03T11:50:59.667+0000 7ff6797e2640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2023-12-03T11:50:59.754 INFO:tasks.workunit.client.0.smithi019.stderr: -60> 2023-12-03T11:50:59.667+0000 7ff6797e2640 10 monclient: dump: 2023-12-03T11:50:59.754 INFO:tasks.workunit.client.0.smithi019.stderr:epoch 1 2023-12-03T11:50:59.754 INFO:tasks.workunit.client.0.smithi019.stderr:fsid ae33780b-1c64-42c6-818c-b1dc720ff6a2 2023-12-03T11:50:59.754 INFO:tasks.workunit.client.0.smithi019.stderr:last_changed 2023-12-03T11:35:13.610069+0000 2023-12-03T11:50:59.754 INFO:tasks.workunit.client.0.smithi019.stderr:created 2023-12-03T11:35:13.610069+0000 2023-12-03T11:50:59.754 INFO:tasks.workunit.client.0.smithi019.stderr:min_mon_release 18 (reef) 2023-12-03T11:50:59.754 INFO:tasks.workunit.client.0.smithi019.stderr:election_strategy: 1 2023-12-03T11:50:59.754 INFO:tasks.workunit.client.0.smithi019.stderr:0: [v2:172.21.15.19:3300/0,v1:172.21.15.19:6789/0] mon.a 2023-12-03T11:50:59.754 INFO:tasks.workunit.client.0.smithi019.stderr:1: [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] mon.b 2023-12-03T11:50:59.754 INFO:tasks.workunit.client.0.smithi019.stderr:2: [v2:172.21.15.19:3301/0,v1:172.21.15.19:6790/0] mon.c 2023-12-03T11:50:59.754 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:50:59.755 INFO:tasks.workunit.client.0.smithi019.stderr: -59> 2023-12-03T11:50:59.667+0000 7ff6797e2640 10 monclient: _finish_auth 0 2023-12-03T11:50:59.755 INFO:tasks.workunit.client.0.smithi019.stderr: -58> 2023-12-03T11:50:59.667+0000 7ff6797e2640 10 monclient: _check_auth_tickets 2023-12-03T11:50:59.755 INFO:tasks.workunit.client.0.smithi019.stderr: -57> 2023-12-03T11:50:59.667+0000 7ff6b7e63980 5 monclient: authenticate success, global_id 7035 2023-12-03T11:50:59.755 INFO:tasks.workunit.client.0.smithi019.stderr: -56> 2023-12-03T11:50:59.667+0000 7ff6b7e63980 10 monclient: _renew_subs 2023-12-03T11:50:59.755 INFO:tasks.workunit.client.0.smithi019.stderr: -55> 2023-12-03T11:50:59.667+0000 7ff6b7e63980 10 monclient: _send_mon_message to mon.a at v2:172.21.15.19:3300/0 2023-12-03T11:50:59.755 INFO:tasks.workunit.client.0.smithi019.stderr: -54> 2023-12-03T11:50:59.667+0000 7ff6797e2640 10 monclient: handle_config config(0 keys) v1 2023-12-03T11:50:59.755 INFO:tasks.workunit.client.0.smithi019.stderr: -53> 2023-12-03T11:50:59.667+0000 7ff6797e2640 10 monclient: handle_monmap mon_map magic: 0 v1 2023-12-03T11:50:59.755 INFO:tasks.workunit.client.0.smithi019.stderr: -52> 2023-12-03T11:50:59.667+0000 7ff6797e2640 10 monclient: got monmap 1 from mon.a (according to old e1) 2023-12-03T11:50:59.755 INFO:tasks.workunit.client.0.smithi019.stderr: -51> 2023-12-03T11:50:59.667+0000 7ff6797e2640 10 monclient: dump: 2023-12-03T11:50:59.755 INFO:tasks.workunit.client.0.smithi019.stderr:epoch 1 2023-12-03T11:50:59.755 INFO:tasks.workunit.client.0.smithi019.stderr:fsid ae33780b-1c64-42c6-818c-b1dc720ff6a2 2023-12-03T11:50:59.755 INFO:tasks.workunit.client.0.smithi019.stderr:last_changed 2023-12-03T11:35:13.610069+0000 2023-12-03T11:50:59.755 INFO:tasks.workunit.client.0.smithi019.stderr:created 2023-12-03T11:35:13.610069+0000 2023-12-03T11:50:59.755 INFO:tasks.workunit.client.0.smithi019.stderr:min_mon_release 18 (reef) 2023-12-03T11:50:59.755 INFO:tasks.workunit.client.0.smithi019.stderr:election_strategy: 1 2023-12-03T11:50:59.756 INFO:tasks.workunit.client.0.smithi019.stderr:0: [v2:172.21.15.19:3300/0,v1:172.21.15.19:6789/0] mon.a 2023-12-03T11:50:59.756 INFO:tasks.workunit.client.0.smithi019.stderr:1: [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] mon.b 2023-12-03T11:50:59.756 INFO:tasks.workunit.client.0.smithi019.stderr:2: [v2:172.21.15.19:3301/0,v1:172.21.15.19:6790/0] mon.c 2023-12-03T11:50:59.756 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:50:59.756 INFO:tasks.workunit.client.0.smithi019.stderr: -50> 2023-12-03T11:50:59.667+0000 7ff67afe5640 4 set_mon_vals no callback set 2023-12-03T11:50:59.756 INFO:tasks.workunit.client.0.smithi019.stderr: -49> 2023-12-03T11:50:59.667+0000 7ff6b7e63980 10 monclient: _renew_subs 2023-12-03T11:50:59.756 INFO:tasks.workunit.client.0.smithi019.stderr: -48> 2023-12-03T11:50:59.667+0000 7ff6b7e63980 10 monclient: _send_mon_message to mon.a at v2:172.21.15.19:3300/0 2023-12-03T11:50:59.756 INFO:tasks.workunit.client.0.smithi019.stderr: -47> 2023-12-03T11:50:59.667+0000 7ff6b7e63980 1 librados: init done 2023-12-03T11:50:59.756 INFO:tasks.workunit.client.0.smithi019.stderr: -46> 2023-12-03T11:50:59.667+0000 7ff6b7e63980 5 asok(0x55703926d240) register_command cr dump hook 0x557039503138 2023-12-03T11:50:59.756 INFO:tasks.workunit.client.0.smithi019.stderr: -45> 2023-12-03T11:50:59.671+0000 7ff6797e2640 4 mgrc handle_mgr_map Got map version 5 2023-12-03T11:50:59.756 INFO:tasks.workunit.client.0.smithi019.stderr: -44> 2023-12-03T11:50:59.671+0000 7ff6797e2640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.57:6832/1976017766,v1:172.21.15.57:6833/1976017766] 2023-12-03T11:50:59.756 INFO:tasks.workunit.client.0.smithi019.stderr: -43> 2023-12-03T11:50:59.671+0000 7ff6797e2640 4 mgrc reconnect Starting new session with [v2:172.21.15.57:6832/1976017766,v1:172.21.15.57:6833/1976017766] 2023-12-03T11:50:59.756 INFO:tasks.workunit.client.0.smithi019.stderr: -42> 2023-12-03T11:50:59.671+0000 7ff6b7e63980 5 note: GC not initialized 2023-12-03T11:50:59.756 INFO:tasks.workunit.client.0.smithi019.stderr: -41> 2023-12-03T11:50:59.671+0000 7ff6b597f640 10 monclient: get_auth_request con 0x7ff5f0064e80 auth_method 0 2023-12-03T11:50:59.757 INFO:tasks.workunit.client.0.smithi019.stderr: -40> 2023-12-03T11:50:59.671+0000 7ff5ea7fc640 20 reqs_thread_entry: start 2023-12-03T11:50:59.757 INFO:tasks.workunit.client.0.smithi019.stderr: -39> 2023-12-03T11:50:59.671+0000 7ff6b7e63980 5 asok(0x55703926d240) register_command sync trace show hook 0x7ff6b00047f0 2023-12-03T11:50:59.757 INFO:tasks.workunit.client.0.smithi019.stderr: -38> 2023-12-03T11:50:59.671+0000 7ff6b7e63980 5 asok(0x55703926d240) register_command sync trace history hook 0x7ff6b00047f0 2023-12-03T11:50:59.757 INFO:tasks.workunit.client.0.smithi019.stderr: -37> 2023-12-03T11:50:59.671+0000 7ff6b7e63980 5 asok(0x55703926d240) register_command sync trace active hook 0x7ff6b00047f0 2023-12-03T11:50:59.757 INFO:tasks.workunit.client.0.smithi019.stderr: -36> 2023-12-03T11:50:59.671+0000 7ff6b7e63980 5 asok(0x55703926d240) register_command sync trace active_short hook 0x7ff6b00047f0 2023-12-03T11:50:59.757 INFO:tasks.workunit.client.0.smithi019.stderr: -35> 2023-12-03T11:50:59.671+0000 7ff6b7e63980 20 init_complete bucket index max shards: 1 2023-12-03T11:50:59.757 INFO:tasks.workunit.client.0.smithi019.stderr: -34> 2023-12-03T11:50:59.671+0000 7ff6b7e63980 20 Filter name: none 2023-12-03T11:50:59.757 INFO:tasks.workunit.client.0.smithi019.stderr: -33> 2023-12-03T11:50:59.671+0000 7ff5dbfff640 20 reqs_thread_entry: start 2023-12-03T11:50:59.757 INFO:tasks.workunit.client.0.smithi019.stderr: -32> 2023-12-03T11:50:59.671+0000 7ff6b7e63980 10 cache get: name=default.rgw.meta+root+abort-at-commit-target-layout : miss 2023-12-03T11:50:59.757 INFO:tasks.workunit.client.0.smithi019.stderr: -31> 2023-12-03T11:50:59.671+0000 7ff6b7e63980 20 rados->read ofs=0 len=0 2023-12-03T11:50:59.757 INFO:tasks.workunit.client.0.smithi019.stderr: -30> 2023-12-03T11:50:59.671+0000 7ff6b7e63980 20 rados_obj.operate() r=0 bl.length=197 2023-12-03T11:50:59.757 INFO:tasks.workunit.client.0.smithi019.stderr: -29> 2023-12-03T11:50:59.671+0000 7ff6b7e63980 10 cache put: name=default.rgw.meta+root+abort-at-commit-target-layout info.flags=0x11 2023-12-03T11:50:59.757 INFO:tasks.workunit.client.0.smithi019.stderr: -28> 2023-12-03T11:50:59.671+0000 7ff6b7e63980 10 adding default.rgw.meta+root+abort-at-commit-target-layout to cache LRU end 2023-12-03T11:50:59.757 INFO:tasks.workunit.client.0.smithi019.stderr: -27> 2023-12-03T11:50:59.671+0000 7ff6b7e63980 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.25 : miss 2023-12-03T11:50:59.758 INFO:tasks.workunit.client.0.smithi019.stderr: -26> 2023-12-03T11:50:59.671+0000 7ff6b7e63980 20 rados->read ofs=0 len=0 2023-12-03T11:50:59.758 INFO:tasks.workunit.client.0.smithi019.stderr: -25> 2023-12-03T11:50:59.671+0000 7ff6b7e63980 20 rados_obj.operate() r=0 bl.length=381 2023-12-03T11:50:59.758 INFO:tasks.workunit.client.0.smithi019.stderr: -24> 2023-12-03T11:50:59.671+0000 7ff6b7e63980 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.25 info.flags=0x17 2023-12-03T11:50:59.758 INFO:tasks.workunit.client.0.smithi019.stderr: -23> 2023-12-03T11:50:59.671+0000 7ff6b7e63980 10 adding default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.25 to cache LRU end 2023-12-03T11:50:59.758 INFO:tasks.workunit.client.0.smithi019.stderr: -22> 2023-12-03T11:50:59.671+0000 7ff6b7e63980 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-12-03T11:50:59.758 INFO:tasks.workunit.client.0.smithi019.stderr: -21> 2023-12-03T11:50:59.671+0000 7ff6b7e63980 10 updating xattr: name=user.rgw.acl bl.length()=205 2023-12-03T11:50:59.758 INFO:tasks.workunit.client.0.smithi019.stderr: -20> 2023-12-03T11:50:59.671+0000 7ff6b7e63980 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.25 2023-12-03T11:50:59.758 INFO:tasks.workunit.client.0.smithi019.stderr: -19> 2023-12-03T11:50:59.675+0000 7ff6b517e640 10 monclient: get_auth_request con 0x557039548030 auth_method 0 2023-12-03T11:50:59.758 INFO:tasks.workunit.client.0.smithi019.stderr: -18> 2023-12-03T11:50:59.683+0000 7ff6b7e63980 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.25 info.flags=0x17 2023-12-03T11:50:59.758 INFO:tasks.workunit.client.0.smithi019.stderr: -17> 2023-12-03T11:50:59.683+0000 7ff6b7e63980 10 moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.25 to cache LRU end 2023-12-03T11:50:59.758 INFO:tasks.workunit.client.0.smithi019.stderr: -16> 2023-12-03T11:50:59.683+0000 7ff6b7e63980 10 updating xattr: name=user.rgw.acl bl.length()=205 2023-12-03T11:50:59.758 INFO:tasks.workunit.client.0.smithi019.stderr: -15> 2023-12-03T11:50:59.683+0000 7ff6b7e63980 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-commit-target-layout:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.25, ofs0, ns] 2023-12-03T11:50:59.759 INFO:tasks.workunit.client.0.smithi019.stderr: -14> 2023-12-03T11:50:59.683+0000 7ff697fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1095216660555 cookie 93940486045472 notifier 6674 bl.length()=893 2023-12-03T11:50:59.759 INFO:tasks.workunit.client.0.smithi019.stderr: -13> 2023-12-03T11:50:59.683+0000 7ff697fff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.25 info.flags=0x17 2023-12-03T11:50:59.759 INFO:tasks.workunit.client.0.smithi019.stderr: -12> 2023-12-03T11:50:59.683+0000 7ff697fff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.25 to cache LRU end 2023-12-03T11:50:59.759 INFO:tasks.workunit.client.0.smithi019.stderr: -11> 2023-12-03T11:50:59.683+0000 7ff697fff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2023-12-03T11:50:59.759 INFO:tasks.workunit.client.0.smithi019.stderr: -10> 2023-12-03T11:50:59.687+0000 7ff6b7e63980 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.25]): orig_sources= new_sources= 2023-12-03T11:50:59.759 INFO:tasks.workunit.client.0.smithi019.stderr: -9> 2023-12-03T11:50:59.687+0000 7ff6b7e63980 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.25]): potential sources added=[] removed=[] 2023-12-03T11:50:59.759 INFO:tasks.workunit.client.0.smithi019.stderr: -8> 2023-12-03T11:50:59.687+0000 7ff6b7e63980 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.25]): orig_dests= new_dests= 2023-12-03T11:50:59.759 INFO:tasks.workunit.client.0.smithi019.stderr: -7> 2023-12-03T11:50:59.687+0000 7ff6b7e63980 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.25]): potential dests added=[] removed=[] 2023-12-03T11:50:59.759 INFO:tasks.workunit.client.0.smithi019.stderr: -6> 2023-12-03T11:50:59.687+0000 7ff6b7e63980 10 bucket_obj is .dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.25.1.0 2023-12-03T11:50:59.759 INFO:tasks.workunit.client.0.smithi019.stderr: -5> 2023-12-03T11:50:59.687+0000 7ff6b7e63980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.25.1.0 2023-12-03T11:50:59.759 INFO:tasks.workunit.client.0.smithi019.stderr: -4> 2023-12-03T11:50:59.687+0000 7ff6b7e63980 10 bucket_obj is .dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.25.1.1 2023-12-03T11:50:59.759 INFO:tasks.workunit.client.0.smithi019.stderr: -3> 2023-12-03T11:50:59.687+0000 7ff6b7e63980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.25.1.1 2023-12-03T11:50:59.759 INFO:tasks.workunit.client.0.smithi019.stderr: -2> 2023-12-03T11:50:59.687+0000 7ff6b7e63980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.25.0 2023-12-03T11:50:59.759 INFO:tasks.workunit.client.0.smithi019.stderr: -1> 2023-12-03T11:50:59.695+0000 7ff6b7e63980 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7ff6b7e63980 time 2023-12-03T11:50:59.696759+0000 2023-12-03T11:50:59.759 INFO:tasks.workunit.client.0.smithi019.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2023-12-03T11:50:59.760 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:50:59.760 INFO:tasks.workunit.client.0.smithi019.stderr: ceph version 18.0.0-7537-gbcbf278c (bcbf278cf395873c2a482f5a7b2345faf2160319) reef (dev) 2023-12-03T11:50:59.760 INFO:tasks.workunit.client.0.smithi019.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7ff6bb808e96] 2023-12-03T11:50:59.760 INFO:tasks.workunit.client.0.smithi019.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x17004a) [0x7ff6bb80904a] 2023-12-03T11:50:59.760 INFO:tasks.workunit.client.0.smithi019.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x557036a5cfe1] 2023-12-03T11:50:59.760 INFO:tasks.workunit.client.0.smithi019.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x577) [0x557036a6ad67] 2023-12-03T11:50:59.760 INFO:tasks.workunit.client.0.smithi019.stderr: 5: main() 2023-12-03T11:50:59.760 INFO:tasks.workunit.client.0.smithi019.stderr: 6: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7ff6ba5a3d90] 2023-12-03T11:50:59.760 INFO:tasks.workunit.client.0.smithi019.stderr: 7: __libc_start_main() 2023-12-03T11:50:59.760 INFO:tasks.workunit.client.0.smithi019.stderr: 8: _start() 2023-12-03T11:50:59.760 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:50:59.760 INFO:tasks.workunit.client.0.smithi019.stderr: 0> 2023-12-03T11:50:59.695+0000 7ff6b7e63980 -1 *** Caught signal (Aborted) ** 2023-12-03T11:50:59.760 INFO:tasks.workunit.client.0.smithi019.stderr: in thread 7ff6b7e63980 thread_name:radosgw-admin 2023-12-03T11:50:59.760 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:50:59.760 INFO:tasks.workunit.client.0.smithi019.stderr: ceph version 18.0.0-7537-gbcbf278c (bcbf278cf395873c2a482f5a7b2345faf2160319) reef (dev) 2023-12-03T11:50:59.761 INFO:tasks.workunit.client.0.smithi019.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7ff6ba5bc520] 2023-12-03T11:50:59.761 INFO:tasks.workunit.client.0.smithi019.stderr: 2: pthread_kill() 2023-12-03T11:50:59.761 INFO:tasks.workunit.client.0.smithi019.stderr: 3: raise() 2023-12-03T11:50:59.761 INFO:tasks.workunit.client.0.smithi019.stderr: 4: abort() 2023-12-03T11:50:59.761 INFO:tasks.workunit.client.0.smithi019.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7ff6bb808ef0] 2023-12-03T11:50:59.761 INFO:tasks.workunit.client.0.smithi019.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x17004a) [0x7ff6bb80904a] 2023-12-03T11:50:59.761 INFO:tasks.workunit.client.0.smithi019.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x557036a5cfe1] 2023-12-03T11:50:59.761 INFO:tasks.workunit.client.0.smithi019.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x577) [0x557036a6ad67] 2023-12-03T11:50:59.761 INFO:tasks.workunit.client.0.smithi019.stderr: 9: main() 2023-12-03T11:50:59.761 INFO:tasks.workunit.client.0.smithi019.stderr: 10: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7ff6ba5a3d90] 2023-12-03T11:50:59.761 INFO:tasks.workunit.client.0.smithi019.stderr: 11: __libc_start_main() 2023-12-03T11:50:59.761 INFO:tasks.workunit.client.0.smithi019.stderr: 12: _start() 2023-12-03T11:50:59.761 INFO:tasks.workunit.client.0.smithi019.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2023-12-03T11:50:59.761 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:50:59.761 INFO:tasks.workunit.client.0.smithi019.stderr:--- logging levels --- 2023-12-03T11:50:59.762 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 none 2023-12-03T11:50:59.762 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 1 lockdep 2023-12-03T11:50:59.762 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 1 context 2023-12-03T11:50:59.762 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 1 crush 2023-12-03T11:50:59.762 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 mds 2023-12-03T11:50:59.762 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 mds_balancer 2023-12-03T11:50:59.762 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 mds_locker 2023-12-03T11:50:59.762 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 mds_log 2023-12-03T11:50:59.762 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 mds_log_expire 2023-12-03T11:50:59.762 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 mds_migrator 2023-12-03T11:50:59.762 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 1 buffer 2023-12-03T11:50:59.762 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 1 timer 2023-12-03T11:50:59.762 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 1 filer 2023-12-03T11:50:59.763 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 1 striper 2023-12-03T11:50:59.763 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 1 objecter 2023-12-03T11:50:59.763 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 rados 2023-12-03T11:50:59.763 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 rbd 2023-12-03T11:50:59.763 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 rbd_mirror 2023-12-03T11:50:59.763 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 rbd_replay 2023-12-03T11:50:59.763 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 rbd_pwl 2023-12-03T11:50:59.763 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 journaler 2023-12-03T11:50:59.763 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 objectcacher 2023-12-03T11:50:59.763 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 immutable_obj_cache 2023-12-03T11:50:59.763 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 client 2023-12-03T11:50:59.763 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 osd 2023-12-03T11:50:59.763 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 optracker 2023-12-03T11:50:59.763 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 objclass 2023-12-03T11:50:59.763 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 3 filestore 2023-12-03T11:50:59.764 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 3 journal 2023-12-03T11:50:59.764 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 0 ms 2023-12-03T11:50:59.764 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 mon 2023-12-03T11:50:59.764 INFO:tasks.workunit.client.0.smithi019.stderr: 0/10 monc 2023-12-03T11:50:59.764 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 paxos 2023-12-03T11:50:59.764 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 tp 2023-12-03T11:50:59.764 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 auth 2023-12-03T11:50:59.764 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 crypto 2023-12-03T11:50:59.764 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 1 finisher 2023-12-03T11:50:59.764 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 1 reserver 2023-12-03T11:50:59.764 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 heartbeatmap 2023-12-03T11:50:59.764 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 perfcounter 2023-12-03T11:50:59.764 INFO:tasks.workunit.client.0.smithi019.stderr: 20/20 rgw 2023-12-03T11:50:59.764 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 rgw_sync 2023-12-03T11:50:59.764 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 rgw_datacache 2023-12-03T11:50:59.764 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 rgw_access 2023-12-03T11:50:59.764 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 rgw_dbstore 2023-12-03T11:50:59.765 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 rgw_flight 2023-12-03T11:50:59.765 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 javaclient 2023-12-03T11:50:59.765 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 asok 2023-12-03T11:50:59.765 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 1 throttle 2023-12-03T11:50:59.765 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 0 refs 2023-12-03T11:50:59.765 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 compressor 2023-12-03T11:50:59.765 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 bluestore 2023-12-03T11:50:59.765 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 bluefs 2023-12-03T11:50:59.765 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 3 bdev 2023-12-03T11:50:59.765 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 kstore 2023-12-03T11:50:59.765 INFO:tasks.workunit.client.0.smithi019.stderr: 4/ 5 rocksdb 2023-12-03T11:50:59.765 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 fuse 2023-12-03T11:50:59.765 INFO:tasks.workunit.client.0.smithi019.stderr: 2/ 5 mgr 2023-12-03T11:50:59.766 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 mgrc 2023-12-03T11:50:59.766 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 dpdk 2023-12-03T11:50:59.766 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 eventtrace 2023-12-03T11:50:59.766 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 prioritycache 2023-12-03T11:50:59.766 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 test 2023-12-03T11:50:59.766 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 cephfs_mirror 2023-12-03T11:50:59.766 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 cephsqlite 2023-12-03T11:50:59.766 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 crimson_interrupt 2023-12-03T11:50:59.766 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 seastore 2023-12-03T11:50:59.766 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 seastore_onode 2023-12-03T11:50:59.766 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 seastore_odata 2023-12-03T11:50:59.766 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 seastore_omap 2023-12-03T11:50:59.767 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 seastore_tm 2023-12-03T11:50:59.767 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 seastore_t 2023-12-03T11:50:59.767 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 seastore_cleaner 2023-12-03T11:50:59.767 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 seastore_epm 2023-12-03T11:50:59.767 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 seastore_lba 2023-12-03T11:50:59.767 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 seastore_fixedkv_tree 2023-12-03T11:50:59.767 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 seastore_cache 2023-12-03T11:50:59.767 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 seastore_journal 2023-12-03T11:50:59.767 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 seastore_device 2023-12-03T11:50:59.767 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 seastore_backref 2023-12-03T11:50:59.767 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 alienstore 2023-12-03T11:50:59.767 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 mclock 2023-12-03T11:50:59.767 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 cyanstore 2023-12-03T11:50:59.767 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 ceph_exporter 2023-12-03T11:50:59.767 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 memstore 2023-12-03T11:50:59.768 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 trace 2023-12-03T11:50:59.768 INFO:tasks.workunit.client.0.smithi019.stderr: -2/-2 (syslog threshold) 2023-12-03T11:50:59.768 INFO:tasks.workunit.client.0.smithi019.stderr: 99/99 (stderr threshold) 2023-12-03T11:50:59.768 INFO:tasks.workunit.client.0.smithi019.stderr:--- pthread ID / name mapping for recent threads --- 2023-12-03T11:50:59.768 INFO:tasks.workunit.client.0.smithi019.stderr: 7ff5dbfff640 / http_manager 2023-12-03T11:50:59.768 INFO:tasks.workunit.client.0.smithi019.stderr: 7ff5ea7fc640 / http_manager 2023-12-03T11:50:59.768 INFO:tasks.workunit.client.0.smithi019.stderr: 7ff6797e2640 / ms_dispatch 2023-12-03T11:50:59.768 INFO:tasks.workunit.client.0.smithi019.stderr: 7ff67afe5640 / io_context_pool 2023-12-03T11:50:59.768 INFO:tasks.workunit.client.0.smithi019.stderr: 7ff67b7e6640 / rgw_dt_lg_renew 2023-12-03T11:50:59.768 INFO:tasks.workunit.client.0.smithi019.stderr: 7ff6967fc640 / ms_dispatch 2023-12-03T11:50:59.768 INFO:tasks.workunit.client.0.smithi019.stderr: 7ff697fff640 / io_context_pool 2023-12-03T11:50:59.768 INFO:tasks.workunit.client.0.smithi019.stderr: 7ff6a6ffd640 / ms_dispatch 2023-12-03T11:50:59.768 INFO:tasks.workunit.client.0.smithi019.stderr: 7ff6a7fff640 / io_context_pool 2023-12-03T11:50:59.768 INFO:tasks.workunit.client.0.smithi019.stderr: 7ff6b517e640 / msgr-worker-2 2023-12-03T11:50:59.769 INFO:tasks.workunit.client.0.smithi019.stderr: 7ff6b597f640 / msgr-worker-1 2023-12-03T11:50:59.769 INFO:tasks.workunit.client.0.smithi019.stderr: 7ff6b6180640 / msgr-worker-0 2023-12-03T11:50:59.769 INFO:tasks.workunit.client.0.smithi019.stderr: 7ff6b7e63980 / radosgw-admin 2023-12-03T11:50:59.769 INFO:tasks.workunit.client.0.smithi019.stderr: max_recent 500 2023-12-03T11:50:59.769 INFO:tasks.workunit.client.0.smithi019.stderr: max_new 1000 2023-12-03T11:50:59.769 INFO:tasks.workunit.client.0.smithi019.stderr: log_file /var/log/ceph/ceph-client.admin.55091.log 2023-12-03T11:50:59.769 INFO:tasks.workunit.client.0.smithi019.stderr:--- end dump of recent events --- 2023-12-03T11:50:59.769 INFO:tasks.workunit.client.0.smithi019.stderr:--- begin dump of recent events --- 2023-12-03T11:50:59.769 INFO:tasks.workunit.client.0.smithi019.stderr: -499> 2023-12-03T11:50:59.599+0000 7ff6a6ffd640 10 monclient: handle_monmap mon_map magic: 0 v1 2023-12-03T11:50:59.769 INFO:tasks.workunit.client.0.smithi019.stderr: -498> 2023-12-03T11:50:59.599+0000 7ff6a6ffd640 10 monclient: got monmap 1 from mon.a (according to old e1) 2023-12-03T11:50:59.769 INFO:tasks.workunit.client.0.smithi019.stderr: -497> 2023-12-03T11:50:59.599+0000 7ff6a6ffd640 10 monclient: dump: 2023-12-03T11:50:59.769 INFO:tasks.workunit.client.0.smithi019.stderr:epoch 1 2023-12-03T11:50:59.769 INFO:tasks.workunit.client.0.smithi019.stderr:fsid ae33780b-1c64-42c6-818c-b1dc720ff6a2 2023-12-03T11:50:59.769 INFO:tasks.workunit.client.0.smithi019.stderr:last_changed 2023-12-03T11:35:13.610069+0000 2023-12-03T11:50:59.770 INFO:tasks.workunit.client.0.smithi019.stderr:created 2023-12-03T11:35:13.610069+0000 2023-12-03T11:50:59.770 INFO:tasks.workunit.client.0.smithi019.stderr:min_mon_release 18 (reef) 2023-12-03T11:50:59.770 INFO:tasks.workunit.client.0.smithi019.stderr:election_strategy: 1 2023-12-03T11:50:59.770 INFO:tasks.workunit.client.0.smithi019.stderr:0: [v2:172.21.15.19:3300/0,v1:172.21.15.19:6789/0] mon.a 2023-12-03T11:50:59.770 INFO:tasks.workunit.client.0.smithi019.stderr:1: [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] mon.b 2023-12-03T11:50:59.770 INFO:tasks.workunit.client.0.smithi019.stderr:2: [v2:172.21.15.19:3301/0,v1:172.21.15.19:6790/0] mon.c 2023-12-03T11:50:59.770 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:50:59.770 INFO:tasks.workunit.client.0.smithi019.stderr: -496> 2023-12-03T11:50:59.599+0000 7ff6b7e63980 5 monclient: authenticate success, global_id 7023 2023-12-03T11:50:59.770 INFO:tasks.workunit.client.0.smithi019.stderr: -495> 2023-12-03T11:50:59.599+0000 7ff6a7fff640 4 set_mon_vals no callback set 2023-12-03T11:50:59.770 INFO:tasks.workunit.client.0.smithi019.stderr: -494> 2023-12-03T11:50:59.599+0000 7ff6b7e63980 10 monclient: _renew_subs 2023-12-03T11:50:59.770 INFO:tasks.workunit.client.0.smithi019.stderr: -493> 2023-12-03T11:50:59.599+0000 7ff6b7e63980 10 monclient: _send_mon_message to mon.a at v2:172.21.15.19:3300/0 2023-12-03T11:50:59.770 INFO:tasks.workunit.client.0.smithi019.stderr: -492> 2023-12-03T11:50:59.599+0000 7ff6b7e63980 10 monclient: _renew_subs 2023-12-03T11:50:59.770 INFO:tasks.workunit.client.0.smithi019.stderr: -491> 2023-12-03T11:50:59.599+0000 7ff6b7e63980 10 monclient: _send_mon_message to mon.a at v2:172.21.15.19:3300/0 2023-12-03T11:50:59.770 INFO:tasks.workunit.client.0.smithi019.stderr: -490> 2023-12-03T11:50:59.599+0000 7ff6b7e63980 1 librados: init done 2023-12-03T11:50:59.770 INFO:tasks.workunit.client.0.smithi019.stderr: -489> 2023-12-03T11:50:59.599+0000 7ff6b7e63980 10 monclient: get_monmap_and_config 2023-12-03T11:50:59.771 INFO:tasks.workunit.client.0.smithi019.stderr: -488> 2023-12-03T11:50:59.599+0000 7ff6b7e63980 10 monclient: build_initial_monmap 2023-12-03T11:50:59.771 INFO:tasks.workunit.client.0.smithi019.stderr: -487> 2023-12-03T11:50:59.599+0000 7ff6b7e63980 1 build_initial for_mkfs: 0 2023-12-03T11:50:59.771 INFO:tasks.workunit.client.0.smithi019.stderr: -486> 2023-12-03T11:50:59.599+0000 7ff6b7e63980 10 monclient: monmap: 2023-12-03T11:50:59.771 INFO:tasks.workunit.client.0.smithi019.stderr:epoch 0 2023-12-03T11:50:59.771 INFO:tasks.workunit.client.0.smithi019.stderr:fsid 00000000-0000-0000-0000-000000000000 2023-12-03T11:50:59.771 INFO:tasks.workunit.client.0.smithi019.stderr:last_changed 0.000000 2023-12-03T11:50:59.771 INFO:tasks.workunit.client.0.smithi019.stderr:created 0.000000 2023-12-03T11:50:59.771 INFO:tasks.workunit.client.0.smithi019.stderr:min_mon_release 0 (unknown) 2023-12-03T11:50:59.771 INFO:tasks.workunit.client.0.smithi019.stderr:election_strategy: 1 2023-12-03T11:50:59.771 INFO:tasks.workunit.client.0.smithi019.stderr:0: [v2:172.21.15.19:3300/0,v1:172.21.15.19:6789/0] mon.noname-a 2023-12-03T11:50:59.771 INFO:tasks.workunit.client.0.smithi019.stderr:1: [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] mon.noname-b 2023-12-03T11:50:59.771 INFO:tasks.workunit.client.0.smithi019.stderr:2: [v2:172.21.15.19:3301/0,v1:172.21.15.19:6790/0] mon.noname-c 2023-12-03T11:50:59.771 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:50:59.771 INFO:tasks.workunit.client.0.smithi019.stderr: -485> 2023-12-03T11:50:59.599+0000 7ff6b7e63980 5 AuthRegistry(0x557039477650) adding auth protocol: cephx 2023-12-03T11:50:59.772 INFO:tasks.workunit.client.0.smithi019.stderr: -484> 2023-12-03T11:50:59.599+0000 7ff6b7e63980 5 AuthRegistry(0x557039477650) adding auth protocol: cephx 2023-12-03T11:50:59.772 INFO:tasks.workunit.client.0.smithi019.stderr: -483> 2023-12-03T11:50:59.599+0000 7ff6b7e63980 5 AuthRegistry(0x557039477650) adding auth protocol: cephx 2023-12-03T11:50:59.772 INFO:tasks.workunit.client.0.smithi019.stderr: -482> 2023-12-03T11:50:59.599+0000 7ff6b7e63980 5 AuthRegistry(0x557039477650) adding con mode: secure 2023-12-03T11:50:59.772 INFO:tasks.workunit.client.0.smithi019.stderr: -481> 2023-12-03T11:50:59.599+0000 7ff6b7e63980 5 AuthRegistry(0x557039477650) adding con mode: crc 2023-12-03T11:50:59.772 INFO:tasks.workunit.client.0.smithi019.stderr: -480> 2023-12-03T11:50:59.599+0000 7ff6b7e63980 5 AuthRegistry(0x557039477650) adding con mode: secure 2023-12-03T11:50:59.772 INFO:tasks.workunit.client.0.smithi019.stderr: -479> 2023-12-03T11:50:59.599+0000 7ff6b7e63980 5 AuthRegistry(0x557039477650) adding con mode: crc 2023-12-03T11:50:59.772 INFO:tasks.workunit.client.0.smithi019.stderr: -478> 2023-12-03T11:50:59.599+0000 7ff6b7e63980 5 AuthRegistry(0x557039477650) adding con mode: secure 2023-12-03T11:50:59.772 INFO:tasks.workunit.client.0.smithi019.stderr: -477> 2023-12-03T11:50:59.599+0000 7ff6b7e63980 5 AuthRegistry(0x557039477650) adding con mode: crc 2023-12-03T11:50:59.772 INFO:tasks.workunit.client.0.smithi019.stderr: -476> 2023-12-03T11:50:59.599+0000 7ff6b7e63980 5 AuthRegistry(0x557039477650) adding con mode: crc 2023-12-03T11:50:59.772 INFO:tasks.workunit.client.0.smithi019.stderr: -475> 2023-12-03T11:50:59.599+0000 7ff6b7e63980 5 AuthRegistry(0x557039477650) adding con mode: secure 2023-12-03T11:50:59.772 INFO:tasks.workunit.client.0.smithi019.stderr: -474> 2023-12-03T11:50:59.599+0000 7ff6b7e63980 5 AuthRegistry(0x557039477650) adding con mode: crc 2023-12-03T11:50:59.772 INFO:tasks.workunit.client.0.smithi019.stderr: -473> 2023-12-03T11:50:59.599+0000 7ff6b7e63980 5 AuthRegistry(0x557039477650) adding con mode: secure 2023-12-03T11:50:59.772 INFO:tasks.workunit.client.0.smithi019.stderr: -472> 2023-12-03T11:50:59.599+0000 7ff6b7e63980 5 AuthRegistry(0x557039477650) adding con mode: crc 2023-12-03T11:50:59.772 INFO:tasks.workunit.client.0.smithi019.stderr: -471> 2023-12-03T11:50:59.599+0000 7ff6b7e63980 5 AuthRegistry(0x557039477650) adding con mode: secure 2023-12-03T11:50:59.773 INFO:tasks.workunit.client.0.smithi019.stderr: -470> 2023-12-03T11:50:59.599+0000 7ff6b7e63980 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-12-03T11:50:59.773 INFO:tasks.workunit.client.0.smithi019.stderr: -469> 2023-12-03T11:50:59.603+0000 7ff6b7e63980 10 monclient: init 2023-12-03T11:50:59.773 INFO:tasks.workunit.client.0.smithi019.stderr: -468> 2023-12-03T11:50:59.603+0000 7ff6b7e63980 5 AuthRegistry(0x7ffe6c66b2e0) adding auth protocol: cephx 2023-12-03T11:50:59.773 INFO:tasks.workunit.client.0.smithi019.stderr: -467> 2023-12-03T11:50:59.603+0000 7ff6b7e63980 5 AuthRegistry(0x7ffe6c66b2e0) adding auth protocol: cephx 2023-12-03T11:50:59.773 INFO:tasks.workunit.client.0.smithi019.stderr: -466> 2023-12-03T11:50:59.603+0000 7ff6b7e63980 5 AuthRegistry(0x7ffe6c66b2e0) adding auth protocol: cephx 2023-12-03T11:50:59.773 INFO:tasks.workunit.client.0.smithi019.stderr: -465> 2023-12-03T11:50:59.603+0000 7ff6b7e63980 5 AuthRegistry(0x7ffe6c66b2e0) adding con mode: secure 2023-12-03T11:50:59.773 INFO:tasks.workunit.client.0.smithi019.stderr: -464> 2023-12-03T11:50:59.603+0000 7ff6b7e63980 5 AuthRegistry(0x7ffe6c66b2e0) adding con mode: crc 2023-12-03T11:50:59.773 INFO:tasks.workunit.client.0.smithi019.stderr: -463> 2023-12-03T11:50:59.603+0000 7ff6b7e63980 5 AuthRegistry(0x7ffe6c66b2e0) adding con mode: secure 2023-12-03T11:50:59.773 INFO:tasks.workunit.client.0.smithi019.stderr: -462> 2023-12-03T11:50:59.603+0000 7ff6b7e63980 5 AuthRegistry(0x7ffe6c66b2e0) adding con mode: crc 2023-12-03T11:50:59.773 INFO:tasks.workunit.client.0.smithi019.stderr: -461> 2023-12-03T11:50:59.603+0000 7ff6b7e63980 5 AuthRegistry(0x7ffe6c66b2e0) adding con mode: secure 2023-12-03T11:50:59.773 INFO:tasks.workunit.client.0.smithi019.stderr: -460> 2023-12-03T11:50:59.603+0000 7ff6b7e63980 5 AuthRegistry(0x7ffe6c66b2e0) adding con mode: crc 2023-12-03T11:50:59.773 INFO:tasks.workunit.client.0.smithi019.stderr: -459> 2023-12-03T11:50:59.603+0000 7ff6b7e63980 5 AuthRegistry(0x7ffe6c66b2e0) adding con mode: crc 2023-12-03T11:50:59.773 INFO:tasks.workunit.client.0.smithi019.stderr: -458> 2023-12-03T11:50:59.603+0000 7ff6b7e63980 5 AuthRegistry(0x7ffe6c66b2e0) adding con mode: secure 2023-12-03T11:50:59.773 INFO:tasks.workunit.client.0.smithi019.stderr: -457> 2023-12-03T11:50:59.603+0000 7ff6b7e63980 5 AuthRegistry(0x7ffe6c66b2e0) adding con mode: crc 2023-12-03T11:50:59.773 INFO:tasks.workunit.client.0.smithi019.stderr: -456> 2023-12-03T11:50:59.603+0000 7ff6b7e63980 5 AuthRegistry(0x7ffe6c66b2e0) adding con mode: secure 2023-12-03T11:50:59.774 INFO:tasks.workunit.client.0.smithi019.stderr: -455> 2023-12-03T11:50:59.603+0000 7ff6b7e63980 5 AuthRegistry(0x7ffe6c66b2e0) adding con mode: crc 2023-12-03T11:50:59.774 INFO:tasks.workunit.client.0.smithi019.stderr: -454> 2023-12-03T11:50:59.603+0000 7ff6b7e63980 5 AuthRegistry(0x7ffe6c66b2e0) adding con mode: secure 2023-12-03T11:50:59.774 INFO:tasks.workunit.client.0.smithi019.stderr: -453> 2023-12-03T11:50:59.603+0000 7ff6b7e63980 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-12-03T11:50:59.774 INFO:tasks.workunit.client.0.smithi019.stderr: -452> 2023-12-03T11:50:59.603+0000 7ff6a6ffd640 4 mgrc handle_mgr_map Got map version 5 2023-12-03T11:50:59.774 INFO:tasks.workunit.client.0.smithi019.stderr: -451> 2023-12-03T11:50:59.603+0000 7ff6a6ffd640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.57:6832/1976017766,v1:172.21.15.57:6833/1976017766] 2023-12-03T11:50:59.774 INFO:tasks.workunit.client.0.smithi019.stderr: -450> 2023-12-03T11:50:59.603+0000 7ff6a6ffd640 4 mgrc reconnect Starting new session with [v2:172.21.15.57:6832/1976017766,v1:172.21.15.57:6833/1976017766] 2023-12-03T11:50:59.774 INFO:tasks.workunit.client.0.smithi019.stderr: -449> 2023-12-03T11:50:59.603+0000 7ff6b7e63980 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-12-03T11:50:59.774 INFO:tasks.workunit.client.0.smithi019.stderr: -448> 2023-12-03T11:50:59.603+0000 7ff6b7e63980 5 asok(0x55703926d240) register_command rotate-key cmddesc rotate-key hook 0x7ffe6c66b428 EEXIST 2023-12-03T11:50:59.774 INFO:tasks.workunit.client.0.smithi019.stderr: -447> 2023-12-03T11:50:59.603+0000 7ff6b7e63980 10 monclient: _reopen_session rank -1 2023-12-03T11:50:59.774 INFO:tasks.workunit.client.0.smithi019.stderr: -446> 2023-12-03T11:50:59.603+0000 7ff6b7e63980 10 monclient: _add_conns ranks=[0,1,2] 2023-12-03T11:50:59.774 INFO:tasks.workunit.client.0.smithi019.stderr: -445> 2023-12-03T11:50:59.603+0000 7ff6b7e63980 10 monclient(hunting): picked mon.noname-a con 0x5570394a6340 addr [v2:172.21.15.19:3300/0,v1:172.21.15.19:6789/0] 2023-12-03T11:50:59.774 INFO:tasks.workunit.client.0.smithi019.stderr: -444> 2023-12-03T11:50:59.603+0000 7ff6b7e63980 10 monclient(hunting): picked mon.noname-b con 0x5570394b0cf0 addr [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] 2023-12-03T11:50:59.774 INFO:tasks.workunit.client.0.smithi019.stderr: -443> 2023-12-03T11:50:59.603+0000 7ff6b7e63980 10 monclient(hunting): picked mon.noname-c con 0x5570394a8b80 addr [v2:172.21.15.19:3301/0,v1:172.21.15.19:6790/0] 2023-12-03T11:50:59.775 INFO:tasks.workunit.client.0.smithi019.stderr: -442> 2023-12-03T11:50:59.603+0000 7ff6b7e63980 10 monclient(hunting): start opening mon connection 2023-12-03T11:50:59.775 INFO:tasks.workunit.client.0.smithi019.stderr: -441> 2023-12-03T11:50:59.603+0000 7ff6b7e63980 10 monclient(hunting): start opening mon connection 2023-12-03T11:50:59.775 INFO:tasks.workunit.client.0.smithi019.stderr: -440> 2023-12-03T11:50:59.603+0000 7ff6b7e63980 10 monclient(hunting): start opening mon connection 2023-12-03T11:50:59.775 INFO:tasks.workunit.client.0.smithi019.stderr: -439> 2023-12-03T11:50:59.603+0000 7ff6b7e63980 10 monclient(hunting): _renew_subs 2023-12-03T11:50:59.775 INFO:tasks.workunit.client.0.smithi019.stderr: -438> 2023-12-03T11:50:59.603+0000 7ff6b7e63980 10 monclient(hunting): authenticate will time out at 1918.008620s 2023-12-03T11:50:59.775 INFO:tasks.workunit.client.0.smithi019.stderr: -437> 2023-12-03T11:50:59.603+0000 7ff6b597f640 10 monclient(hunting): get_auth_request con 0x5570394a6340 auth_method 0 2023-12-03T11:50:59.775 INFO:tasks.workunit.client.0.smithi019.stderr: -436> 2023-12-03T11:50:59.603+0000 7ff6b597f640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-12-03T11:50:59.775 INFO:tasks.workunit.client.0.smithi019.stderr: -435> 2023-12-03T11:50:59.603+0000 7ff6b597f640 10 monclient(hunting): _init_auth method 2 2023-12-03T11:50:59.775 INFO:tasks.workunit.client.0.smithi019.stderr: -434> 2023-12-03T11:50:59.603+0000 7ff6b597f640 10 monclient(hunting): _init_auth creating new auth 2023-12-03T11:50:59.775 INFO:tasks.workunit.client.0.smithi019.stderr: -433> 2023-12-03T11:50:59.603+0000 7ff6b517e640 10 monclient: get_auth_request con 0x7ff698064e50 auth_method 0 2023-12-03T11:50:59.775 INFO:tasks.workunit.client.0.smithi019.stderr: -432> 2023-12-03T11:50:59.603+0000 7ff6b6180640 10 monclient(hunting): get_auth_request con 0x5570394a8b80 auth_method 0 2023-12-03T11:50:59.775 INFO:tasks.workunit.client.0.smithi019.stderr: -431> 2023-12-03T11:50:59.603+0000 7ff6b6180640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-12-03T11:50:59.775 INFO:tasks.workunit.client.0.smithi019.stderr: -430> 2023-12-03T11:50:59.603+0000 7ff6b6180640 10 monclient(hunting): _init_auth method 2 2023-12-03T11:50:59.776 INFO:tasks.workunit.client.0.smithi019.stderr: -429> 2023-12-03T11:50:59.603+0000 7ff6b6180640 10 monclient(hunting): _init_auth creating new auth 2023-12-03T11:50:59.776 INFO:tasks.workunit.client.0.smithi019.stderr: -428> 2023-12-03T11:50:59.603+0000 7ff6b597f640 10 monclient(hunting): handle_auth_reply_more payload 9 2023-12-03T11:50:59.776 INFO:tasks.workunit.client.0.smithi019.stderr: -427> 2023-12-03T11:50:59.603+0000 7ff6b597f640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-12-03T11:50:59.776 INFO:tasks.workunit.client.0.smithi019.stderr: -426> 2023-12-03T11:50:59.603+0000 7ff6b597f640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-12-03T11:50:59.776 INFO:tasks.workunit.client.0.smithi019.stderr: -425> 2023-12-03T11:50:59.603+0000 7ff6b6180640 10 monclient(hunting): handle_auth_reply_more payload 9 2023-12-03T11:50:59.776 INFO:tasks.workunit.client.0.smithi019.stderr: -424> 2023-12-03T11:50:59.603+0000 7ff6b6180640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-12-03T11:50:59.776 INFO:tasks.workunit.client.0.smithi019.stderr: -423> 2023-12-03T11:50:59.603+0000 7ff6b6180640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-12-03T11:50:59.776 INFO:tasks.workunit.client.0.smithi019.stderr: -422> 2023-12-03T11:50:59.603+0000 7ff6b517e640 10 monclient(hunting): get_auth_request con 0x5570394b0cf0 auth_method 0 2023-12-03T11:50:59.776 INFO:tasks.workunit.client.0.smithi019.stderr: -421> 2023-12-03T11:50:59.603+0000 7ff6b517e640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-12-03T11:50:59.776 INFO:tasks.workunit.client.0.smithi019.stderr: -420> 2023-12-03T11:50:59.603+0000 7ff6b517e640 10 monclient(hunting): _init_auth method 2 2023-12-03T11:50:59.776 INFO:tasks.workunit.client.0.smithi019.stderr: -419> 2023-12-03T11:50:59.603+0000 7ff6b517e640 10 monclient(hunting): _init_auth creating new auth 2023-12-03T11:50:59.776 INFO:tasks.workunit.client.0.smithi019.stderr: -418> 2023-12-03T11:50:59.603+0000 7ff6b597f640 10 monclient(hunting): handle_auth_done global_id 7026 payload 274 2023-12-03T11:50:59.776 INFO:tasks.workunit.client.0.smithi019.stderr: -417> 2023-12-03T11:50:59.603+0000 7ff6b597f640 10 monclient: _finish_hunting 0 2023-12-03T11:50:59.776 INFO:tasks.workunit.client.0.smithi019.stderr: -416> 2023-12-03T11:50:59.603+0000 7ff6b597f640 1 monclient: found mon.noname-a 2023-12-03T11:50:59.776 INFO:tasks.workunit.client.0.smithi019.stderr: -415> 2023-12-03T11:50:59.603+0000 7ff6b597f640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.19:3300/0 2023-12-03T11:50:59.777 INFO:tasks.workunit.client.0.smithi019.stderr: -414> 2023-12-03T11:50:59.603+0000 7ff697fff640 10 monclient: handle_monmap mon_map magic: 0 v1 2023-12-03T11:50:59.777 INFO:tasks.workunit.client.0.smithi019.stderr: -413> 2023-12-03T11:50:59.603+0000 7ff697fff640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2023-12-03T11:50:59.777 INFO:tasks.workunit.client.0.smithi019.stderr: -412> 2023-12-03T11:50:59.603+0000 7ff697fff640 10 monclient: dump: 2023-12-03T11:50:59.777 INFO:tasks.workunit.client.0.smithi019.stderr:epoch 1 2023-12-03T11:50:59.777 INFO:tasks.workunit.client.0.smithi019.stderr:fsid ae33780b-1c64-42c6-818c-b1dc720ff6a2 2023-12-03T11:50:59.777 INFO:tasks.workunit.client.0.smithi019.stderr:last_changed 2023-12-03T11:35:13.610069+0000 2023-12-03T11:50:59.777 INFO:tasks.workunit.client.0.smithi019.stderr:created 2023-12-03T11:35:13.610069+0000 2023-12-03T11:50:59.777 INFO:tasks.workunit.client.0.smithi019.stderr:min_mon_release 18 (reef) 2023-12-03T11:50:59.777 INFO:tasks.workunit.client.0.smithi019.stderr:election_strategy: 1 2023-12-03T11:50:59.777 INFO:tasks.workunit.client.0.smithi019.stderr:0: [v2:172.21.15.19:3300/0,v1:172.21.15.19:6789/0] mon.a 2023-12-03T11:50:59.777 INFO:tasks.workunit.client.0.smithi019.stderr:1: [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] mon.b 2023-12-03T11:50:59.777 INFO:tasks.workunit.client.0.smithi019.stderr:2: [v2:172.21.15.19:3301/0,v1:172.21.15.19:6790/0] mon.c 2023-12-03T11:50:59.777 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:50:59.777 INFO:tasks.workunit.client.0.smithi019.stderr: -411> 2023-12-03T11:50:59.603+0000 7ff697fff640 10 monclient: _finish_auth 0 2023-12-03T11:50:59.778 INFO:tasks.workunit.client.0.smithi019.stderr: -410> 2023-12-03T11:50:59.603+0000 7ff697fff640 10 monclient: _check_auth_tickets 2023-12-03T11:50:59.778 INFO:tasks.workunit.client.0.smithi019.stderr: -409> 2023-12-03T11:50:59.603+0000 7ff697fff640 10 monclient: handle_config config(0 keys) v1 2023-12-03T11:50:59.778 INFO:tasks.workunit.client.0.smithi019.stderr: -408> 2023-12-03T11:50:59.603+0000 7ff697fff640 10 monclient: handle_monmap mon_map magic: 0 v1 2023-12-03T11:50:59.778 INFO:tasks.workunit.client.0.smithi019.stderr: -407> 2023-12-03T11:50:59.603+0000 7ff697fff640 10 monclient: got monmap 1 from mon.a (according to old e1) 2023-12-03T11:50:59.778 INFO:tasks.workunit.client.0.smithi019.stderr: -406> 2023-12-03T11:50:59.603+0000 7ff697fff640 10 monclient: dump: 2023-12-03T11:50:59.778 INFO:tasks.workunit.client.0.smithi019.stderr:epoch 1 2023-12-03T11:50:59.778 INFO:tasks.workunit.client.0.smithi019.stderr:fsid ae33780b-1c64-42c6-818c-b1dc720ff6a2 2023-12-03T11:50:59.778 INFO:tasks.workunit.client.0.smithi019.stderr:last_changed 2023-12-03T11:35:13.610069+0000 2023-12-03T11:50:59.778 INFO:tasks.workunit.client.0.smithi019.stderr:created 2023-12-03T11:35:13.610069+0000 2023-12-03T11:50:59.778 INFO:tasks.workunit.client.0.smithi019.stderr:min_mon_release 18 (reef) 2023-12-03T11:50:59.778 INFO:tasks.workunit.client.0.smithi019.stderr:election_strategy: 1 2023-12-03T11:50:59.778 INFO:tasks.workunit.client.0.smithi019.stderr:0: [v2:172.21.15.19:3300/0,v1:172.21.15.19:6789/0] mon.a 2023-12-03T11:50:59.778 INFO:tasks.workunit.client.0.smithi019.stderr:1: [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] mon.b 2023-12-03T11:50:59.779 INFO:tasks.workunit.client.0.smithi019.stderr:2: [v2:172.21.15.19:3301/0,v1:172.21.15.19:6790/0] mon.c 2023-12-03T11:50:59.779 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:50:59.779 INFO:tasks.workunit.client.0.smithi019.stderr: -405> 2023-12-03T11:50:59.603+0000 7ff6b7e63980 5 monclient: authenticate success, global_id 7026 2023-12-03T11:50:59.779 INFO:tasks.workunit.client.0.smithi019.stderr: -404> 2023-12-03T11:50:59.603+0000 7ff6b7e63980 10 monclient: get_monmap_and_config success 2023-12-03T11:50:59.779 INFO:tasks.workunit.client.0.smithi019.stderr: -403> 2023-12-03T11:50:59.603+0000 7ff6b7e63980 4 set_mon_vals no callback set 2023-12-03T11:50:59.779 INFO:tasks.workunit.client.0.smithi019.stderr: -402> 2023-12-03T11:50:59.603+0000 7ff6b7e63980 10 monclient: shutdown 2023-12-03T11:50:59.779 INFO:tasks.workunit.client.0.smithi019.stderr: -401> 2023-12-03T11:50:59.603+0000 7ff6b7e63980 10 monclient: build_initial_monmap 2023-12-03T11:50:59.779 INFO:tasks.workunit.client.0.smithi019.stderr: -400> 2023-12-03T11:50:59.603+0000 7ff6b7e63980 1 build_initial for_mkfs: 0 2023-12-03T11:50:59.779 INFO:tasks.workunit.client.0.smithi019.stderr: -399> 2023-12-03T11:50:59.603+0000 7ff6b7e63980 10 monclient: monmap: 2023-12-03T11:50:59.779 INFO:tasks.workunit.client.0.smithi019.stderr:epoch 0 2023-12-03T11:50:59.779 INFO:tasks.workunit.client.0.smithi019.stderr:fsid 00000000-0000-0000-0000-000000000000 2023-12-03T11:50:59.779 INFO:tasks.workunit.client.0.smithi019.stderr:last_changed 0.000000 2023-12-03T11:50:59.779 INFO:tasks.workunit.client.0.smithi019.stderr:created 0.000000 2023-12-03T11:50:59.779 INFO:tasks.workunit.client.0.smithi019.stderr:min_mon_release 0 (unknown) 2023-12-03T11:50:59.779 INFO:tasks.workunit.client.0.smithi019.stderr:election_strategy: 1 2023-12-03T11:50:59.779 INFO:tasks.workunit.client.0.smithi019.stderr:0: [v2:172.21.15.19:3300/0,v1:172.21.15.19:6789/0] mon.noname-a 2023-12-03T11:50:59.779 INFO:tasks.workunit.client.0.smithi019.stderr:1: [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] mon.noname-b 2023-12-03T11:50:59.780 INFO:tasks.workunit.client.0.smithi019.stderr:2: [v2:172.21.15.19:3301/0,v1:172.21.15.19:6790/0] mon.noname-c 2023-12-03T11:50:59.780 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:50:59.780 INFO:tasks.workunit.client.0.smithi019.stderr: -398> 2023-12-03T11:50:59.603+0000 7ff6b7e63980 5 AuthRegistry(0x557039477520) adding auth protocol: cephx 2023-12-03T11:50:59.780 INFO:tasks.workunit.client.0.smithi019.stderr: -397> 2023-12-03T11:50:59.603+0000 7ff6b7e63980 5 AuthRegistry(0x557039477520) adding auth protocol: cephx 2023-12-03T11:50:59.780 INFO:tasks.workunit.client.0.smithi019.stderr: -396> 2023-12-03T11:50:59.603+0000 7ff6b7e63980 5 AuthRegistry(0x557039477520) adding auth protocol: cephx 2023-12-03T11:50:59.780 INFO:tasks.workunit.client.0.smithi019.stderr: -395> 2023-12-03T11:50:59.603+0000 7ff6b7e63980 5 AuthRegistry(0x557039477520) adding con mode: secure 2023-12-03T11:50:59.780 INFO:tasks.workunit.client.0.smithi019.stderr: -394> 2023-12-03T11:50:59.603+0000 7ff6b7e63980 5 AuthRegistry(0x557039477520) adding con mode: crc 2023-12-03T11:50:59.780 INFO:tasks.workunit.client.0.smithi019.stderr: -393> 2023-12-03T11:50:59.603+0000 7ff6b7e63980 5 AuthRegistry(0x557039477520) adding con mode: secure 2023-12-03T11:50:59.780 INFO:tasks.workunit.client.0.smithi019.stderr: -392> 2023-12-03T11:50:59.603+0000 7ff6b7e63980 5 AuthRegistry(0x557039477520) adding con mode: crc 2023-12-03T11:50:59.780 INFO:tasks.workunit.client.0.smithi019.stderr: -391> 2023-12-03T11:50:59.603+0000 7ff6b7e63980 5 AuthRegistry(0x557039477520) adding con mode: secure 2023-12-03T11:50:59.780 INFO:tasks.workunit.client.0.smithi019.stderr: -390> 2023-12-03T11:50:59.603+0000 7ff6b7e63980 5 AuthRegistry(0x557039477520) adding con mode: crc 2023-12-03T11:50:59.780 INFO:tasks.workunit.client.0.smithi019.stderr: -389> 2023-12-03T11:50:59.603+0000 7ff6b7e63980 5 AuthRegistry(0x557039477520) adding con mode: crc 2023-12-03T11:50:59.780 INFO:tasks.workunit.client.0.smithi019.stderr: -388> 2023-12-03T11:50:59.603+0000 7ff6b7e63980 5 AuthRegistry(0x557039477520) adding con mode: secure 2023-12-03T11:50:59.780 INFO:tasks.workunit.client.0.smithi019.stderr: -387> 2023-12-03T11:50:59.603+0000 7ff6b7e63980 5 AuthRegistry(0x557039477520) adding con mode: crc 2023-12-03T11:50:59.780 INFO:tasks.workunit.client.0.smithi019.stderr: -386> 2023-12-03T11:50:59.603+0000 7ff6b7e63980 5 AuthRegistry(0x557039477520) adding con mode: secure 2023-12-03T11:50:59.780 INFO:tasks.workunit.client.0.smithi019.stderr: -385> 2023-12-03T11:50:59.603+0000 7ff6b7e63980 5 AuthRegistry(0x557039477520) adding con mode: crc 2023-12-03T11:50:59.780 INFO:tasks.workunit.client.0.smithi019.stderr: -384> 2023-12-03T11:50:59.603+0000 7ff6b7e63980 5 AuthRegistry(0x557039477520) adding con mode: secure 2023-12-03T11:50:59.781 INFO:tasks.workunit.client.0.smithi019.stderr: -383> 2023-12-03T11:50:59.603+0000 7ff6b7e63980 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-12-03T11:50:59.781 INFO:tasks.workunit.client.0.smithi019.stderr: -382> 2023-12-03T11:50:59.603+0000 7ff6b7e63980 1 librados: starting msgr at 2023-12-03T11:50:59.781 INFO:tasks.workunit.client.0.smithi019.stderr: -381> 2023-12-03T11:50:59.603+0000 7ff6b7e63980 1 librados: starting objecter 2023-12-03T11:50:59.781 INFO:tasks.workunit.client.0.smithi019.stderr: -380> 2023-12-03T11:50:59.603+0000 7ff6b7e63980 5 asok(0x55703926d240) register_command objecter_requests cmddesc objecter_requests hook 0x5570394a8500 EEXIST 2023-12-03T11:50:59.781 INFO:tasks.workunit.client.0.smithi019.stderr: -379> 2023-12-03T11:50:59.603+0000 7ff6b7e63980 1 librados: setting wanted keys 2023-12-03T11:50:59.781 INFO:tasks.workunit.client.0.smithi019.stderr: -378> 2023-12-03T11:50:59.603+0000 7ff6b7e63980 1 librados: calling monclient init 2023-12-03T11:50:59.781 INFO:tasks.workunit.client.0.smithi019.stderr: -377> 2023-12-03T11:50:59.603+0000 7ff6b7e63980 10 monclient: init 2023-12-03T11:50:59.781 INFO:tasks.workunit.client.0.smithi019.stderr: -376> 2023-12-03T11:50:59.603+0000 7ff6b7e63980 5 AuthRegistry(0x557039475af8) adding auth protocol: cephx 2023-12-03T11:50:59.781 INFO:tasks.workunit.client.0.smithi019.stderr: -375> 2023-12-03T11:50:59.603+0000 7ff6b7e63980 5 AuthRegistry(0x557039475af8) adding auth protocol: cephx 2023-12-03T11:50:59.781 INFO:tasks.workunit.client.0.smithi019.stderr: -374> 2023-12-03T11:50:59.603+0000 7ff6b7e63980 5 AuthRegistry(0x557039475af8) adding auth protocol: cephx 2023-12-03T11:50:59.781 INFO:tasks.workunit.client.0.smithi019.stderr: -373> 2023-12-03T11:50:59.603+0000 7ff6b7e63980 5 AuthRegistry(0x557039475af8) adding con mode: secure 2023-12-03T11:50:59.781 INFO:tasks.workunit.client.0.smithi019.stderr: -372> 2023-12-03T11:50:59.603+0000 7ff6b7e63980 5 AuthRegistry(0x557039475af8) adding con mode: crc 2023-12-03T11:50:59.781 INFO:tasks.workunit.client.0.smithi019.stderr: -371> 2023-12-03T11:50:59.603+0000 7ff6b7e63980 5 AuthRegistry(0x557039475af8) adding con mode: secure 2023-12-03T11:50:59.781 INFO:tasks.workunit.client.0.smithi019.stderr: -370> 2023-12-03T11:50:59.603+0000 7ff6b7e63980 5 AuthRegistry(0x557039475af8) adding con mode: crc 2023-12-03T11:50:59.782 INFO:tasks.workunit.client.0.smithi019.stderr: -369> 2023-12-03T11:50:59.603+0000 7ff6b7e63980 5 AuthRegistry(0x557039475af8) adding con mode: secure 2023-12-03T11:50:59.782 INFO:tasks.workunit.client.0.smithi019.stderr: -368> 2023-12-03T11:50:59.603+0000 7ff6b7e63980 5 AuthRegistry(0x557039475af8) adding con mode: crc 2023-12-03T11:50:59.782 INFO:tasks.workunit.client.0.smithi019.stderr: -367> 2023-12-03T11:50:59.603+0000 7ff6b7e63980 5 AuthRegistry(0x557039475af8) adding con mode: crc 2023-12-03T11:50:59.782 INFO:tasks.workunit.client.0.smithi019.stderr: -366> 2023-12-03T11:50:59.603+0000 7ff6b7e63980 5 AuthRegistry(0x557039475af8) adding con mode: secure 2023-12-03T11:50:59.782 INFO:tasks.workunit.client.0.smithi019.stderr: -365> 2023-12-03T11:50:59.603+0000 7ff6b7e63980 5 AuthRegistry(0x557039475af8) adding con mode: crc 2023-12-03T11:50:59.782 INFO:tasks.workunit.client.0.smithi019.stderr: -364> 2023-12-03T11:50:59.603+0000 7ff6b7e63980 5 AuthRegistry(0x557039475af8) adding con mode: secure 2023-12-03T11:50:59.782 INFO:tasks.workunit.client.0.smithi019.stderr: -363> 2023-12-03T11:50:59.603+0000 7ff6b7e63980 5 AuthRegistry(0x557039475af8) adding con mode: crc 2023-12-03T11:50:59.782 INFO:tasks.workunit.client.0.smithi019.stderr: -362> 2023-12-03T11:50:59.603+0000 7ff6b7e63980 5 AuthRegistry(0x557039475af8) adding con mode: secure 2023-12-03T11:50:59.782 INFO:tasks.workunit.client.0.smithi019.stderr: -361> 2023-12-03T11:50:59.603+0000 7ff6b7e63980 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-12-03T11:50:59.782 INFO:tasks.workunit.client.0.smithi019.stderr: -360> 2023-12-03T11:50:59.603+0000 7ff6b7e63980 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-12-03T11:50:59.782 INFO:tasks.workunit.client.0.smithi019.stderr: -359> 2023-12-03T11:50:59.603+0000 7ff6b7e63980 5 asok(0x55703926d240) register_command rotate-key cmddesc rotate-key hook 0x557039475c40 EEXIST 2023-12-03T11:50:59.782 INFO:tasks.workunit.client.0.smithi019.stderr: -358> 2023-12-03T11:50:59.603+0000 7ff6b7e63980 10 monclient: _reopen_session rank -1 2023-12-03T11:50:59.782 INFO:tasks.workunit.client.0.smithi019.stderr: -357> 2023-12-03T11:50:59.603+0000 7ff6b7e63980 10 monclient: _add_conns ranks=[0,1,2] 2023-12-03T11:50:59.782 INFO:tasks.workunit.client.0.smithi019.stderr: -356> 2023-12-03T11:50:59.603+0000 7ff6b7e63980 10 monclient(hunting): picked mon.noname-a con 0x5570394a6340 addr [v2:172.21.15.19:3300/0,v1:172.21.15.19:6789/0] 2023-12-03T11:50:59.782 INFO:tasks.workunit.client.0.smithi019.stderr: -355> 2023-12-03T11:50:59.603+0000 7ff6b7e63980 10 monclient(hunting): picked mon.noname-b con 0x5570394a8b80 addr [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] 2023-12-03T11:50:59.783 INFO:tasks.workunit.client.0.smithi019.stderr: -354> 2023-12-03T11:50:59.603+0000 7ff6b7e63980 10 monclient(hunting): picked mon.noname-c con 0x5570394b0cf0 addr [v2:172.21.15.19:3301/0,v1:172.21.15.19:6790/0] 2023-12-03T11:50:59.783 INFO:tasks.workunit.client.0.smithi019.stderr: -353> 2023-12-03T11:50:59.603+0000 7ff6b7e63980 10 monclient(hunting): start opening mon connection 2023-12-03T11:50:59.783 INFO:tasks.workunit.client.0.smithi019.stderr: -352> 2023-12-03T11:50:59.603+0000 7ff6b7e63980 10 monclient(hunting): start opening mon connection 2023-12-03T11:50:59.783 INFO:tasks.workunit.client.0.smithi019.stderr: -351> 2023-12-03T11:50:59.603+0000 7ff6b7e63980 10 monclient(hunting): start opening mon connection 2023-12-03T11:50:59.783 INFO:tasks.workunit.client.0.smithi019.stderr: -350> 2023-12-03T11:50:59.603+0000 7ff6b7e63980 10 monclient(hunting): _renew_subs 2023-12-03T11:50:59.783 INFO:tasks.workunit.client.0.smithi019.stderr: -349> 2023-12-03T11:50:59.603+0000 7ff6b7e63980 10 monclient(hunting): authenticate will time out at 1918.011135s 2023-12-03T11:50:59.783 INFO:tasks.workunit.client.0.smithi019.stderr: -348> 2023-12-03T11:50:59.603+0000 7ff6b597f640 10 monclient(hunting): get_auth_request con 0x5570394a6340 auth_method 0 2023-12-03T11:50:59.783 INFO:tasks.workunit.client.0.smithi019.stderr: -347> 2023-12-03T11:50:59.603+0000 7ff6b597f640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-12-03T11:50:59.783 INFO:tasks.workunit.client.0.smithi019.stderr: -346> 2023-12-03T11:50:59.603+0000 7ff6b597f640 10 monclient(hunting): _init_auth method 2 2023-12-03T11:50:59.783 INFO:tasks.workunit.client.0.smithi019.stderr: -345> 2023-12-03T11:50:59.603+0000 7ff6b597f640 10 monclient(hunting): _init_auth creating new auth 2023-12-03T11:50:59.783 INFO:tasks.workunit.client.0.smithi019.stderr: -344> 2023-12-03T11:50:59.603+0000 7ff6b6180640 10 monclient(hunting): get_auth_request con 0x5570394b0cf0 auth_method 0 2023-12-03T11:50:59.783 INFO:tasks.workunit.client.0.smithi019.stderr: -343> 2023-12-03T11:50:59.603+0000 7ff6b6180640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-12-03T11:50:59.783 INFO:tasks.workunit.client.0.smithi019.stderr: -342> 2023-12-03T11:50:59.603+0000 7ff6b6180640 10 monclient(hunting): _init_auth method 2 2023-12-03T11:50:59.783 INFO:tasks.workunit.client.0.smithi019.stderr: -341> 2023-12-03T11:50:59.603+0000 7ff6b6180640 10 monclient(hunting): _init_auth creating new auth 2023-12-03T11:50:59.784 INFO:tasks.workunit.client.0.smithi019.stderr: -340> 2023-12-03T11:50:59.603+0000 7ff6b6180640 10 monclient(hunting): handle_auth_reply_more payload 9 2023-12-03T11:50:59.784 INFO:tasks.workunit.client.0.smithi019.stderr: -339> 2023-12-03T11:50:59.603+0000 7ff6b6180640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-12-03T11:50:59.784 INFO:tasks.workunit.client.0.smithi019.stderr: -338> 2023-12-03T11:50:59.603+0000 7ff6b6180640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-12-03T11:50:59.784 INFO:tasks.workunit.client.0.smithi019.stderr: -337> 2023-12-03T11:50:59.603+0000 7ff6b597f640 10 monclient(hunting): handle_auth_reply_more payload 9 2023-12-03T11:50:59.784 INFO:tasks.workunit.client.0.smithi019.stderr: -336> 2023-12-03T11:50:59.603+0000 7ff6b597f640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-12-03T11:50:59.784 INFO:tasks.workunit.client.0.smithi019.stderr: -335> 2023-12-03T11:50:59.603+0000 7ff6b597f640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-12-03T11:50:59.784 INFO:tasks.workunit.client.0.smithi019.stderr: -334> 2023-12-03T11:50:59.603+0000 7ff6b517e640 10 monclient(hunting): get_auth_request con 0x5570394a8b80 auth_method 0 2023-12-03T11:50:59.784 INFO:tasks.workunit.client.0.smithi019.stderr: -333> 2023-12-03T11:50:59.603+0000 7ff6b517e640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-12-03T11:50:59.784 INFO:tasks.workunit.client.0.smithi019.stderr: -332> 2023-12-03T11:50:59.603+0000 7ff6b517e640 10 monclient(hunting): _init_auth method 2 2023-12-03T11:50:59.784 INFO:tasks.workunit.client.0.smithi019.stderr: -331> 2023-12-03T11:50:59.603+0000 7ff6b517e640 10 monclient(hunting): _init_auth creating new auth 2023-12-03T11:50:59.784 INFO:tasks.workunit.client.0.smithi019.stderr: -330> 2023-12-03T11:50:59.603+0000 7ff6b6180640 10 monclient(hunting): handle_auth_done global_id 6674 payload 824 2023-12-03T11:50:59.784 INFO:tasks.workunit.client.0.smithi019.stderr: -329> 2023-12-03T11:50:59.603+0000 7ff6b6180640 10 monclient: _finish_hunting 0 2023-12-03T11:50:59.784 INFO:tasks.workunit.client.0.smithi019.stderr: -328> 2023-12-03T11:50:59.603+0000 7ff6b6180640 1 monclient: found mon.noname-c 2023-12-03T11:50:59.784 INFO:tasks.workunit.client.0.smithi019.stderr: -327> 2023-12-03T11:50:59.603+0000 7ff6b6180640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.19:3301/0 2023-12-03T11:50:59.785 INFO:tasks.workunit.client.0.smithi019.stderr: -326> 2023-12-03T11:50:59.603+0000 7ff6967fc640 10 monclient: handle_monmap mon_map magic: 0 v1 2023-12-03T11:50:59.785 INFO:tasks.workunit.client.0.smithi019.stderr: -325> 2023-12-03T11:50:59.603+0000 7ff6967fc640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2023-12-03T11:50:59.785 INFO:tasks.workunit.client.0.smithi019.stderr: -324> 2023-12-03T11:50:59.607+0000 7ff6967fc640 10 monclient: dump: 2023-12-03T11:50:59.785 INFO:tasks.workunit.client.0.smithi019.stderr:epoch 1 2023-12-03T11:50:59.785 INFO:tasks.workunit.client.0.smithi019.stderr:fsid ae33780b-1c64-42c6-818c-b1dc720ff6a2 2023-12-03T11:50:59.785 INFO:tasks.workunit.client.0.smithi019.stderr:last_changed 2023-12-03T11:35:13.610069+0000 2023-12-03T11:50:59.785 INFO:tasks.workunit.client.0.smithi019.stderr:created 2023-12-03T11:35:13.610069+0000 2023-12-03T11:50:59.785 INFO:tasks.workunit.client.0.smithi019.stderr:min_mon_release 18 (reef) 2023-12-03T11:50:59.785 INFO:tasks.workunit.client.0.smithi019.stderr:election_strategy: 1 2023-12-03T11:50:59.785 INFO:tasks.workunit.client.0.smithi019.stderr:0: [v2:172.21.15.19:3300/0,v1:172.21.15.19:6789/0] mon.a 2023-12-03T11:50:59.785 INFO:tasks.workunit.client.0.smithi019.stderr:1: [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] mon.b 2023-12-03T11:50:59.785 INFO:tasks.workunit.client.0.smithi019.stderr:2: [v2:172.21.15.19:3301/0,v1:172.21.15.19:6790/0] mon.c 2023-12-03T11:50:59.785 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:50:59.785 INFO:tasks.workunit.client.0.smithi019.stderr: -323> 2023-12-03T11:50:59.607+0000 7ff6967fc640 10 monclient: _finish_auth 0 2023-12-03T11:50:59.785 INFO:tasks.workunit.client.0.smithi019.stderr: -322> 2023-12-03T11:50:59.607+0000 7ff6967fc640 10 monclient: _check_auth_tickets 2023-12-03T11:50:59.786 INFO:tasks.workunit.client.0.smithi019.stderr: -321> 2023-12-03T11:50:59.607+0000 7ff6967fc640 10 monclient: handle_config config(0 keys) v1 2023-12-03T11:50:59.786 INFO:tasks.workunit.client.0.smithi019.stderr: -320> 2023-12-03T11:50:59.607+0000 7ff6967fc640 10 monclient: handle_monmap mon_map magic: 0 v1 2023-12-03T11:50:59.786 INFO:tasks.workunit.client.0.smithi019.stderr: -319> 2023-12-03T11:50:59.607+0000 7ff6967fc640 10 monclient: got monmap 1 from mon.c (according to old e1) 2023-12-03T11:50:59.786 INFO:tasks.workunit.client.0.smithi019.stderr: -318> 2023-12-03T11:50:59.607+0000 7ff6967fc640 10 monclient: dump: 2023-12-03T11:50:59.786 INFO:tasks.workunit.client.0.smithi019.stderr:epoch 1 2023-12-03T11:50:59.786 INFO:tasks.workunit.client.0.smithi019.stderr:fsid ae33780b-1c64-42c6-818c-b1dc720ff6a2 2023-12-03T11:50:59.786 INFO:tasks.workunit.client.0.smithi019.stderr:last_changed 2023-12-03T11:35:13.610069+0000 2023-12-03T11:50:59.786 INFO:tasks.workunit.client.0.smithi019.stderr:created 2023-12-03T11:35:13.610069+0000 2023-12-03T11:50:59.786 INFO:tasks.workunit.client.0.smithi019.stderr:min_mon_release 18 (reef) 2023-12-03T11:50:59.786 INFO:tasks.workunit.client.0.smithi019.stderr:election_strategy: 1 2023-12-03T11:50:59.786 INFO:tasks.workunit.client.0.smithi019.stderr:0: [v2:172.21.15.19:3300/0,v1:172.21.15.19:6789/0] mon.a 2023-12-03T11:50:59.786 INFO:tasks.workunit.client.0.smithi019.stderr:1: [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] mon.b 2023-12-03T11:50:59.786 INFO:tasks.workunit.client.0.smithi019.stderr:2: [v2:172.21.15.19:3301/0,v1:172.21.15.19:6790/0] mon.c 2023-12-03T11:50:59.786 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:50:59.786 INFO:tasks.workunit.client.0.smithi019.stderr: -317> 2023-12-03T11:50:59.607+0000 7ff697fff640 4 set_mon_vals no callback set 2023-12-03T11:50:59.787 INFO:tasks.workunit.client.0.smithi019.stderr: -316> 2023-12-03T11:50:59.607+0000 7ff6b7e63980 5 monclient: authenticate success, global_id 6674 2023-12-03T11:50:59.787 INFO:tasks.workunit.client.0.smithi019.stderr: -315> 2023-12-03T11:50:59.607+0000 7ff6b7e63980 10 monclient: _renew_subs 2023-12-03T11:50:59.787 INFO:tasks.workunit.client.0.smithi019.stderr: -314> 2023-12-03T11:50:59.607+0000 7ff6b7e63980 10 monclient: _send_mon_message to mon.c at v2:172.21.15.19:3301/0 2023-12-03T11:50:59.787 INFO:tasks.workunit.client.0.smithi019.stderr: -313> 2023-12-03T11:50:59.607+0000 7ff6b7e63980 10 monclient: _renew_subs 2023-12-03T11:50:59.787 INFO:tasks.workunit.client.0.smithi019.stderr: -312> 2023-12-03T11:50:59.607+0000 7ff6b7e63980 10 monclient: _send_mon_message to mon.c at v2:172.21.15.19:3301/0 2023-12-03T11:50:59.787 INFO:tasks.workunit.client.0.smithi019.stderr: -311> 2023-12-03T11:50:59.607+0000 7ff6b7e63980 1 librados: init done 2023-12-03T11:50:59.787 INFO:tasks.workunit.client.0.smithi019.stderr: -310> 2023-12-03T11:50:59.607+0000 7ff6b7e63980 20 rados->read ofs=0 len=0 2023-12-03T11:50:59.787 INFO:tasks.workunit.client.0.smithi019.stderr: -309> 2023-12-03T11:50:59.607+0000 7ff6967fc640 4 mgrc handle_mgr_map Got map version 5 2023-12-03T11:50:59.787 INFO:tasks.workunit.client.0.smithi019.stderr: -308> 2023-12-03T11:50:59.607+0000 7ff6967fc640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.57:6832/1976017766,v1:172.21.15.57:6833/1976017766] 2023-12-03T11:50:59.787 INFO:tasks.workunit.client.0.smithi019.stderr: -307> 2023-12-03T11:50:59.607+0000 7ff6967fc640 4 mgrc reconnect Starting new session with [v2:172.21.15.57:6832/1976017766,v1:172.21.15.57:6833/1976017766] 2023-12-03T11:50:59.787 INFO:tasks.workunit.client.0.smithi019.stderr: -306> 2023-12-03T11:50:59.607+0000 7ff6b597f640 10 monclient: get_auth_request con 0x7ff690064e80 auth_method 0 2023-12-03T11:50:59.787 INFO:tasks.workunit.client.0.smithi019.stderr: -305> 2023-12-03T11:50:59.607+0000 7ff6b517e640 10 monclient: get_auth_request con 0x5570394c34f0 auth_method 0 2023-12-03T11:50:59.787 INFO:tasks.workunit.client.0.smithi019.stderr: -304> 2023-12-03T11:50:59.607+0000 7ff6b7e63980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:59.787 INFO:tasks.workunit.client.0.smithi019.stderr: -303> 2023-12-03T11:50:59.607+0000 7ff6b7e63980 20 realm 2023-12-03T11:50:59.787 INFO:tasks.workunit.client.0.smithi019.stderr: -302> 2023-12-03T11:50:59.607+0000 7ff6b7e63980 20 rados->read ofs=0 len=0 2023-12-03T11:50:59.788 INFO:tasks.workunit.client.0.smithi019.stderr: -301> 2023-12-03T11:50:59.607+0000 7ff6b7e63980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:59.788 INFO:tasks.workunit.client.0.smithi019.stderr: -300> 2023-12-03T11:50:59.607+0000 7ff6b7e63980 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:50:59.788 INFO:tasks.workunit.client.0.smithi019.stderr: -299> 2023-12-03T11:50:59.607+0000 7ff6b7e63980 20 rados->read ofs=0 len=0 2023-12-03T11:50:59.788 INFO:tasks.workunit.client.0.smithi019.stderr: -298> 2023-12-03T11:50:59.611+0000 7ff6b7e63980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:59.788 INFO:tasks.workunit.client.0.smithi019.stderr: -297> 2023-12-03T11:50:59.611+0000 7ff6b7e63980 20 rados->read ofs=0 len=0 2023-12-03T11:50:59.788 INFO:tasks.workunit.client.0.smithi019.stderr: -296> 2023-12-03T11:50:59.611+0000 7ff6b597f640 10 monclient: get_auth_request con 0x5570394c7420 auth_method 0 2023-12-03T11:50:59.788 INFO:tasks.workunit.client.0.smithi019.stderr: -295> 2023-12-03T11:50:59.611+0000 7ff6b7e63980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:50:59.788 INFO:tasks.workunit.client.0.smithi019.stderr: -294> 2023-12-03T11:50:59.611+0000 7ff6b7e63980 20 rados->read ofs=0 len=0 2023-12-03T11:50:59.788 INFO:tasks.workunit.client.0.smithi019.stderr: -293> 2023-12-03T11:50:59.611+0000 7ff6b7e63980 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:50:59.788 INFO:tasks.workunit.client.0.smithi019.stderr: -292> 2023-12-03T11:50:59.611+0000 7ff6b7e63980 20 searching for the correct realm 2023-12-03T11:50:59.789 INFO:tasks.workunit.client.0.smithi019.stderr: -291> 2023-12-03T11:50:59.611+0000 7ff6b517e640 10 monclient: get_auth_request con 0x5570394cc460 auth_method 0 2023-12-03T11:50:59.789 INFO:tasks.workunit.client.0.smithi019.stderr: -290> 2023-12-03T11:50:59.615+0000 7ff6b6180640 10 monclient: get_auth_request con 0x7ff6ac008050 auth_method 0 2023-12-03T11:50:59.789 INFO:tasks.workunit.client.0.smithi019.stderr: -289> 2023-12-03T11:50:59.615+0000 7ff6b597f640 10 monclient: get_auth_request con 0x7ff6b00ab070 auth_method 0 2023-12-03T11:50:59.789 INFO:tasks.workunit.client.0.smithi019.stderr: -288> 2023-12-03T11:50:59.615+0000 7ff6b517e640 10 monclient: get_auth_request con 0x7ff6a8016930 auth_method 0 2023-12-03T11:50:59.789 INFO:tasks.workunit.client.0.smithi019.stderr: -287> 2023-12-03T11:50:59.619+0000 7ff6b6180640 10 monclient: get_auth_request con 0x7ff6ac037040 auth_method 0 2023-12-03T11:50:59.789 INFO:tasks.workunit.client.0.smithi019.stderr: -286> 2023-12-03T11:50:59.627+0000 7ff6b597f640 10 monclient: get_auth_request con 0x7ff6ac036920 auth_method 0 2023-12-03T11:50:59.789 INFO:tasks.workunit.client.0.smithi019.stderr: -285> 2023-12-03T11:50:59.635+0000 7ff6b597f640 0 -- 172.21.15.19:0/2210648141 >> [v2:172.21.15.57:6808/3142144203,v1:172.21.15.57:6809/3142144203] conn(0x5570394c7420 msgr2=0x5570394c9870 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2023-12-03T11:50:59.789 INFO:tasks.workunit.client.0.smithi019.stderr: -284> 2023-12-03T11:50:59.635+0000 7ff6967fc640 1 client.6674.objecter ms_handle_reset 0x5570394c7420 session 0x557039250b00 osd.5 2023-12-03T11:50:59.789 INFO:tasks.workunit.client.0.smithi019.stderr: -283> 2023-12-03T11:50:59.635+0000 7ff6967fc640 10 monclient: _renew_subs 2023-12-03T11:50:59.789 INFO:tasks.workunit.client.0.smithi019.stderr: -282> 2023-12-03T11:50:59.635+0000 7ff6967fc640 10 monclient: _send_mon_message to mon.c at v2:172.21.15.19:3301/0 2023-12-03T11:50:59.789 INFO:tasks.workunit.client.0.smithi019.stderr: -281> 2023-12-03T11:50:59.635+0000 7ff6b597f640 10 monclient: get_auth_request con 0x7ff690075360 auth_method 0 2023-12-03T11:50:59.789 INFO:tasks.workunit.client.0.smithi019.stderr: -280> 2023-12-03T11:50:59.639+0000 7ff6b7e63980 20 RGWRados::pool_iterate: got zonegroup_info.9433ba8b-08fe-4f3d-8375-ae7b0ce32294 2023-12-03T11:50:59.789 INFO:tasks.workunit.client.0.smithi019.stderr: -279> 2023-12-03T11:50:59.639+0000 7ff6b7e63980 20 RGWRados::pool_iterate: got zone_info.43a5e689-6a4f-4bb6-8529-28824bd75ab9 2023-12-03T11:50:59.789 INFO:tasks.workunit.client.0.smithi019.stderr: -278> 2023-12-03T11:50:59.639+0000 7ff6b7e63980 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:50:59.789 INFO:tasks.workunit.client.0.smithi019.stderr: -277> 2023-12-03T11:50:59.639+0000 7ff6b7e63980 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:50:59.790 INFO:tasks.workunit.client.0.smithi019.stderr: -276> 2023-12-03T11:50:59.639+0000 7ff6b7e63980 20 rados->read ofs=0 len=0 2023-12-03T11:50:59.790 INFO:tasks.workunit.client.0.smithi019.stderr: -275> 2023-12-03T11:50:59.639+0000 7ff6b7e63980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:59.790 INFO:tasks.workunit.client.0.smithi019.stderr: -274> 2023-12-03T11:50:59.639+0000 7ff6b7e63980 20 rados->read ofs=0 len=0 2023-12-03T11:50:59.790 INFO:tasks.workunit.client.0.smithi019.stderr: -273> 2023-12-03T11:50:59.639+0000 7ff6b7e63980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:50:59.790 INFO:tasks.workunit.client.0.smithi019.stderr: -272> 2023-12-03T11:50:59.639+0000 7ff6b7e63980 20 rados->read ofs=0 len=0 2023-12-03T11:50:59.790 INFO:tasks.workunit.client.0.smithi019.stderr: -271> 2023-12-03T11:50:59.639+0000 7ff6b7e63980 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:50:59.790 INFO:tasks.workunit.client.0.smithi019.stderr: -270> 2023-12-03T11:50:59.639+0000 7ff6b7e63980 20 zone default found 2023-12-03T11:50:59.790 INFO:tasks.workunit.client.0.smithi019.stderr: -269> 2023-12-03T11:50:59.639+0000 7ff6b7e63980 4 Realm: () 2023-12-03T11:50:59.790 INFO:tasks.workunit.client.0.smithi019.stderr: -268> 2023-12-03T11:50:59.639+0000 7ff6b7e63980 4 ZoneGroup: default (9433ba8b-08fe-4f3d-8375-ae7b0ce32294) 2023-12-03T11:50:59.790 INFO:tasks.workunit.client.0.smithi019.stderr: -267> 2023-12-03T11:50:59.639+0000 7ff6b7e63980 4 Zone: default (43a5e689-6a4f-4bb6-8529-28824bd75ab9) 2023-12-03T11:50:59.790 INFO:tasks.workunit.client.0.smithi019.stderr: -266> 2023-12-03T11:50:59.639+0000 7ff6b7e63980 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:50:59.790 INFO:tasks.workunit.client.0.smithi019.stderr: -265> 2023-12-03T11:50:59.639+0000 7ff6b7e63980 20 zonegroup default 2023-12-03T11:50:59.790 INFO:tasks.workunit.client.0.smithi019.stderr: -264> 2023-12-03T11:50:59.639+0000 7ff6b7e63980 20 rados->read ofs=0 len=0 2023-12-03T11:50:59.790 INFO:tasks.workunit.client.0.smithi019.stderr: -263> 2023-12-03T11:50:59.639+0000 7ff6b7e63980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:59.791 INFO:tasks.workunit.client.0.smithi019.stderr: -262> 2023-12-03T11:50:59.639+0000 7ff6b7e63980 20 rados->read ofs=0 len=0 2023-12-03T11:50:59.791 INFO:tasks.workunit.client.0.smithi019.stderr: -261> 2023-12-03T11:50:59.639+0000 7ff6b7e63980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:59.791 INFO:tasks.workunit.client.0.smithi019.stderr: -260> 2023-12-03T11:50:59.639+0000 7ff6b7e63980 20 rados->read ofs=0 len=0 2023-12-03T11:50:59.791 INFO:tasks.workunit.client.0.smithi019.stderr: -259> 2023-12-03T11:50:59.639+0000 7ff6b7e63980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:59.791 INFO:tasks.workunit.client.0.smithi019.stderr: -258> 2023-12-03T11:50:59.639+0000 7ff6b7e63980 20 started sync module instance, tier type = 2023-12-03T11:50:59.791 INFO:tasks.workunit.client.0.smithi019.stderr: -257> 2023-12-03T11:50:59.639+0000 7ff6b7e63980 20 started zone id=43a5e689-6a4f-4bb6-8529-28824bd75ab9 (name=default) with tier type = 2023-12-03T11:50:59.791 INFO:tasks.workunit.client.0.smithi019.stderr: -256> 2023-12-03T11:50:59.655+0000 7ff6b517e640 0 -- 172.21.15.19:0/2210648141 >> [v2:172.21.15.19:6800/1469834966,v1:172.21.15.19:6801/1469834966] conn(0x5570394cc460 msgr2=0x5570394ce850 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:50:59.791 INFO:tasks.workunit.client.0.smithi019.stderr: -255> 2023-12-03T11:50:59.655+0000 7ff6967fc640 1 client.6674.objecter ms_handle_reset 0x5570394cc460 session 0x55703925a000 osd.3 2023-12-03T11:50:59.791 INFO:tasks.workunit.client.0.smithi019.stderr: -254> 2023-12-03T11:50:59.655+0000 7ff6b517e640 10 monclient: get_auth_request con 0x5570394c7420 auth_method 0 2023-12-03T11:50:59.791 INFO:tasks.workunit.client.0.smithi019.stderr: -253> 2023-12-03T11:50:59.659+0000 7ff6b7e63980 20 add_watcher() i=0 2023-12-03T11:50:59.791 INFO:tasks.workunit.client.0.smithi019.stderr: -252> 2023-12-03T11:50:59.659+0000 7ff6b7e63980 20 add_watcher() i=1 2023-12-03T11:50:59.791 INFO:tasks.workunit.client.0.smithi019.stderr: -251> 2023-12-03T11:50:59.659+0000 7ff6b7e63980 20 add_watcher() i=2 2023-12-03T11:50:59.791 INFO:tasks.workunit.client.0.smithi019.stderr: -250> 2023-12-03T11:50:59.659+0000 7ff6b7e63980 20 add_watcher() i=3 2023-12-03T11:50:59.791 INFO:tasks.workunit.client.0.smithi019.stderr: -249> 2023-12-03T11:50:59.659+0000 7ff6b7e63980 20 add_watcher() i=4 2023-12-03T11:50:59.791 INFO:tasks.workunit.client.0.smithi019.stderr: -248> 2023-12-03T11:50:59.659+0000 7ff6b7e63980 20 add_watcher() i=5 2023-12-03T11:50:59.791 INFO:tasks.workunit.client.0.smithi019.stderr: -247> 2023-12-03T11:50:59.659+0000 7ff6b7e63980 20 add_watcher() i=6 2023-12-03T11:50:59.792 INFO:tasks.workunit.client.0.smithi019.stderr: -246> 2023-12-03T11:50:59.659+0000 7ff6b7e63980 20 add_watcher() i=7 2023-12-03T11:50:59.792 INFO:tasks.workunit.client.0.smithi019.stderr: -245> 2023-12-03T11:50:59.659+0000 7ff6b7e63980 2 all 8 watchers are set, enabling cache 2023-12-03T11:50:59.792 INFO:tasks.workunit.client.0.smithi019.stderr: -244> 2023-12-03T11:50:59.663+0000 7ff6b7e63980 5 AuthRegistry(0x7ffe6c66bd20) adding auth protocol: cephx 2023-12-03T11:50:59.792 INFO:tasks.workunit.client.0.smithi019.stderr: -243> 2023-12-03T11:50:59.663+0000 7ff6b7e63980 5 AuthRegistry(0x7ffe6c66bd20) adding auth protocol: cephx 2023-12-03T11:50:59.792 INFO:tasks.workunit.client.0.smithi019.stderr: -242> 2023-12-03T11:50:59.663+0000 7ff6b7e63980 5 AuthRegistry(0x7ffe6c66bd20) adding auth protocol: cephx 2023-12-03T11:50:59.792 INFO:tasks.workunit.client.0.smithi019.stderr: -241> 2023-12-03T11:50:59.663+0000 7ff6b7e63980 5 AuthRegistry(0x7ffe6c66bd20) adding con mode: secure 2023-12-03T11:50:59.792 INFO:tasks.workunit.client.0.smithi019.stderr: -240> 2023-12-03T11:50:59.663+0000 7ff6b7e63980 5 AuthRegistry(0x7ffe6c66bd20) adding con mode: crc 2023-12-03T11:50:59.792 INFO:tasks.workunit.client.0.smithi019.stderr: -239> 2023-12-03T11:50:59.663+0000 7ff67b7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:50:59.792 INFO:tasks.workunit.client.0.smithi019.stderr: -238> 2023-12-03T11:50:59.663+0000 7ff6b7e63980 5 AuthRegistry(0x7ffe6c66bd20) adding con mode: secure 2023-12-03T11:50:59.792 INFO:tasks.workunit.client.0.smithi019.stderr: -237> 2023-12-03T11:50:59.663+0000 7ff6b7e63980 5 AuthRegistry(0x7ffe6c66bd20) adding con mode: crc 2023-12-03T11:50:59.792 INFO:tasks.workunit.client.0.smithi019.stderr: -236> 2023-12-03T11:50:59.663+0000 7ff6b7e63980 5 AuthRegistry(0x7ffe6c66bd20) adding con mode: secure 2023-12-03T11:50:59.792 INFO:tasks.workunit.client.0.smithi019.stderr: -235> 2023-12-03T11:50:59.663+0000 7ff6b7e63980 5 AuthRegistry(0x7ffe6c66bd20) adding con mode: crc 2023-12-03T11:50:59.792 INFO:tasks.workunit.client.0.smithi019.stderr: -234> 2023-12-03T11:50:59.663+0000 7ff6b7e63980 5 AuthRegistry(0x7ffe6c66bd20) adding con mode: crc 2023-12-03T11:50:59.792 INFO:tasks.workunit.client.0.smithi019.stderr: -233> 2023-12-03T11:50:59.663+0000 7ff6b7e63980 5 AuthRegistry(0x7ffe6c66bd20) adding con mode: secure 2023-12-03T11:50:59.792 INFO:tasks.workunit.client.0.smithi019.stderr: -232> 2023-12-03T11:50:59.663+0000 7ff6b7e63980 5 AuthRegistry(0x7ffe6c66bd20) adding con mode: crc 2023-12-03T11:50:59.793 INFO:tasks.workunit.client.0.smithi019.stderr: -231> 2023-12-03T11:50:59.663+0000 7ff6b7e63980 5 AuthRegistry(0x7ffe6c66bd20) adding con mode: secure 2023-12-03T11:50:59.793 INFO:tasks.workunit.client.0.smithi019.stderr: -230> 2023-12-03T11:50:59.663+0000 7ff6b7e63980 5 AuthRegistry(0x7ffe6c66bd20) adding con mode: crc 2023-12-03T11:50:59.793 INFO:tasks.workunit.client.0.smithi019.stderr: -229> 2023-12-03T11:50:59.663+0000 7ff6b7e63980 5 AuthRegistry(0x7ffe6c66bd20) adding con mode: secure 2023-12-03T11:50:59.793 INFO:tasks.workunit.client.0.smithi019.stderr: -228> 2023-12-03T11:50:59.663+0000 7ff6b7e63980 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-12-03T11:50:59.793 INFO:tasks.workunit.client.0.smithi019.stderr: -227> 2023-12-03T11:50:59.663+0000 7ff6b7e63980 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:50:59.793 INFO:tasks.workunit.client.0.smithi019.stderr: -226> 2023-12-03T11:50:59.663+0000 7ff6b7e63980 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:50:59.793 INFO:tasks.workunit.client.0.smithi019.stderr: -225> 2023-12-03T11:50:59.663+0000 7ff6b7e63980 5 asok(0x55703926d240) register_command cache list hook 0x55703945b730 2023-12-03T11:50:59.793 INFO:tasks.workunit.client.0.smithi019.stderr: -224> 2023-12-03T11:50:59.663+0000 7ff6b7e63980 5 asok(0x55703926d240) register_command cache inspect hook 0x55703945b730 2023-12-03T11:50:59.793 INFO:tasks.workunit.client.0.smithi019.stderr: -223> 2023-12-03T11:50:59.663+0000 7ff6b7e63980 5 asok(0x55703926d240) register_command cache erase hook 0x55703945b730 2023-12-03T11:50:59.793 INFO:tasks.workunit.client.0.smithi019.stderr: -222> 2023-12-03T11:50:59.663+0000 7ff6b7e63980 5 asok(0x55703926d240) register_command cache zap hook 0x55703945b730 2023-12-03T11:50:59.793 INFO:tasks.workunit.client.0.smithi019.stderr: -221> 2023-12-03T11:50:59.663+0000 7ff6b7e63980 10 monclient: get_monmap_and_config 2023-12-03T11:50:59.793 INFO:tasks.workunit.client.0.smithi019.stderr: -220> 2023-12-03T11:50:59.663+0000 7ff6b7e63980 10 monclient: build_initial_monmap 2023-12-03T11:50:59.793 INFO:tasks.workunit.client.0.smithi019.stderr: -219> 2023-12-03T11:50:59.663+0000 7ff6b7e63980 1 build_initial for_mkfs: 0 2023-12-03T11:50:59.793 INFO:tasks.workunit.client.0.smithi019.stderr: -218> 2023-12-03T11:50:59.663+0000 7ff6b7e63980 10 monclient: monmap: 2023-12-03T11:50:59.793 INFO:tasks.workunit.client.0.smithi019.stderr:epoch 0 2023-12-03T11:50:59.794 INFO:tasks.workunit.client.0.smithi019.stderr:fsid 00000000-0000-0000-0000-000000000000 2023-12-03T11:50:59.794 INFO:tasks.workunit.client.0.smithi019.stderr:last_changed 0.000000 2023-12-03T11:50:59.794 INFO:tasks.workunit.client.0.smithi019.stderr:created 0.000000 2023-12-03T11:50:59.794 INFO:tasks.workunit.client.0.smithi019.stderr:min_mon_release 0 (unknown) 2023-12-03T11:50:59.794 INFO:tasks.workunit.client.0.smithi019.stderr:election_strategy: 1 2023-12-03T11:50:59.794 INFO:tasks.workunit.client.0.smithi019.stderr:0: [v2:172.21.15.19:3300/0,v1:172.21.15.19:6789/0] mon.noname-a 2023-12-03T11:50:59.794 INFO:tasks.workunit.client.0.smithi019.stderr:1: [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] mon.noname-b 2023-12-03T11:50:59.794 INFO:tasks.workunit.client.0.smithi019.stderr:2: [v2:172.21.15.19:3301/0,v1:172.21.15.19:6790/0] mon.noname-c 2023-12-03T11:50:59.794 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:50:59.794 INFO:tasks.workunit.client.0.smithi019.stderr: -217> 2023-12-03T11:50:59.663+0000 7ff6b7e63980 5 AuthRegistry(0x557039507720) adding auth protocol: cephx 2023-12-03T11:50:59.794 INFO:tasks.workunit.client.0.smithi019.stderr: -216> 2023-12-03T11:50:59.663+0000 7ff6b7e63980 5 AuthRegistry(0x557039507720) adding auth protocol: cephx 2023-12-03T11:50:59.794 INFO:tasks.workunit.client.0.smithi019.stderr: -215> 2023-12-03T11:50:59.663+0000 7ff6b7e63980 5 AuthRegistry(0x557039507720) adding auth protocol: cephx 2023-12-03T11:50:59.794 INFO:tasks.workunit.client.0.smithi019.stderr: -214> 2023-12-03T11:50:59.663+0000 7ff6b7e63980 5 AuthRegistry(0x557039507720) adding con mode: secure 2023-12-03T11:50:59.794 INFO:tasks.workunit.client.0.smithi019.stderr: -213> 2023-12-03T11:50:59.663+0000 7ff6b7e63980 5 AuthRegistry(0x557039507720) adding con mode: crc 2023-12-03T11:50:59.795 INFO:tasks.workunit.client.0.smithi019.stderr: -212> 2023-12-03T11:50:59.663+0000 7ff6b7e63980 5 AuthRegistry(0x557039507720) adding con mode: secure 2023-12-03T11:50:59.795 INFO:tasks.workunit.client.0.smithi019.stderr: -211> 2023-12-03T11:50:59.663+0000 7ff6b7e63980 5 AuthRegistry(0x557039507720) adding con mode: crc 2023-12-03T11:50:59.795 INFO:tasks.workunit.client.0.smithi019.stderr: -210> 2023-12-03T11:50:59.663+0000 7ff6b7e63980 5 AuthRegistry(0x557039507720) adding con mode: secure 2023-12-03T11:50:59.795 INFO:tasks.workunit.client.0.smithi019.stderr: -209> 2023-12-03T11:50:59.663+0000 7ff6b7e63980 5 AuthRegistry(0x557039507720) adding con mode: crc 2023-12-03T11:50:59.795 INFO:tasks.workunit.client.0.smithi019.stderr: -208> 2023-12-03T11:50:59.663+0000 7ff6b7e63980 5 AuthRegistry(0x557039507720) adding con mode: crc 2023-12-03T11:50:59.795 INFO:tasks.workunit.client.0.smithi019.stderr: -207> 2023-12-03T11:50:59.663+0000 7ff6b7e63980 5 AuthRegistry(0x557039507720) adding con mode: secure 2023-12-03T11:50:59.795 INFO:tasks.workunit.client.0.smithi019.stderr: -206> 2023-12-03T11:50:59.663+0000 7ff6b7e63980 5 AuthRegistry(0x557039507720) adding con mode: crc 2023-12-03T11:50:59.795 INFO:tasks.workunit.client.0.smithi019.stderr: -205> 2023-12-03T11:50:59.663+0000 7ff6b7e63980 5 AuthRegistry(0x557039507720) adding con mode: secure 2023-12-03T11:50:59.795 INFO:tasks.workunit.client.0.smithi019.stderr: -204> 2023-12-03T11:50:59.663+0000 7ff6b7e63980 5 AuthRegistry(0x557039507720) adding con mode: crc 2023-12-03T11:50:59.795 INFO:tasks.workunit.client.0.smithi019.stderr: -203> 2023-12-03T11:50:59.663+0000 7ff6b7e63980 5 AuthRegistry(0x557039507720) adding con mode: secure 2023-12-03T11:50:59.795 INFO:tasks.workunit.client.0.smithi019.stderr: -202> 2023-12-03T11:50:59.663+0000 7ff6b7e63980 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-12-03T11:50:59.795 INFO:tasks.workunit.client.0.smithi019.stderr: -201> 2023-12-03T11:50:59.663+0000 7ff6b7e63980 10 monclient: init 2023-12-03T11:50:59.795 INFO:tasks.workunit.client.0.smithi019.stderr: -200> 2023-12-03T11:50:59.663+0000 7ff6b7e63980 5 AuthRegistry(0x7ffe6c66b870) adding auth protocol: cephx 2023-12-03T11:50:59.795 INFO:tasks.workunit.client.0.smithi019.stderr: -199> 2023-12-03T11:50:59.663+0000 7ff6b7e63980 5 AuthRegistry(0x7ffe6c66b870) adding auth protocol: cephx 2023-12-03T11:50:59.795 INFO:tasks.workunit.client.0.smithi019.stderr: -198> 2023-12-03T11:50:59.663+0000 7ff6b7e63980 5 AuthRegistry(0x7ffe6c66b870) adding auth protocol: cephx 2023-12-03T11:50:59.796 INFO:tasks.workunit.client.0.smithi019.stderr: -197> 2023-12-03T11:50:59.663+0000 7ff6b7e63980 5 AuthRegistry(0x7ffe6c66b870) adding con mode: secure 2023-12-03T11:50:59.796 INFO:tasks.workunit.client.0.smithi019.stderr: -196> 2023-12-03T11:50:59.663+0000 7ff6b7e63980 5 AuthRegistry(0x7ffe6c66b870) adding con mode: crc 2023-12-03T11:50:59.796 INFO:tasks.workunit.client.0.smithi019.stderr: -195> 2023-12-03T11:50:59.663+0000 7ff6b7e63980 5 AuthRegistry(0x7ffe6c66b870) adding con mode: secure 2023-12-03T11:50:59.796 INFO:tasks.workunit.client.0.smithi019.stderr: -194> 2023-12-03T11:50:59.663+0000 7ff6b7e63980 5 AuthRegistry(0x7ffe6c66b870) adding con mode: crc 2023-12-03T11:50:59.796 INFO:tasks.workunit.client.0.smithi019.stderr: -193> 2023-12-03T11:50:59.663+0000 7ff6b7e63980 5 AuthRegistry(0x7ffe6c66b870) adding con mode: secure 2023-12-03T11:50:59.796 INFO:tasks.workunit.client.0.smithi019.stderr: -192> 2023-12-03T11:50:59.663+0000 7ff6b7e63980 5 AuthRegistry(0x7ffe6c66b870) adding con mode: crc 2023-12-03T11:50:59.796 INFO:tasks.workunit.client.0.smithi019.stderr: -191> 2023-12-03T11:50:59.663+0000 7ff6b7e63980 5 AuthRegistry(0x7ffe6c66b870) adding con mode: crc 2023-12-03T11:50:59.796 INFO:tasks.workunit.client.0.smithi019.stderr: -190> 2023-12-03T11:50:59.663+0000 7ff6b7e63980 5 AuthRegistry(0x7ffe6c66b870) adding con mode: secure 2023-12-03T11:50:59.796 INFO:tasks.workunit.client.0.smithi019.stderr: -189> 2023-12-03T11:50:59.663+0000 7ff6b7e63980 5 AuthRegistry(0x7ffe6c66b870) adding con mode: crc 2023-12-03T11:50:59.796 INFO:tasks.workunit.client.0.smithi019.stderr: -188> 2023-12-03T11:50:59.663+0000 7ff6b7e63980 5 AuthRegistry(0x7ffe6c66b870) adding con mode: secure 2023-12-03T11:50:59.796 INFO:tasks.workunit.client.0.smithi019.stderr: -187> 2023-12-03T11:50:59.663+0000 7ff6b7e63980 5 AuthRegistry(0x7ffe6c66b870) adding con mode: crc 2023-12-03T11:50:59.796 INFO:tasks.workunit.client.0.smithi019.stderr: -186> 2023-12-03T11:50:59.663+0000 7ff6b7e63980 5 AuthRegistry(0x7ffe6c66b870) adding con mode: secure 2023-12-03T11:50:59.797 INFO:tasks.workunit.client.0.smithi019.stderr: -185> 2023-12-03T11:50:59.663+0000 7ff6b7e63980 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-12-03T11:50:59.797 INFO:tasks.workunit.client.0.smithi019.stderr: -184> 2023-12-03T11:50:59.663+0000 7ff6b7e63980 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-12-03T11:50:59.797 INFO:tasks.workunit.client.0.smithi019.stderr: -183> 2023-12-03T11:50:59.663+0000 7ff6b7e63980 5 asok(0x55703926d240) register_command rotate-key cmddesc rotate-key hook 0x7ffe6c66b9b8 EEXIST 2023-12-03T11:50:59.797 INFO:tasks.workunit.client.0.smithi019.stderr: -182> 2023-12-03T11:50:59.663+0000 7ff6b7e63980 10 monclient: _reopen_session rank -1 2023-12-03T11:50:59.797 INFO:tasks.workunit.client.0.smithi019.stderr: -181> 2023-12-03T11:50:59.663+0000 7ff6b7e63980 10 monclient: _add_conns ranks=[0,1,2] 2023-12-03T11:50:59.797 INFO:tasks.workunit.client.0.smithi019.stderr: -180> 2023-12-03T11:50:59.663+0000 7ff6b7e63980 10 monclient(hunting): picked mon.noname-a con 0x557039509fe0 addr [v2:172.21.15.19:3300/0,v1:172.21.15.19:6789/0] 2023-12-03T11:50:59.797 INFO:tasks.workunit.client.0.smithi019.stderr: -179> 2023-12-03T11:50:59.663+0000 7ff6b7e63980 10 monclient(hunting): picked mon.noname-b con 0x557039508250 addr [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] 2023-12-03T11:50:59.797 INFO:tasks.workunit.client.0.smithi019.stderr: -178> 2023-12-03T11:50:59.663+0000 7ff6b7e63980 10 monclient(hunting): picked mon.noname-c con 0x5570395006d0 addr [v2:172.21.15.19:3301/0,v1:172.21.15.19:6790/0] 2023-12-03T11:50:59.797 INFO:tasks.workunit.client.0.smithi019.stderr: -177> 2023-12-03T11:50:59.663+0000 7ff6b7e63980 10 monclient(hunting): start opening mon connection 2023-12-03T11:50:59.797 INFO:tasks.workunit.client.0.smithi019.stderr: -176> 2023-12-03T11:50:59.663+0000 7ff6b7e63980 10 monclient(hunting): start opening mon connection 2023-12-03T11:50:59.797 INFO:tasks.workunit.client.0.smithi019.stderr: -175> 2023-12-03T11:50:59.663+0000 7ff6b7e63980 10 monclient(hunting): start opening mon connection 2023-12-03T11:50:59.797 INFO:tasks.workunit.client.0.smithi019.stderr: -174> 2023-12-03T11:50:59.663+0000 7ff6b7e63980 10 monclient(hunting): _renew_subs 2023-12-03T11:50:59.797 INFO:tasks.workunit.client.0.smithi019.stderr: -173> 2023-12-03T11:50:59.663+0000 7ff6b7e63980 10 monclient(hunting): authenticate will time out at 1918.071403s 2023-12-03T11:50:59.797 INFO:tasks.workunit.client.0.smithi019.stderr: -172> 2023-12-03T11:50:59.663+0000 7ff6b6180640 10 monclient(hunting): get_auth_request con 0x557039509fe0 auth_method 0 2023-12-03T11:50:59.798 INFO:tasks.workunit.client.0.smithi019.stderr: -171> 2023-12-03T11:50:59.663+0000 7ff6b6180640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-12-03T11:50:59.798 INFO:tasks.workunit.client.0.smithi019.stderr: -170> 2023-12-03T11:50:59.663+0000 7ff6b6180640 10 monclient(hunting): _init_auth method 2 2023-12-03T11:50:59.798 INFO:tasks.workunit.client.0.smithi019.stderr: -169> 2023-12-03T11:50:59.663+0000 7ff6b6180640 10 monclient(hunting): _init_auth creating new auth 2023-12-03T11:50:59.798 INFO:tasks.workunit.client.0.smithi019.stderr: -168> 2023-12-03T11:50:59.663+0000 7ff6b517e640 10 monclient(hunting): get_auth_request con 0x5570395006d0 auth_method 0 2023-12-03T11:50:59.798 INFO:tasks.workunit.client.0.smithi019.stderr: -167> 2023-12-03T11:50:59.663+0000 7ff6b517e640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-12-03T11:50:59.798 INFO:tasks.workunit.client.0.smithi019.stderr: -166> 2023-12-03T11:50:59.663+0000 7ff6b517e640 10 monclient(hunting): _init_auth method 2 2023-12-03T11:50:59.798 INFO:tasks.workunit.client.0.smithi019.stderr: -165> 2023-12-03T11:50:59.663+0000 7ff6b517e640 10 monclient(hunting): _init_auth creating new auth 2023-12-03T11:50:59.798 INFO:tasks.workunit.client.0.smithi019.stderr: -164> 2023-12-03T11:50:59.663+0000 7ff6b517e640 10 monclient(hunting): handle_auth_reply_more payload 9 2023-12-03T11:50:59.798 INFO:tasks.workunit.client.0.smithi019.stderr: -163> 2023-12-03T11:50:59.663+0000 7ff6b517e640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-12-03T11:50:59.798 INFO:tasks.workunit.client.0.smithi019.stderr: -162> 2023-12-03T11:50:59.663+0000 7ff6b517e640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-12-03T11:50:59.798 INFO:tasks.workunit.client.0.smithi019.stderr: -161> 2023-12-03T11:50:59.663+0000 7ff6b6180640 10 monclient(hunting): handle_auth_reply_more payload 9 2023-12-03T11:50:59.798 INFO:tasks.workunit.client.0.smithi019.stderr: -160> 2023-12-03T11:50:59.663+0000 7ff6b6180640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-12-03T11:50:59.798 INFO:tasks.workunit.client.0.smithi019.stderr: -159> 2023-12-03T11:50:59.663+0000 7ff6b6180640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-12-03T11:50:59.798 INFO:tasks.workunit.client.0.smithi019.stderr: -158> 2023-12-03T11:50:59.663+0000 7ff6b597f640 10 monclient(hunting): get_auth_request con 0x557039508250 auth_method 0 2023-12-03T11:50:59.799 INFO:tasks.workunit.client.0.smithi019.stderr: -157> 2023-12-03T11:50:59.663+0000 7ff6b597f640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-12-03T11:50:59.799 INFO:tasks.workunit.client.0.smithi019.stderr: -156> 2023-12-03T11:50:59.663+0000 7ff6b597f640 10 monclient(hunting): _init_auth method 2 2023-12-03T11:50:59.799 INFO:tasks.workunit.client.0.smithi019.stderr: -155> 2023-12-03T11:50:59.663+0000 7ff6b597f640 10 monclient(hunting): _init_auth creating new auth 2023-12-03T11:50:59.799 INFO:tasks.workunit.client.0.smithi019.stderr: -154> 2023-12-03T11:50:59.663+0000 7ff6b517e640 10 monclient(hunting): handle_auth_done global_id 6677 payload 274 2023-12-03T11:50:59.799 INFO:tasks.workunit.client.0.smithi019.stderr: -153> 2023-12-03T11:50:59.663+0000 7ff6b517e640 10 monclient: _finish_hunting 0 2023-12-03T11:50:59.799 INFO:tasks.workunit.client.0.smithi019.stderr: -152> 2023-12-03T11:50:59.663+0000 7ff6b517e640 1 monclient: found mon.noname-c 2023-12-03T11:50:59.799 INFO:tasks.workunit.client.0.smithi019.stderr: -151> 2023-12-03T11:50:59.663+0000 7ff6b517e640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.19:3301/0 2023-12-03T11:50:59.799 INFO:tasks.workunit.client.0.smithi019.stderr: -150> 2023-12-03T11:50:59.667+0000 7ff67afe5640 10 monclient: handle_monmap mon_map magic: 0 v1 2023-12-03T11:50:59.799 INFO:tasks.workunit.client.0.smithi019.stderr: -149> 2023-12-03T11:50:59.667+0000 7ff67afe5640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2023-12-03T11:50:59.799 INFO:tasks.workunit.client.0.smithi019.stderr: -148> 2023-12-03T11:50:59.667+0000 7ff67afe5640 10 monclient: dump: 2023-12-03T11:50:59.799 INFO:tasks.workunit.client.0.smithi019.stderr:epoch 1 2023-12-03T11:50:59.799 INFO:tasks.workunit.client.0.smithi019.stderr:fsid ae33780b-1c64-42c6-818c-b1dc720ff6a2 2023-12-03T11:50:59.799 INFO:tasks.workunit.client.0.smithi019.stderr:last_changed 2023-12-03T11:35:13.610069+0000 2023-12-03T11:50:59.799 INFO:tasks.workunit.client.0.smithi019.stderr:created 2023-12-03T11:35:13.610069+0000 2023-12-03T11:50:59.800 INFO:tasks.workunit.client.0.smithi019.stderr:min_mon_release 18 (reef) 2023-12-03T11:50:59.800 INFO:tasks.workunit.client.0.smithi019.stderr:election_strategy: 1 2023-12-03T11:50:59.800 INFO:tasks.workunit.client.0.smithi019.stderr:0: [v2:172.21.15.19:3300/0,v1:172.21.15.19:6789/0] mon.a 2023-12-03T11:50:59.800 INFO:tasks.workunit.client.0.smithi019.stderr:1: [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] mon.b 2023-12-03T11:50:59.800 INFO:tasks.workunit.client.0.smithi019.stderr:2: [v2:172.21.15.19:3301/0,v1:172.21.15.19:6790/0] mon.c 2023-12-03T11:50:59.800 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:50:59.800 INFO:tasks.workunit.client.0.smithi019.stderr: -147> 2023-12-03T11:50:59.667+0000 7ff67afe5640 10 monclient: _finish_auth 0 2023-12-03T11:50:59.800 INFO:tasks.workunit.client.0.smithi019.stderr: -146> 2023-12-03T11:50:59.667+0000 7ff67afe5640 10 monclient: _check_auth_tickets 2023-12-03T11:50:59.800 INFO:tasks.workunit.client.0.smithi019.stderr: -145> 2023-12-03T11:50:59.667+0000 7ff67afe5640 10 monclient: handle_config config(0 keys) v1 2023-12-03T11:50:59.800 INFO:tasks.workunit.client.0.smithi019.stderr: -144> 2023-12-03T11:50:59.667+0000 7ff6b7e63980 5 monclient: authenticate success, global_id 6677 2023-12-03T11:50:59.800 INFO:tasks.workunit.client.0.smithi019.stderr: -143> 2023-12-03T11:50:59.667+0000 7ff6b7e63980 10 monclient: get_monmap_and_config success 2023-12-03T11:50:59.800 INFO:tasks.workunit.client.0.smithi019.stderr: -142> 2023-12-03T11:50:59.667+0000 7ff6b7e63980 4 set_mon_vals no callback set 2023-12-03T11:50:59.800 INFO:tasks.workunit.client.0.smithi019.stderr: -141> 2023-12-03T11:50:59.667+0000 7ff67afe5640 10 monclient: handle_monmap mon_map magic: 0 v1 2023-12-03T11:50:59.800 INFO:tasks.workunit.client.0.smithi019.stderr: -140> 2023-12-03T11:50:59.667+0000 7ff67afe5640 10 monclient: got monmap 1 from mon.c (according to old e1) 2023-12-03T11:50:59.801 INFO:tasks.workunit.client.0.smithi019.stderr: -139> 2023-12-03T11:50:59.667+0000 7ff67afe5640 10 monclient: dump: 2023-12-03T11:50:59.801 INFO:tasks.workunit.client.0.smithi019.stderr:epoch 1 2023-12-03T11:50:59.801 INFO:tasks.workunit.client.0.smithi019.stderr:fsid ae33780b-1c64-42c6-818c-b1dc720ff6a2 2023-12-03T11:50:59.801 INFO:tasks.workunit.client.0.smithi019.stderr:last_changed 2023-12-03T11:35:13.610069+0000 2023-12-03T11:50:59.801 INFO:tasks.workunit.client.0.smithi019.stderr:created 2023-12-03T11:35:13.610069+0000 2023-12-03T11:50:59.801 INFO:tasks.workunit.client.0.smithi019.stderr:min_mon_release 18 (reef) 2023-12-03T11:50:59.801 INFO:tasks.workunit.client.0.smithi019.stderr:election_strategy: 1 2023-12-03T11:50:59.801 INFO:tasks.workunit.client.0.smithi019.stderr:0: [v2:172.21.15.19:3300/0,v1:172.21.15.19:6789/0] mon.a 2023-12-03T11:50:59.801 INFO:tasks.workunit.client.0.smithi019.stderr:1: [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] mon.b 2023-12-03T11:50:59.801 INFO:tasks.workunit.client.0.smithi019.stderr:2: [v2:172.21.15.19:3301/0,v1:172.21.15.19:6790/0] mon.c 2023-12-03T11:50:59.801 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:50:59.801 INFO:tasks.workunit.client.0.smithi019.stderr: -138> 2023-12-03T11:50:59.667+0000 7ff6b7e63980 10 monclient: shutdown 2023-12-03T11:50:59.801 INFO:tasks.workunit.client.0.smithi019.stderr: -137> 2023-12-03T11:50:59.667+0000 7ff6b7e63980 10 monclient: build_initial_monmap 2023-12-03T11:50:59.801 INFO:tasks.workunit.client.0.smithi019.stderr: -136> 2023-12-03T11:50:59.667+0000 7ff6b7e63980 1 build_initial for_mkfs: 0 2023-12-03T11:50:59.801 INFO:tasks.workunit.client.0.smithi019.stderr: -135> 2023-12-03T11:50:59.667+0000 7ff6b7e63980 10 monclient: monmap: 2023-12-03T11:50:59.802 INFO:tasks.workunit.client.0.smithi019.stderr:epoch 0 2023-12-03T11:50:59.802 INFO:tasks.workunit.client.0.smithi019.stderr:fsid 00000000-0000-0000-0000-000000000000 2023-12-03T11:50:59.802 INFO:tasks.workunit.client.0.smithi019.stderr:last_changed 0.000000 2023-12-03T11:50:59.802 INFO:tasks.workunit.client.0.smithi019.stderr:created 0.000000 2023-12-03T11:50:59.802 INFO:tasks.workunit.client.0.smithi019.stderr:min_mon_release 0 (unknown) 2023-12-03T11:50:59.802 INFO:tasks.workunit.client.0.smithi019.stderr:election_strategy: 1 2023-12-03T11:50:59.802 INFO:tasks.workunit.client.0.smithi019.stderr:0: [v2:172.21.15.19:3300/0,v1:172.21.15.19:6789/0] mon.noname-a 2023-12-03T11:50:59.802 INFO:tasks.workunit.client.0.smithi019.stderr:1: [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] mon.noname-b 2023-12-03T11:50:59.802 INFO:tasks.workunit.client.0.smithi019.stderr:2: [v2:172.21.15.19:3301/0,v1:172.21.15.19:6790/0] mon.noname-c 2023-12-03T11:50:59.802 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:50:59.802 INFO:tasks.workunit.client.0.smithi019.stderr: -134> 2023-12-03T11:50:59.667+0000 7ff6b7e63980 5 AuthRegistry(0x5570395076b0) adding auth protocol: cephx 2023-12-03T11:50:59.802 INFO:tasks.workunit.client.0.smithi019.stderr: -133> 2023-12-03T11:50:59.667+0000 7ff6b7e63980 5 AuthRegistry(0x5570395076b0) adding auth protocol: cephx 2023-12-03T11:50:59.802 INFO:tasks.workunit.client.0.smithi019.stderr: -132> 2023-12-03T11:50:59.667+0000 7ff6b7e63980 5 AuthRegistry(0x5570395076b0) adding auth protocol: cephx 2023-12-03T11:50:59.803 INFO:tasks.workunit.client.0.smithi019.stderr: -131> 2023-12-03T11:50:59.667+0000 7ff6b7e63980 5 AuthRegistry(0x5570395076b0) adding con mode: secure 2023-12-03T11:50:59.803 INFO:tasks.workunit.client.0.smithi019.stderr: -130> 2023-12-03T11:50:59.667+0000 7ff6b7e63980 5 AuthRegistry(0x5570395076b0) adding con mode: crc 2023-12-03T11:50:59.803 INFO:tasks.workunit.client.0.smithi019.stderr: -129> 2023-12-03T11:50:59.667+0000 7ff6b7e63980 5 AuthRegistry(0x5570395076b0) adding con mode: secure 2023-12-03T11:50:59.803 INFO:tasks.workunit.client.0.smithi019.stderr: -128> 2023-12-03T11:50:59.667+0000 7ff6b7e63980 5 AuthRegistry(0x5570395076b0) adding con mode: crc 2023-12-03T11:50:59.803 INFO:tasks.workunit.client.0.smithi019.stderr: -127> 2023-12-03T11:50:59.667+0000 7ff6b7e63980 5 AuthRegistry(0x5570395076b0) adding con mode: secure 2023-12-03T11:50:59.803 INFO:tasks.workunit.client.0.smithi019.stderr: -126> 2023-12-03T11:50:59.667+0000 7ff6b7e63980 5 AuthRegistry(0x5570395076b0) adding con mode: crc 2023-12-03T11:50:59.803 INFO:tasks.workunit.client.0.smithi019.stderr: -125> 2023-12-03T11:50:59.667+0000 7ff6b7e63980 5 AuthRegistry(0x5570395076b0) adding con mode: crc 2023-12-03T11:50:59.803 INFO:tasks.workunit.client.0.smithi019.stderr: -124> 2023-12-03T11:50:59.667+0000 7ff6b7e63980 5 AuthRegistry(0x5570395076b0) adding con mode: secure 2023-12-03T11:50:59.803 INFO:tasks.workunit.client.0.smithi019.stderr: -123> 2023-12-03T11:50:59.667+0000 7ff6b7e63980 5 AuthRegistry(0x5570395076b0) adding con mode: crc 2023-12-03T11:50:59.803 INFO:tasks.workunit.client.0.smithi019.stderr: -122> 2023-12-03T11:50:59.667+0000 7ff6b7e63980 5 AuthRegistry(0x5570395076b0) adding con mode: secure 2023-12-03T11:50:59.803 INFO:tasks.workunit.client.0.smithi019.stderr: -121> 2023-12-03T11:50:59.667+0000 7ff6b7e63980 5 AuthRegistry(0x5570395076b0) adding con mode: crc 2023-12-03T11:50:59.803 INFO:tasks.workunit.client.0.smithi019.stderr: -120> 2023-12-03T11:50:59.667+0000 7ff6b7e63980 5 AuthRegistry(0x5570395076b0) adding con mode: secure 2023-12-03T11:50:59.803 INFO:tasks.workunit.client.0.smithi019.stderr: -119> 2023-12-03T11:50:59.667+0000 7ff6b7e63980 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-12-03T11:50:59.803 INFO:tasks.workunit.client.0.smithi019.stderr: -118> 2023-12-03T11:50:59.667+0000 7ff6b7e63980 1 librados: starting msgr at 2023-12-03T11:50:59.803 INFO:tasks.workunit.client.0.smithi019.stderr: -117> 2023-12-03T11:50:59.667+0000 7ff6b7e63980 1 librados: starting objecter 2023-12-03T11:50:59.804 INFO:tasks.workunit.client.0.smithi019.stderr: -116> 2023-12-03T11:50:59.667+0000 7ff6b7e63980 5 asok(0x55703926d240) register_command objecter_requests cmddesc objecter_requests hook 0x557039500cc0 EEXIST 2023-12-03T11:50:59.804 INFO:tasks.workunit.client.0.smithi019.stderr: -115> 2023-12-03T11:50:59.667+0000 7ff6b7e63980 1 librados: setting wanted keys 2023-12-03T11:50:59.804 INFO:tasks.workunit.client.0.smithi019.stderr: -114> 2023-12-03T11:50:59.667+0000 7ff6b7e63980 1 librados: calling monclient init 2023-12-03T11:50:59.804 INFO:tasks.workunit.client.0.smithi019.stderr: -113> 2023-12-03T11:50:59.667+0000 7ff6b7e63980 10 monclient: init 2023-12-03T11:50:59.804 INFO:tasks.workunit.client.0.smithi019.stderr: -112> 2023-12-03T11:50:59.667+0000 7ff6b7e63980 5 AuthRegistry(0x55703950ac38) adding auth protocol: cephx 2023-12-03T11:50:59.804 INFO:tasks.workunit.client.0.smithi019.stderr: -111> 2023-12-03T11:50:59.667+0000 7ff6b7e63980 5 AuthRegistry(0x55703950ac38) adding auth protocol: cephx 2023-12-03T11:50:59.804 INFO:tasks.workunit.client.0.smithi019.stderr: -110> 2023-12-03T11:50:59.667+0000 7ff6b7e63980 5 AuthRegistry(0x55703950ac38) adding auth protocol: cephx 2023-12-03T11:50:59.804 INFO:tasks.workunit.client.0.smithi019.stderr: -109> 2023-12-03T11:50:59.667+0000 7ff6b7e63980 5 AuthRegistry(0x55703950ac38) adding con mode: secure 2023-12-03T11:50:59.804 INFO:tasks.workunit.client.0.smithi019.stderr: -108> 2023-12-03T11:50:59.667+0000 7ff6b7e63980 5 AuthRegistry(0x55703950ac38) adding con mode: crc 2023-12-03T11:50:59.804 INFO:tasks.workunit.client.0.smithi019.stderr: -107> 2023-12-03T11:50:59.667+0000 7ff6b7e63980 5 AuthRegistry(0x55703950ac38) adding con mode: secure 2023-12-03T11:50:59.804 INFO:tasks.workunit.client.0.smithi019.stderr: -106> 2023-12-03T11:50:59.667+0000 7ff6b7e63980 5 AuthRegistry(0x55703950ac38) adding con mode: crc 2023-12-03T11:50:59.804 INFO:tasks.workunit.client.0.smithi019.stderr: -105> 2023-12-03T11:50:59.667+0000 7ff6b7e63980 5 AuthRegistry(0x55703950ac38) adding con mode: secure 2023-12-03T11:50:59.804 INFO:tasks.workunit.client.0.smithi019.stderr: -104> 2023-12-03T11:50:59.667+0000 7ff6b7e63980 5 AuthRegistry(0x55703950ac38) adding con mode: crc 2023-12-03T11:50:59.804 INFO:tasks.workunit.client.0.smithi019.stderr: -103> 2023-12-03T11:50:59.667+0000 7ff6b7e63980 5 AuthRegistry(0x55703950ac38) adding con mode: crc 2023-12-03T11:50:59.804 INFO:tasks.workunit.client.0.smithi019.stderr: -102> 2023-12-03T11:50:59.667+0000 7ff6b7e63980 5 AuthRegistry(0x55703950ac38) adding con mode: secure 2023-12-03T11:50:59.805 INFO:tasks.workunit.client.0.smithi019.stderr: -101> 2023-12-03T11:50:59.667+0000 7ff6b7e63980 5 AuthRegistry(0x55703950ac38) adding con mode: crc 2023-12-03T11:50:59.805 INFO:tasks.workunit.client.0.smithi019.stderr: -100> 2023-12-03T11:50:59.667+0000 7ff6b7e63980 5 AuthRegistry(0x55703950ac38) adding con mode: secure 2023-12-03T11:50:59.805 INFO:tasks.workunit.client.0.smithi019.stderr: -99> 2023-12-03T11:50:59.667+0000 7ff6b7e63980 5 AuthRegistry(0x55703950ac38) adding con mode: crc 2023-12-03T11:50:59.805 INFO:tasks.workunit.client.0.smithi019.stderr: -98> 2023-12-03T11:50:59.667+0000 7ff6b7e63980 5 AuthRegistry(0x55703950ac38) adding con mode: secure 2023-12-03T11:50:59.805 INFO:tasks.workunit.client.0.smithi019.stderr: -97> 2023-12-03T11:50:59.667+0000 7ff6b7e63980 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-12-03T11:50:59.805 INFO:tasks.workunit.client.0.smithi019.stderr: -96> 2023-12-03T11:50:59.667+0000 7ff6b7e63980 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-12-03T11:50:59.805 INFO:tasks.workunit.client.0.smithi019.stderr: -95> 2023-12-03T11:50:59.667+0000 7ff6b7e63980 5 asok(0x55703926d240) register_command rotate-key cmddesc rotate-key hook 0x55703950ad80 EEXIST 2023-12-03T11:50:59.805 INFO:tasks.workunit.client.0.smithi019.stderr: -94> 2023-12-03T11:50:59.667+0000 7ff6b7e63980 10 monclient: _reopen_session rank -1 2023-12-03T11:50:59.805 INFO:tasks.workunit.client.0.smithi019.stderr: -93> 2023-12-03T11:50:59.667+0000 7ff6b7e63980 10 monclient: _add_conns ranks=[0,1,2] 2023-12-03T11:50:59.805 INFO:tasks.workunit.client.0.smithi019.stderr: -92> 2023-12-03T11:50:59.667+0000 7ff6b7e63980 10 monclient(hunting): picked mon.noname-a con 0x5570395006d0 addr [v2:172.21.15.19:3300/0,v1:172.21.15.19:6789/0] 2023-12-03T11:50:59.805 INFO:tasks.workunit.client.0.smithi019.stderr: -91> 2023-12-03T11:50:59.667+0000 7ff6b7e63980 10 monclient(hunting): picked mon.noname-b con 0x557039509fe0 addr [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] 2023-12-03T11:50:59.805 INFO:tasks.workunit.client.0.smithi019.stderr: -90> 2023-12-03T11:50:59.667+0000 7ff6b7e63980 10 monclient(hunting): picked mon.noname-c con 0x557039503200 addr [v2:172.21.15.19:3301/0,v1:172.21.15.19:6790/0] 2023-12-03T11:50:59.805 INFO:tasks.workunit.client.0.smithi019.stderr: -89> 2023-12-03T11:50:59.667+0000 7ff6b7e63980 10 monclient(hunting): start opening mon connection 2023-12-03T11:50:59.806 INFO:tasks.workunit.client.0.smithi019.stderr: -88> 2023-12-03T11:50:59.667+0000 7ff6b7e63980 10 monclient(hunting): start opening mon connection 2023-12-03T11:50:59.806 INFO:tasks.workunit.client.0.smithi019.stderr: -87> 2023-12-03T11:50:59.667+0000 7ff6b7e63980 10 monclient(hunting): start opening mon connection 2023-12-03T11:50:59.806 INFO:tasks.workunit.client.0.smithi019.stderr: -86> 2023-12-03T11:50:59.667+0000 7ff6b7e63980 10 monclient(hunting): _renew_subs 2023-12-03T11:50:59.806 INFO:tasks.workunit.client.0.smithi019.stderr: -85> 2023-12-03T11:50:59.667+0000 7ff6b7e63980 10 monclient(hunting): authenticate will time out at 1918.074619s 2023-12-03T11:50:59.806 INFO:tasks.workunit.client.0.smithi019.stderr: -84> 2023-12-03T11:50:59.667+0000 7ff6b6180640 10 monclient(hunting): get_auth_request con 0x5570395006d0 auth_method 0 2023-12-03T11:50:59.806 INFO:tasks.workunit.client.0.smithi019.stderr: -83> 2023-12-03T11:50:59.667+0000 7ff6b6180640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-12-03T11:50:59.806 INFO:tasks.workunit.client.0.smithi019.stderr: -82> 2023-12-03T11:50:59.667+0000 7ff6b6180640 10 monclient(hunting): _init_auth method 2 2023-12-03T11:50:59.806 INFO:tasks.workunit.client.0.smithi019.stderr: -81> 2023-12-03T11:50:59.667+0000 7ff6b6180640 10 monclient(hunting): _init_auth creating new auth 2023-12-03T11:50:59.806 INFO:tasks.workunit.client.0.smithi019.stderr: -80> 2023-12-03T11:50:59.667+0000 7ff6b517e640 10 monclient(hunting): get_auth_request con 0x557039503200 auth_method 0 2023-12-03T11:50:59.806 INFO:tasks.workunit.client.0.smithi019.stderr: -79> 2023-12-03T11:50:59.667+0000 7ff6b517e640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-12-03T11:50:59.806 INFO:tasks.workunit.client.0.smithi019.stderr: -78> 2023-12-03T11:50:59.667+0000 7ff6b517e640 10 monclient(hunting): _init_auth method 2 2023-12-03T11:50:59.806 INFO:tasks.workunit.client.0.smithi019.stderr: -77> 2023-12-03T11:50:59.667+0000 7ff6b517e640 10 monclient(hunting): _init_auth creating new auth 2023-12-03T11:50:59.806 INFO:tasks.workunit.client.0.smithi019.stderr: -76> 2023-12-03T11:50:59.667+0000 7ff6b517e640 10 monclient(hunting): handle_auth_reply_more payload 9 2023-12-03T11:50:59.807 INFO:tasks.workunit.client.0.smithi019.stderr: -75> 2023-12-03T11:50:59.667+0000 7ff6b517e640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-12-03T11:50:59.807 INFO:tasks.workunit.client.0.smithi019.stderr: -74> 2023-12-03T11:50:59.667+0000 7ff6b517e640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-12-03T11:50:59.807 INFO:tasks.workunit.client.0.smithi019.stderr: -73> 2023-12-03T11:50:59.667+0000 7ff6b6180640 10 monclient(hunting): handle_auth_reply_more payload 9 2023-12-03T11:50:59.807 INFO:tasks.workunit.client.0.smithi019.stderr: -72> 2023-12-03T11:50:59.667+0000 7ff6b6180640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-12-03T11:50:59.807 INFO:tasks.workunit.client.0.smithi019.stderr: -71> 2023-12-03T11:50:59.667+0000 7ff6b6180640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-12-03T11:50:59.807 INFO:tasks.workunit.client.0.smithi019.stderr: -70> 2023-12-03T11:50:59.667+0000 7ff6b597f640 10 monclient(hunting): get_auth_request con 0x557039509fe0 auth_method 0 2023-12-03T11:50:59.807 INFO:tasks.workunit.client.0.smithi019.stderr: -69> 2023-12-03T11:50:59.667+0000 7ff6b597f640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-12-03T11:50:59.807 INFO:tasks.workunit.client.0.smithi019.stderr: -68> 2023-12-03T11:50:59.667+0000 7ff6b597f640 10 monclient(hunting): _init_auth method 2 2023-12-03T11:50:59.807 INFO:tasks.workunit.client.0.smithi019.stderr: -67> 2023-12-03T11:50:59.667+0000 7ff6b597f640 10 monclient(hunting): _init_auth creating new auth 2023-12-03T11:50:59.807 INFO:tasks.workunit.client.0.smithi019.stderr: -66> 2023-12-03T11:50:59.667+0000 7ff6b6180640 10 monclient(hunting): handle_auth_done global_id 7035 payload 824 2023-12-03T11:50:59.807 INFO:tasks.workunit.client.0.smithi019.stderr: -65> 2023-12-03T11:50:59.667+0000 7ff6b6180640 10 monclient: _finish_hunting 0 2023-12-03T11:50:59.807 INFO:tasks.workunit.client.0.smithi019.stderr: -64> 2023-12-03T11:50:59.667+0000 7ff6b6180640 1 monclient: found mon.noname-a 2023-12-03T11:50:59.807 INFO:tasks.workunit.client.0.smithi019.stderr: -63> 2023-12-03T11:50:59.667+0000 7ff6b6180640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.19:3300/0 2023-12-03T11:50:59.807 INFO:tasks.workunit.client.0.smithi019.stderr: -62> 2023-12-03T11:50:59.667+0000 7ff6797e2640 10 monclient: handle_monmap mon_map magic: 0 v1 2023-12-03T11:50:59.807 INFO:tasks.workunit.client.0.smithi019.stderr: -61> 2023-12-03T11:50:59.667+0000 7ff6797e2640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2023-12-03T11:50:59.807 INFO:tasks.workunit.client.0.smithi019.stderr: -60> 2023-12-03T11:50:59.667+0000 7ff6797e2640 10 monclient: dump: 2023-12-03T11:50:59.808 INFO:tasks.workunit.client.0.smithi019.stderr:epoch 1 2023-12-03T11:50:59.808 INFO:tasks.workunit.client.0.smithi019.stderr:fsid ae33780b-1c64-42c6-818c-b1dc720ff6a2 2023-12-03T11:50:59.808 INFO:tasks.workunit.client.0.smithi019.stderr:last_changed 2023-12-03T11:35:13.610069+0000 2023-12-03T11:50:59.808 INFO:tasks.workunit.client.0.smithi019.stderr:created 2023-12-03T11:35:13.610069+0000 2023-12-03T11:50:59.808 INFO:tasks.workunit.client.0.smithi019.stderr:min_mon_release 18 (reef) 2023-12-03T11:50:59.808 INFO:tasks.workunit.client.0.smithi019.stderr:election_strategy: 1 2023-12-03T11:50:59.808 INFO:tasks.workunit.client.0.smithi019.stderr:0: [v2:172.21.15.19:3300/0,v1:172.21.15.19:6789/0] mon.a 2023-12-03T11:50:59.808 INFO:tasks.workunit.client.0.smithi019.stderr:1: [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] mon.b 2023-12-03T11:50:59.808 INFO:tasks.workunit.client.0.smithi019.stderr:2: [v2:172.21.15.19:3301/0,v1:172.21.15.19:6790/0] mon.c 2023-12-03T11:50:59.808 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:50:59.808 INFO:tasks.workunit.client.0.smithi019.stderr: -59> 2023-12-03T11:50:59.667+0000 7ff6797e2640 10 monclient: _finish_auth 0 2023-12-03T11:50:59.808 INFO:tasks.workunit.client.0.smithi019.stderr: -58> 2023-12-03T11:50:59.667+0000 7ff6797e2640 10 monclient: _check_auth_tickets 2023-12-03T11:50:59.809 INFO:tasks.workunit.client.0.smithi019.stderr: -57> 2023-12-03T11:50:59.667+0000 7ff6b7e63980 5 monclient: authenticate success, global_id 7035 2023-12-03T11:50:59.809 INFO:tasks.workunit.client.0.smithi019.stderr: -56> 2023-12-03T11:50:59.667+0000 7ff6b7e63980 10 monclient: _renew_subs 2023-12-03T11:50:59.809 INFO:tasks.workunit.client.0.smithi019.stderr: -55> 2023-12-03T11:50:59.667+0000 7ff6b7e63980 10 monclient: _send_mon_message to mon.a at v2:172.21.15.19:3300/0 2023-12-03T11:50:59.809 INFO:tasks.workunit.client.0.smithi019.stderr: -54> 2023-12-03T11:50:59.667+0000 7ff6797e2640 10 monclient: handle_config config(0 keys) v1 2023-12-03T11:50:59.809 INFO:tasks.workunit.client.0.smithi019.stderr: -53> 2023-12-03T11:50:59.667+0000 7ff6797e2640 10 monclient: handle_monmap mon_map magic: 0 v1 2023-12-03T11:50:59.809 INFO:tasks.workunit.client.0.smithi019.stderr: -52> 2023-12-03T11:50:59.667+0000 7ff6797e2640 10 monclient: got monmap 1 from mon.a (according to old e1) 2023-12-03T11:50:59.809 INFO:tasks.workunit.client.0.smithi019.stderr: -51> 2023-12-03T11:50:59.667+0000 7ff6797e2640 10 monclient: dump: 2023-12-03T11:50:59.809 INFO:tasks.workunit.client.0.smithi019.stderr:epoch 1 2023-12-03T11:50:59.809 INFO:tasks.workunit.client.0.smithi019.stderr:fsid ae33780b-1c64-42c6-818c-b1dc720ff6a2 2023-12-03T11:50:59.809 INFO:tasks.workunit.client.0.smithi019.stderr:last_changed 2023-12-03T11:35:13.610069+0000 2023-12-03T11:50:59.809 INFO:tasks.workunit.client.0.smithi019.stderr:created 2023-12-03T11:35:13.610069+0000 2023-12-03T11:50:59.809 INFO:tasks.workunit.client.0.smithi019.stderr:min_mon_release 18 (reef) 2023-12-03T11:50:59.809 INFO:tasks.workunit.client.0.smithi019.stderr:election_strategy: 1 2023-12-03T11:50:59.809 INFO:tasks.workunit.client.0.smithi019.stderr:0: [v2:172.21.15.19:3300/0,v1:172.21.15.19:6789/0] mon.a 2023-12-03T11:50:59.809 INFO:tasks.workunit.client.0.smithi019.stderr:1: [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] mon.b 2023-12-03T11:50:59.810 INFO:tasks.workunit.client.0.smithi019.stderr:2: [v2:172.21.15.19:3301/0,v1:172.21.15.19:6790/0] mon.c 2023-12-03T11:50:59.810 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:50:59.810 INFO:tasks.workunit.client.0.smithi019.stderr: -50> 2023-12-03T11:50:59.667+0000 7ff67afe5640 4 set_mon_vals no callback set 2023-12-03T11:50:59.810 INFO:tasks.workunit.client.0.smithi019.stderr: -49> 2023-12-03T11:50:59.667+0000 7ff6b7e63980 10 monclient: _renew_subs 2023-12-03T11:50:59.810 INFO:tasks.workunit.client.0.smithi019.stderr: -48> 2023-12-03T11:50:59.667+0000 7ff6b7e63980 10 monclient: _send_mon_message to mon.a at v2:172.21.15.19:3300/0 2023-12-03T11:50:59.810 INFO:tasks.workunit.client.0.smithi019.stderr: -47> 2023-12-03T11:50:59.667+0000 7ff6b7e63980 1 librados: init done 2023-12-03T11:50:59.810 INFO:tasks.workunit.client.0.smithi019.stderr: -46> 2023-12-03T11:50:59.667+0000 7ff6b7e63980 5 asok(0x55703926d240) register_command cr dump hook 0x557039503138 2023-12-03T11:50:59.810 INFO:tasks.workunit.client.0.smithi019.stderr: -45> 2023-12-03T11:50:59.671+0000 7ff6797e2640 4 mgrc handle_mgr_map Got map version 5 2023-12-03T11:50:59.810 INFO:tasks.workunit.client.0.smithi019.stderr: -44> 2023-12-03T11:50:59.671+0000 7ff6797e2640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.57:6832/1976017766,v1:172.21.15.57:6833/1976017766] 2023-12-03T11:50:59.810 INFO:tasks.workunit.client.0.smithi019.stderr: -43> 2023-12-03T11:50:59.671+0000 7ff6797e2640 4 mgrc reconnect Starting new session with [v2:172.21.15.57:6832/1976017766,v1:172.21.15.57:6833/1976017766] 2023-12-03T11:50:59.810 INFO:tasks.workunit.client.0.smithi019.stderr: -42> 2023-12-03T11:50:59.671+0000 7ff6b7e63980 5 note: GC not initialized 2023-12-03T11:50:59.810 INFO:tasks.workunit.client.0.smithi019.stderr: -41> 2023-12-03T11:50:59.671+0000 7ff6b597f640 10 monclient: get_auth_request con 0x7ff5f0064e80 auth_method 0 2023-12-03T11:50:59.810 INFO:tasks.workunit.client.0.smithi019.stderr: -40> 2023-12-03T11:50:59.671+0000 7ff5ea7fc640 20 reqs_thread_entry: start 2023-12-03T11:50:59.811 INFO:tasks.workunit.client.0.smithi019.stderr: -39> 2023-12-03T11:50:59.671+0000 7ff6b7e63980 5 asok(0x55703926d240) register_command sync trace show hook 0x7ff6b00047f0 2023-12-03T11:50:59.811 INFO:tasks.workunit.client.0.smithi019.stderr: -38> 2023-12-03T11:50:59.671+0000 7ff6b7e63980 5 asok(0x55703926d240) register_command sync trace history hook 0x7ff6b00047f0 2023-12-03T11:50:59.811 INFO:tasks.workunit.client.0.smithi019.stderr: -37> 2023-12-03T11:50:59.671+0000 7ff6b7e63980 5 asok(0x55703926d240) register_command sync trace active hook 0x7ff6b00047f0 2023-12-03T11:50:59.811 INFO:tasks.workunit.client.0.smithi019.stderr: -36> 2023-12-03T11:50:59.671+0000 7ff6b7e63980 5 asok(0x55703926d240) register_command sync trace active_short hook 0x7ff6b00047f0 2023-12-03T11:50:59.811 INFO:tasks.workunit.client.0.smithi019.stderr: -35> 2023-12-03T11:50:59.671+0000 7ff6b7e63980 20 init_complete bucket index max shards: 1 2023-12-03T11:50:59.811 INFO:tasks.workunit.client.0.smithi019.stderr: -34> 2023-12-03T11:50:59.671+0000 7ff6b7e63980 20 Filter name: none 2023-12-03T11:50:59.811 INFO:tasks.workunit.client.0.smithi019.stderr: -33> 2023-12-03T11:50:59.671+0000 7ff5dbfff640 20 reqs_thread_entry: start 2023-12-03T11:50:59.811 INFO:tasks.workunit.client.0.smithi019.stderr: -32> 2023-12-03T11:50:59.671+0000 7ff6b7e63980 10 cache get: name=default.rgw.meta+root+abort-at-commit-target-layout : miss 2023-12-03T11:50:59.811 INFO:tasks.workunit.client.0.smithi019.stderr: -31> 2023-12-03T11:50:59.671+0000 7ff6b7e63980 20 rados->read ofs=0 len=0 2023-12-03T11:50:59.811 INFO:tasks.workunit.client.0.smithi019.stderr: -30> 2023-12-03T11:50:59.671+0000 7ff6b7e63980 20 rados_obj.operate() r=0 bl.length=197 2023-12-03T11:50:59.811 INFO:tasks.workunit.client.0.smithi019.stderr: -29> 2023-12-03T11:50:59.671+0000 7ff6b7e63980 10 cache put: name=default.rgw.meta+root+abort-at-commit-target-layout info.flags=0x11 2023-12-03T11:50:59.811 INFO:tasks.workunit.client.0.smithi019.stderr: -28> 2023-12-03T11:50:59.671+0000 7ff6b7e63980 10 adding default.rgw.meta+root+abort-at-commit-target-layout to cache LRU end 2023-12-03T11:50:59.811 INFO:tasks.workunit.client.0.smithi019.stderr: -27> 2023-12-03T11:50:59.671+0000 7ff6b7e63980 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.25 : miss 2023-12-03T11:50:59.811 INFO:tasks.workunit.client.0.smithi019.stderr: -26> 2023-12-03T11:50:59.671+0000 7ff6b7e63980 20 rados->read ofs=0 len=0 2023-12-03T11:50:59.811 INFO:tasks.workunit.client.0.smithi019.stderr: -25> 2023-12-03T11:50:59.671+0000 7ff6b7e63980 20 rados_obj.operate() r=0 bl.length=381 2023-12-03T11:50:59.812 INFO:tasks.workunit.client.0.smithi019.stderr: -24> 2023-12-03T11:50:59.671+0000 7ff6b7e63980 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.25 info.flags=0x17 2023-12-03T11:50:59.812 INFO:tasks.workunit.client.0.smithi019.stderr: -23> 2023-12-03T11:50:59.671+0000 7ff6b7e63980 10 adding default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.25 to cache LRU end 2023-12-03T11:50:59.812 INFO:tasks.workunit.client.0.smithi019.stderr: -22> 2023-12-03T11:50:59.671+0000 7ff6b7e63980 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-12-03T11:50:59.812 INFO:tasks.workunit.client.0.smithi019.stderr: -21> 2023-12-03T11:50:59.671+0000 7ff6b7e63980 10 updating xattr: name=user.rgw.acl bl.length()=205 2023-12-03T11:50:59.812 INFO:tasks.workunit.client.0.smithi019.stderr: -20> 2023-12-03T11:50:59.671+0000 7ff6b7e63980 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.25 2023-12-03T11:50:59.812 INFO:tasks.workunit.client.0.smithi019.stderr: -19> 2023-12-03T11:50:59.675+0000 7ff6b517e640 10 monclient: get_auth_request con 0x557039548030 auth_method 0 2023-12-03T11:50:59.812 INFO:tasks.workunit.client.0.smithi019.stderr: -18> 2023-12-03T11:50:59.683+0000 7ff6b7e63980 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.25 info.flags=0x17 2023-12-03T11:50:59.812 INFO:tasks.workunit.client.0.smithi019.stderr: -17> 2023-12-03T11:50:59.683+0000 7ff6b7e63980 10 moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.25 to cache LRU end 2023-12-03T11:50:59.812 INFO:tasks.workunit.client.0.smithi019.stderr: -16> 2023-12-03T11:50:59.683+0000 7ff6b7e63980 10 updating xattr: name=user.rgw.acl bl.length()=205 2023-12-03T11:50:59.812 INFO:tasks.workunit.client.0.smithi019.stderr: -15> 2023-12-03T11:50:59.683+0000 7ff6b7e63980 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-commit-target-layout:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.25, ofs0, ns] 2023-12-03T11:50:59.812 INFO:tasks.workunit.client.0.smithi019.stderr: -14> 2023-12-03T11:50:59.683+0000 7ff697fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1095216660555 cookie 93940486045472 notifier 6674 bl.length()=893 2023-12-03T11:50:59.812 INFO:tasks.workunit.client.0.smithi019.stderr: -13> 2023-12-03T11:50:59.683+0000 7ff697fff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.25 info.flags=0x17 2023-12-03T11:50:59.812 INFO:tasks.workunit.client.0.smithi019.stderr: -12> 2023-12-03T11:50:59.683+0000 7ff697fff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.25 to cache LRU end 2023-12-03T11:50:59.812 INFO:tasks.workunit.client.0.smithi019.stderr: -11> 2023-12-03T11:50:59.683+0000 7ff697fff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2023-12-03T11:50:59.813 INFO:tasks.workunit.client.0.smithi019.stderr: -10> 2023-12-03T11:50:59.687+0000 7ff6b7e63980 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.25]): orig_sources= new_sources= 2023-12-03T11:50:59.813 INFO:tasks.workunit.client.0.smithi019.stderr: -9> 2023-12-03T11:50:59.687+0000 7ff6b7e63980 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.25]): potential sources added=[] removed=[] 2023-12-03T11:50:59.813 INFO:tasks.workunit.client.0.smithi019.stderr: -8> 2023-12-03T11:50:59.687+0000 7ff6b7e63980 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.25]): orig_dests= new_dests= 2023-12-03T11:50:59.813 INFO:tasks.workunit.client.0.smithi019.stderr: -7> 2023-12-03T11:50:59.687+0000 7ff6b7e63980 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.25]): potential dests added=[] removed=[] 2023-12-03T11:50:59.813 INFO:tasks.workunit.client.0.smithi019.stderr: -6> 2023-12-03T11:50:59.687+0000 7ff6b7e63980 10 bucket_obj is .dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.25.1.0 2023-12-03T11:50:59.813 INFO:tasks.workunit.client.0.smithi019.stderr: -5> 2023-12-03T11:50:59.687+0000 7ff6b7e63980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.25.1.0 2023-12-03T11:50:59.813 INFO:tasks.workunit.client.0.smithi019.stderr: -4> 2023-12-03T11:50:59.687+0000 7ff6b7e63980 10 bucket_obj is .dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.25.1.1 2023-12-03T11:50:59.813 INFO:tasks.workunit.client.0.smithi019.stderr: -3> 2023-12-03T11:50:59.687+0000 7ff6b7e63980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.25.1.1 2023-12-03T11:50:59.813 INFO:tasks.workunit.client.0.smithi019.stderr: -2> 2023-12-03T11:50:59.687+0000 7ff6b7e63980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.25.0 2023-12-03T11:50:59.813 INFO:tasks.workunit.client.0.smithi019.stderr: -1> 2023-12-03T11:50:59.695+0000 7ff6b7e63980 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7ff6b7e63980 time 2023-12-03T11:50:59.696759+0000 2023-12-03T11:50:59.813 INFO:tasks.workunit.client.0.smithi019.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2023-12-03T11:50:59.813 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:50:59.813 INFO:tasks.workunit.client.0.smithi019.stderr: ceph version 18.0.0-7537-gbcbf278c (bcbf278cf395873c2a482f5a7b2345faf2160319) reef (dev) 2023-12-03T11:50:59.813 INFO:tasks.workunit.client.0.smithi019.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7ff6bb808e96] 2023-12-03T11:50:59.813 INFO:tasks.workunit.client.0.smithi019.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x17004a) [0x7ff6bb80904a] 2023-12-03T11:50:59.814 INFO:tasks.workunit.client.0.smithi019.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x557036a5cfe1] 2023-12-03T11:50:59.814 INFO:tasks.workunit.client.0.smithi019.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x577) [0x557036a6ad67] 2023-12-03T11:50:59.814 INFO:tasks.workunit.client.0.smithi019.stderr: 5: main() 2023-12-03T11:50:59.814 INFO:tasks.workunit.client.0.smithi019.stderr: 6: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7ff6ba5a3d90] 2023-12-03T11:50:59.814 INFO:tasks.workunit.client.0.smithi019.stderr: 7: __libc_start_main() 2023-12-03T11:50:59.814 INFO:tasks.workunit.client.0.smithi019.stderr: 8: _start() 2023-12-03T11:50:59.814 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:50:59.814 INFO:tasks.workunit.client.0.smithi019.stderr: 0> 2023-12-03T11:50:59.695+0000 7ff6b7e63980 -1 *** Caught signal (Aborted) ** 2023-12-03T11:50:59.814 INFO:tasks.workunit.client.0.smithi019.stderr: in thread 7ff6b7e63980 thread_name:radosgw-admin 2023-12-03T11:50:59.814 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:50:59.814 INFO:tasks.workunit.client.0.smithi019.stderr: ceph version 18.0.0-7537-gbcbf278c (bcbf278cf395873c2a482f5a7b2345faf2160319) reef (dev) 2023-12-03T11:50:59.814 INFO:tasks.workunit.client.0.smithi019.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7ff6ba5bc520] 2023-12-03T11:50:59.814 INFO:tasks.workunit.client.0.smithi019.stderr: 2: pthread_kill() 2023-12-03T11:50:59.814 INFO:tasks.workunit.client.0.smithi019.stderr: 3: raise() 2023-12-03T11:50:59.815 INFO:tasks.workunit.client.0.smithi019.stderr: 4: abort() 2023-12-03T11:50:59.815 INFO:tasks.workunit.client.0.smithi019.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7ff6bb808ef0] 2023-12-03T11:50:59.815 INFO:tasks.workunit.client.0.smithi019.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x17004a) [0x7ff6bb80904a] 2023-12-03T11:50:59.815 INFO:tasks.workunit.client.0.smithi019.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x557036a5cfe1] 2023-12-03T11:50:59.815 INFO:tasks.workunit.client.0.smithi019.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x577) [0x557036a6ad67] 2023-12-03T11:50:59.815 INFO:tasks.workunit.client.0.smithi019.stderr: 9: main() 2023-12-03T11:50:59.815 INFO:tasks.workunit.client.0.smithi019.stderr: 10: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7ff6ba5a3d90] 2023-12-03T11:50:59.815 INFO:tasks.workunit.client.0.smithi019.stderr: 11: __libc_start_main() 2023-12-03T11:50:59.815 INFO:tasks.workunit.client.0.smithi019.stderr: 12: _start() 2023-12-03T11:50:59.815 INFO:tasks.workunit.client.0.smithi019.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2023-12-03T11:50:59.815 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:50:59.815 INFO:tasks.workunit.client.0.smithi019.stderr:--- logging levels --- 2023-12-03T11:50:59.815 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 none 2023-12-03T11:50:59.815 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 1 lockdep 2023-12-03T11:50:59.815 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 1 context 2023-12-03T11:50:59.816 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 1 crush 2023-12-03T11:50:59.816 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 mds 2023-12-03T11:50:59.816 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 mds_balancer 2023-12-03T11:50:59.816 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 mds_locker 2023-12-03T11:50:59.816 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 mds_log 2023-12-03T11:50:59.816 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 mds_log_expire 2023-12-03T11:50:59.816 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 mds_migrator 2023-12-03T11:50:59.816 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 1 buffer 2023-12-03T11:50:59.816 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 1 timer 2023-12-03T11:50:59.816 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 1 filer 2023-12-03T11:50:59.816 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 1 striper 2023-12-03T11:50:59.816 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 1 objecter 2023-12-03T11:50:59.816 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 rados 2023-12-03T11:50:59.816 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 rbd 2023-12-03T11:50:59.816 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 rbd_mirror 2023-12-03T11:50:59.816 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 rbd_replay 2023-12-03T11:50:59.816 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 rbd_pwl 2023-12-03T11:50:59.817 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 journaler 2023-12-03T11:50:59.817 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 objectcacher 2023-12-03T11:50:59.817 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 immutable_obj_cache 2023-12-03T11:50:59.817 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 client 2023-12-03T11:50:59.817 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 osd 2023-12-03T11:50:59.817 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 optracker 2023-12-03T11:50:59.817 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 objclass 2023-12-03T11:50:59.817 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 3 filestore 2023-12-03T11:50:59.817 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 3 journal 2023-12-03T11:50:59.817 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 0 ms 2023-12-03T11:50:59.817 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 mon 2023-12-03T11:50:59.817 INFO:tasks.workunit.client.0.smithi019.stderr: 0/10 monc 2023-12-03T11:50:59.817 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 paxos 2023-12-03T11:50:59.817 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 tp 2023-12-03T11:50:59.817 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 auth 2023-12-03T11:50:59.818 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 crypto 2023-12-03T11:50:59.818 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 1 finisher 2023-12-03T11:50:59.818 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 1 reserver 2023-12-03T11:50:59.818 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 heartbeatmap 2023-12-03T11:50:59.818 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 perfcounter 2023-12-03T11:50:59.818 INFO:tasks.workunit.client.0.smithi019.stderr: 20/20 rgw 2023-12-03T11:50:59.818 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 rgw_sync 2023-12-03T11:50:59.818 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 rgw_datacache 2023-12-03T11:50:59.818 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 rgw_access 2023-12-03T11:50:59.818 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 rgw_dbstore 2023-12-03T11:50:59.818 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 rgw_flight 2023-12-03T11:50:59.818 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 javaclient 2023-12-03T11:50:59.818 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 asok 2023-12-03T11:50:59.818 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 1 throttle 2023-12-03T11:50:59.819 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 0 refs 2023-12-03T11:50:59.819 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 compressor 2023-12-03T11:50:59.819 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 bluestore 2023-12-03T11:50:59.819 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 bluefs 2023-12-03T11:50:59.819 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 3 bdev 2023-12-03T11:50:59.819 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 kstore 2023-12-03T11:50:59.819 INFO:tasks.workunit.client.0.smithi019.stderr: 4/ 5 rocksdb 2023-12-03T11:50:59.819 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 fuse 2023-12-03T11:50:59.819 INFO:tasks.workunit.client.0.smithi019.stderr: 2/ 5 mgr 2023-12-03T11:50:59.819 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 mgrc 2023-12-03T11:50:59.819 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 dpdk 2023-12-03T11:50:59.819 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 eventtrace 2023-12-03T11:50:59.819 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 prioritycache 2023-12-03T11:50:59.819 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 test 2023-12-03T11:50:59.819 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 cephfs_mirror 2023-12-03T11:50:59.820 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 cephsqlite 2023-12-03T11:50:59.820 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 crimson_interrupt 2023-12-03T11:50:59.820 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 seastore 2023-12-03T11:50:59.820 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 seastore_onode 2023-12-03T11:50:59.820 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 seastore_odata 2023-12-03T11:50:59.820 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 seastore_omap 2023-12-03T11:50:59.820 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 seastore_tm 2023-12-03T11:50:59.820 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 seastore_t 2023-12-03T11:50:59.820 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 seastore_cleaner 2023-12-03T11:50:59.820 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 seastore_epm 2023-12-03T11:50:59.820 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 seastore_lba 2023-12-03T11:50:59.820 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 seastore_fixedkv_tree 2023-12-03T11:50:59.821 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 seastore_cache 2023-12-03T11:50:59.821 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 seastore_journal 2023-12-03T11:50:59.821 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 seastore_device 2023-12-03T11:50:59.821 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 seastore_backref 2023-12-03T11:50:59.821 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 alienstore 2023-12-03T11:50:59.821 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 mclock 2023-12-03T11:50:59.821 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 cyanstore 2023-12-03T11:50:59.821 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 ceph_exporter 2023-12-03T11:50:59.821 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 memstore 2023-12-03T11:50:59.821 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 trace 2023-12-03T11:50:59.821 INFO:tasks.workunit.client.0.smithi019.stderr: -2/-2 (syslog threshold) 2023-12-03T11:50:59.821 INFO:tasks.workunit.client.0.smithi019.stderr: 99/99 (stderr threshold) 2023-12-03T11:50:59.821 INFO:tasks.workunit.client.0.smithi019.stderr:--- pthread ID / name mapping for recent threads --- 2023-12-03T11:50:59.821 INFO:tasks.workunit.client.0.smithi019.stderr: 7ff5dbfff640 / http_manager 2023-12-03T11:50:59.822 INFO:tasks.workunit.client.0.smithi019.stderr: 7ff5ea7fc640 / http_manager 2023-12-03T11:50:59.822 INFO:tasks.workunit.client.0.smithi019.stderr: 7ff6797e2640 / ms_dispatch 2023-12-03T11:50:59.822 INFO:tasks.workunit.client.0.smithi019.stderr: 7ff67afe5640 / io_context_pool 2023-12-03T11:50:59.822 INFO:tasks.workunit.client.0.smithi019.stderr: 7ff67b7e6640 / rgw_dt_lg_renew 2023-12-03T11:50:59.822 INFO:tasks.workunit.client.0.smithi019.stderr: 7ff6967fc640 / ms_dispatch 2023-12-03T11:50:59.822 INFO:tasks.workunit.client.0.smithi019.stderr: 7ff697fff640 / io_context_pool 2023-12-03T11:50:59.822 INFO:tasks.workunit.client.0.smithi019.stderr: 7ff6a6ffd640 / ms_dispatch 2023-12-03T11:50:59.822 INFO:tasks.workunit.client.0.smithi019.stderr: 7ff6a7fff640 / io_context_pool 2023-12-03T11:50:59.822 INFO:tasks.workunit.client.0.smithi019.stderr: 7ff6b517e640 / msgr-worker-2 2023-12-03T11:50:59.822 INFO:tasks.workunit.client.0.smithi019.stderr: 7ff6b597f640 / msgr-worker-1 2023-12-03T11:50:59.822 INFO:tasks.workunit.client.0.smithi019.stderr: 7ff6b6180640 / msgr-worker-0 2023-12-03T11:50:59.822 INFO:tasks.workunit.client.0.smithi019.stderr: 7ff6b7e63980 / radosgw-admin 2023-12-03T11:50:59.822 INFO:tasks.workunit.client.0.smithi019.stderr: max_recent 500 2023-12-03T11:50:59.822 INFO:tasks.workunit.client.0.smithi019.stderr: max_new 1000 2023-12-03T11:50:59.823 INFO:tasks.workunit.client.0.smithi019.stderr: log_file /var/lib/ceph/crash/2023-12-03T11:50:59.698360Z_ef536aa1-4ee0-41ab-b5e2-82923e8720d5/log 2023-12-03T11:50:59.823 INFO:tasks.workunit.client.0.smithi019.stderr:--- end dump of recent events --- 2023-12-03T11:50:59.823 INFO:tasks.workunit.client.0.smithi019.stderr:Aborted 2023-12-03T11:50:59.823 INFO:tasks.workunit.client.0.smithi019.stderr:radosgw-admin bucket stats --bucket abort-at-commit-target-layout 2023-12-03T11:50:59.828 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:50:59.828 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:50:59.828 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.743+0000 7fe0de4e1980 20 rados->read ofs=0 len=0 2023-12-03T11:50:59.828 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.743+0000 7fe0de4e1980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:59.828 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.743+0000 7fe0de4e1980 20 realm 2023-12-03T11:50:59.828 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.743+0000 7fe0de4e1980 20 rados->read ofs=0 len=0 2023-12-03T11:50:59.828 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.743+0000 7fe0de4e1980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:59.828 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.743+0000 7fe0de4e1980 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:50:59.828 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.743+0000 7fe0de4e1980 20 rados->read ofs=0 len=0 2023-12-03T11:50:59.828 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.743+0000 7fe0de4e1980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:59.828 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.743+0000 7fe0de4e1980 20 rados->read ofs=0 len=0 2023-12-03T11:50:59.828 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.747+0000 7fe0de4e1980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:50:59.828 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.747+0000 7fe0de4e1980 20 rados->read ofs=0 len=0 2023-12-03T11:50:59.829 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.747+0000 7fe0de4e1980 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:50:59.829 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.747+0000 7fe0de4e1980 20 searching for the correct realm 2023-12-03T11:50:59.829 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.767+0000 7fe0db7fc640 0 -- 172.21.15.19:0/1852052199 >> [v2:172.21.15.19:6800/1469834966,v1:172.21.15.19:6801/1469834966] conn(0x55ed54a01330 msgr2=0x55ed54a03720 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:50:59.829 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.771+0000 7fe0de4e1980 20 RGWRados::pool_iterate: got zonegroup_info.9433ba8b-08fe-4f3d-8375-ae7b0ce32294 2023-12-03T11:50:59.829 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.771+0000 7fe0de4e1980 20 RGWRados::pool_iterate: got zone_info.43a5e689-6a4f-4bb6-8529-28824bd75ab9 2023-12-03T11:50:59.829 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.771+0000 7fe0de4e1980 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:50:59.829 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.771+0000 7fe0de4e1980 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:50:59.829 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.771+0000 7fe0de4e1980 20 rados->read ofs=0 len=0 2023-12-03T11:50:59.829 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.771+0000 7fe0de4e1980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:59.829 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.771+0000 7fe0de4e1980 20 rados->read ofs=0 len=0 2023-12-03T11:50:59.829 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.771+0000 7fe0de4e1980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:50:59.829 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.771+0000 7fe0de4e1980 20 rados->read ofs=0 len=0 2023-12-03T11:50:59.829 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.771+0000 7fe0de4e1980 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:50:59.829 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.771+0000 7fe0de4e1980 20 zone default found 2023-12-03T11:50:59.829 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.771+0000 7fe0de4e1980 4 Realm: () 2023-12-03T11:50:59.829 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.771+0000 7fe0de4e1980 4 ZoneGroup: default (9433ba8b-08fe-4f3d-8375-ae7b0ce32294) 2023-12-03T11:50:59.830 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.771+0000 7fe0de4e1980 4 Zone: default (43a5e689-6a4f-4bb6-8529-28824bd75ab9) 2023-12-03T11:50:59.830 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.771+0000 7fe0de4e1980 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:50:59.830 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.771+0000 7fe0de4e1980 20 zonegroup default 2023-12-03T11:50:59.830 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.771+0000 7fe0de4e1980 20 rados->read ofs=0 len=0 2023-12-03T11:50:59.830 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.771+0000 7fe0de4e1980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:59.830 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.771+0000 7fe0de4e1980 20 rados->read ofs=0 len=0 2023-12-03T11:50:59.830 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.771+0000 7fe0de4e1980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:59.830 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.771+0000 7fe0de4e1980 20 rados->read ofs=0 len=0 2023-12-03T11:50:59.830 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.775+0000 7fe0de4e1980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:59.830 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.775+0000 7fe0de4e1980 20 started sync module instance, tier type = 2023-12-03T11:50:59.830 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.775+0000 7fe0de4e1980 20 started zone id=43a5e689-6a4f-4bb6-8529-28824bd75ab9 (name=default) with tier type = 2023-12-03T11:50:59.830 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.791+0000 7fe0db7fc640 0 -- 172.21.15.19:0/1852052199 >> [v2:172.21.15.19:6800/1469834966,v1:172.21.15.19:6801/1469834966] conn(0x7fe0b4075360 msgr2=0x7fe0b4077790 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:50:59.830 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.791+0000 7fe0de4e1980 20 add_watcher() i=0 2023-12-03T11:50:59.830 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.791+0000 7fe0de4e1980 20 add_watcher() i=1 2023-12-03T11:50:59.830 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.791+0000 7fe0de4e1980 20 add_watcher() i=2 2023-12-03T11:50:59.831 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.791+0000 7fe0de4e1980 20 add_watcher() i=3 2023-12-03T11:50:59.831 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.791+0000 7fe0de4e1980 20 add_watcher() i=4 2023-12-03T11:50:59.831 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.791+0000 7fe0de4e1980 20 add_watcher() i=5 2023-12-03T11:50:59.831 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.791+0000 7fe0de4e1980 20 add_watcher() i=6 2023-12-03T11:50:59.831 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.795+0000 7fe0de4e1980 20 add_watcher() i=7 2023-12-03T11:50:59.831 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.795+0000 7fe0de4e1980 2 all 8 watchers are set, enabling cache 2023-12-03T11:50:59.831 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.795+0000 7fe0a1fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:50:59.831 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.795+0000 7fe0de4e1980 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:50:59.831 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.795+0000 7fe0de4e1980 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:50:59.831 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.803+0000 7fe0de4e1980 5 note: GC not initialized 2023-12-03T11:50:59.831 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.803+0000 7fe018ff9640 20 reqs_thread_entry: start 2023-12-03T11:50:59.831 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.803+0000 7fe0de4e1980 20 init_complete bucket index max shards: 1 2023-12-03T11:50:59.831 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.803+0000 7fe0de4e1980 20 Filter name: none 2023-12-03T11:50:59.831 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.803+0000 7fe00e7fc640 20 reqs_thread_entry: start 2023-12-03T11:50:59.831 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.803+0000 7fe0de4e1980 20 rados->read ofs=0 len=0 2023-12-03T11:50:59.831 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.807+0000 7fe0de4e1980 20 rados_obj.operate() r=0 bl.length=197 2023-12-03T11:50:59.832 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.807+0000 7fe0de4e1980 20 rados->read ofs=0 len=0 2023-12-03T11:50:59.832 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.807+0000 7fe0de4e1980 20 rados_obj.operate() r=0 bl.length=413 2023-12-03T11:50:59.832 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.807+0000 7fe0de4e1980 20 couldn't put binfo cache entry, might have raced with data changes 2023-12-03T11:50:59.832 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.807+0000 7fe0de4e1980 20 rados->read ofs=0 len=0 2023-12-03T11:50:59.832 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.807+0000 7fe0de4e1980 20 rados_obj.operate() r=0 bl.length=197 2023-12-03T11:50:59.832 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.807+0000 7fe0de4e1980 20 rados->read ofs=0 len=0 2023-12-03T11:50:59.832 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.807+0000 7fe0de4e1980 20 rados_obj.operate() r=0 bl.length=413 2023-12-03T11:50:59.832 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.807+0000 7fe0de4e1980 20 couldn't put binfo cache entry, might have raced with data changes 2023-12-03T11:50:59.832 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.807+0000 7fe0de4e1980 20 rados->read ofs=0 len=0 2023-12-03T11:50:59.832 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.807+0000 7fe0de4e1980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:50:59.832 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.807+0000 7fe0a1fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:50:59.832 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.815+0000 7fe0de4e1980 20 remove_watcher() i=0 2023-12-03T11:50:59.832 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.815+0000 7fe0de4e1980 2 removed watcher, disabling cache 2023-12-03T11:50:59.832 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.815+0000 7fe0de4e1980 20 remove_watcher() i=1 2023-12-03T11:50:59.832 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.819+0000 7fe0de4e1980 20 remove_watcher() i=2 2023-12-03T11:50:59.833 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.819+0000 7fe0de4e1980 20 remove_watcher() i=3 2023-12-03T11:50:59.833 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.823+0000 7fe0de4e1980 20 remove_watcher() i=4 2023-12-03T11:50:59.833 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.827+0000 7fe0de4e1980 20 remove_watcher() i=5 2023-12-03T11:50:59.833 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.827+0000 7fe0de4e1980 20 remove_watcher() i=6 2023-12-03T11:50:59.833 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:50:59.827+0000 7fe0de4e1980 20 remove_watcher() i=7 2023-12-03T11:50:59.838 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:50:59.838 INFO:tasks.workunit.client.0.smithi019.stderr:BUCKET_STATS: 2023-12-03T11:50:59.838 INFO:tasks.workunit.client.0.smithi019.stderr:bucket: abort-at-commit-target-layout id: 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.25 num_objects: 20 size_kb: 1 num_shards: 1 2023-12-03T11:50:59.838 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:50:59.839 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:50:59.840 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:51:29.911 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:51:29.911 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:51:29.957 INFO:tasks.workunit.client.0.smithi019.stderr:radosgw-admin bucket reshard --bucket abort-at-commit-target-layout --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2023-12-03T11:51:29.992 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:51:29.993 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:51:30.011 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:30.007+0000 7ff2afeec980 20 rados->read ofs=0 len=0 2023-12-03T11:51:30.013 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:30.011+0000 7ff2afeec980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:30.013 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:30.011+0000 7ff2afeec980 20 realm 2023-12-03T11:51:30.014 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:30.011+0000 7ff2afeec980 20 rados->read ofs=0 len=0 2023-12-03T11:51:30.014 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:30.011+0000 7ff2afeec980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:30.014 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:30.011+0000 7ff2afeec980 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:51:30.014 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:30.011+0000 7ff2afeec980 20 rados->read ofs=0 len=0 2023-12-03T11:51:30.014 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:30.011+0000 7ff2afeec980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:30.014 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:30.011+0000 7ff2afeec980 20 rados->read ofs=0 len=0 2023-12-03T11:51:30.016 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:30.011+0000 7ff2afeec980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:51:30.016 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:30.011+0000 7ff2afeec980 20 rados->read ofs=0 len=0 2023-12-03T11:51:30.016 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:30.011+0000 7ff2afeec980 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:51:30.016 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:30.011+0000 7ff2afeec980 20 searching for the correct realm 2023-12-03T11:51:30.040 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:30.035+0000 7ff2ad207640 0 -- 172.21.15.19:0/1834098912 >> [v2:172.21.15.19:6800/1469834966,v1:172.21.15.19:6801/1469834966] conn(0x55a004db3e80 msgr2=0x55a004db6270 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:51:30.042 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:30.039+0000 7ff2afeec980 20 RGWRados::pool_iterate: got zonegroup_info.9433ba8b-08fe-4f3d-8375-ae7b0ce32294 2023-12-03T11:51:30.042 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:30.039+0000 7ff2afeec980 20 RGWRados::pool_iterate: got zone_info.43a5e689-6a4f-4bb6-8529-28824bd75ab9 2023-12-03T11:51:30.042 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:30.039+0000 7ff2afeec980 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:51:30.042 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:30.039+0000 7ff2afeec980 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:51:30.042 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:30.039+0000 7ff2afeec980 20 rados->read ofs=0 len=0 2023-12-03T11:51:30.042 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:30.039+0000 7ff2afeec980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:30.042 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:30.039+0000 7ff2afeec980 20 rados->read ofs=0 len=0 2023-12-03T11:51:30.043 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:30.039+0000 7ff2afeec980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:51:30.043 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:30.039+0000 7ff2afeec980 20 rados->read ofs=0 len=0 2023-12-03T11:51:30.043 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:30.039+0000 7ff2afeec980 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:51:30.043 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:30.039+0000 7ff2afeec980 20 zone default found 2023-12-03T11:51:30.043 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:30.039+0000 7ff2afeec980 4 Realm: () 2023-12-03T11:51:30.044 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:30.039+0000 7ff2afeec980 4 ZoneGroup: default (9433ba8b-08fe-4f3d-8375-ae7b0ce32294) 2023-12-03T11:51:30.044 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:30.039+0000 7ff2afeec980 4 Zone: default (43a5e689-6a4f-4bb6-8529-28824bd75ab9) 2023-12-03T11:51:30.044 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:30.039+0000 7ff2afeec980 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:51:30.044 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:30.039+0000 7ff2afeec980 20 zonegroup default 2023-12-03T11:51:30.044 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:30.039+0000 7ff2afeec980 20 rados->read ofs=0 len=0 2023-12-03T11:51:30.044 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:30.039+0000 7ff2afeec980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:30.044 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:30.039+0000 7ff2afeec980 20 rados->read ofs=0 len=0 2023-12-03T11:51:30.044 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:30.039+0000 7ff2afeec980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:30.044 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:30.039+0000 7ff2afeec980 20 rados->read ofs=0 len=0 2023-12-03T11:51:30.045 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:30.039+0000 7ff2afeec980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:30.045 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:30.039+0000 7ff2afeec980 20 started sync module instance, tier type = 2023-12-03T11:51:30.045 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:30.039+0000 7ff2afeec980 20 started zone id=43a5e689-6a4f-4bb6-8529-28824bd75ab9 (name=default) with tier type = 2023-12-03T11:51:30.063 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:30.059+0000 7ff2ae209640 0 -- 172.21.15.19:0/1834098912 >> [v2:172.21.15.57:6816/3303414699,v1:172.21.15.57:6817/3303414699] conn(0x7ff298031040 msgr2=0x7ff298033950 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:51:30.066 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:30.063+0000 7ff2afeec980 20 add_watcher() i=0 2023-12-03T11:51:30.066 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:30.063+0000 7ff2afeec980 20 add_watcher() i=1 2023-12-03T11:51:30.066 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:30.063+0000 7ff2afeec980 20 add_watcher() i=2 2023-12-03T11:51:30.066 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:30.063+0000 7ff2afeec980 20 add_watcher() i=3 2023-12-03T11:51:30.066 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:30.063+0000 7ff2afeec980 20 add_watcher() i=4 2023-12-03T11:51:30.066 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:30.063+0000 7ff2afeec980 20 add_watcher() i=5 2023-12-03T11:51:30.066 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:30.063+0000 7ff2afeec980 20 add_watcher() i=6 2023-12-03T11:51:30.067 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:30.063+0000 7ff2afeec980 20 add_watcher() i=7 2023-12-03T11:51:30.067 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:30.063+0000 7ff2afeec980 2 all 8 watchers are set, enabling cache 2023-12-03T11:51:30.070 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:30.067+0000 7ff2737e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:51:30.071 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:30.067+0000 7ff2afeec980 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:51:30.071 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:30.067+0000 7ff2afeec980 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:51:30.079 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:30.075+0000 7ff2afeec980 5 note: GC not initialized 2023-12-03T11:51:30.079 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:30.075+0000 7ff1e27fc640 20 reqs_thread_entry: start 2023-12-03T11:51:30.079 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:30.075+0000 7ff2afeec980 20 init_complete bucket index max shards: 1 2023-12-03T11:51:30.079 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:30.075+0000 7ff2afeec980 20 Filter name: none 2023-12-03T11:51:30.079 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:30.075+0000 7ff1d3fff640 20 reqs_thread_entry: start 2023-12-03T11:51:30.079 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:30.075+0000 7ff2afeec980 10 cache get: name=default.rgw.meta+root+abort-at-commit-target-layout : miss 2023-12-03T11:51:30.080 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:30.075+0000 7ff2afeec980 20 rados->read ofs=0 len=0 2023-12-03T11:51:30.080 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:30.075+0000 7ff2afeec980 20 rados_obj.operate() r=0 bl.length=197 2023-12-03T11:51:30.080 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:30.075+0000 7ff2afeec980 10 cache put: name=default.rgw.meta+root+abort-at-commit-target-layout info.flags=0x11 2023-12-03T11:51:30.080 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:30.075+0000 7ff2afeec980 10 adding default.rgw.meta+root+abort-at-commit-target-layout to cache LRU end 2023-12-03T11:51:30.080 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:30.075+0000 7ff2afeec980 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.25 : miss 2023-12-03T11:51:30.080 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:30.075+0000 7ff2afeec980 20 rados->read ofs=0 len=0 2023-12-03T11:51:30.081 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:30.075+0000 7ff2afeec980 20 rados_obj.operate() r=0 bl.length=381 2023-12-03T11:51:30.081 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:30.075+0000 7ff2afeec980 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.25 info.flags=0x17 2023-12-03T11:51:30.081 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:30.075+0000 7ff2afeec980 10 adding default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.25 to cache LRU end 2023-12-03T11:51:30.081 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:30.075+0000 7ff2afeec980 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-12-03T11:51:30.081 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:30.075+0000 7ff2afeec980 10 updating xattr: name=user.rgw.acl bl.length()=205 2023-12-03T11:51:30.081 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:30.075+0000 7ff2afeec980 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.25 2023-12-03T11:51:30.092 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:30.087+0000 7ff2afeec980 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.25 info.flags=0x17 2023-12-03T11:51:30.092 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:30.087+0000 7ff2afeec980 10 moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.25 to cache LRU end 2023-12-03T11:51:30.092 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:30.087+0000 7ff2afeec980 10 updating xattr: name=user.rgw.acl bl.length()=205 2023-12-03T11:51:30.092 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:30.087+0000 7ff2afeec980 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-commit-target-layout:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.25, ofs0, ns] 2023-12-03T11:51:30.092 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:30.087+0000 7ff28ffff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1095216660557 cookie 94145764619792 notifier 6713 bl.length()=893 2023-12-03T11:51:30.092 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:30.087+0000 7ff28ffff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.25 info.flags=0x17 2023-12-03T11:51:30.093 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:30.087+0000 7ff28ffff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.25 to cache LRU end 2023-12-03T11:51:30.093 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:30.087+0000 7ff28ffff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2023-12-03T11:51:30.093 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:30.091+0000 7ff2afeec980 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.25]): orig_sources= new_sources= 2023-12-03T11:51:30.093 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:30.091+0000 7ff2afeec980 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.25]): potential sources added=[] removed=[] 2023-12-03T11:51:30.094 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:30.091+0000 7ff2afeec980 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.25]): orig_dests= new_dests= 2023-12-03T11:51:30.094 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:30.091+0000 7ff2afeec980 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.25]): potential dests added=[] removed=[] 2023-12-03T11:51:30.095 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:30.091+0000 7ff2afeec980 10 bucket_obj is .dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.25.1.0 2023-12-03T11:51:30.095 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:30.091+0000 7ff2afeec980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.25.1.0 2023-12-03T11:51:30.095 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:30.091+0000 7ff2afeec980 10 bucket_obj is .dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.25.1.1 2023-12-03T11:51:30.095 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:30.091+0000 7ff2afeec980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.25.1.1 2023-12-03T11:51:30.096 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:30.091+0000 7ff2afeec980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.25.0 2023-12-03T11:51:30.101 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:30.095+0000 7ff2afeec980 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.25 : hit (requested=0x17, cached=0x17) 2023-12-03T11:51:30.101 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:30.095+0000 7ff2afeec980 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.25 2023-12-03T11:51:30.103 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:30.099+0000 7ff2afeec980 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.25 info.flags=0x17 2023-12-03T11:51:30.103 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:30.099+0000 7ff2afeec980 10 moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.25 to cache LRU end 2023-12-03T11:51:30.103 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:30.099+0000 7ff2afeec980 10 updating xattr: name=user.rgw.acl bl.length()=205 2023-12-03T11:51:30.104 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:30.099+0000 7ff2afeec980 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-commit-target-layout:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.25, ofs0, ns] 2023-12-03T11:51:30.104 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:30.099+0000 7ff28f7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1095216660558 cookie 94145764619792 notifier 6713 bl.length()=861 2023-12-03T11:51:30.104 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:30.099+0000 7ff28f7fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.25 info.flags=0x17 2023-12-03T11:51:30.104 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:30.099+0000 7ff28f7fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.25 to cache LRU end 2023-12-03T11:51:30.104 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:30.099+0000 7ff28f7fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2023-12-03T11:51:30.105 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:30.103+0000 7ff2afeec980 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.25]): orig_sources= new_sources= 2023-12-03T11:51:30.105 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:30.103+0000 7ff2afeec980 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.25]): potential sources added=[] removed=[] 2023-12-03T11:51:30.105 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:30.103+0000 7ff2afeec980 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.25]): orig_dests= new_dests= 2023-12-03T11:51:30.105 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:30.103+0000 7ff2afeec980 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.25]): potential dests added=[] removed=[] 2023-12-03T11:51:30.107 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:30.103+0000 7ff2afeec980 1 execute INFO: reshard of bucket "abort-at-commit-target-layout" completed successfully 2023-12-03T11:51:30.111 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:30.107+0000 7ff2737e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:51:30.117 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:30.111+0000 7ff2afeec980 20 remove_watcher() i=0 2023-12-03T11:51:30.117 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:30.111+0000 7ff2afeec980 2 removed watcher, disabling cache 2023-12-03T11:51:30.120 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:30.115+0000 7ff2afeec980 20 remove_watcher() i=1 2023-12-03T11:51:30.122 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:30.119+0000 7ff2afeec980 20 remove_watcher() i=2 2023-12-03T11:51:30.125 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:30.119+0000 7ff2afeec980 20 remove_watcher() i=3 2023-12-03T11:51:30.127 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:30.123+0000 7ff2afeec980 20 remove_watcher() i=4 2023-12-03T11:51:30.129 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:30.123+0000 7ff2afeec980 20 remove_watcher() i=5 2023-12-03T11:51:30.130 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:30.127+0000 7ff2afeec980 20 remove_watcher() i=6 2023-12-03T11:51:30.132 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:30.127+0000 7ff2afeec980 20 remove_watcher() i=7 2023-12-03T11:51:30.138 INFO:tasks.workunit.client.0.smithi019.stderr:radosgw-admin bucket stats --bucket abort-at-commit-target-layout 2023-12-03T11:51:30.165 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:51:30.165 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:51:30.183 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:30.179+0000 7f502686c980 20 rados->read ofs=0 len=0 2023-12-03T11:51:30.185 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:30.179+0000 7f502686c980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:30.185 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:30.179+0000 7f502686c980 20 realm 2023-12-03T11:51:30.185 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:30.179+0000 7f502686c980 20 rados->read ofs=0 len=0 2023-12-03T11:51:30.185 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:30.179+0000 7f502686c980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:30.185 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:30.179+0000 7f502686c980 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:51:30.185 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:30.183+0000 7f502686c980 20 rados->read ofs=0 len=0 2023-12-03T11:51:30.186 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:30.183+0000 7f502686c980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:30.186 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:30.183+0000 7f502686c980 20 rados->read ofs=0 len=0 2023-12-03T11:51:30.391 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:30.387+0000 7f502686c980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:51:30.392 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:30.387+0000 7f502686c980 20 rados->read ofs=0 len=0 2023-12-03T11:51:30.392 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:30.387+0000 7f502686c980 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:51:30.392 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:30.387+0000 7f502686c980 20 searching for the correct realm 2023-12-03T11:51:30.427 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:30.423+0000 7f5024388640 0 -- 172.21.15.19:0/2031889135 >> [v2:172.21.15.57:6808/3142144203,v1:172.21.15.57:6809/3142144203] conn(0x556a20a44bb0 msgr2=0x556a20a46fa0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:51:30.432 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:30.427+0000 7f502686c980 20 RGWRados::pool_iterate: got zonegroup_info.9433ba8b-08fe-4f3d-8375-ae7b0ce32294 2023-12-03T11:51:30.432 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:30.427+0000 7f502686c980 20 RGWRados::pool_iterate: got zone_info.43a5e689-6a4f-4bb6-8529-28824bd75ab9 2023-12-03T11:51:30.432 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:30.427+0000 7f502686c980 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:51:30.432 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:30.427+0000 7f502686c980 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:51:30.432 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:30.427+0000 7f502686c980 20 rados->read ofs=0 len=0 2023-12-03T11:51:30.432 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:30.427+0000 7f502686c980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:30.433 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:30.427+0000 7f502686c980 20 rados->read ofs=0 len=0 2023-12-03T11:51:30.434 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:30.431+0000 7f502686c980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:51:30.434 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:30.431+0000 7f502686c980 20 rados->read ofs=0 len=0 2023-12-03T11:51:30.435 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:30.431+0000 7f502686c980 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:51:30.435 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:30.431+0000 7f502686c980 20 zone default found 2023-12-03T11:51:30.435 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:30.431+0000 7f502686c980 4 Realm: () 2023-12-03T11:51:30.435 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:30.431+0000 7f502686c980 4 ZoneGroup: default (9433ba8b-08fe-4f3d-8375-ae7b0ce32294) 2023-12-03T11:51:30.435 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:30.431+0000 7f502686c980 4 Zone: default (43a5e689-6a4f-4bb6-8529-28824bd75ab9) 2023-12-03T11:51:30.435 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:30.431+0000 7f502686c980 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:51:30.435 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:30.431+0000 7f502686c980 20 zonegroup default 2023-12-03T11:51:30.435 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:30.431+0000 7f502686c980 20 rados->read ofs=0 len=0 2023-12-03T11:51:30.435 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:30.431+0000 7f502686c980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:30.435 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:30.431+0000 7f502686c980 20 rados->read ofs=0 len=0 2023-12-03T11:51:30.436 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:30.431+0000 7f502686c980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:30.436 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:30.431+0000 7f502686c980 20 rados->read ofs=0 len=0 2023-12-03T11:51:30.437 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:30.431+0000 7f502686c980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:30.437 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:30.431+0000 7f502686c980 20 started sync module instance, tier type = 2023-12-03T11:51:30.437 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:30.431+0000 7f502686c980 20 started zone id=43a5e689-6a4f-4bb6-8529-28824bd75ab9 (name=default) with tier type = 2023-12-03T11:51:30.454 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:30.451+0000 7f5024b89640 0 -- 172.21.15.19:0/2031889135 >> [v2:172.21.15.57:6816/3303414699,v1:172.21.15.57:6817/3303414699] conn(0x7f5018008050 msgr2=0x7f501806c0c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:51:30.464 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:30.459+0000 7f502686c980 20 add_watcher() i=0 2023-12-03T11:51:30.464 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:30.459+0000 7f502686c980 20 add_watcher() i=1 2023-12-03T11:51:30.465 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:30.459+0000 7f502686c980 20 add_watcher() i=2 2023-12-03T11:51:30.465 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:30.459+0000 7f502686c980 20 add_watcher() i=3 2023-12-03T11:51:30.465 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:30.459+0000 7f502686c980 20 add_watcher() i=4 2023-12-03T11:51:30.465 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:30.459+0000 7f502686c980 20 add_watcher() i=5 2023-12-03T11:51:30.465 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:30.459+0000 7f502686c980 20 add_watcher() i=6 2023-12-03T11:51:30.466 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:30.463+0000 7f502686c980 20 add_watcher() i=7 2023-12-03T11:51:30.466 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:30.463+0000 7f502686c980 2 all 8 watchers are set, enabling cache 2023-12-03T11:51:30.471 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:30.467+0000 7f4fea7e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:51:30.472 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:30.467+0000 7f502686c980 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:51:30.472 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:30.467+0000 7f502686c980 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:51:30.483 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:30.479+0000 7f502686c980 5 note: GC not initialized 2023-12-03T11:51:30.483 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:30.479+0000 7f4f597fa640 20 reqs_thread_entry: start 2023-12-03T11:51:30.484 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:30.479+0000 7f502686c980 20 init_complete bucket index max shards: 1 2023-12-03T11:51:30.484 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:30.479+0000 7f502686c980 20 Filter name: none 2023-12-03T11:51:30.484 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:30.479+0000 7f4f52ffd640 20 reqs_thread_entry: start 2023-12-03T11:51:30.484 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:30.479+0000 7f502686c980 20 rados->read ofs=0 len=0 2023-12-03T11:51:30.485 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:30.479+0000 7f502686c980 20 rados_obj.operate() r=0 bl.length=197 2023-12-03T11:51:30.485 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:30.479+0000 7f502686c980 20 rados->read ofs=0 len=0 2023-12-03T11:51:30.485 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:30.479+0000 7f502686c980 20 rados_obj.operate() r=0 bl.length=381 2023-12-03T11:51:30.486 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:30.479+0000 7f502686c980 20 couldn't put binfo cache entry, might have raced with data changes 2023-12-03T11:51:30.486 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:30.479+0000 7f502686c980 20 rados->read ofs=0 len=0 2023-12-03T11:51:30.486 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:30.479+0000 7f502686c980 20 rados_obj.operate() r=0 bl.length=197 2023-12-03T11:51:30.486 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:30.479+0000 7f502686c980 20 rados->read ofs=0 len=0 2023-12-03T11:51:30.486 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:30.483+0000 7f502686c980 20 rados_obj.operate() r=0 bl.length=381 2023-12-03T11:51:30.486 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:30.483+0000 7f502686c980 20 couldn't put binfo cache entry, might have raced with data changes 2023-12-03T11:51:30.486 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:30.483+0000 7f502686c980 20 rados->read ofs=0 len=0 2023-12-03T11:51:30.487 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:30.483+0000 7f502686c980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:30.488 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:30.483+0000 7f4fea7e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:51:30.494 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:30.491+0000 7f502686c980 20 remove_watcher() i=0 2023-12-03T11:51:30.494 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:30.491+0000 7f502686c980 2 removed watcher, disabling cache 2023-12-03T11:51:30.496 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:30.491+0000 7f502686c980 20 remove_watcher() i=1 2023-12-03T11:51:30.499 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:30.495+0000 7f502686c980 20 remove_watcher() i=2 2023-12-03T11:51:30.501 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:30.499+0000 7f502686c980 20 remove_watcher() i=3 2023-12-03T11:51:30.503 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:30.499+0000 7f502686c980 20 remove_watcher() i=4 2023-12-03T11:51:30.505 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:30.499+0000 7f502686c980 20 remove_watcher() i=5 2023-12-03T11:51:30.506 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:30.503+0000 7f502686c980 20 remove_watcher() i=6 2023-12-03T11:51:30.508 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:30.503+0000 7f502686c980 20 remove_watcher() i=7 2023-12-03T11:51:30.515 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:51:30.515 INFO:tasks.workunit.client.0.smithi019.stderr:BUCKET_STATS: 2023-12-03T11:51:30.515 INFO:tasks.workunit.client.0.smithi019.stderr:bucket: abort-at-commit-target-layout id: 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.25 num_objects: 19 size_kb: 1 num_shards: 2 2023-12-03T11:51:30.515 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:51:30.516 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:51:30.516 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:51:30.520 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:51:30.520 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:51:30.588 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:51:30.588 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:51:30.614 INFO:tasks.workunit.client.0.smithi019.stderr:TEST: reshard bucket with EIO injected at do_reshard 2023-12-03T11:51:30.614 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:51:30.616 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:51:30.616 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:51:30.631 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:51:30.631 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:51:30.677 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:51:30.677 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:51:30.701 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:51:30.701 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:51:30.725 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:51:30.725 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:51:30.746 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:51:30.746 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:51:30.768 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:51:30.768 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:51:30.790 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:51:30.791 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:51:30.813 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:51:30.813 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:51:30.838 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:51:30.838 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:51:30.860 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:51:30.860 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:51:30.882 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:51:30.882 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:51:30.904 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:51:30.904 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:51:30.926 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:51:30.927 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:51:30.950 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:51:30.950 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:51:30.972 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:51:30.972 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:51:30.993 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:51:30.993 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:51:31.016 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:51:31.016 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:51:31.039 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:51:31.039 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:51:31.063 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:51:31.064 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:51:31.085 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:51:31.085 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:51:31.108 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:51:31.108 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:51:31.129 INFO:tasks.workunit.client.0.smithi019.stderr:radosgw-admin bucket stats --bucket error-at-do-reshard 2023-12-03T11:51:31.163 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:51:31.163 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:51:31.187 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.179+0000 7f476b33f980 20 rados->read ofs=0 len=0 2023-12-03T11:51:31.187 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.179+0000 7f476b33f980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:31.187 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.179+0000 7f476b33f980 20 realm 2023-12-03T11:51:31.187 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.179+0000 7f476b33f980 20 rados->read ofs=0 len=0 2023-12-03T11:51:31.187 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.179+0000 7f476b33f980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:31.187 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.179+0000 7f476b33f980 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:51:31.188 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.179+0000 7f476b33f980 20 rados->read ofs=0 len=0 2023-12-03T11:51:31.188 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.183+0000 7f476b33f980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:31.188 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.183+0000 7f476b33f980 20 rados->read ofs=0 len=0 2023-12-03T11:51:31.188 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.183+0000 7f476b33f980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:51:31.188 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.183+0000 7f476b33f980 20 rados->read ofs=0 len=0 2023-12-03T11:51:31.188 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.183+0000 7f476b33f980 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:51:31.188 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.183+0000 7f476b33f980 20 searching for the correct realm 2023-12-03T11:51:31.207 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.203+0000 7f4768e5b640 0 -- 172.21.15.19:0/3562933885 >> [v2:172.21.15.57:6808/3142144203,v1:172.21.15.57:6809/3142144203] conn(0x5557c8377b30 msgr2=0x5557c8379f40 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:51:31.213 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.207+0000 7f476b33f980 20 RGWRados::pool_iterate: got zonegroup_info.9433ba8b-08fe-4f3d-8375-ae7b0ce32294 2023-12-03T11:51:31.213 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.207+0000 7f476b33f980 20 RGWRados::pool_iterate: got zone_info.43a5e689-6a4f-4bb6-8529-28824bd75ab9 2023-12-03T11:51:31.213 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.207+0000 7f476b33f980 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:51:31.213 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.207+0000 7f476b33f980 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:51:31.213 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.207+0000 7f476b33f980 20 rados->read ofs=0 len=0 2023-12-03T11:51:31.214 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.211+0000 7f476b33f980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:31.214 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.211+0000 7f476b33f980 20 rados->read ofs=0 len=0 2023-12-03T11:51:31.216 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.211+0000 7f476b33f980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:51:31.216 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.211+0000 7f476b33f980 20 rados->read ofs=0 len=0 2023-12-03T11:51:31.216 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.211+0000 7f476b33f980 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:51:31.216 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.211+0000 7f476b33f980 20 zone default found 2023-12-03T11:51:31.217 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.211+0000 7f476b33f980 4 Realm: () 2023-12-03T11:51:31.217 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.211+0000 7f476b33f980 4 ZoneGroup: default (9433ba8b-08fe-4f3d-8375-ae7b0ce32294) 2023-12-03T11:51:31.217 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.211+0000 7f476b33f980 4 Zone: default (43a5e689-6a4f-4bb6-8529-28824bd75ab9) 2023-12-03T11:51:31.217 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.211+0000 7f476b33f980 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:51:31.217 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.211+0000 7f476b33f980 20 zonegroup default 2023-12-03T11:51:31.217 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.211+0000 7f476b33f980 20 rados->read ofs=0 len=0 2023-12-03T11:51:31.217 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.211+0000 7f476b33f980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:31.218 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.211+0000 7f476b33f980 20 rados->read ofs=0 len=0 2023-12-03T11:51:31.218 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.211+0000 7f476b33f980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:31.218 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.211+0000 7f476b33f980 20 rados->read ofs=0 len=0 2023-12-03T11:51:31.218 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.211+0000 7f476b33f980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:31.218 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.211+0000 7f476b33f980 20 started sync module instance, tier type = 2023-12-03T11:51:31.218 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.211+0000 7f476b33f980 20 started zone id=43a5e689-6a4f-4bb6-8529-28824bd75ab9 (name=default) with tier type = 2023-12-03T11:51:31.222 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.219+0000 7f4768e5b640 0 -- 172.21.15.19:0/3562933885 >> [v2:172.21.15.57:6808/3142144203,v1:172.21.15.57:6809/3142144203] conn(0x7f4744075360 msgr2=0x7f4744077790 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:51:31.233 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.231+0000 7f476b33f980 20 add_watcher() i=0 2023-12-03T11:51:31.234 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.231+0000 7f476b33f980 20 add_watcher() i=1 2023-12-03T11:51:31.234 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.231+0000 7f476b33f980 20 add_watcher() i=2 2023-12-03T11:51:31.234 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.231+0000 7f476b33f980 20 add_watcher() i=3 2023-12-03T11:51:31.234 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.231+0000 7f476b33f980 20 add_watcher() i=4 2023-12-03T11:51:31.234 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.231+0000 7f476b33f980 20 add_watcher() i=5 2023-12-03T11:51:31.234 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.231+0000 7f476b33f980 20 add_watcher() i=6 2023-12-03T11:51:31.235 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.231+0000 7f476b33f980 20 add_watcher() i=7 2023-12-03T11:51:31.235 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.231+0000 7f476b33f980 2 all 8 watchers are set, enabling cache 2023-12-03T11:51:31.238 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.235+0000 7f472efe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:51:31.238 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.235+0000 7f476b33f980 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:51:31.238 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.235+0000 7f476b33f980 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:51:31.246 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.243+0000 7f476b33f980 5 note: GC not initialized 2023-12-03T11:51:31.246 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.243+0000 7f469dffb640 20 reqs_thread_entry: start 2023-12-03T11:51:31.246 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.243+0000 7f476b33f980 20 init_complete bucket index max shards: 1 2023-12-03T11:51:31.247 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.243+0000 7f476b33f980 20 Filter name: none 2023-12-03T11:51:31.247 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.243+0000 7f468f7fe640 20 reqs_thread_entry: start 2023-12-03T11:51:31.247 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.243+0000 7f476b33f980 20 rados->read ofs=0 len=0 2023-12-03T11:51:31.247 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.243+0000 7f476b33f980 20 rados_obj.operate() r=0 bl.length=187 2023-12-03T11:51:31.247 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.243+0000 7f476b33f980 20 rados->read ofs=0 len=0 2023-12-03T11:51:31.249 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.243+0000 7f476b33f980 20 rados_obj.operate() r=0 bl.length=371 2023-12-03T11:51:31.249 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.243+0000 7f476b33f980 20 couldn't put binfo cache entry, might have raced with data changes 2023-12-03T11:51:31.249 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.243+0000 7f476b33f980 20 rados->read ofs=0 len=0 2023-12-03T11:51:31.249 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.243+0000 7f476b33f980 20 rados_obj.operate() r=0 bl.length=187 2023-12-03T11:51:31.249 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.243+0000 7f476b33f980 20 rados->read ofs=0 len=0 2023-12-03T11:51:31.250 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.247+0000 7f476b33f980 20 rados_obj.operate() r=0 bl.length=371 2023-12-03T11:51:31.250 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.247+0000 7f476b33f980 20 couldn't put binfo cache entry, might have raced with data changes 2023-12-03T11:51:31.250 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.247+0000 7f476b33f980 20 rados->read ofs=0 len=0 2023-12-03T11:51:31.251 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.247+0000 7f476b33f980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:31.252 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.247+0000 7f472efe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:51:31.258 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.255+0000 7f476b33f980 20 remove_watcher() i=0 2023-12-03T11:51:31.258 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.255+0000 7f476b33f980 2 removed watcher, disabling cache 2023-12-03T11:51:31.261 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.255+0000 7f476b33f980 20 remove_watcher() i=1 2023-12-03T11:51:31.263 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.259+0000 7f476b33f980 20 remove_watcher() i=2 2023-12-03T11:51:31.266 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.263+0000 7f476b33f980 20 remove_watcher() i=3 2023-12-03T11:51:31.268 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.263+0000 7f476b33f980 20 remove_watcher() i=4 2023-12-03T11:51:31.269 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.267+0000 7f476b33f980 20 remove_watcher() i=5 2023-12-03T11:51:31.273 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.267+0000 7f476b33f980 20 remove_watcher() i=6 2023-12-03T11:51:31.274 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.271+0000 7f476b33f980 20 remove_watcher() i=7 2023-12-03T11:51:31.280 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:51:31.280 INFO:tasks.workunit.client.0.smithi019.stderr:BUCKET_STATS: 2023-12-03T11:51:31.280 INFO:tasks.workunit.client.0.smithi019.stderr:bucket: error-at-do-reshard id: 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.26 num_objects: 20 size_kb: 1 num_shards: 1 2023-12-03T11:51:31.280 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:51:31.281 INFO:tasks.workunit.client.0.smithi019.stderr:radosgw-admin bucket reshard --bucket error-at-do-reshard --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-error-at do_reshard 2023-12-03T11:51:31.312 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:51:31.312 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:51:31.330 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.327+0000 7f203e2bb980 20 rados->read ofs=0 len=0 2023-12-03T11:51:31.332 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.327+0000 7f203e2bb980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:31.332 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.327+0000 7f203e2bb980 20 realm 2023-12-03T11:51:31.332 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.327+0000 7f203e2bb980 20 rados->read ofs=0 len=0 2023-12-03T11:51:31.332 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.327+0000 7f203e2bb980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:31.333 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.327+0000 7f203e2bb980 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:51:31.333 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.327+0000 7f203e2bb980 20 rados->read ofs=0 len=0 2023-12-03T11:51:31.333 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.327+0000 7f203e2bb980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:31.333 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.327+0000 7f203e2bb980 20 rados->read ofs=0 len=0 2023-12-03T11:51:31.334 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.331+0000 7f203e2bb980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:51:31.334 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.331+0000 7f203e2bb980 20 rados->read ofs=0 len=0 2023-12-03T11:51:31.334 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.331+0000 7f203e2bb980 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:51:31.335 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.331+0000 7f203e2bb980 20 searching for the correct realm 2023-12-03T11:51:31.357 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.351+0000 7f203bdd7640 0 -- 172.21.15.19:0/1801603041 >> [v2:172.21.15.57:6808/3142144203,v1:172.21.15.57:6809/3142144203] conn(0x55d8ab2ef7b0 msgr2=0x55d8ab2f1c00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:51:31.359 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.355+0000 7f203e2bb980 20 RGWRados::pool_iterate: got zonegroup_info.9433ba8b-08fe-4f3d-8375-ae7b0ce32294 2023-12-03T11:51:31.359 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.355+0000 7f203e2bb980 20 RGWRados::pool_iterate: got zone_info.43a5e689-6a4f-4bb6-8529-28824bd75ab9 2023-12-03T11:51:31.359 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.355+0000 7f203e2bb980 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:51:31.360 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.355+0000 7f203e2bb980 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:51:31.360 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.355+0000 7f203e2bb980 20 rados->read ofs=0 len=0 2023-12-03T11:51:31.360 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.355+0000 7f203e2bb980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:31.360 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.355+0000 7f203e2bb980 20 rados->read ofs=0 len=0 2023-12-03T11:51:31.361 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.355+0000 7f203e2bb980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:51:31.361 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.355+0000 7f203e2bb980 20 rados->read ofs=0 len=0 2023-12-03T11:51:31.361 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.355+0000 7f203e2bb980 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:51:31.361 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.355+0000 7f203e2bb980 20 zone default found 2023-12-03T11:51:31.361 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.355+0000 7f203e2bb980 4 Realm: () 2023-12-03T11:51:31.361 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.355+0000 7f203e2bb980 4 ZoneGroup: default (9433ba8b-08fe-4f3d-8375-ae7b0ce32294) 2023-12-03T11:51:31.361 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.355+0000 7f203e2bb980 4 Zone: default (43a5e689-6a4f-4bb6-8529-28824bd75ab9) 2023-12-03T11:51:31.362 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.355+0000 7f203e2bb980 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:51:31.362 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.355+0000 7f203e2bb980 20 zonegroup default 2023-12-03T11:51:31.362 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.355+0000 7f203e2bb980 20 rados->read ofs=0 len=0 2023-12-03T11:51:31.362 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.359+0000 7f203e2bb980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:31.362 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.359+0000 7f203e2bb980 20 rados->read ofs=0 len=0 2023-12-03T11:51:31.362 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.359+0000 7f203e2bb980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:31.362 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.359+0000 7f203e2bb980 20 rados->read ofs=0 len=0 2023-12-03T11:51:31.362 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.359+0000 7f203e2bb980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:31.362 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.359+0000 7f203e2bb980 20 started sync module instance, tier type = 2023-12-03T11:51:31.363 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.359+0000 7f203e2bb980 20 started zone id=43a5e689-6a4f-4bb6-8529-28824bd75ab9 (name=default) with tier type = 2023-12-03T11:51:31.385 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.379+0000 7f203b5d6640 0 -- 172.21.15.19:0/1801603041 >> [v2:172.21.15.19:6800/1469834966,v1:172.21.15.19:6801/1469834966] conn(0x55d8ab2f47f0 msgr2=0x55d8ab2f6be0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:51:31.389 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.383+0000 7f203e2bb980 20 add_watcher() i=0 2023-12-03T11:51:31.389 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.383+0000 7f203e2bb980 20 add_watcher() i=1 2023-12-03T11:51:31.389 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.383+0000 7f203e2bb980 20 add_watcher() i=2 2023-12-03T11:51:31.389 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.383+0000 7f203e2bb980 20 add_watcher() i=3 2023-12-03T11:51:31.389 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.383+0000 7f203e2bb980 20 add_watcher() i=4 2023-12-03T11:51:31.390 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.383+0000 7f203e2bb980 20 add_watcher() i=5 2023-12-03T11:51:31.390 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.383+0000 7f203e2bb980 20 add_watcher() i=6 2023-12-03T11:51:31.390 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.387+0000 7f203e2bb980 20 add_watcher() i=7 2023-12-03T11:51:31.390 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.387+0000 7f203e2bb980 2 all 8 watchers are set, enabling cache 2023-12-03T11:51:31.398 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.395+0000 7f2001fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:51:31.399 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.395+0000 7f203e2bb980 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:51:31.399 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.395+0000 7f203e2bb980 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:51:31.406 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.403+0000 7f203e2bb980 5 note: GC not initialized 2023-12-03T11:51:31.407 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.403+0000 7f1f78ff9640 20 reqs_thread_entry: start 2023-12-03T11:51:31.407 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.403+0000 7f203e2bb980 20 init_complete bucket index max shards: 1 2023-12-03T11:51:31.407 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.403+0000 7f203e2bb980 20 Filter name: none 2023-12-03T11:51:31.407 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.403+0000 7f1f6e7fc640 20 reqs_thread_entry: start 2023-12-03T11:51:31.407 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.403+0000 7f203e2bb980 10 cache get: name=default.rgw.meta+root+error-at-do-reshard : miss 2023-12-03T11:51:31.407 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.403+0000 7f203e2bb980 20 rados->read ofs=0 len=0 2023-12-03T11:51:31.408 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.403+0000 7f203e2bb980 20 rados_obj.operate() r=0 bl.length=187 2023-12-03T11:51:31.408 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.403+0000 7f203e2bb980 10 cache put: name=default.rgw.meta+root+error-at-do-reshard info.flags=0x11 2023-12-03T11:51:31.408 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.403+0000 7f203e2bb980 10 adding default.rgw.meta+root+error-at-do-reshard to cache LRU end 2023-12-03T11:51:31.408 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.403+0000 7f203e2bb980 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.26 : miss 2023-12-03T11:51:31.408 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.403+0000 7f203e2bb980 20 rados->read ofs=0 len=0 2023-12-03T11:51:31.409 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.403+0000 7f203e2bb980 20 rados_obj.operate() r=0 bl.length=371 2023-12-03T11:51:31.409 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.403+0000 7f203e2bb980 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.26 info.flags=0x17 2023-12-03T11:51:31.409 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.403+0000 7f203e2bb980 10 adding default.rgw.meta+root+.bucket.meta.error-at-do-reshard:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.26 to cache LRU end 2023-12-03T11:51:31.409 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.403+0000 7f203e2bb980 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-12-03T11:51:31.409 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.403+0000 7f203e2bb980 10 updating xattr: name=user.rgw.acl bl.length()=205 2023-12-03T11:51:31.409 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.403+0000 7f203e2bb980 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.26 2023-12-03T11:51:31.420 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.415+0000 7f203e2bb980 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.26 info.flags=0x17 2023-12-03T11:51:31.420 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.415+0000 7f203e2bb980 10 moving default.rgw.meta+root+.bucket.meta.error-at-do-reshard:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.26 to cache LRU end 2023-12-03T11:51:31.420 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.415+0000 7f203e2bb980 10 updating xattr: name=user.rgw.acl bl.length()=205 2023-12-03T11:51:31.420 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.415+0000 7f203e2bb980 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-do-reshard:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.26, ofs0, ns] 2023-12-03T11:51:31.420 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.415+0000 7f20227fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1095216660581 cookie 94389073323056 notifier 6770 bl.length()=873 2023-12-03T11:51:31.421 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.415+0000 7f20227fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.26 info.flags=0x17 2023-12-03T11:51:31.421 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.415+0000 7f20227fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-do-reshard:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.26 to cache LRU end 2023-12-03T11:51:31.421 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.415+0000 7f20227fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2023-12-03T11:51:31.421 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.415+0000 7f203e2bb980 20 handle_bi_update(): bucket=:error-at-do-reshard[43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.26]): orig_sources= new_sources= 2023-12-03T11:51:31.421 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.419+0000 7f203e2bb980 20 handle_bi_update(): bucket=:error-at-do-reshard[43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.26]): potential sources added=[] removed=[] 2023-12-03T11:51:31.421 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.419+0000 7f203e2bb980 20 handle_bi_update(): bucket=:error-at-do-reshard[43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.26]): orig_dests= new_dests= 2023-12-03T11:51:31.421 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.419+0000 7f203e2bb980 20 handle_bi_update(): bucket=:error-at-do-reshard[43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.26]): potential dests added=[] removed=[] 2023-12-03T11:51:31.424 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.419+0000 7f203e2bb980 -1 Injecting error=-5 at location=do_reshard 2023-12-03T11:51:31.431 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.427+0000 7f203e2bb980 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.26 : hit (requested=0x17, cached=0x17) 2023-12-03T11:51:31.431 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.427+0000 7f203e2bb980 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.26 2023-12-03T11:51:31.435 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.431+0000 7f203e2bb980 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.26 info.flags=0x17 2023-12-03T11:51:31.435 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.431+0000 7f203e2bb980 10 moving default.rgw.meta+root+.bucket.meta.error-at-do-reshard:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.26 to cache LRU end 2023-12-03T11:51:31.435 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.431+0000 7f203e2bb980 10 updating xattr: name=user.rgw.acl bl.length()=205 2023-12-03T11:51:31.435 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.431+0000 7f203e2bb980 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-do-reshard:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.26, ofs0, ns] 2023-12-03T11:51:31.435 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.431+0000 7f2021ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1095216660582 cookie 94389073323056 notifier 6770 bl.length()=841 2023-12-03T11:51:31.435 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.431+0000 7f2021ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.26 info.flags=0x17 2023-12-03T11:51:31.435 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.431+0000 7f2021ffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-do-reshard:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.26 to cache LRU end 2023-12-03T11:51:31.435 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.431+0000 7f2021ffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2023-12-03T11:51:31.436 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.431+0000 7f203e2bb980 20 handle_bi_update(): bucket=:error-at-do-reshard[43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.26]): orig_sources= new_sources= 2023-12-03T11:51:31.436 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.431+0000 7f203e2bb980 20 handle_bi_update(): bucket=:error-at-do-reshard[43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.26]): potential sources added=[] removed=[] 2023-12-03T11:51:31.436 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.431+0000 7f203e2bb980 20 handle_bi_update(): bucket=:error-at-do-reshard[43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.26]): orig_dests= new_dests= 2023-12-03T11:51:31.436 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.431+0000 7f203e2bb980 20 handle_bi_update(): bucket=:error-at-do-reshard[43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.26]): potential dests added=[] removed=[] 2023-12-03T11:51:31.436 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.431+0000 7f203e2bb980 1 execute INFO: reshard of bucket "error-at-do-reshard" canceled due to errors 2023-12-03T11:51:31.439 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.435+0000 7f2001fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:51:31.445 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.443+0000 7f203e2bb980 20 remove_watcher() i=0 2023-12-03T11:51:31.445 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.443+0000 7f203e2bb980 2 removed watcher, disabling cache 2023-12-03T11:51:31.447 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.443+0000 7f203e2bb980 20 remove_watcher() i=1 2023-12-03T11:51:31.450 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.447+0000 7f203e2bb980 20 remove_watcher() i=2 2023-12-03T11:51:31.452 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.447+0000 7f203e2bb980 20 remove_watcher() i=3 2023-12-03T11:51:31.454 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.451+0000 7f203e2bb980 20 remove_watcher() i=4 2023-12-03T11:51:31.456 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.451+0000 7f203e2bb980 20 remove_watcher() i=5 2023-12-03T11:51:31.457 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.455+0000 7f203e2bb980 20 remove_watcher() i=6 2023-12-03T11:51:31.459 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.455+0000 7f203e2bb980 20 remove_watcher() i=7 2023-12-03T11:51:31.465 INFO:tasks.workunit.client.0.smithi019.stderr:radosgw-admin bucket stats --bucket error-at-do-reshard 2023-12-03T11:51:31.491 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:51:31.491 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:51:31.508 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.503+0000 7fd0fa52b980 20 rados->read ofs=0 len=0 2023-12-03T11:51:31.510 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.507+0000 7fd0fa52b980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:31.510 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.507+0000 7fd0fa52b980 20 realm 2023-12-03T11:51:31.510 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.507+0000 7fd0fa52b980 20 rados->read ofs=0 len=0 2023-12-03T11:51:31.510 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.507+0000 7fd0fa52b980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:31.510 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.507+0000 7fd0fa52b980 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:51:31.510 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.507+0000 7fd0fa52b980 20 rados->read ofs=0 len=0 2023-12-03T11:51:31.511 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.507+0000 7fd0fa52b980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:31.511 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.507+0000 7fd0fa52b980 20 rados->read ofs=0 len=0 2023-12-03T11:51:31.512 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.507+0000 7fd0fa52b980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:51:31.512 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.507+0000 7fd0fa52b980 20 rados->read ofs=0 len=0 2023-12-03T11:51:31.512 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.507+0000 7fd0fa52b980 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:51:31.512 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.507+0000 7fd0fa52b980 20 searching for the correct realm 2023-12-03T11:51:31.534 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.531+0000 7fd0f7846640 0 -- 172.21.15.19:0/4267323255 >> [v2:172.21.15.19:6800/1469834966,v1:172.21.15.19:6801/1469834966] conn(0x55c7a0df4cf0 msgr2=0x55c7a0df70e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:51:31.539 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.535+0000 7fd0fa52b980 20 RGWRados::pool_iterate: got zonegroup_info.9433ba8b-08fe-4f3d-8375-ae7b0ce32294 2023-12-03T11:51:31.539 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.535+0000 7fd0fa52b980 20 RGWRados::pool_iterate: got zone_info.43a5e689-6a4f-4bb6-8529-28824bd75ab9 2023-12-03T11:51:31.539 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.535+0000 7fd0fa52b980 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:51:31.539 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.535+0000 7fd0fa52b980 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:51:31.540 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.535+0000 7fd0fa52b980 20 rados->read ofs=0 len=0 2023-12-03T11:51:31.540 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.535+0000 7fd0fa52b980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:31.540 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.535+0000 7fd0fa52b980 20 rados->read ofs=0 len=0 2023-12-03T11:51:31.540 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.535+0000 7fd0fa52b980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:51:31.541 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.535+0000 7fd0fa52b980 20 rados->read ofs=0 len=0 2023-12-03T11:51:31.541 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.535+0000 7fd0fa52b980 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:51:31.541 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.535+0000 7fd0fa52b980 20 zone default found 2023-12-03T11:51:31.541 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.535+0000 7fd0fa52b980 4 Realm: () 2023-12-03T11:51:31.541 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.535+0000 7fd0fa52b980 4 ZoneGroup: default (9433ba8b-08fe-4f3d-8375-ae7b0ce32294) 2023-12-03T11:51:31.541 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.535+0000 7fd0fa52b980 4 Zone: default (43a5e689-6a4f-4bb6-8529-28824bd75ab9) 2023-12-03T11:51:31.541 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.535+0000 7fd0fa52b980 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:51:31.541 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.535+0000 7fd0fa52b980 20 zonegroup default 2023-12-03T11:51:31.541 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.535+0000 7fd0fa52b980 20 rados->read ofs=0 len=0 2023-12-03T11:51:31.541 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.535+0000 7fd0fa52b980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:31.541 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.535+0000 7fd0fa52b980 20 rados->read ofs=0 len=0 2023-12-03T11:51:31.542 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.539+0000 7fd0fa52b980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:31.542 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.539+0000 7fd0fa52b980 20 rados->read ofs=0 len=0 2023-12-03T11:51:31.542 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.539+0000 7fd0fa52b980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:31.542 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.539+0000 7fd0fa52b980 20 started sync module instance, tier type = 2023-12-03T11:51:31.542 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.539+0000 7fd0fa52b980 20 started zone id=43a5e689-6a4f-4bb6-8529-28824bd75ab9 (name=default) with tier type = 2023-12-03T11:51:31.552 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.547+0000 7fd0f8848640 0 -- 172.21.15.19:0/4267323255 >> [v2:172.21.15.57:6816/3303414699,v1:172.21.15.57:6817/3303414699] conn(0x7fd0ec01c070 msgr2=0x7fd0ec025420 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2023-12-03T11:51:31.560 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.555+0000 7fd0fa52b980 20 add_watcher() i=0 2023-12-03T11:51:31.560 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.555+0000 7fd0fa52b980 20 add_watcher() i=1 2023-12-03T11:51:31.560 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.555+0000 7fd0fa52b980 20 add_watcher() i=2 2023-12-03T11:51:31.561 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.555+0000 7fd0fa52b980 20 add_watcher() i=3 2023-12-03T11:51:31.561 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.555+0000 7fd0fa52b980 20 add_watcher() i=4 2023-12-03T11:51:31.561 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.555+0000 7fd0fa52b980 20 add_watcher() i=5 2023-12-03T11:51:31.561 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.555+0000 7fd0fa52b980 20 add_watcher() i=6 2023-12-03T11:51:31.561 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.559+0000 7fd0fa52b980 20 add_watcher() i=7 2023-12-03T11:51:31.562 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.559+0000 7fd0fa52b980 2 all 8 watchers are set, enabling cache 2023-12-03T11:51:31.564 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.559+0000 7fd0be7e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:51:31.565 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.559+0000 7fd0fa52b980 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:51:31.565 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.559+0000 7fd0fa52b980 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:51:31.572 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.567+0000 7fd0fa52b980 5 note: GC not initialized 2023-12-03T11:51:31.572 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.567+0000 7fd02d7fa640 20 reqs_thread_entry: start 2023-12-03T11:51:31.572 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.567+0000 7fd0fa52b980 20 init_complete bucket index max shards: 1 2023-12-03T11:51:31.573 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.567+0000 7fd0fa52b980 20 Filter name: none 2023-12-03T11:51:31.573 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.567+0000 7fd026ffd640 20 reqs_thread_entry: start 2023-12-03T11:51:31.573 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.567+0000 7fd0fa52b980 20 rados->read ofs=0 len=0 2023-12-03T11:51:31.574 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.571+0000 7fd0fa52b980 20 rados_obj.operate() r=0 bl.length=187 2023-12-03T11:51:31.574 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.571+0000 7fd0fa52b980 20 rados->read ofs=0 len=0 2023-12-03T11:51:31.575 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.571+0000 7fd0fa52b980 20 rados_obj.operate() r=0 bl.length=371 2023-12-03T11:51:31.575 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.571+0000 7fd0fa52b980 20 couldn't put binfo cache entry, might have raced with data changes 2023-12-03T11:51:31.575 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.571+0000 7fd0fa52b980 20 rados->read ofs=0 len=0 2023-12-03T11:51:31.575 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.571+0000 7fd0fa52b980 20 rados_obj.operate() r=0 bl.length=187 2023-12-03T11:51:31.575 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.571+0000 7fd0fa52b980 20 rados->read ofs=0 len=0 2023-12-03T11:51:31.576 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.571+0000 7fd0fa52b980 20 rados_obj.operate() r=0 bl.length=371 2023-12-03T11:51:31.576 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.571+0000 7fd0fa52b980 20 couldn't put binfo cache entry, might have raced with data changes 2023-12-03T11:51:31.576 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.571+0000 7fd0fa52b980 20 rados->read ofs=0 len=0 2023-12-03T11:51:31.577 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.575+0000 7fd0fa52b980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:31.578 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.575+0000 7fd0be7e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:51:31.584 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.579+0000 7fd0fa52b980 20 remove_watcher() i=0 2023-12-03T11:51:31.584 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.579+0000 7fd0fa52b980 2 removed watcher, disabling cache 2023-12-03T11:51:31.586 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.583+0000 7fd0fa52b980 20 remove_watcher() i=1 2023-12-03T11:51:31.588 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.583+0000 7fd0fa52b980 20 remove_watcher() i=2 2023-12-03T11:51:31.597 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.595+0000 7fd0fa52b980 20 remove_watcher() i=3 2023-12-03T11:51:31.599 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.595+0000 7fd0fa52b980 20 remove_watcher() i=4 2023-12-03T11:51:31.601 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.595+0000 7fd0fa52b980 20 remove_watcher() i=5 2023-12-03T11:51:31.602 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.599+0000 7fd0fa52b980 20 remove_watcher() i=6 2023-12-03T11:51:31.606 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.603+0000 7fd0fa52b980 20 remove_watcher() i=7 2023-12-03T11:51:31.612 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:51:31.612 INFO:tasks.workunit.client.0.smithi019.stderr:BUCKET_STATS: 2023-12-03T11:51:31.612 INFO:tasks.workunit.client.0.smithi019.stderr:bucket: error-at-do-reshard id: 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.26 num_objects: 20 size_kb: 1 num_shards: 1 2023-12-03T11:51:31.612 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:51:31.613 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:51:31.613 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:51:31.628 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:51:31.628 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:51:31.670 INFO:tasks.workunit.client.0.smithi019.stderr:radosgw-admin bucket reshard --bucket error-at-do-reshard --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2023-12-03T11:51:31.700 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:51:31.700 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:51:31.717 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.715+0000 7fbe382b9980 20 rados->read ofs=0 len=0 2023-12-03T11:51:31.720 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.715+0000 7fbe382b9980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:31.720 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.715+0000 7fbe382b9980 20 realm 2023-12-03T11:51:31.720 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.715+0000 7fbe382b9980 20 rados->read ofs=0 len=0 2023-12-03T11:51:31.720 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.715+0000 7fbe382b9980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:31.720 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.715+0000 7fbe382b9980 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:51:31.721 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.715+0000 7fbe382b9980 20 rados->read ofs=0 len=0 2023-12-03T11:51:31.721 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.715+0000 7fbe382b9980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:31.721 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.715+0000 7fbe382b9980 20 rados->read ofs=0 len=0 2023-12-03T11:51:31.722 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.719+0000 7fbe382b9980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:51:31.722 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.719+0000 7fbe382b9980 20 rados->read ofs=0 len=0 2023-12-03T11:51:31.723 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.719+0000 7fbe382b9980 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:51:31.723 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.719+0000 7fbe382b9980 20 searching for the correct realm 2023-12-03T11:51:31.745 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.739+0000 7fbe355d4640 0 -- 172.21.15.19:0/980416709 >> [v2:172.21.15.19:6800/1469834966,v1:172.21.15.19:6801/1469834966] conn(0x560e0f20fc20 msgr2=0x560e0f212010 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:51:31.749 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.743+0000 7fbe382b9980 20 RGWRados::pool_iterate: got zonegroup_info.9433ba8b-08fe-4f3d-8375-ae7b0ce32294 2023-12-03T11:51:31.749 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.743+0000 7fbe382b9980 20 RGWRados::pool_iterate: got zone_info.43a5e689-6a4f-4bb6-8529-28824bd75ab9 2023-12-03T11:51:31.749 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.743+0000 7fbe382b9980 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:51:31.749 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.743+0000 7fbe382b9980 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:51:31.750 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.743+0000 7fbe382b9980 20 rados->read ofs=0 len=0 2023-12-03T11:51:31.750 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.747+0000 7fbe382b9980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:31.750 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.747+0000 7fbe382b9980 20 rados->read ofs=0 len=0 2023-12-03T11:51:31.750 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.747+0000 7fbe382b9980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:51:31.750 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.747+0000 7fbe382b9980 20 rados->read ofs=0 len=0 2023-12-03T11:51:31.751 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.747+0000 7fbe382b9980 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:51:31.751 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.747+0000 7fbe382b9980 20 zone default found 2023-12-03T11:51:31.751 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.747+0000 7fbe382b9980 4 Realm: () 2023-12-03T11:51:31.751 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.747+0000 7fbe382b9980 4 ZoneGroup: default (9433ba8b-08fe-4f3d-8375-ae7b0ce32294) 2023-12-03T11:51:31.751 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.747+0000 7fbe382b9980 4 Zone: default (43a5e689-6a4f-4bb6-8529-28824bd75ab9) 2023-12-03T11:51:31.751 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.747+0000 7fbe382b9980 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:51:31.751 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.747+0000 7fbe382b9980 20 zonegroup default 2023-12-03T11:51:31.751 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.747+0000 7fbe382b9980 20 rados->read ofs=0 len=0 2023-12-03T11:51:31.751 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.747+0000 7fbe382b9980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:31.752 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.747+0000 7fbe382b9980 20 rados->read ofs=0 len=0 2023-12-03T11:51:31.752 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.747+0000 7fbe382b9980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:31.752 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.747+0000 7fbe382b9980 20 rados->read ofs=0 len=0 2023-12-03T11:51:31.752 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.747+0000 7fbe382b9980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:31.752 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.747+0000 7fbe382b9980 20 started sync module instance, tier type = 2023-12-03T11:51:31.752 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.747+0000 7fbe382b9980 20 started zone id=43a5e689-6a4f-4bb6-8529-28824bd75ab9 (name=default) with tier type = 2023-12-03T11:51:31.770 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.767+0000 7fbe365d6640 0 -- 172.21.15.19:0/980416709 >> [v2:172.21.15.57:6800/165643864,v1:172.21.15.57:6801/165643864] conn(0x7fbe2c01cbd0 msgr2=0x7fbe2c05a980 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:51:31.777 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.771+0000 7fbe382b9980 20 add_watcher() i=0 2023-12-03T11:51:31.777 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.771+0000 7fbe382b9980 20 add_watcher() i=1 2023-12-03T11:51:31.777 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.771+0000 7fbe382b9980 20 add_watcher() i=2 2023-12-03T11:51:31.777 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.771+0000 7fbe382b9980 20 add_watcher() i=3 2023-12-03T11:51:31.777 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.771+0000 7fbe382b9980 20 add_watcher() i=4 2023-12-03T11:51:31.777 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.771+0000 7fbe382b9980 20 add_watcher() i=5 2023-12-03T11:51:31.778 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.775+0000 7fbe382b9980 20 add_watcher() i=6 2023-12-03T11:51:31.778 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.775+0000 7fbe382b9980 20 add_watcher() i=7 2023-12-03T11:51:31.779 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.775+0000 7fbe382b9980 2 all 8 watchers are set, enabling cache 2023-12-03T11:51:31.781 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.779+0000 7fbdfb7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:51:31.782 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.779+0000 7fbe382b9980 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:51:31.782 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.779+0000 7fbe382b9980 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:51:31.790 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.787+0000 7fbe382b9980 5 note: GC not initialized 2023-12-03T11:51:31.790 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.787+0000 7fbd6a7fc640 20 reqs_thread_entry: start 2023-12-03T11:51:31.790 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.787+0000 7fbe382b9980 20 init_complete bucket index max shards: 1 2023-12-03T11:51:31.790 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.787+0000 7fbe382b9980 20 Filter name: none 2023-12-03T11:51:31.790 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.787+0000 7fbd5bfff640 20 reqs_thread_entry: start 2023-12-03T11:51:31.790 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.787+0000 7fbe382b9980 10 cache get: name=default.rgw.meta+root+error-at-do-reshard : miss 2023-12-03T11:51:31.790 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.787+0000 7fbe382b9980 20 rados->read ofs=0 len=0 2023-12-03T11:51:31.791 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.787+0000 7fbe382b9980 20 rados_obj.operate() r=0 bl.length=187 2023-12-03T11:51:31.791 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.787+0000 7fbe382b9980 10 cache put: name=default.rgw.meta+root+error-at-do-reshard info.flags=0x11 2023-12-03T11:51:31.791 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.787+0000 7fbe382b9980 10 adding default.rgw.meta+root+error-at-do-reshard to cache LRU end 2023-12-03T11:51:31.791 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.787+0000 7fbe382b9980 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.26 : miss 2023-12-03T11:51:31.791 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.787+0000 7fbe382b9980 20 rados->read ofs=0 len=0 2023-12-03T11:51:31.792 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.787+0000 7fbe382b9980 20 rados_obj.operate() r=0 bl.length=371 2023-12-03T11:51:31.792 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.787+0000 7fbe382b9980 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.26 info.flags=0x17 2023-12-03T11:51:31.792 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.787+0000 7fbe382b9980 10 adding default.rgw.meta+root+.bucket.meta.error-at-do-reshard:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.26 to cache LRU end 2023-12-03T11:51:31.792 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.787+0000 7fbe382b9980 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-12-03T11:51:31.792 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.787+0000 7fbe382b9980 10 updating xattr: name=user.rgw.acl bl.length()=205 2023-12-03T11:51:31.792 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.787+0000 7fbe382b9980 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.26 2023-12-03T11:51:31.803 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.799+0000 7fbe382b9980 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.26 info.flags=0x17 2023-12-03T11:51:31.803 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.799+0000 7fbe382b9980 10 moving default.rgw.meta+root+.bucket.meta.error-at-do-reshard:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.26 to cache LRU end 2023-12-03T11:51:31.803 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.799+0000 7fbe382b9980 10 updating xattr: name=user.rgw.acl bl.length()=205 2023-12-03T11:51:31.803 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.799+0000 7fbe382b9980 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-do-reshard:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.26, ofs0, ns] 2023-12-03T11:51:31.804 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.799+0000 7fbe17fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1095216660583 cookie 94618383380064 notifier 7179 bl.length()=873 2023-12-03T11:51:31.804 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.799+0000 7fbe17fff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.26 info.flags=0x17 2023-12-03T11:51:31.804 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.799+0000 7fbe17fff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-do-reshard:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.26 to cache LRU end 2023-12-03T11:51:31.804 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.799+0000 7fbe17fff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2023-12-03T11:51:31.804 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.799+0000 7fbe382b9980 20 handle_bi_update(): bucket=:error-at-do-reshard[43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.26]): orig_sources= new_sources= 2023-12-03T11:51:31.804 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.799+0000 7fbe382b9980 20 handle_bi_update(): bucket=:error-at-do-reshard[43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.26]): potential sources added=[] removed=[] 2023-12-03T11:51:31.804 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.799+0000 7fbe382b9980 20 handle_bi_update(): bucket=:error-at-do-reshard[43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.26]): orig_dests= new_dests= 2023-12-03T11:51:31.804 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.799+0000 7fbe382b9980 20 handle_bi_update(): bucket=:error-at-do-reshard[43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.26]): potential dests added=[] removed=[] 2023-12-03T11:51:31.806 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.803+0000 7fbe382b9980 10 bucket_obj is .dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.26.1.0 2023-12-03T11:51:31.807 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.803+0000 7fbe382b9980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.26.1.0 2023-12-03T11:51:31.807 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.803+0000 7fbe382b9980 10 bucket_obj is .dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.26.1.1 2023-12-03T11:51:31.807 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.803+0000 7fbe382b9980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.26.1.1 2023-12-03T11:51:31.807 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.803+0000 7fbe382b9980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.26.0 2023-12-03T11:51:31.813 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.807+0000 7fbe382b9980 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.26 : hit (requested=0x17, cached=0x17) 2023-12-03T11:51:31.813 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.811+0000 7fbe382b9980 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.26 2023-12-03T11:51:31.817 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.811+0000 7fbe382b9980 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.26 info.flags=0x17 2023-12-03T11:51:31.817 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.811+0000 7fbe382b9980 10 moving default.rgw.meta+root+.bucket.meta.error-at-do-reshard:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.26 to cache LRU end 2023-12-03T11:51:31.817 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.811+0000 7fbe382b9980 10 updating xattr: name=user.rgw.acl bl.length()=205 2023-12-03T11:51:31.817 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.811+0000 7fbe382b9980 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-do-reshard:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.26, ofs0, ns] 2023-12-03T11:51:31.817 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.815+0000 7fbe177fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1095216660584 cookie 94618383380064 notifier 7179 bl.length()=841 2023-12-03T11:51:31.818 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.815+0000 7fbe177fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.26 info.flags=0x17 2023-12-03T11:51:31.818 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.815+0000 7fbe177fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-do-reshard:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.26 to cache LRU end 2023-12-03T11:51:31.818 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.815+0000 7fbe177fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2023-12-03T11:51:31.818 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.815+0000 7fbe382b9980 20 handle_bi_update(): bucket=:error-at-do-reshard[43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.26]): orig_sources= new_sources= 2023-12-03T11:51:31.818 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.815+0000 7fbe382b9980 20 handle_bi_update(): bucket=:error-at-do-reshard[43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.26]): potential sources added=[] removed=[] 2023-12-03T11:51:31.818 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.815+0000 7fbe382b9980 20 handle_bi_update(): bucket=:error-at-do-reshard[43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.26]): orig_dests= new_dests= 2023-12-03T11:51:31.818 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.815+0000 7fbe382b9980 20 handle_bi_update(): bucket=:error-at-do-reshard[43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.26]): potential dests added=[] removed=[] 2023-12-03T11:51:31.821 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.819+0000 7fbe382b9980 1 execute INFO: reshard of bucket "error-at-do-reshard" completed successfully 2023-12-03T11:51:31.824 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.819+0000 7fbdfb7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:51:31.831 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.827+0000 7fbe382b9980 20 remove_watcher() i=0 2023-12-03T11:51:31.831 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.827+0000 7fbe382b9980 2 removed watcher, disabling cache 2023-12-03T11:51:31.833 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.831+0000 7fbe382b9980 20 remove_watcher() i=1 2023-12-03T11:51:31.835 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.831+0000 7fbe382b9980 20 remove_watcher() i=2 2023-12-03T11:51:31.838 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.835+0000 7fbe382b9980 20 remove_watcher() i=3 2023-12-03T11:51:31.840 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.835+0000 7fbe382b9980 20 remove_watcher() i=4 2023-12-03T11:51:31.842 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.839+0000 7fbe382b9980 20 remove_watcher() i=5 2023-12-03T11:51:31.843 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.839+0000 7fbe382b9980 20 remove_watcher() i=6 2023-12-03T11:51:31.845 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.839+0000 7fbe382b9980 20 remove_watcher() i=7 2023-12-03T11:51:31.852 INFO:tasks.workunit.client.0.smithi019.stderr:radosgw-admin bucket stats --bucket error-at-do-reshard 2023-12-03T11:51:31.878 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:51:31.878 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:51:31.897 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.891+0000 7f19ffe4c980 20 rados->read ofs=0 len=0 2023-12-03T11:51:31.899 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.895+0000 7f19ffe4c980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:31.899 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.895+0000 7f19ffe4c980 20 realm 2023-12-03T11:51:31.899 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.895+0000 7f19ffe4c980 20 rados->read ofs=0 len=0 2023-12-03T11:51:31.899 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.895+0000 7f19ffe4c980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:31.899 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.895+0000 7f19ffe4c980 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:51:31.899 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.895+0000 7f19ffe4c980 20 rados->read ofs=0 len=0 2023-12-03T11:51:31.899 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.895+0000 7f19ffe4c980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:31.899 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.895+0000 7f19ffe4c980 20 rados->read ofs=0 len=0 2023-12-03T11:51:31.901 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.895+0000 7f19ffe4c980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:51:31.901 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.895+0000 7f19ffe4c980 20 rados->read ofs=0 len=0 2023-12-03T11:51:31.901 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.899+0000 7f19ffe4c980 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:51:31.901 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.899+0000 7f19ffe4c980 20 searching for the correct realm 2023-12-03T11:51:31.921 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.915+0000 7f19fd968640 0 -- 172.21.15.19:0/137060907 >> [v2:172.21.15.57:6808/3142144203,v1:172.21.15.57:6809/3142144203] conn(0x5569475bf480 msgr2=0x5569475c1870 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:51:31.926 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.923+0000 7f19ffe4c980 20 RGWRados::pool_iterate: got zonegroup_info.9433ba8b-08fe-4f3d-8375-ae7b0ce32294 2023-12-03T11:51:31.926 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.923+0000 7f19ffe4c980 20 RGWRados::pool_iterate: got zone_info.43a5e689-6a4f-4bb6-8529-28824bd75ab9 2023-12-03T11:51:31.926 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.923+0000 7f19ffe4c980 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:51:31.927 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.923+0000 7f19ffe4c980 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:51:31.927 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.923+0000 7f19ffe4c980 20 rados->read ofs=0 len=0 2023-12-03T11:51:31.927 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.923+0000 7f19ffe4c980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:31.927 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.923+0000 7f19ffe4c980 20 rados->read ofs=0 len=0 2023-12-03T11:51:31.927 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.923+0000 7f19ffe4c980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:51:31.928 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.923+0000 7f19ffe4c980 20 rados->read ofs=0 len=0 2023-12-03T11:51:31.928 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.923+0000 7f19ffe4c980 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:51:31.928 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.923+0000 7f19ffe4c980 20 zone default found 2023-12-03T11:51:31.929 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.923+0000 7f19ffe4c980 4 Realm: () 2023-12-03T11:51:31.929 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.923+0000 7f19ffe4c980 4 ZoneGroup: default (9433ba8b-08fe-4f3d-8375-ae7b0ce32294) 2023-12-03T11:51:31.929 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.923+0000 7f19ffe4c980 4 Zone: default (43a5e689-6a4f-4bb6-8529-28824bd75ab9) 2023-12-03T11:51:31.929 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.923+0000 7f19ffe4c980 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:51:31.929 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.923+0000 7f19ffe4c980 20 zonegroup default 2023-12-03T11:51:31.929 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.923+0000 7f19ffe4c980 20 rados->read ofs=0 len=0 2023-12-03T11:51:31.929 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.923+0000 7f19ffe4c980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:31.929 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.923+0000 7f19ffe4c980 20 rados->read ofs=0 len=0 2023-12-03T11:51:31.929 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.923+0000 7f19ffe4c980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:31.930 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.923+0000 7f19ffe4c980 20 rados->read ofs=0 len=0 2023-12-03T11:51:31.930 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.927+0000 7f19ffe4c980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:31.930 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.927+0000 7f19ffe4c980 20 started sync module instance, tier type = 2023-12-03T11:51:31.930 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.927+0000 7f19ffe4c980 20 started zone id=43a5e689-6a4f-4bb6-8529-28824bd75ab9 (name=default) with tier type = 2023-12-03T11:51:31.935 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.931+0000 7f19fd968640 0 -- 172.21.15.19:0/137060907 >> [v2:172.21.15.57:6808/3142144203,v1:172.21.15.57:6809/3142144203] conn(0x7f19d8075360 msgr2=0x7f19d8077790 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:51:31.948 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.943+0000 7f19ffe4c980 20 add_watcher() i=0 2023-12-03T11:51:31.948 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.943+0000 7f19ffe4c980 20 add_watcher() i=1 2023-12-03T11:51:31.948 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.943+0000 7f19ffe4c980 20 add_watcher() i=2 2023-12-03T11:51:31.948 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.943+0000 7f19ffe4c980 20 add_watcher() i=3 2023-12-03T11:51:31.948 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.943+0000 7f19ffe4c980 20 add_watcher() i=4 2023-12-03T11:51:31.948 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.943+0000 7f19ffe4c980 20 add_watcher() i=5 2023-12-03T11:51:31.948 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.943+0000 7f19ffe4c980 20 add_watcher() i=6 2023-12-03T11:51:31.949 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.947+0000 7f19ffe4c980 20 add_watcher() i=7 2023-12-03T11:51:31.949 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.947+0000 7f19ffe4c980 2 all 8 watchers are set, enabling cache 2023-12-03T11:51:31.952 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.947+0000 7f19c37e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:51:31.953 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.947+0000 7f19ffe4c980 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:51:31.953 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.947+0000 7f19ffe4c980 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:51:31.960 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.955+0000 7f19ffe4c980 5 note: GC not initialized 2023-12-03T11:51:31.961 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.955+0000 7f19327fc640 20 reqs_thread_entry: start 2023-12-03T11:51:31.961 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.955+0000 7f19ffe4c980 20 init_complete bucket index max shards: 1 2023-12-03T11:51:31.961 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.955+0000 7f19ffe4c980 20 Filter name: none 2023-12-03T11:51:31.961 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.959+0000 7f1923fff640 20 reqs_thread_entry: start 2023-12-03T11:51:31.961 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.959+0000 7f19ffe4c980 20 rados->read ofs=0 len=0 2023-12-03T11:51:31.962 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.959+0000 7f19ffe4c980 20 rados_obj.operate() r=0 bl.length=187 2023-12-03T11:51:31.962 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.959+0000 7f19ffe4c980 20 rados->read ofs=0 len=0 2023-12-03T11:51:31.963 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.959+0000 7f19ffe4c980 20 rados_obj.operate() r=0 bl.length=371 2023-12-03T11:51:31.963 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.959+0000 7f19ffe4c980 20 couldn't put binfo cache entry, might have raced with data changes 2023-12-03T11:51:31.963 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.959+0000 7f19ffe4c980 20 rados->read ofs=0 len=0 2023-12-03T11:51:31.964 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.959+0000 7f19ffe4c980 20 rados_obj.operate() r=0 bl.length=187 2023-12-03T11:51:31.964 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.959+0000 7f19ffe4c980 20 rados->read ofs=0 len=0 2023-12-03T11:51:31.964 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.959+0000 7f19ffe4c980 20 rados_obj.operate() r=0 bl.length=371 2023-12-03T11:51:31.965 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.959+0000 7f19ffe4c980 20 couldn't put binfo cache entry, might have raced with data changes 2023-12-03T11:51:31.966 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.963+0000 7f19ffe4c980 20 rados->read ofs=0 len=0 2023-12-03T11:51:31.967 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.963+0000 7f19ffe4c980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:31.968 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.963+0000 7f19c37e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:51:31.974 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.971+0000 7f19ffe4c980 20 remove_watcher() i=0 2023-12-03T11:51:31.974 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.971+0000 7f19ffe4c980 2 removed watcher, disabling cache 2023-12-03T11:51:31.976 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.971+0000 7f19ffe4c980 20 remove_watcher() i=1 2023-12-03T11:51:31.979 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.975+0000 7f19ffe4c980 20 remove_watcher() i=2 2023-12-03T11:51:31.981 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.979+0000 7f19ffe4c980 20 remove_watcher() i=3 2023-12-03T11:51:31.983 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.979+0000 7f19ffe4c980 20 remove_watcher() i=4 2023-12-03T11:51:31.985 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.983+0000 7f19ffe4c980 20 remove_watcher() i=5 2023-12-03T11:51:31.986 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.983+0000 7f19ffe4c980 20 remove_watcher() i=6 2023-12-03T11:51:31.988 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:31.983+0000 7f19ffe4c980 20 remove_watcher() i=7 2023-12-03T11:51:31.994 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:51:31.994 INFO:tasks.workunit.client.0.smithi019.stderr:BUCKET_STATS: 2023-12-03T11:51:31.994 INFO:tasks.workunit.client.0.smithi019.stderr:bucket: error-at-do-reshard id: 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.26 num_objects: 19 size_kb: 1 num_shards: 2 2023-12-03T11:51:31.994 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:51:31.996 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:51:31.996 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:51:32.001 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:51:32.001 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:51:32.076 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:51:32.076 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:51:32.101 INFO:tasks.workunit.client.0.smithi019.stderr:TEST: reshard bucket with abort at do_reshard 2023-12-03T11:51:32.101 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:51:32.102 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:51:32.102 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:51:32.123 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:51:32.123 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:51:32.170 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:51:32.170 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:51:32.193 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:51:32.193 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:51:32.216 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:51:32.216 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:51:32.239 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:51:32.239 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:51:32.263 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:51:32.263 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:51:32.286 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:51:32.286 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:51:32.308 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:51:32.309 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:51:32.331 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:51:32.331 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:51:32.353 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:51:32.353 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:51:32.377 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:51:32.377 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:51:32.399 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:51:32.399 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:51:32.421 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:51:32.421 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:51:32.443 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:51:32.443 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:51:32.466 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:51:32.466 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:51:32.488 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:51:32.488 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:51:32.510 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:51:32.510 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:51:32.535 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:51:32.535 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:51:32.559 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:51:32.559 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:51:32.582 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:51:32.582 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:51:32.604 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:51:32.604 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:51:32.625 INFO:tasks.workunit.client.0.smithi019.stderr:radosgw-admin bucket stats --bucket abort-at-do-reshard 2023-12-03T11:51:32.658 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:51:32.658 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:51:32.677 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:32.671+0000 7fae45b53980 20 rados->read ofs=0 len=0 2023-12-03T11:51:32.679 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:32.675+0000 7fae45b53980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:32.679 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:32.675+0000 7fae45b53980 20 realm 2023-12-03T11:51:32.679 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:32.675+0000 7fae45b53980 20 rados->read ofs=0 len=0 2023-12-03T11:51:32.679 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:32.675+0000 7fae45b53980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:32.679 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:32.675+0000 7fae45b53980 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:51:32.679 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:32.675+0000 7fae45b53980 20 rados->read ofs=0 len=0 2023-12-03T11:51:32.679 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:32.675+0000 7fae45b53980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:32.680 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:32.675+0000 7fae45b53980 20 rados->read ofs=0 len=0 2023-12-03T11:51:32.681 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:32.675+0000 7fae45b53980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:51:32.681 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:32.675+0000 7fae45b53980 20 rados->read ofs=0 len=0 2023-12-03T11:51:32.681 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:32.679+0000 7fae45b53980 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:51:32.681 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:32.679+0000 7fae45b53980 20 searching for the correct realm 2023-12-03T11:51:32.704 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:32.699+0000 7fae42e6e640 0 -- 172.21.15.19:0/1109659489 >> [v2:172.21.15.19:6800/1469834966,v1:172.21.15.19:6801/1469834966] conn(0x55c2e9c235c0 msgr2=0x55c2e9c259b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2023-12-03T11:51:32.707 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:32.703+0000 7fae45b53980 20 RGWRados::pool_iterate: got zonegroup_info.9433ba8b-08fe-4f3d-8375-ae7b0ce32294 2023-12-03T11:51:32.707 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:32.703+0000 7fae45b53980 20 RGWRados::pool_iterate: got zone_info.43a5e689-6a4f-4bb6-8529-28824bd75ab9 2023-12-03T11:51:32.707 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:32.703+0000 7fae45b53980 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:51:32.707 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:32.703+0000 7fae45b53980 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:51:32.707 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:32.703+0000 7fae45b53980 20 rados->read ofs=0 len=0 2023-12-03T11:51:32.708 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:32.703+0000 7fae45b53980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:32.708 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:32.703+0000 7fae45b53980 20 rados->read ofs=0 len=0 2023-12-03T11:51:32.708 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:32.703+0000 7fae45b53980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:51:32.709 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:32.703+0000 7fae45b53980 20 rados->read ofs=0 len=0 2023-12-03T11:51:32.709 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:32.703+0000 7fae45b53980 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:51:32.709 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:32.703+0000 7fae45b53980 20 zone default found 2023-12-03T11:51:32.709 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:32.703+0000 7fae45b53980 4 Realm: () 2023-12-03T11:51:32.709 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:32.703+0000 7fae45b53980 4 ZoneGroup: default (9433ba8b-08fe-4f3d-8375-ae7b0ce32294) 2023-12-03T11:51:32.709 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:32.703+0000 7fae45b53980 4 Zone: default (43a5e689-6a4f-4bb6-8529-28824bd75ab9) 2023-12-03T11:51:32.709 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:32.703+0000 7fae45b53980 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:51:32.709 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:32.703+0000 7fae45b53980 20 zonegroup default 2023-12-03T11:51:32.709 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:32.703+0000 7fae45b53980 20 rados->read ofs=0 len=0 2023-12-03T11:51:32.709 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:32.703+0000 7fae45b53980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:32.710 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:32.703+0000 7fae45b53980 20 rados->read ofs=0 len=0 2023-12-03T11:51:32.710 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:32.707+0000 7fae45b53980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:32.710 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:32.707+0000 7fae45b53980 20 rados->read ofs=0 len=0 2023-12-03T11:51:32.710 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:32.707+0000 7fae45b53980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:32.710 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:32.707+0000 7fae45b53980 20 started sync module instance, tier type = 2023-12-03T11:51:32.710 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:32.707+0000 7fae45b53980 20 started zone id=43a5e689-6a4f-4bb6-8529-28824bd75ab9 (name=default) with tier type = 2023-12-03T11:51:32.726 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:32.723+0000 7fae43e70640 0 -- 172.21.15.19:0/1109659489 >> [v2:172.21.15.57:6816/3303414699,v1:172.21.15.57:6817/3303414699] conn(0x7fae2c0093d0 msgr2=0x7fae2c1201a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:51:32.728 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:32.723+0000 7fae45b53980 20 add_watcher() i=0 2023-12-03T11:51:32.728 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:32.723+0000 7fae45b53980 20 add_watcher() i=1 2023-12-03T11:51:32.728 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:32.723+0000 7fae45b53980 20 add_watcher() i=2 2023-12-03T11:51:32.728 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:32.723+0000 7fae45b53980 20 add_watcher() i=3 2023-12-03T11:51:32.728 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:32.723+0000 7fae45b53980 20 add_watcher() i=4 2023-12-03T11:51:32.729 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:32.723+0000 7fae45b53980 20 add_watcher() i=5 2023-12-03T11:51:32.729 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:32.723+0000 7fae45b53980 20 add_watcher() i=6 2023-12-03T11:51:32.729 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:32.727+0000 7fae45b53980 20 add_watcher() i=7 2023-12-03T11:51:32.730 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:32.727+0000 7fae45b53980 2 all 8 watchers are set, enabling cache 2023-12-03T11:51:32.732 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:32.727+0000 7fae097e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:51:32.733 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:32.727+0000 7fae45b53980 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:51:32.733 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:32.727+0000 7fae45b53980 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:51:32.741 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:32.735+0000 7fae45b53980 5 note: GC not initialized 2023-12-03T11:51:32.741 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:32.735+0000 7fad77fff640 20 reqs_thread_entry: start 2023-12-03T11:51:32.741 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:32.735+0000 7fae45b53980 20 init_complete bucket index max shards: 1 2023-12-03T11:51:32.741 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:32.735+0000 7fae45b53980 20 Filter name: none 2023-12-03T11:51:32.741 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:32.739+0000 7fad75ffb640 20 reqs_thread_entry: start 2023-12-03T11:51:32.742 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:32.739+0000 7fae45b53980 20 rados->read ofs=0 len=0 2023-12-03T11:51:32.743 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:32.739+0000 7fae45b53980 20 rados_obj.operate() r=0 bl.length=187 2023-12-03T11:51:32.743 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:32.739+0000 7fae45b53980 20 rados->read ofs=0 len=0 2023-12-03T11:51:32.744 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:32.739+0000 7fae45b53980 20 rados_obj.operate() r=0 bl.length=371 2023-12-03T11:51:32.744 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:32.739+0000 7fae45b53980 20 couldn't put binfo cache entry, might have raced with data changes 2023-12-03T11:51:32.744 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:32.739+0000 7fae45b53980 20 rados->read ofs=0 len=0 2023-12-03T11:51:32.745 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:32.739+0000 7fae45b53980 20 rados_obj.operate() r=0 bl.length=187 2023-12-03T11:51:32.745 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:32.739+0000 7fae45b53980 20 rados->read ofs=0 len=0 2023-12-03T11:51:32.746 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:32.743+0000 7fae45b53980 20 rados_obj.operate() r=0 bl.length=371 2023-12-03T11:51:32.746 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:32.743+0000 7fae45b53980 20 couldn't put binfo cache entry, might have raced with data changes 2023-12-03T11:51:32.747 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:32.743+0000 7fae45b53980 20 rados->read ofs=0 len=0 2023-12-03T11:51:32.747 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:32.743+0000 7fae45b53980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:32.748 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:32.743+0000 7fae097e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:51:32.754 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:32.751+0000 7fae45b53980 20 remove_watcher() i=0 2023-12-03T11:51:32.754 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:32.751+0000 7fae45b53980 2 removed watcher, disabling cache 2023-12-03T11:51:32.756 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:32.751+0000 7fae45b53980 20 remove_watcher() i=1 2023-12-03T11:51:32.759 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:32.755+0000 7fae45b53980 20 remove_watcher() i=2 2023-12-03T11:51:32.761 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:32.755+0000 7fae45b53980 20 remove_watcher() i=3 2023-12-03T11:51:32.763 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:32.759+0000 7fae45b53980 20 remove_watcher() i=4 2023-12-03T11:51:32.765 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:32.759+0000 7fae45b53980 20 remove_watcher() i=5 2023-12-03T11:51:32.766 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:32.763+0000 7fae45b53980 20 remove_watcher() i=6 2023-12-03T11:51:32.768 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:32.763+0000 7fae45b53980 20 remove_watcher() i=7 2023-12-03T11:51:32.774 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:51:32.775 INFO:tasks.workunit.client.0.smithi019.stderr:BUCKET_STATS: 2023-12-03T11:51:32.775 INFO:tasks.workunit.client.0.smithi019.stderr:bucket: abort-at-do-reshard id: 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.27 num_objects: 20 size_kb: 1 num_shards: 1 2023-12-03T11:51:32.775 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:51:32.775 INFO:tasks.workunit.client.0.smithi019.stderr:radosgw-admin bucket reshard --bucket abort-at-do-reshard --num-shards 2 --rgw-reshard-bucket-lock-duration 30 --inject-abort-at do_reshard 2023-12-03T11:51:32.806 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:51:32.806 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:51:32.824 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:32.819+0000 7febb7026980 20 rados->read ofs=0 len=0 2023-12-03T11:51:32.826 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:32.823+0000 7febb7026980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:32.826 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:32.823+0000 7febb7026980 20 realm 2023-12-03T11:51:32.826 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:32.823+0000 7febb7026980 20 rados->read ofs=0 len=0 2023-12-03T11:51:32.826 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:32.823+0000 7febb7026980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:32.826 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:32.823+0000 7febb7026980 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:51:32.826 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:32.823+0000 7febb7026980 20 rados->read ofs=0 len=0 2023-12-03T11:51:32.827 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:32.823+0000 7febb7026980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:32.827 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:32.823+0000 7febb7026980 20 rados->read ofs=0 len=0 2023-12-03T11:51:32.828 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:32.823+0000 7febb7026980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:51:32.828 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:32.823+0000 7febb7026980 20 rados->read ofs=0 len=0 2023-12-03T11:51:32.828 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:32.823+0000 7febb7026980 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:51:32.829 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:32.823+0000 7febb7026980 20 searching for the correct realm 2023-12-03T11:51:32.851 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:32.847+0000 7febb4b42640 0 -- 172.21.15.19:0/1142991753 >> [v2:172.21.15.57:6808/3142144203,v1:172.21.15.57:6809/3142144203] conn(0x55c0744e4140 msgr2=0x55c0744e6570 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:51:32.855 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:32.851+0000 7febb7026980 20 RGWRados::pool_iterate: got zonegroup_info.9433ba8b-08fe-4f3d-8375-ae7b0ce32294 2023-12-03T11:51:32.855 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:32.851+0000 7febb7026980 20 RGWRados::pool_iterate: got zone_info.43a5e689-6a4f-4bb6-8529-28824bd75ab9 2023-12-03T11:51:32.855 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:32.851+0000 7febb7026980 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:51:32.855 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:32.851+0000 7febb7026980 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:51:32.855 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:32.851+0000 7febb7026980 20 rados->read ofs=0 len=0 2023-12-03T11:51:32.855 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:32.851+0000 7febb7026980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:32.856 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:32.851+0000 7febb7026980 20 rados->read ofs=0 len=0 2023-12-03T11:51:32.856 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:32.851+0000 7febb7026980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:51:32.856 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:32.851+0000 7febb7026980 20 rados->read ofs=0 len=0 2023-12-03T11:51:32.857 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:32.851+0000 7febb7026980 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:51:32.857 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:32.851+0000 7febb7026980 20 zone default found 2023-12-03T11:51:32.857 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:32.851+0000 7febb7026980 4 Realm: () 2023-12-03T11:51:32.857 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:32.851+0000 7febb7026980 4 ZoneGroup: default (9433ba8b-08fe-4f3d-8375-ae7b0ce32294) 2023-12-03T11:51:32.857 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:32.851+0000 7febb7026980 4 Zone: default (43a5e689-6a4f-4bb6-8529-28824bd75ab9) 2023-12-03T11:51:32.857 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:32.851+0000 7febb7026980 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:51:32.858 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:32.851+0000 7febb7026980 20 zonegroup default 2023-12-03T11:51:32.858 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:32.851+0000 7febb7026980 20 rados->read ofs=0 len=0 2023-12-03T11:51:32.858 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:32.855+0000 7febb7026980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:32.858 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:32.855+0000 7febb7026980 20 rados->read ofs=0 len=0 2023-12-03T11:51:32.858 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:32.855+0000 7febb7026980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:32.858 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:32.855+0000 7febb7026980 20 rados->read ofs=0 len=0 2023-12-03T11:51:32.858 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:32.855+0000 7febb7026980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:32.858 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:32.855+0000 7febb7026980 20 started sync module instance, tier type = 2023-12-03T11:51:32.858 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:32.855+0000 7febb7026980 20 started zone id=43a5e689-6a4f-4bb6-8529-28824bd75ab9 (name=default) with tier type = 2023-12-03T11:51:32.871 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:32.867+0000 7febb5343640 0 -- 172.21.15.19:0/1142991753 >> [v2:172.21.15.57:6816/3303414699,v1:172.21.15.57:6817/3303414699] conn(0x7feba0008040 msgr2=0x7feba0055720 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2023-12-03T11:51:32.877 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:32.871+0000 7febb7026980 20 add_watcher() i=0 2023-12-03T11:51:32.877 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:32.871+0000 7febb7026980 20 add_watcher() i=1 2023-12-03T11:51:32.877 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:32.871+0000 7febb7026980 20 add_watcher() i=2 2023-12-03T11:51:32.877 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:32.871+0000 7febb7026980 20 add_watcher() i=3 2023-12-03T11:51:32.877 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:32.871+0000 7febb7026980 20 add_watcher() i=4 2023-12-03T11:51:32.877 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:32.871+0000 7febb7026980 20 add_watcher() i=5 2023-12-03T11:51:32.877 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:32.871+0000 7febb7026980 20 add_watcher() i=6 2023-12-03T11:51:32.878 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:32.875+0000 7febb7026980 20 add_watcher() i=7 2023-12-03T11:51:32.878 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:32.875+0000 7febb7026980 2 all 8 watchers are set, enabling cache 2023-12-03T11:51:32.881 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:32.875+0000 7feb7a7e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:51:32.881 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:32.879+0000 7febb7026980 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:51:32.881 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:32.879+0000 7febb7026980 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:51:32.890 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:32.883+0000 7febb7026980 5 note: GC not initialized 2023-12-03T11:51:32.890 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:32.887+0000 7feae97fa640 20 reqs_thread_entry: start 2023-12-03T11:51:32.890 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:32.887+0000 7febb7026980 20 init_complete bucket index max shards: 1 2023-12-03T11:51:32.890 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:32.887+0000 7febb7026980 20 Filter name: none 2023-12-03T11:51:32.890 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:32.887+0000 7feae2ffd640 20 reqs_thread_entry: start 2023-12-03T11:51:32.890 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:32.887+0000 7febb7026980 10 cache get: name=default.rgw.meta+root+abort-at-do-reshard : miss 2023-12-03T11:51:32.890 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:32.887+0000 7febb7026980 20 rados->read ofs=0 len=0 2023-12-03T11:51:32.890 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:32.887+0000 7febb7026980 20 rados_obj.operate() r=0 bl.length=187 2023-12-03T11:51:32.891 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:32.887+0000 7febb7026980 10 cache put: name=default.rgw.meta+root+abort-at-do-reshard info.flags=0x11 2023-12-03T11:51:32.891 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:32.887+0000 7febb7026980 10 adding default.rgw.meta+root+abort-at-do-reshard to cache LRU end 2023-12-03T11:51:32.891 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:32.887+0000 7febb7026980 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.27 : miss 2023-12-03T11:51:32.891 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:32.887+0000 7febb7026980 20 rados->read ofs=0 len=0 2023-12-03T11:51:32.892 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:32.887+0000 7febb7026980 20 rados_obj.operate() r=0 bl.length=371 2023-12-03T11:51:32.892 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:32.887+0000 7febb7026980 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.27 info.flags=0x17 2023-12-03T11:51:32.892 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:32.887+0000 7febb7026980 10 adding default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.27 to cache LRU end 2023-12-03T11:51:32.892 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:32.887+0000 7febb7026980 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-12-03T11:51:32.892 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:32.887+0000 7febb7026980 10 updating xattr: name=user.rgw.acl bl.length()=205 2023-12-03T11:51:32.892 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:32.887+0000 7febb7026980 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.27 2023-12-03T11:51:32.903 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:32.899+0000 7febb7026980 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.27 info.flags=0x17 2023-12-03T11:51:32.903 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:32.899+0000 7febb7026980 10 moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.27 to cache LRU end 2023-12-03T11:51:32.903 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:32.899+0000 7febb7026980 10 updating xattr: name=user.rgw.acl bl.length()=205 2023-12-03T11:51:32.903 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:32.899+0000 7febb7026980 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-do-reshard:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.27, ofs0, ns] 2023-12-03T11:51:32.904 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:32.899+0000 7feb96ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1095216660588 cookie 94285073409104 notifier 6869 bl.length()=873 2023-12-03T11:51:32.904 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:32.899+0000 7feb96ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.27 info.flags=0x17 2023-12-03T11:51:32.904 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:32.899+0000 7feb96ffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.27 to cache LRU end 2023-12-03T11:51:32.904 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:32.899+0000 7feb96ffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2023-12-03T11:51:32.904 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:32.899+0000 7febb7026980 20 handle_bi_update(): bucket=:abort-at-do-reshard[43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.27]): orig_sources= new_sources= 2023-12-03T11:51:32.904 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:32.899+0000 7febb7026980 20 handle_bi_update(): bucket=:abort-at-do-reshard[43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.27]): potential sources added=[] removed=[] 2023-12-03T11:51:32.904 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:32.899+0000 7febb7026980 20 handle_bi_update(): bucket=:abort-at-do-reshard[43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.27]): orig_dests= new_dests= 2023-12-03T11:51:32.904 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:32.899+0000 7febb7026980 20 handle_bi_update(): bucket=:abort-at-do-reshard[43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.27]): potential dests added=[] removed=[] 2023-12-03T11:51:32.907 INFO:tasks.workunit.client.0.smithi019.stderr:./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7febb7026980 time 2023-12-03T11:51:32.907075+0000 2023-12-03T11:51:32.907 INFO:tasks.workunit.client.0.smithi019.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2023-12-03T11:51:32.907 INFO:tasks.workunit.client.0.smithi019.stderr: ceph version 18.0.0-7537-gbcbf278c (bcbf278cf395873c2a482f5a7b2345faf2160319) reef (dev) 2023-12-03T11:51:32.907 INFO:tasks.workunit.client.0.smithi019.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7febba9cbe96] 2023-12-03T11:51:32.908 INFO:tasks.workunit.client.0.smithi019.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x17004a) [0x7febba9cc04a] 2023-12-03T11:51:32.908 INFO:tasks.workunit.client.0.smithi019.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55c071b51fe1] 2023-12-03T11:51:32.908 INFO:tasks.workunit.client.0.smithi019.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x315) [0x55c071b5fb05] 2023-12-03T11:51:32.908 INFO:tasks.workunit.client.0.smithi019.stderr: 5: main() 2023-12-03T11:51:32.908 INFO:tasks.workunit.client.0.smithi019.stderr: 6: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7febb9766d90] 2023-12-03T11:51:32.908 INFO:tasks.workunit.client.0.smithi019.stderr: 7: __libc_start_main() 2023-12-03T11:51:32.908 INFO:tasks.workunit.client.0.smithi019.stderr: 8: _start() 2023-12-03T11:51:32.908 INFO:tasks.workunit.client.0.smithi019.stderr:*** Caught signal (Aborted) ** 2023-12-03T11:51:32.908 INFO:tasks.workunit.client.0.smithi019.stderr: in thread 7febb7026980 thread_name:radosgw-admin 2023-12-03T11:51:32.908 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:32.903+0000 7febb7026980 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7febb7026980 time 2023-12-03T11:51:32.907075+0000 2023-12-03T11:51:32.908 INFO:tasks.workunit.client.0.smithi019.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2023-12-03T11:51:32.908 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:51:32.908 INFO:tasks.workunit.client.0.smithi019.stderr: ceph version 18.0.0-7537-gbcbf278c (bcbf278cf395873c2a482f5a7b2345faf2160319) reef (dev) 2023-12-03T11:51:32.908 INFO:tasks.workunit.client.0.smithi019.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7febba9cbe96] 2023-12-03T11:51:32.908 INFO:tasks.workunit.client.0.smithi019.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x17004a) [0x7febba9cc04a] 2023-12-03T11:51:32.908 INFO:tasks.workunit.client.0.smithi019.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55c071b51fe1] 2023-12-03T11:51:32.909 INFO:tasks.workunit.client.0.smithi019.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x315) [0x55c071b5fb05] 2023-12-03T11:51:32.909 INFO:tasks.workunit.client.0.smithi019.stderr: 5: main() 2023-12-03T11:51:32.909 INFO:tasks.workunit.client.0.smithi019.stderr: 6: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7febb9766d90] 2023-12-03T11:51:32.909 INFO:tasks.workunit.client.0.smithi019.stderr: 7: __libc_start_main() 2023-12-03T11:51:32.909 INFO:tasks.workunit.client.0.smithi019.stderr: 8: _start() 2023-12-03T11:51:32.909 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:51:32.922 INFO:tasks.workunit.client.0.smithi019.stderr: ceph version 18.0.0-7537-gbcbf278c (bcbf278cf395873c2a482f5a7b2345faf2160319) reef (dev) 2023-12-03T11:51:32.922 INFO:tasks.workunit.client.0.smithi019.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7febb977f520] 2023-12-03T11:51:32.922 INFO:tasks.workunit.client.0.smithi019.stderr: 2: pthread_kill() 2023-12-03T11:51:32.922 INFO:tasks.workunit.client.0.smithi019.stderr: 3: raise() 2023-12-03T11:51:32.922 INFO:tasks.workunit.client.0.smithi019.stderr: 4: abort() 2023-12-03T11:51:32.922 INFO:tasks.workunit.client.0.smithi019.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7febba9cbef0] 2023-12-03T11:51:32.922 INFO:tasks.workunit.client.0.smithi019.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x17004a) [0x7febba9cc04a] 2023-12-03T11:51:32.922 INFO:tasks.workunit.client.0.smithi019.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55c071b51fe1] 2023-12-03T11:51:32.922 INFO:tasks.workunit.client.0.smithi019.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x315) [0x55c071b5fb05] 2023-12-03T11:51:32.922 INFO:tasks.workunit.client.0.smithi019.stderr: 9: main() 2023-12-03T11:51:32.922 INFO:tasks.workunit.client.0.smithi019.stderr: 10: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7febb9766d90] 2023-12-03T11:51:32.922 INFO:tasks.workunit.client.0.smithi019.stderr: 11: __libc_start_main() 2023-12-03T11:51:32.922 INFO:tasks.workunit.client.0.smithi019.stderr: 12: _start() 2023-12-03T11:51:32.923 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:32.903+0000 7febb7026980 -1 *** Caught signal (Aborted) ** 2023-12-03T11:51:32.923 INFO:tasks.workunit.client.0.smithi019.stderr: in thread 7febb7026980 thread_name:radosgw-admin 2023-12-03T11:51:32.923 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:51:32.923 INFO:tasks.workunit.client.0.smithi019.stderr: ceph version 18.0.0-7537-gbcbf278c (bcbf278cf395873c2a482f5a7b2345faf2160319) reef (dev) 2023-12-03T11:51:32.923 INFO:tasks.workunit.client.0.smithi019.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7febb977f520] 2023-12-03T11:51:32.923 INFO:tasks.workunit.client.0.smithi019.stderr: 2: pthread_kill() 2023-12-03T11:51:32.923 INFO:tasks.workunit.client.0.smithi019.stderr: 3: raise() 2023-12-03T11:51:32.923 INFO:tasks.workunit.client.0.smithi019.stderr: 4: abort() 2023-12-03T11:51:32.923 INFO:tasks.workunit.client.0.smithi019.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7febba9cbef0] 2023-12-03T11:51:32.923 INFO:tasks.workunit.client.0.smithi019.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x17004a) [0x7febba9cc04a] 2023-12-03T11:51:32.923 INFO:tasks.workunit.client.0.smithi019.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55c071b51fe1] 2023-12-03T11:51:32.923 INFO:tasks.workunit.client.0.smithi019.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x315) [0x55c071b5fb05] 2023-12-03T11:51:32.923 INFO:tasks.workunit.client.0.smithi019.stderr: 9: main() 2023-12-03T11:51:32.923 INFO:tasks.workunit.client.0.smithi019.stderr: 10: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7febb9766d90] 2023-12-03T11:51:32.924 INFO:tasks.workunit.client.0.smithi019.stderr: 11: __libc_start_main() 2023-12-03T11:51:32.924 INFO:tasks.workunit.client.0.smithi019.stderr: 12: _start() 2023-12-03T11:51:32.924 INFO:tasks.workunit.client.0.smithi019.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2023-12-03T11:51:32.924 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:51:32.924 INFO:tasks.workunit.client.0.smithi019.stderr:--- begin dump of recent events --- 2023-12-03T11:51:32.924 INFO:tasks.workunit.client.0.smithi019.stderr: -499> 2023-12-03T11:51:32.811+0000 7febadffb640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2023-12-03T11:51:32.924 INFO:tasks.workunit.client.0.smithi019.stderr: -498> 2023-12-03T11:51:32.811+0000 7febadffb640 10 monclient: dump: 2023-12-03T11:51:32.924 INFO:tasks.workunit.client.0.smithi019.stderr:epoch 1 2023-12-03T11:51:32.924 INFO:tasks.workunit.client.0.smithi019.stderr:fsid ae33780b-1c64-42c6-818c-b1dc720ff6a2 2023-12-03T11:51:32.924 INFO:tasks.workunit.client.0.smithi019.stderr:last_changed 2023-12-03T11:35:13.610069+0000 2023-12-03T11:51:32.924 INFO:tasks.workunit.client.0.smithi019.stderr:created 2023-12-03T11:35:13.610069+0000 2023-12-03T11:51:32.924 INFO:tasks.workunit.client.0.smithi019.stderr:min_mon_release 18 (reef) 2023-12-03T11:51:32.924 INFO:tasks.workunit.client.0.smithi019.stderr:election_strategy: 1 2023-12-03T11:51:32.924 INFO:tasks.workunit.client.0.smithi019.stderr:0: [v2:172.21.15.19:3300/0,v1:172.21.15.19:6789/0] mon.a 2023-12-03T11:51:32.924 INFO:tasks.workunit.client.0.smithi019.stderr:1: [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] mon.b 2023-12-03T11:51:32.924 INFO:tasks.workunit.client.0.smithi019.stderr:2: [v2:172.21.15.19:3301/0,v1:172.21.15.19:6790/0] mon.c 2023-12-03T11:51:32.925 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:51:32.925 INFO:tasks.workunit.client.0.smithi019.stderr: -497> 2023-12-03T11:51:32.811+0000 7febadffb640 10 monclient: _finish_auth 0 2023-12-03T11:51:32.925 INFO:tasks.workunit.client.0.smithi019.stderr: -496> 2023-12-03T11:51:32.811+0000 7febadffb640 10 monclient: _check_auth_tickets 2023-12-03T11:51:32.925 INFO:tasks.workunit.client.0.smithi019.stderr: -495> 2023-12-03T11:51:32.811+0000 7febadffb640 10 monclient: handle_config config(0 keys) v1 2023-12-03T11:51:32.925 INFO:tasks.workunit.client.0.smithi019.stderr: -494> 2023-12-03T11:51:32.811+0000 7febadffb640 10 monclient: handle_monmap mon_map magic: 0 v1 2023-12-03T11:51:32.925 INFO:tasks.workunit.client.0.smithi019.stderr: -493> 2023-12-03T11:51:32.811+0000 7febadffb640 10 monclient: got monmap 1 from mon.c (according to old e1) 2023-12-03T11:51:32.925 INFO:tasks.workunit.client.0.smithi019.stderr: -492> 2023-12-03T11:51:32.811+0000 7febadffb640 10 monclient: dump: 2023-12-03T11:51:32.925 INFO:tasks.workunit.client.0.smithi019.stderr:epoch 1 2023-12-03T11:51:32.925 INFO:tasks.workunit.client.0.smithi019.stderr:fsid ae33780b-1c64-42c6-818c-b1dc720ff6a2 2023-12-03T11:51:32.925 INFO:tasks.workunit.client.0.smithi019.stderr:last_changed 2023-12-03T11:35:13.610069+0000 2023-12-03T11:51:32.925 INFO:tasks.workunit.client.0.smithi019.stderr:created 2023-12-03T11:35:13.610069+0000 2023-12-03T11:51:32.925 INFO:tasks.workunit.client.0.smithi019.stderr:min_mon_release 18 (reef) 2023-12-03T11:51:32.925 INFO:tasks.workunit.client.0.smithi019.stderr:election_strategy: 1 2023-12-03T11:51:32.925 INFO:tasks.workunit.client.0.smithi019.stderr:0: [v2:172.21.15.19:3300/0,v1:172.21.15.19:6789/0] mon.a 2023-12-03T11:51:32.925 INFO:tasks.workunit.client.0.smithi019.stderr:1: [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] mon.b 2023-12-03T11:51:32.926 INFO:tasks.workunit.client.0.smithi019.stderr:2: [v2:172.21.15.19:3301/0,v1:172.21.15.19:6790/0] mon.c 2023-12-03T11:51:32.926 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:51:32.926 INFO:tasks.workunit.client.0.smithi019.stderr: -491> 2023-12-03T11:51:32.811+0000 7febb7026980 5 monclient: authenticate success, global_id 6863 2023-12-03T11:51:32.926 INFO:tasks.workunit.client.0.smithi019.stderr: -490> 2023-12-03T11:51:32.811+0000 7febaeffd640 4 set_mon_vals no callback set 2023-12-03T11:51:32.926 INFO:tasks.workunit.client.0.smithi019.stderr: -489> 2023-12-03T11:51:32.811+0000 7febb7026980 10 monclient: _renew_subs 2023-12-03T11:51:32.926 INFO:tasks.workunit.client.0.smithi019.stderr: -488> 2023-12-03T11:51:32.811+0000 7febb7026980 10 monclient: _send_mon_message to mon.c at v2:172.21.15.19:3301/0 2023-12-03T11:51:32.926 INFO:tasks.workunit.client.0.smithi019.stderr: -487> 2023-12-03T11:51:32.811+0000 7febb7026980 10 monclient: _renew_subs 2023-12-03T11:51:32.926 INFO:tasks.workunit.client.0.smithi019.stderr: -486> 2023-12-03T11:51:32.811+0000 7febb7026980 10 monclient: _send_mon_message to mon.c at v2:172.21.15.19:3301/0 2023-12-03T11:51:32.926 INFO:tasks.workunit.client.0.smithi019.stderr: -485> 2023-12-03T11:51:32.811+0000 7febb7026980 1 librados: init done 2023-12-03T11:51:32.926 INFO:tasks.workunit.client.0.smithi019.stderr: -484> 2023-12-03T11:51:32.815+0000 7febb7026980 10 monclient: get_monmap_and_config 2023-12-03T11:51:32.926 INFO:tasks.workunit.client.0.smithi019.stderr: -483> 2023-12-03T11:51:32.815+0000 7febb7026980 10 monclient: build_initial_monmap 2023-12-03T11:51:32.926 INFO:tasks.workunit.client.0.smithi019.stderr: -482> 2023-12-03T11:51:32.815+0000 7febb7026980 1 build_initial for_mkfs: 0 2023-12-03T11:51:32.926 INFO:tasks.workunit.client.0.smithi019.stderr: -481> 2023-12-03T11:51:32.815+0000 7febb7026980 10 monclient: monmap: 2023-12-03T11:51:32.926 INFO:tasks.workunit.client.0.smithi019.stderr:epoch 0 2023-12-03T11:51:32.926 INFO:tasks.workunit.client.0.smithi019.stderr:fsid 00000000-0000-0000-0000-000000000000 2023-12-03T11:51:32.927 INFO:tasks.workunit.client.0.smithi019.stderr:last_changed 0.000000 2023-12-03T11:51:32.927 INFO:tasks.workunit.client.0.smithi019.stderr:created 0.000000 2023-12-03T11:51:32.927 INFO:tasks.workunit.client.0.smithi019.stderr:min_mon_release 0 (unknown) 2023-12-03T11:51:32.927 INFO:tasks.workunit.client.0.smithi019.stderr:election_strategy: 1 2023-12-03T11:51:32.927 INFO:tasks.workunit.client.0.smithi019.stderr:0: [v2:172.21.15.19:3300/0,v1:172.21.15.19:6789/0] mon.noname-a 2023-12-03T11:51:32.927 INFO:tasks.workunit.client.0.smithi019.stderr:1: [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] mon.noname-b 2023-12-03T11:51:32.927 INFO:tasks.workunit.client.0.smithi019.stderr:2: [v2:172.21.15.19:3301/0,v1:172.21.15.19:6790/0] mon.noname-c 2023-12-03T11:51:32.927 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:51:32.927 INFO:tasks.workunit.client.0.smithi019.stderr: -480> 2023-12-03T11:51:32.815+0000 7febb7026980 5 AuthRegistry(0x55c0744941e0) adding auth protocol: cephx 2023-12-03T11:51:32.927 INFO:tasks.workunit.client.0.smithi019.stderr: -479> 2023-12-03T11:51:32.815+0000 7febb7026980 5 AuthRegistry(0x55c0744941e0) adding auth protocol: cephx 2023-12-03T11:51:32.927 INFO:tasks.workunit.client.0.smithi019.stderr: -478> 2023-12-03T11:51:32.815+0000 7febb7026980 5 AuthRegistry(0x55c0744941e0) adding auth protocol: cephx 2023-12-03T11:51:32.927 INFO:tasks.workunit.client.0.smithi019.stderr: -477> 2023-12-03T11:51:32.815+0000 7febb7026980 5 AuthRegistry(0x55c0744941e0) adding con mode: secure 2023-12-03T11:51:32.927 INFO:tasks.workunit.client.0.smithi019.stderr: -476> 2023-12-03T11:51:32.815+0000 7febb7026980 5 AuthRegistry(0x55c0744941e0) adding con mode: crc 2023-12-03T11:51:32.927 INFO:tasks.workunit.client.0.smithi019.stderr: -475> 2023-12-03T11:51:32.815+0000 7febb7026980 5 AuthRegistry(0x55c0744941e0) adding con mode: secure 2023-12-03T11:51:32.927 INFO:tasks.workunit.client.0.smithi019.stderr: -474> 2023-12-03T11:51:32.815+0000 7febb7026980 5 AuthRegistry(0x55c0744941e0) adding con mode: crc 2023-12-03T11:51:32.927 INFO:tasks.workunit.client.0.smithi019.stderr: -473> 2023-12-03T11:51:32.815+0000 7febb7026980 5 AuthRegistry(0x55c0744941e0) adding con mode: secure 2023-12-03T11:51:32.928 INFO:tasks.workunit.client.0.smithi019.stderr: -472> 2023-12-03T11:51:32.815+0000 7febb7026980 5 AuthRegistry(0x55c0744941e0) adding con mode: crc 2023-12-03T11:51:32.928 INFO:tasks.workunit.client.0.smithi019.stderr: -471> 2023-12-03T11:51:32.815+0000 7febb7026980 5 AuthRegistry(0x55c0744941e0) adding con mode: crc 2023-12-03T11:51:32.928 INFO:tasks.workunit.client.0.smithi019.stderr: -470> 2023-12-03T11:51:32.815+0000 7febb7026980 5 AuthRegistry(0x55c0744941e0) adding con mode: secure 2023-12-03T11:51:32.928 INFO:tasks.workunit.client.0.smithi019.stderr: -469> 2023-12-03T11:51:32.815+0000 7febb7026980 5 AuthRegistry(0x55c0744941e0) adding con mode: crc 2023-12-03T11:51:32.928 INFO:tasks.workunit.client.0.smithi019.stderr: -468> 2023-12-03T11:51:32.815+0000 7febb7026980 5 AuthRegistry(0x55c0744941e0) adding con mode: secure 2023-12-03T11:51:32.928 INFO:tasks.workunit.client.0.smithi019.stderr: -467> 2023-12-03T11:51:32.815+0000 7febb7026980 5 AuthRegistry(0x55c0744941e0) adding con mode: crc 2023-12-03T11:51:32.928 INFO:tasks.workunit.client.0.smithi019.stderr: -466> 2023-12-03T11:51:32.815+0000 7febb7026980 5 AuthRegistry(0x55c0744941e0) adding con mode: secure 2023-12-03T11:51:32.928 INFO:tasks.workunit.client.0.smithi019.stderr: -465> 2023-12-03T11:51:32.815+0000 7febb7026980 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-12-03T11:51:32.928 INFO:tasks.workunit.client.0.smithi019.stderr: -464> 2023-12-03T11:51:32.815+0000 7febb7026980 10 monclient: init 2023-12-03T11:51:32.928 INFO:tasks.workunit.client.0.smithi019.stderr: -463> 2023-12-03T11:51:32.815+0000 7febb7026980 5 AuthRegistry(0x7ffefed94ca0) adding auth protocol: cephx 2023-12-03T11:51:32.928 INFO:tasks.workunit.client.0.smithi019.stderr: -462> 2023-12-03T11:51:32.815+0000 7febb7026980 5 AuthRegistry(0x7ffefed94ca0) adding auth protocol: cephx 2023-12-03T11:51:32.928 INFO:tasks.workunit.client.0.smithi019.stderr: -461> 2023-12-03T11:51:32.815+0000 7febb7026980 5 AuthRegistry(0x7ffefed94ca0) adding auth protocol: cephx 2023-12-03T11:51:32.928 INFO:tasks.workunit.client.0.smithi019.stderr: -460> 2023-12-03T11:51:32.815+0000 7febb7026980 5 AuthRegistry(0x7ffefed94ca0) adding con mode: secure 2023-12-03T11:51:32.928 INFO:tasks.workunit.client.0.smithi019.stderr: -459> 2023-12-03T11:51:32.815+0000 7febb7026980 5 AuthRegistry(0x7ffefed94ca0) adding con mode: crc 2023-12-03T11:51:32.929 INFO:tasks.workunit.client.0.smithi019.stderr: -458> 2023-12-03T11:51:32.815+0000 7febb7026980 5 AuthRegistry(0x7ffefed94ca0) adding con mode: secure 2023-12-03T11:51:32.929 INFO:tasks.workunit.client.0.smithi019.stderr: -457> 2023-12-03T11:51:32.815+0000 7febb7026980 5 AuthRegistry(0x7ffefed94ca0) adding con mode: crc 2023-12-03T11:51:32.929 INFO:tasks.workunit.client.0.smithi019.stderr: -456> 2023-12-03T11:51:32.815+0000 7febb7026980 5 AuthRegistry(0x7ffefed94ca0) adding con mode: secure 2023-12-03T11:51:32.929 INFO:tasks.workunit.client.0.smithi019.stderr: -455> 2023-12-03T11:51:32.815+0000 7febb7026980 5 AuthRegistry(0x7ffefed94ca0) adding con mode: crc 2023-12-03T11:51:32.929 INFO:tasks.workunit.client.0.smithi019.stderr: -454> 2023-12-03T11:51:32.815+0000 7febb7026980 5 AuthRegistry(0x7ffefed94ca0) adding con mode: crc 2023-12-03T11:51:32.929 INFO:tasks.workunit.client.0.smithi019.stderr: -453> 2023-12-03T11:51:32.815+0000 7febb7026980 5 AuthRegistry(0x7ffefed94ca0) adding con mode: secure 2023-12-03T11:51:32.929 INFO:tasks.workunit.client.0.smithi019.stderr: -452> 2023-12-03T11:51:32.815+0000 7febb7026980 5 AuthRegistry(0x7ffefed94ca0) adding con mode: crc 2023-12-03T11:51:32.929 INFO:tasks.workunit.client.0.smithi019.stderr: -451> 2023-12-03T11:51:32.815+0000 7febb7026980 5 AuthRegistry(0x7ffefed94ca0) adding con mode: secure 2023-12-03T11:51:32.929 INFO:tasks.workunit.client.0.smithi019.stderr: -450> 2023-12-03T11:51:32.815+0000 7febb7026980 5 AuthRegistry(0x7ffefed94ca0) adding con mode: crc 2023-12-03T11:51:32.929 INFO:tasks.workunit.client.0.smithi019.stderr: -449> 2023-12-03T11:51:32.815+0000 7febb7026980 5 AuthRegistry(0x7ffefed94ca0) adding con mode: secure 2023-12-03T11:51:32.929 INFO:tasks.workunit.client.0.smithi019.stderr: -448> 2023-12-03T11:51:32.815+0000 7febb7026980 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-12-03T11:51:32.929 INFO:tasks.workunit.client.0.smithi019.stderr: -447> 2023-12-03T11:51:32.815+0000 7febb7026980 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-12-03T11:51:32.929 INFO:tasks.workunit.client.0.smithi019.stderr: -446> 2023-12-03T11:51:32.815+0000 7febb7026980 5 asok(0x55c074288240) register_command rotate-key cmddesc rotate-key hook 0x7ffefed94de8 EEXIST 2023-12-03T11:51:32.929 INFO:tasks.workunit.client.0.smithi019.stderr: -445> 2023-12-03T11:51:32.815+0000 7febb7026980 10 monclient: _reopen_session rank -1 2023-12-03T11:51:32.929 INFO:tasks.workunit.client.0.smithi019.stderr: -444> 2023-12-03T11:51:32.815+0000 7febb7026980 10 monclient: _add_conns ranks=[1,2,0] 2023-12-03T11:51:32.930 INFO:tasks.workunit.client.0.smithi019.stderr: -443> 2023-12-03T11:51:32.815+0000 7febb7026980 10 monclient(hunting): picked mon.noname-b con 0x55c0744ce700 addr [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] 2023-12-03T11:51:32.930 INFO:tasks.workunit.client.0.smithi019.stderr: -442> 2023-12-03T11:51:32.815+0000 7febb7026980 10 monclient(hunting): picked mon.noname-c con 0x55c0744c5b50 addr [v2:172.21.15.19:3301/0,v1:172.21.15.19:6790/0] 2023-12-03T11:51:32.930 INFO:tasks.workunit.client.0.smithi019.stderr: -441> 2023-12-03T11:51:32.815+0000 7febb7026980 10 monclient(hunting): picked mon.noname-a con 0x55c074496670 addr [v2:172.21.15.19:3300/0,v1:172.21.15.19:6789/0] 2023-12-03T11:51:32.930 INFO:tasks.workunit.client.0.smithi019.stderr: -440> 2023-12-03T11:51:32.815+0000 7febb7026980 10 monclient(hunting): start opening mon connection 2023-12-03T11:51:32.930 INFO:tasks.workunit.client.0.smithi019.stderr: -439> 2023-12-03T11:51:32.815+0000 7febb7026980 10 monclient(hunting): start opening mon connection 2023-12-03T11:51:32.930 INFO:tasks.workunit.client.0.smithi019.stderr: -438> 2023-12-03T11:51:32.815+0000 7febb7026980 10 monclient(hunting): start opening mon connection 2023-12-03T11:51:32.930 INFO:tasks.workunit.client.0.smithi019.stderr: -437> 2023-12-03T11:51:32.815+0000 7febb7026980 10 monclient(hunting): _renew_subs 2023-12-03T11:51:32.930 INFO:tasks.workunit.client.0.smithi019.stderr: -436> 2023-12-03T11:51:32.815+0000 7febb7026980 10 monclient(hunting): authenticate will time out at 1951.221308s 2023-12-03T11:51:32.930 INFO:tasks.workunit.client.0.smithi019.stderr: -435> 2023-12-03T11:51:32.815+0000 7febb4b42640 10 monclient(hunting): get_auth_request con 0x55c0744c5b50 auth_method 0 2023-12-03T11:51:32.930 INFO:tasks.workunit.client.0.smithi019.stderr: -434> 2023-12-03T11:51:32.815+0000 7febb4b42640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-12-03T11:51:32.930 INFO:tasks.workunit.client.0.smithi019.stderr: -433> 2023-12-03T11:51:32.815+0000 7febb4b42640 10 monclient(hunting): _init_auth method 2 2023-12-03T11:51:32.930 INFO:tasks.workunit.client.0.smithi019.stderr: -432> 2023-12-03T11:51:32.815+0000 7febb4b42640 10 monclient(hunting): _init_auth creating new auth 2023-12-03T11:51:32.930 INFO:tasks.workunit.client.0.smithi019.stderr: -431> 2023-12-03T11:51:32.815+0000 7febaffff640 10 monclient(hunting): get_auth_request con 0x55c074496670 auth_method 0 2023-12-03T11:51:32.930 INFO:tasks.workunit.client.0.smithi019.stderr: -430> 2023-12-03T11:51:32.815+0000 7febaffff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-12-03T11:51:32.930 INFO:tasks.workunit.client.0.smithi019.stderr: -429> 2023-12-03T11:51:32.815+0000 7febaffff640 10 monclient(hunting): _init_auth method 2 2023-12-03T11:51:32.931 INFO:tasks.workunit.client.0.smithi019.stderr: -428> 2023-12-03T11:51:32.815+0000 7febaffff640 10 monclient(hunting): _init_auth creating new auth 2023-12-03T11:51:32.931 INFO:tasks.workunit.client.0.smithi019.stderr: -427> 2023-12-03T11:51:32.815+0000 7febaffff640 10 monclient(hunting): handle_auth_reply_more payload 9 2023-12-03T11:51:32.931 INFO:tasks.workunit.client.0.smithi019.stderr: -426> 2023-12-03T11:51:32.815+0000 7febaffff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-12-03T11:51:32.931 INFO:tasks.workunit.client.0.smithi019.stderr: -425> 2023-12-03T11:51:32.815+0000 7febaffff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-12-03T11:51:32.931 INFO:tasks.workunit.client.0.smithi019.stderr: -424> 2023-12-03T11:51:32.815+0000 7febadffb640 4 mgrc handle_mgr_map Got map version 5 2023-12-03T11:51:32.931 INFO:tasks.workunit.client.0.smithi019.stderr: -423> 2023-12-03T11:51:32.815+0000 7febadffb640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.57:6832/1976017766,v1:172.21.15.57:6833/1976017766] 2023-12-03T11:51:32.931 INFO:tasks.workunit.client.0.smithi019.stderr: -422> 2023-12-03T11:51:32.815+0000 7febb4b42640 10 monclient(hunting): handle_auth_reply_more payload 9 2023-12-03T11:51:32.931 INFO:tasks.workunit.client.0.smithi019.stderr: -421> 2023-12-03T11:51:32.815+0000 7febb4b42640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-12-03T11:51:32.931 INFO:tasks.workunit.client.0.smithi019.stderr: -420> 2023-12-03T11:51:32.815+0000 7febadffb640 4 mgrc reconnect Starting new session with [v2:172.21.15.57:6832/1976017766,v1:172.21.15.57:6833/1976017766] 2023-12-03T11:51:32.931 INFO:tasks.workunit.client.0.smithi019.stderr: -419> 2023-12-03T11:51:32.815+0000 7febb4b42640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-12-03T11:51:32.931 INFO:tasks.workunit.client.0.smithi019.stderr: -418> 2023-12-03T11:51:32.815+0000 7febb5343640 10 monclient(hunting): get_auth_request con 0x55c0744ce700 auth_method 0 2023-12-03T11:51:32.931 INFO:tasks.workunit.client.0.smithi019.stderr: -417> 2023-12-03T11:51:32.815+0000 7febb5343640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-12-03T11:51:32.931 INFO:tasks.workunit.client.0.smithi019.stderr: -416> 2023-12-03T11:51:32.815+0000 7febb5343640 10 monclient(hunting): _init_auth method 2 2023-12-03T11:51:32.931 INFO:tasks.workunit.client.0.smithi019.stderr: -415> 2023-12-03T11:51:32.815+0000 7febb5343640 10 monclient(hunting): _init_auth creating new auth 2023-12-03T11:51:32.931 INFO:tasks.workunit.client.0.smithi019.stderr: -414> 2023-12-03T11:51:32.815+0000 7febaffff640 10 monclient(hunting): handle_auth_done global_id 7239 payload 274 2023-12-03T11:51:32.931 INFO:tasks.workunit.client.0.smithi019.stderr: -413> 2023-12-03T11:51:32.815+0000 7febaffff640 10 monclient: _finish_hunting 0 2023-12-03T11:51:32.932 INFO:tasks.workunit.client.0.smithi019.stderr: -412> 2023-12-03T11:51:32.815+0000 7febaffff640 1 monclient: found mon.noname-a 2023-12-03T11:51:32.932 INFO:tasks.workunit.client.0.smithi019.stderr: -411> 2023-12-03T11:51:32.815+0000 7febaffff640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.19:3300/0 2023-12-03T11:51:32.932 INFO:tasks.workunit.client.0.smithi019.stderr: -410> 2023-12-03T11:51:32.815+0000 7febb5343640 10 monclient: get_auth_request con 0x7feb98064e80 auth_method 0 2023-12-03T11:51:32.932 INFO:tasks.workunit.client.0.smithi019.stderr: -409> 2023-12-03T11:51:32.815+0000 7feb96ffd640 10 monclient: handle_monmap mon_map magic: 0 v1 2023-12-03T11:51:32.932 INFO:tasks.workunit.client.0.smithi019.stderr: -408> 2023-12-03T11:51:32.815+0000 7feb96ffd640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2023-12-03T11:51:32.932 INFO:tasks.workunit.client.0.smithi019.stderr: -407> 2023-12-03T11:51:32.815+0000 7feb96ffd640 10 monclient: dump: 2023-12-03T11:51:32.932 INFO:tasks.workunit.client.0.smithi019.stderr:epoch 1 2023-12-03T11:51:32.932 INFO:tasks.workunit.client.0.smithi019.stderr:fsid ae33780b-1c64-42c6-818c-b1dc720ff6a2 2023-12-03T11:51:32.932 INFO:tasks.workunit.client.0.smithi019.stderr:last_changed 2023-12-03T11:35:13.610069+0000 2023-12-03T11:51:32.932 INFO:tasks.workunit.client.0.smithi019.stderr:created 2023-12-03T11:35:13.610069+0000 2023-12-03T11:51:32.932 INFO:tasks.workunit.client.0.smithi019.stderr:min_mon_release 18 (reef) 2023-12-03T11:51:32.932 INFO:tasks.workunit.client.0.smithi019.stderr:election_strategy: 1 2023-12-03T11:51:32.932 INFO:tasks.workunit.client.0.smithi019.stderr:0: [v2:172.21.15.19:3300/0,v1:172.21.15.19:6789/0] mon.a 2023-12-03T11:51:32.932 INFO:tasks.workunit.client.0.smithi019.stderr:1: [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] mon.b 2023-12-03T11:51:32.932 INFO:tasks.workunit.client.0.smithi019.stderr:2: [v2:172.21.15.19:3301/0,v1:172.21.15.19:6790/0] mon.c 2023-12-03T11:51:32.932 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:51:32.933 INFO:tasks.workunit.client.0.smithi019.stderr: -406> 2023-12-03T11:51:32.815+0000 7feb96ffd640 10 monclient: _finish_auth 0 2023-12-03T11:51:32.933 INFO:tasks.workunit.client.0.smithi019.stderr: -405> 2023-12-03T11:51:32.815+0000 7feb96ffd640 10 monclient: _check_auth_tickets 2023-12-03T11:51:32.933 INFO:tasks.workunit.client.0.smithi019.stderr: -404> 2023-12-03T11:51:32.815+0000 7feb96ffd640 10 monclient: handle_config config(0 keys) v1 2023-12-03T11:51:32.933 INFO:tasks.workunit.client.0.smithi019.stderr: -403> 2023-12-03T11:51:32.815+0000 7febb7026980 5 monclient: authenticate success, global_id 7239 2023-12-03T11:51:32.933 INFO:tasks.workunit.client.0.smithi019.stderr: -402> 2023-12-03T11:51:32.815+0000 7febb7026980 10 monclient: get_monmap_and_config success 2023-12-03T11:51:32.933 INFO:tasks.workunit.client.0.smithi019.stderr: -401> 2023-12-03T11:51:32.815+0000 7febb7026980 4 set_mon_vals no callback set 2023-12-03T11:51:32.933 INFO:tasks.workunit.client.0.smithi019.stderr: -400> 2023-12-03T11:51:32.815+0000 7feb96ffd640 10 monclient: handle_monmap mon_map magic: 0 v1 2023-12-03T11:51:32.933 INFO:tasks.workunit.client.0.smithi019.stderr: -399> 2023-12-03T11:51:32.815+0000 7feb96ffd640 10 monclient: got monmap 1 from mon.a (according to old e1) 2023-12-03T11:51:32.933 INFO:tasks.workunit.client.0.smithi019.stderr: -398> 2023-12-03T11:51:32.815+0000 7feb96ffd640 10 monclient: dump: 2023-12-03T11:51:32.933 INFO:tasks.workunit.client.0.smithi019.stderr:epoch 1 2023-12-03T11:51:32.933 INFO:tasks.workunit.client.0.smithi019.stderr:fsid ae33780b-1c64-42c6-818c-b1dc720ff6a2 2023-12-03T11:51:32.933 INFO:tasks.workunit.client.0.smithi019.stderr:last_changed 2023-12-03T11:35:13.610069+0000 2023-12-03T11:51:32.933 INFO:tasks.workunit.client.0.smithi019.stderr:created 2023-12-03T11:35:13.610069+0000 2023-12-03T11:51:32.933 INFO:tasks.workunit.client.0.smithi019.stderr:min_mon_release 18 (reef) 2023-12-03T11:51:32.933 INFO:tasks.workunit.client.0.smithi019.stderr:election_strategy: 1 2023-12-03T11:51:32.933 INFO:tasks.workunit.client.0.smithi019.stderr:0: [v2:172.21.15.19:3300/0,v1:172.21.15.19:6789/0] mon.a 2023-12-03T11:51:32.934 INFO:tasks.workunit.client.0.smithi019.stderr:1: [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] mon.b 2023-12-03T11:51:32.934 INFO:tasks.workunit.client.0.smithi019.stderr:2: [v2:172.21.15.19:3301/0,v1:172.21.15.19:6790/0] mon.c 2023-12-03T11:51:32.934 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:51:32.934 INFO:tasks.workunit.client.0.smithi019.stderr: -397> 2023-12-03T11:51:32.815+0000 7febb7026980 10 monclient: shutdown 2023-12-03T11:51:32.934 INFO:tasks.workunit.client.0.smithi019.stderr: -396> 2023-12-03T11:51:32.815+0000 7febb7026980 10 monclient: build_initial_monmap 2023-12-03T11:51:32.934 INFO:tasks.workunit.client.0.smithi019.stderr: -395> 2023-12-03T11:51:32.815+0000 7febb7026980 1 build_initial for_mkfs: 0 2023-12-03T11:51:32.934 INFO:tasks.workunit.client.0.smithi019.stderr: -394> 2023-12-03T11:51:32.815+0000 7febb7026980 10 monclient: monmap: 2023-12-03T11:51:32.934 INFO:tasks.workunit.client.0.smithi019.stderr:epoch 0 2023-12-03T11:51:32.934 INFO:tasks.workunit.client.0.smithi019.stderr:fsid 00000000-0000-0000-0000-000000000000 2023-12-03T11:51:32.934 INFO:tasks.workunit.client.0.smithi019.stderr:last_changed 0.000000 2023-12-03T11:51:32.934 INFO:tasks.workunit.client.0.smithi019.stderr:created 0.000000 2023-12-03T11:51:32.934 INFO:tasks.workunit.client.0.smithi019.stderr:min_mon_release 0 (unknown) 2023-12-03T11:51:32.934 INFO:tasks.workunit.client.0.smithi019.stderr:election_strategy: 1 2023-12-03T11:51:32.934 INFO:tasks.workunit.client.0.smithi019.stderr:0: [v2:172.21.15.19:3300/0,v1:172.21.15.19:6789/0] mon.noname-a 2023-12-03T11:51:32.934 INFO:tasks.workunit.client.0.smithi019.stderr:1: [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] mon.noname-b 2023-12-03T11:51:32.935 INFO:tasks.workunit.client.0.smithi019.stderr:2: [v2:172.21.15.19:3301/0,v1:172.21.15.19:6790/0] mon.noname-c 2023-12-03T11:51:32.935 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:51:32.935 INFO:tasks.workunit.client.0.smithi019.stderr: -393> 2023-12-03T11:51:32.815+0000 7febb7026980 5 AuthRegistry(0x55c074498880) adding auth protocol: cephx 2023-12-03T11:51:32.935 INFO:tasks.workunit.client.0.smithi019.stderr: -392> 2023-12-03T11:51:32.815+0000 7febb7026980 5 AuthRegistry(0x55c074498880) adding auth protocol: cephx 2023-12-03T11:51:32.935 INFO:tasks.workunit.client.0.smithi019.stderr: -391> 2023-12-03T11:51:32.815+0000 7febb7026980 5 AuthRegistry(0x55c074498880) adding auth protocol: cephx 2023-12-03T11:51:32.935 INFO:tasks.workunit.client.0.smithi019.stderr: -390> 2023-12-03T11:51:32.815+0000 7febb7026980 5 AuthRegistry(0x55c074498880) adding con mode: secure 2023-12-03T11:51:32.935 INFO:tasks.workunit.client.0.smithi019.stderr: -389> 2023-12-03T11:51:32.815+0000 7febb7026980 5 AuthRegistry(0x55c074498880) adding con mode: crc 2023-12-03T11:51:32.935 INFO:tasks.workunit.client.0.smithi019.stderr: -388> 2023-12-03T11:51:32.815+0000 7febb7026980 5 AuthRegistry(0x55c074498880) adding con mode: secure 2023-12-03T11:51:32.935 INFO:tasks.workunit.client.0.smithi019.stderr: -387> 2023-12-03T11:51:32.815+0000 7febb7026980 5 AuthRegistry(0x55c074498880) adding con mode: crc 2023-12-03T11:51:32.935 INFO:tasks.workunit.client.0.smithi019.stderr: -386> 2023-12-03T11:51:32.815+0000 7febb7026980 5 AuthRegistry(0x55c074498880) adding con mode: secure 2023-12-03T11:51:32.935 INFO:tasks.workunit.client.0.smithi019.stderr: -385> 2023-12-03T11:51:32.815+0000 7febb7026980 5 AuthRegistry(0x55c074498880) adding con mode: crc 2023-12-03T11:51:32.935 INFO:tasks.workunit.client.0.smithi019.stderr: -384> 2023-12-03T11:51:32.815+0000 7febb7026980 5 AuthRegistry(0x55c074498880) adding con mode: crc 2023-12-03T11:51:32.935 INFO:tasks.workunit.client.0.smithi019.stderr: -383> 2023-12-03T11:51:32.815+0000 7febb7026980 5 AuthRegistry(0x55c074498880) adding con mode: secure 2023-12-03T11:51:32.935 INFO:tasks.workunit.client.0.smithi019.stderr: -382> 2023-12-03T11:51:32.815+0000 7febb7026980 5 AuthRegistry(0x55c074498880) adding con mode: crc 2023-12-03T11:51:32.935 INFO:tasks.workunit.client.0.smithi019.stderr: -381> 2023-12-03T11:51:32.815+0000 7febb7026980 5 AuthRegistry(0x55c074498880) adding con mode: secure 2023-12-03T11:51:32.936 INFO:tasks.workunit.client.0.smithi019.stderr: -380> 2023-12-03T11:51:32.815+0000 7febb7026980 5 AuthRegistry(0x55c074498880) adding con mode: crc 2023-12-03T11:51:32.936 INFO:tasks.workunit.client.0.smithi019.stderr: -379> 2023-12-03T11:51:32.815+0000 7febb7026980 5 AuthRegistry(0x55c074498880) adding con mode: secure 2023-12-03T11:51:32.936 INFO:tasks.workunit.client.0.smithi019.stderr: -378> 2023-12-03T11:51:32.815+0000 7febb7026980 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-12-03T11:51:32.936 INFO:tasks.workunit.client.0.smithi019.stderr: -377> 2023-12-03T11:51:32.815+0000 7febb7026980 1 librados: starting msgr at 2023-12-03T11:51:32.936 INFO:tasks.workunit.client.0.smithi019.stderr: -376> 2023-12-03T11:51:32.815+0000 7febb7026980 1 librados: starting objecter 2023-12-03T11:51:32.936 INFO:tasks.workunit.client.0.smithi019.stderr: -375> 2023-12-03T11:51:32.815+0000 7febb7026980 5 asok(0x55c074288240) register_command objecter_requests cmddesc objecter_requests hook 0x55c0744cdda0 EEXIST 2023-12-03T11:51:32.936 INFO:tasks.workunit.client.0.smithi019.stderr: -374> 2023-12-03T11:51:32.815+0000 7febb7026980 1 librados: setting wanted keys 2023-12-03T11:51:32.936 INFO:tasks.workunit.client.0.smithi019.stderr: -373> 2023-12-03T11:51:32.815+0000 7febb7026980 1 librados: calling monclient init 2023-12-03T11:51:32.936 INFO:tasks.workunit.client.0.smithi019.stderr: -372> 2023-12-03T11:51:32.815+0000 7febb7026980 10 monclient: init 2023-12-03T11:51:32.936 INFO:tasks.workunit.client.0.smithi019.stderr: -371> 2023-12-03T11:51:32.815+0000 7febb7026980 5 AuthRegistry(0x55c074492528) adding auth protocol: cephx 2023-12-03T11:51:32.936 INFO:tasks.workunit.client.0.smithi019.stderr: -370> 2023-12-03T11:51:32.815+0000 7febb7026980 5 AuthRegistry(0x55c074492528) adding auth protocol: cephx 2023-12-03T11:51:32.936 INFO:tasks.workunit.client.0.smithi019.stderr: -369> 2023-12-03T11:51:32.815+0000 7febb7026980 5 AuthRegistry(0x55c074492528) adding auth protocol: cephx 2023-12-03T11:51:32.936 INFO:tasks.workunit.client.0.smithi019.stderr: -368> 2023-12-03T11:51:32.815+0000 7febb7026980 5 AuthRegistry(0x55c074492528) adding con mode: secure 2023-12-03T11:51:32.936 INFO:tasks.workunit.client.0.smithi019.stderr: -367> 2023-12-03T11:51:32.815+0000 7febb7026980 5 AuthRegistry(0x55c074492528) adding con mode: crc 2023-12-03T11:51:32.936 INFO:tasks.workunit.client.0.smithi019.stderr: -366> 2023-12-03T11:51:32.815+0000 7febb7026980 5 AuthRegistry(0x55c074492528) adding con mode: secure 2023-12-03T11:51:32.936 INFO:tasks.workunit.client.0.smithi019.stderr: -365> 2023-12-03T11:51:32.815+0000 7febb7026980 5 AuthRegistry(0x55c074492528) adding con mode: crc 2023-12-03T11:51:32.937 INFO:tasks.workunit.client.0.smithi019.stderr: -364> 2023-12-03T11:51:32.815+0000 7febb7026980 5 AuthRegistry(0x55c074492528) adding con mode: secure 2023-12-03T11:51:32.937 INFO:tasks.workunit.client.0.smithi019.stderr: -363> 2023-12-03T11:51:32.815+0000 7febb7026980 5 AuthRegistry(0x55c074492528) adding con mode: crc 2023-12-03T11:51:32.937 INFO:tasks.workunit.client.0.smithi019.stderr: -362> 2023-12-03T11:51:32.815+0000 7febb7026980 5 AuthRegistry(0x55c074492528) adding con mode: crc 2023-12-03T11:51:32.937 INFO:tasks.workunit.client.0.smithi019.stderr: -361> 2023-12-03T11:51:32.815+0000 7febb7026980 5 AuthRegistry(0x55c074492528) adding con mode: secure 2023-12-03T11:51:32.937 INFO:tasks.workunit.client.0.smithi019.stderr: -360> 2023-12-03T11:51:32.815+0000 7febb7026980 5 AuthRegistry(0x55c074492528) adding con mode: crc 2023-12-03T11:51:32.937 INFO:tasks.workunit.client.0.smithi019.stderr: -359> 2023-12-03T11:51:32.815+0000 7febb7026980 5 AuthRegistry(0x55c074492528) adding con mode: secure 2023-12-03T11:51:32.937 INFO:tasks.workunit.client.0.smithi019.stderr: -358> 2023-12-03T11:51:32.815+0000 7febb7026980 5 AuthRegistry(0x55c074492528) adding con mode: crc 2023-12-03T11:51:32.937 INFO:tasks.workunit.client.0.smithi019.stderr: -357> 2023-12-03T11:51:32.815+0000 7febb7026980 5 AuthRegistry(0x55c074492528) adding con mode: secure 2023-12-03T11:51:32.937 INFO:tasks.workunit.client.0.smithi019.stderr: -356> 2023-12-03T11:51:32.815+0000 7febb7026980 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-12-03T11:51:32.937 INFO:tasks.workunit.client.0.smithi019.stderr: -355> 2023-12-03T11:51:32.819+0000 7febb7026980 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-12-03T11:51:32.937 INFO:tasks.workunit.client.0.smithi019.stderr: -354> 2023-12-03T11:51:32.819+0000 7febb7026980 5 asok(0x55c074288240) register_command rotate-key cmddesc rotate-key hook 0x55c074492670 EEXIST 2023-12-03T11:51:32.937 INFO:tasks.workunit.client.0.smithi019.stderr: -353> 2023-12-03T11:51:32.819+0000 7febb7026980 10 monclient: _reopen_session rank -1 2023-12-03T11:51:32.937 INFO:tasks.workunit.client.0.smithi019.stderr: -352> 2023-12-03T11:51:32.819+0000 7febb7026980 10 monclient: _add_conns ranks=[2,1,0] 2023-12-03T11:51:32.937 INFO:tasks.workunit.client.0.smithi019.stderr: -351> 2023-12-03T11:51:32.819+0000 7febb7026980 10 monclient(hunting): picked mon.noname-c con 0x55c074496670 addr [v2:172.21.15.19:3301/0,v1:172.21.15.19:6790/0] 2023-12-03T11:51:32.937 INFO:tasks.workunit.client.0.smithi019.stderr: -350> 2023-12-03T11:51:32.819+0000 7febb7026980 10 monclient(hunting): picked mon.noname-b con 0x55c0744c5b50 addr [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] 2023-12-03T11:51:32.937 INFO:tasks.workunit.client.0.smithi019.stderr: -349> 2023-12-03T11:51:32.819+0000 7febb7026980 10 monclient(hunting): picked mon.noname-a con 0x55c0744ce700 addr [v2:172.21.15.19:3300/0,v1:172.21.15.19:6789/0] 2023-12-03T11:51:32.938 INFO:tasks.workunit.client.0.smithi019.stderr: -348> 2023-12-03T11:51:32.819+0000 7febb7026980 10 monclient(hunting): start opening mon connection 2023-12-03T11:51:32.938 INFO:tasks.workunit.client.0.smithi019.stderr: -347> 2023-12-03T11:51:32.819+0000 7febb7026980 10 monclient(hunting): start opening mon connection 2023-12-03T11:51:32.938 INFO:tasks.workunit.client.0.smithi019.stderr: -346> 2023-12-03T11:51:32.819+0000 7febb7026980 10 monclient(hunting): start opening mon connection 2023-12-03T11:51:32.938 INFO:tasks.workunit.client.0.smithi019.stderr: -345> 2023-12-03T11:51:32.819+0000 7febb7026980 10 monclient(hunting): _renew_subs 2023-12-03T11:51:32.938 INFO:tasks.workunit.client.0.smithi019.stderr: -344> 2023-12-03T11:51:32.819+0000 7febb7026980 10 monclient(hunting): authenticate will time out at 1951.224146s 2023-12-03T11:51:32.938 INFO:tasks.workunit.client.0.smithi019.stderr: -343> 2023-12-03T11:51:32.819+0000 7febb4b42640 10 monclient(hunting): get_auth_request con 0x55c074496670 auth_method 0 2023-12-03T11:51:32.938 INFO:tasks.workunit.client.0.smithi019.stderr: -342> 2023-12-03T11:51:32.819+0000 7febb4b42640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-12-03T11:51:32.938 INFO:tasks.workunit.client.0.smithi019.stderr: -341> 2023-12-03T11:51:32.819+0000 7febb4b42640 10 monclient(hunting): _init_auth method 2 2023-12-03T11:51:32.938 INFO:tasks.workunit.client.0.smithi019.stderr: -340> 2023-12-03T11:51:32.819+0000 7febb4b42640 10 monclient(hunting): _init_auth creating new auth 2023-12-03T11:51:32.938 INFO:tasks.workunit.client.0.smithi019.stderr: -339> 2023-12-03T11:51:32.819+0000 7febb5343640 10 monclient(hunting): get_auth_request con 0x55c0744ce700 auth_method 0 2023-12-03T11:51:32.938 INFO:tasks.workunit.client.0.smithi019.stderr: -338> 2023-12-03T11:51:32.819+0000 7febb5343640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-12-03T11:51:32.938 INFO:tasks.workunit.client.0.smithi019.stderr: -337> 2023-12-03T11:51:32.819+0000 7febb5343640 10 monclient(hunting): _init_auth method 2 2023-12-03T11:51:32.938 INFO:tasks.workunit.client.0.smithi019.stderr: -336> 2023-12-03T11:51:32.819+0000 7febb5343640 10 monclient(hunting): _init_auth creating new auth 2023-12-03T11:51:32.938 INFO:tasks.workunit.client.0.smithi019.stderr: -335> 2023-12-03T11:51:32.819+0000 7febb4b42640 10 monclient(hunting): handle_auth_reply_more payload 9 2023-12-03T11:51:32.938 INFO:tasks.workunit.client.0.smithi019.stderr: -334> 2023-12-03T11:51:32.819+0000 7febb4b42640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-12-03T11:51:32.939 INFO:tasks.workunit.client.0.smithi019.stderr: -333> 2023-12-03T11:51:32.819+0000 7febb4b42640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-12-03T11:51:32.939 INFO:tasks.workunit.client.0.smithi019.stderr: -332> 2023-12-03T11:51:32.819+0000 7febb5343640 10 monclient(hunting): handle_auth_reply_more payload 9 2023-12-03T11:51:32.939 INFO:tasks.workunit.client.0.smithi019.stderr: -331> 2023-12-03T11:51:32.819+0000 7febb5343640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-12-03T11:51:32.939 INFO:tasks.workunit.client.0.smithi019.stderr: -330> 2023-12-03T11:51:32.819+0000 7febb5343640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-12-03T11:51:32.939 INFO:tasks.workunit.client.0.smithi019.stderr: -329> 2023-12-03T11:51:32.819+0000 7febaffff640 10 monclient(hunting): get_auth_request con 0x55c0744c5b50 auth_method 0 2023-12-03T11:51:32.939 INFO:tasks.workunit.client.0.smithi019.stderr: -328> 2023-12-03T11:51:32.819+0000 7febaffff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-12-03T11:51:32.939 INFO:tasks.workunit.client.0.smithi019.stderr: -327> 2023-12-03T11:51:32.819+0000 7febaffff640 10 monclient(hunting): _init_auth method 2 2023-12-03T11:51:32.939 INFO:tasks.workunit.client.0.smithi019.stderr: -326> 2023-12-03T11:51:32.819+0000 7febaffff640 10 monclient(hunting): _init_auth creating new auth 2023-12-03T11:51:32.939 INFO:tasks.workunit.client.0.smithi019.stderr: -325> 2023-12-03T11:51:32.819+0000 7febb4b42640 10 monclient(hunting): handle_auth_done global_id 6869 payload 824 2023-12-03T11:51:32.939 INFO:tasks.workunit.client.0.smithi019.stderr: -324> 2023-12-03T11:51:32.819+0000 7febb4b42640 10 monclient: _finish_hunting 0 2023-12-03T11:51:32.939 INFO:tasks.workunit.client.0.smithi019.stderr: -323> 2023-12-03T11:51:32.819+0000 7febb4b42640 1 monclient: found mon.noname-c 2023-12-03T11:51:32.939 INFO:tasks.workunit.client.0.smithi019.stderr: -322> 2023-12-03T11:51:32.819+0000 7febb4b42640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.19:3301/0 2023-12-03T11:51:32.939 INFO:tasks.workunit.client.0.smithi019.stderr: -321> 2023-12-03T11:51:32.819+0000 7feb957fa640 10 monclient: handle_monmap mon_map magic: 0 v1 2023-12-03T11:51:32.939 INFO:tasks.workunit.client.0.smithi019.stderr: -320> 2023-12-03T11:51:32.819+0000 7feb957fa640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2023-12-03T11:51:32.939 INFO:tasks.workunit.client.0.smithi019.stderr: -319> 2023-12-03T11:51:32.819+0000 7feb957fa640 10 monclient: dump: 2023-12-03T11:51:32.939 INFO:tasks.workunit.client.0.smithi019.stderr:epoch 1 2023-12-03T11:51:32.939 INFO:tasks.workunit.client.0.smithi019.stderr:fsid ae33780b-1c64-42c6-818c-b1dc720ff6a2 2023-12-03T11:51:32.940 INFO:tasks.workunit.client.0.smithi019.stderr:last_changed 2023-12-03T11:35:13.610069+0000 2023-12-03T11:51:32.940 INFO:tasks.workunit.client.0.smithi019.stderr:created 2023-12-03T11:35:13.610069+0000 2023-12-03T11:51:32.940 INFO:tasks.workunit.client.0.smithi019.stderr:min_mon_release 18 (reef) 2023-12-03T11:51:32.940 INFO:tasks.workunit.client.0.smithi019.stderr:election_strategy: 1 2023-12-03T11:51:32.940 INFO:tasks.workunit.client.0.smithi019.stderr:0: [v2:172.21.15.19:3300/0,v1:172.21.15.19:6789/0] mon.a 2023-12-03T11:51:32.940 INFO:tasks.workunit.client.0.smithi019.stderr:1: [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] mon.b 2023-12-03T11:51:32.940 INFO:tasks.workunit.client.0.smithi019.stderr:2: [v2:172.21.15.19:3301/0,v1:172.21.15.19:6790/0] mon.c 2023-12-03T11:51:32.940 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:51:32.940 INFO:tasks.workunit.client.0.smithi019.stderr: -318> 2023-12-03T11:51:32.819+0000 7feb957fa640 10 monclient: _finish_auth 0 2023-12-03T11:51:32.940 INFO:tasks.workunit.client.0.smithi019.stderr: -317> 2023-12-03T11:51:32.819+0000 7feb957fa640 10 monclient: _check_auth_tickets 2023-12-03T11:51:32.940 INFO:tasks.workunit.client.0.smithi019.stderr: -316> 2023-12-03T11:51:32.819+0000 7feb957fa640 10 monclient: handle_config config(0 keys) v1 2023-12-03T11:51:32.940 INFO:tasks.workunit.client.0.smithi019.stderr: -315> 2023-12-03T11:51:32.819+0000 7feb957fa640 10 monclient: handle_monmap mon_map magic: 0 v1 2023-12-03T11:51:32.940 INFO:tasks.workunit.client.0.smithi019.stderr: -314> 2023-12-03T11:51:32.819+0000 7feb957fa640 10 monclient: got monmap 1 from mon.c (according to old e1) 2023-12-03T11:51:32.940 INFO:tasks.workunit.client.0.smithi019.stderr: -313> 2023-12-03T11:51:32.819+0000 7feb957fa640 10 monclient: dump: 2023-12-03T11:51:32.941 INFO:tasks.workunit.client.0.smithi019.stderr:epoch 1 2023-12-03T11:51:32.941 INFO:tasks.workunit.client.0.smithi019.stderr:fsid ae33780b-1c64-42c6-818c-b1dc720ff6a2 2023-12-03T11:51:32.941 INFO:tasks.workunit.client.0.smithi019.stderr:last_changed 2023-12-03T11:35:13.610069+0000 2023-12-03T11:51:32.941 INFO:tasks.workunit.client.0.smithi019.stderr:created 2023-12-03T11:35:13.610069+0000 2023-12-03T11:51:32.941 INFO:tasks.workunit.client.0.smithi019.stderr:min_mon_release 18 (reef) 2023-12-03T11:51:32.941 INFO:tasks.workunit.client.0.smithi019.stderr:election_strategy: 1 2023-12-03T11:51:32.941 INFO:tasks.workunit.client.0.smithi019.stderr:0: [v2:172.21.15.19:3300/0,v1:172.21.15.19:6789/0] mon.a 2023-12-03T11:51:32.941 INFO:tasks.workunit.client.0.smithi019.stderr:1: [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] mon.b 2023-12-03T11:51:32.941 INFO:tasks.workunit.client.0.smithi019.stderr:2: [v2:172.21.15.19:3301/0,v1:172.21.15.19:6790/0] mon.c 2023-12-03T11:51:32.941 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:51:32.941 INFO:tasks.workunit.client.0.smithi019.stderr: -312> 2023-12-03T11:51:32.819+0000 7feb96ffd640 4 set_mon_vals no callback set 2023-12-03T11:51:32.941 INFO:tasks.workunit.client.0.smithi019.stderr: -311> 2023-12-03T11:51:32.819+0000 7febb7026980 5 monclient: authenticate success, global_id 6869 2023-12-03T11:51:32.941 INFO:tasks.workunit.client.0.smithi019.stderr: -310> 2023-12-03T11:51:32.819+0000 7febb7026980 10 monclient: _renew_subs 2023-12-03T11:51:32.941 INFO:tasks.workunit.client.0.smithi019.stderr: -309> 2023-12-03T11:51:32.819+0000 7febb7026980 10 monclient: _send_mon_message to mon.c at v2:172.21.15.19:3301/0 2023-12-03T11:51:32.941 INFO:tasks.workunit.client.0.smithi019.stderr: -308> 2023-12-03T11:51:32.819+0000 7febb7026980 10 monclient: _renew_subs 2023-12-03T11:51:32.941 INFO:tasks.workunit.client.0.smithi019.stderr: -307> 2023-12-03T11:51:32.819+0000 7febb7026980 10 monclient: _send_mon_message to mon.c at v2:172.21.15.19:3301/0 2023-12-03T11:51:32.942 INFO:tasks.workunit.client.0.smithi019.stderr: -306> 2023-12-03T11:51:32.819+0000 7febb7026980 1 librados: init done 2023-12-03T11:51:32.942 INFO:tasks.workunit.client.0.smithi019.stderr: -305> 2023-12-03T11:51:32.819+0000 7febb7026980 20 rados->read ofs=0 len=0 2023-12-03T11:51:32.942 INFO:tasks.workunit.client.0.smithi019.stderr: -304> 2023-12-03T11:51:32.819+0000 7feb957fa640 4 mgrc handle_mgr_map Got map version 5 2023-12-03T11:51:32.942 INFO:tasks.workunit.client.0.smithi019.stderr: -303> 2023-12-03T11:51:32.819+0000 7feb957fa640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.57:6832/1976017766,v1:172.21.15.57:6833/1976017766] 2023-12-03T11:51:32.942 INFO:tasks.workunit.client.0.smithi019.stderr: -302> 2023-12-03T11:51:32.819+0000 7feb957fa640 4 mgrc reconnect Starting new session with [v2:172.21.15.57:6832/1976017766,v1:172.21.15.57:6833/1976017766] 2023-12-03T11:51:32.942 INFO:tasks.workunit.client.0.smithi019.stderr: -301> 2023-12-03T11:51:32.819+0000 7febaffff640 10 monclient: get_auth_request con 0x7feb90064e50 auth_method 0 2023-12-03T11:51:32.942 INFO:tasks.workunit.client.0.smithi019.stderr: -300> 2023-12-03T11:51:32.819+0000 7febb5343640 10 monclient: get_auth_request con 0x55c0744e0280 auth_method 0 2023-12-03T11:51:32.942 INFO:tasks.workunit.client.0.smithi019.stderr: -299> 2023-12-03T11:51:32.823+0000 7febb7026980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:32.942 INFO:tasks.workunit.client.0.smithi019.stderr: -298> 2023-12-03T11:51:32.823+0000 7febb7026980 20 realm 2023-12-03T11:51:32.942 INFO:tasks.workunit.client.0.smithi019.stderr: -297> 2023-12-03T11:51:32.823+0000 7febb7026980 20 rados->read ofs=0 len=0 2023-12-03T11:51:32.942 INFO:tasks.workunit.client.0.smithi019.stderr: -296> 2023-12-03T11:51:32.823+0000 7febb7026980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:32.942 INFO:tasks.workunit.client.0.smithi019.stderr: -295> 2023-12-03T11:51:32.823+0000 7febb7026980 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:51:32.942 INFO:tasks.workunit.client.0.smithi019.stderr: -294> 2023-12-03T11:51:32.823+0000 7febb7026980 20 rados->read ofs=0 len=0 2023-12-03T11:51:32.942 INFO:tasks.workunit.client.0.smithi019.stderr: -293> 2023-12-03T11:51:32.823+0000 7febb7026980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:32.942 INFO:tasks.workunit.client.0.smithi019.stderr: -292> 2023-12-03T11:51:32.823+0000 7febb7026980 20 rados->read ofs=0 len=0 2023-12-03T11:51:32.943 INFO:tasks.workunit.client.0.smithi019.stderr: -291> 2023-12-03T11:51:32.823+0000 7febb4b42640 10 monclient: get_auth_request con 0x55c0744e4140 auth_method 0 2023-12-03T11:51:32.943 INFO:tasks.workunit.client.0.smithi019.stderr: -290> 2023-12-03T11:51:32.823+0000 7febb7026980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:51:32.943 INFO:tasks.workunit.client.0.smithi019.stderr: -289> 2023-12-03T11:51:32.823+0000 7febb7026980 20 rados->read ofs=0 len=0 2023-12-03T11:51:32.943 INFO:tasks.workunit.client.0.smithi019.stderr: -288> 2023-12-03T11:51:32.823+0000 7febb7026980 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:51:32.943 INFO:tasks.workunit.client.0.smithi019.stderr: -287> 2023-12-03T11:51:32.823+0000 7febb7026980 20 searching for the correct realm 2023-12-03T11:51:32.943 INFO:tasks.workunit.client.0.smithi019.stderr: -286> 2023-12-03T11:51:32.823+0000 7febaffff640 10 monclient: get_auth_request con 0x55c0744e9160 auth_method 0 2023-12-03T11:51:32.943 INFO:tasks.workunit.client.0.smithi019.stderr: -285> 2023-12-03T11:51:32.827+0000 7febb5343640 10 monclient: get_auth_request con 0x7feba0048070 auth_method 0 2023-12-03T11:51:32.943 INFO:tasks.workunit.client.0.smithi019.stderr: -284> 2023-12-03T11:51:32.827+0000 7febb4b42640 10 monclient: get_auth_request con 0x7febb0033040 auth_method 0 2023-12-03T11:51:32.943 INFO:tasks.workunit.client.0.smithi019.stderr: -283> 2023-12-03T11:51:32.827+0000 7febaffff640 10 monclient: get_auth_request con 0x7feba80ef3e0 auth_method 0 2023-12-03T11:51:32.943 INFO:tasks.workunit.client.0.smithi019.stderr: -282> 2023-12-03T11:51:32.835+0000 7febb5343640 10 monclient: get_auth_request con 0x7feba0008040 auth_method 0 2023-12-03T11:51:32.943 INFO:tasks.workunit.client.0.smithi019.stderr: -281> 2023-12-03T11:51:32.839+0000 7febb4b42640 10 monclient: get_auth_request con 0x7feba00580d0 auth_method 0 2023-12-03T11:51:32.943 INFO:tasks.workunit.client.0.smithi019.stderr: -280> 2023-12-03T11:51:32.847+0000 7febb4b42640 0 -- 172.21.15.19:0/1142991753 >> [v2:172.21.15.57:6808/3142144203,v1:172.21.15.57:6809/3142144203] conn(0x55c0744e4140 msgr2=0x55c0744e6570 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:51:32.943 INFO:tasks.workunit.client.0.smithi019.stderr: -279> 2023-12-03T11:51:32.847+0000 7feb957fa640 1 client.6869.objecter ms_handle_reset 0x55c0744e4140 session 0x55c07426bb00 osd.5 2023-12-03T11:51:32.943 INFO:tasks.workunit.client.0.smithi019.stderr: -278> 2023-12-03T11:51:32.847+0000 7feb957fa640 10 monclient: _renew_subs 2023-12-03T11:51:32.944 INFO:tasks.workunit.client.0.smithi019.stderr: -277> 2023-12-03T11:51:32.847+0000 7feb957fa640 10 monclient: _send_mon_message to mon.c at v2:172.21.15.19:3301/0 2023-12-03T11:51:32.944 INFO:tasks.workunit.client.0.smithi019.stderr: -276> 2023-12-03T11:51:32.847+0000 7febb4b42640 10 monclient: get_auth_request con 0x7feb90075330 auth_method 0 2023-12-03T11:51:32.944 INFO:tasks.workunit.client.0.smithi019.stderr: -275> 2023-12-03T11:51:32.851+0000 7febb7026980 20 RGWRados::pool_iterate: got zonegroup_info.9433ba8b-08fe-4f3d-8375-ae7b0ce32294 2023-12-03T11:51:32.944 INFO:tasks.workunit.client.0.smithi019.stderr: -274> 2023-12-03T11:51:32.851+0000 7febb7026980 20 RGWRados::pool_iterate: got zone_info.43a5e689-6a4f-4bb6-8529-28824bd75ab9 2023-12-03T11:51:32.944 INFO:tasks.workunit.client.0.smithi019.stderr: -273> 2023-12-03T11:51:32.851+0000 7febb7026980 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:51:32.944 INFO:tasks.workunit.client.0.smithi019.stderr: -272> 2023-12-03T11:51:32.851+0000 7febb7026980 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:51:32.944 INFO:tasks.workunit.client.0.smithi019.stderr: -271> 2023-12-03T11:51:32.851+0000 7febb7026980 20 rados->read ofs=0 len=0 2023-12-03T11:51:32.944 INFO:tasks.workunit.client.0.smithi019.stderr: -270> 2023-12-03T11:51:32.851+0000 7febb7026980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:32.944 INFO:tasks.workunit.client.0.smithi019.stderr: -269> 2023-12-03T11:51:32.851+0000 7febb7026980 20 rados->read ofs=0 len=0 2023-12-03T11:51:32.944 INFO:tasks.workunit.client.0.smithi019.stderr: -268> 2023-12-03T11:51:32.851+0000 7febb7026980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:51:32.944 INFO:tasks.workunit.client.0.smithi019.stderr: -267> 2023-12-03T11:51:32.851+0000 7febb7026980 20 rados->read ofs=0 len=0 2023-12-03T11:51:32.944 INFO:tasks.workunit.client.0.smithi019.stderr: -266> 2023-12-03T11:51:32.851+0000 7febb7026980 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:51:32.944 INFO:tasks.workunit.client.0.smithi019.stderr: -265> 2023-12-03T11:51:32.851+0000 7febb7026980 20 zone default found 2023-12-03T11:51:32.944 INFO:tasks.workunit.client.0.smithi019.stderr: -264> 2023-12-03T11:51:32.851+0000 7febb7026980 4 Realm: () 2023-12-03T11:51:32.944 INFO:tasks.workunit.client.0.smithi019.stderr: -263> 2023-12-03T11:51:32.851+0000 7febb7026980 4 ZoneGroup: default (9433ba8b-08fe-4f3d-8375-ae7b0ce32294) 2023-12-03T11:51:32.945 INFO:tasks.workunit.client.0.smithi019.stderr: -262> 2023-12-03T11:51:32.851+0000 7febb7026980 4 Zone: default (43a5e689-6a4f-4bb6-8529-28824bd75ab9) 2023-12-03T11:51:32.945 INFO:tasks.workunit.client.0.smithi019.stderr: -261> 2023-12-03T11:51:32.851+0000 7febb7026980 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:51:32.945 INFO:tasks.workunit.client.0.smithi019.stderr: -260> 2023-12-03T11:51:32.851+0000 7febb7026980 20 zonegroup default 2023-12-03T11:51:32.945 INFO:tasks.workunit.client.0.smithi019.stderr: -259> 2023-12-03T11:51:32.851+0000 7febb7026980 20 rados->read ofs=0 len=0 2023-12-03T11:51:32.945 INFO:tasks.workunit.client.0.smithi019.stderr: -258> 2023-12-03T11:51:32.855+0000 7febb7026980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:32.945 INFO:tasks.workunit.client.0.smithi019.stderr: -257> 2023-12-03T11:51:32.855+0000 7febb7026980 20 rados->read ofs=0 len=0 2023-12-03T11:51:32.945 INFO:tasks.workunit.client.0.smithi019.stderr: -256> 2023-12-03T11:51:32.855+0000 7febb7026980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:32.945 INFO:tasks.workunit.client.0.smithi019.stderr: -255> 2023-12-03T11:51:32.855+0000 7febb7026980 20 rados->read ofs=0 len=0 2023-12-03T11:51:32.945 INFO:tasks.workunit.client.0.smithi019.stderr: -254> 2023-12-03T11:51:32.855+0000 7febb7026980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:32.945 INFO:tasks.workunit.client.0.smithi019.stderr: -253> 2023-12-03T11:51:32.855+0000 7febb7026980 20 started sync module instance, tier type = 2023-12-03T11:51:32.945 INFO:tasks.workunit.client.0.smithi019.stderr: -252> 2023-12-03T11:51:32.855+0000 7febb7026980 20 started zone id=43a5e689-6a4f-4bb6-8529-28824bd75ab9 (name=default) with tier type = 2023-12-03T11:51:32.945 INFO:tasks.workunit.client.0.smithi019.stderr: -251> 2023-12-03T11:51:32.867+0000 7febb5343640 0 -- 172.21.15.19:0/1142991753 >> [v2:172.21.15.57:6816/3303414699,v1:172.21.15.57:6817/3303414699] conn(0x7feba0008040 msgr2=0x7feba0055720 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2023-12-03T11:51:32.945 INFO:tasks.workunit.client.0.smithi019.stderr: -250> 2023-12-03T11:51:32.867+0000 7feb957fa640 1 client.6869.objecter ms_handle_reset 0x7feba0008040 session 0x7feba0069040 osd.6 2023-12-03T11:51:32.945 INFO:tasks.workunit.client.0.smithi019.stderr: -249> 2023-12-03T11:51:32.867+0000 7febb5343640 10 monclient: get_auth_request con 0x55c0744e4140 auth_method 0 2023-12-03T11:51:32.945 INFO:tasks.workunit.client.0.smithi019.stderr: -248> 2023-12-03T11:51:32.871+0000 7febb7026980 20 add_watcher() i=0 2023-12-03T11:51:32.945 INFO:tasks.workunit.client.0.smithi019.stderr: -247> 2023-12-03T11:51:32.871+0000 7febb7026980 20 add_watcher() i=1 2023-12-03T11:51:32.946 INFO:tasks.workunit.client.0.smithi019.stderr: -246> 2023-12-03T11:51:32.871+0000 7febb7026980 20 add_watcher() i=2 2023-12-03T11:51:32.946 INFO:tasks.workunit.client.0.smithi019.stderr: -245> 2023-12-03T11:51:32.871+0000 7febb7026980 20 add_watcher() i=3 2023-12-03T11:51:32.946 INFO:tasks.workunit.client.0.smithi019.stderr: -244> 2023-12-03T11:51:32.871+0000 7febb7026980 20 add_watcher() i=4 2023-12-03T11:51:32.946 INFO:tasks.workunit.client.0.smithi019.stderr: -243> 2023-12-03T11:51:32.871+0000 7febb7026980 20 add_watcher() i=5 2023-12-03T11:51:32.946 INFO:tasks.workunit.client.0.smithi019.stderr: -242> 2023-12-03T11:51:32.871+0000 7febb7026980 20 add_watcher() i=6 2023-12-03T11:51:32.946 INFO:tasks.workunit.client.0.smithi019.stderr: -241> 2023-12-03T11:51:32.875+0000 7febb7026980 20 add_watcher() i=7 2023-12-03T11:51:32.946 INFO:tasks.workunit.client.0.smithi019.stderr: -240> 2023-12-03T11:51:32.875+0000 7febb7026980 2 all 8 watchers are set, enabling cache 2023-12-03T11:51:32.946 INFO:tasks.workunit.client.0.smithi019.stderr: -239> 2023-12-03T11:51:32.875+0000 7febb7026980 5 AuthRegistry(0x7ffefed956e0) adding auth protocol: cephx 2023-12-03T11:51:32.946 INFO:tasks.workunit.client.0.smithi019.stderr: -238> 2023-12-03T11:51:32.875+0000 7febb7026980 5 AuthRegistry(0x7ffefed956e0) adding auth protocol: cephx 2023-12-03T11:51:32.946 INFO:tasks.workunit.client.0.smithi019.stderr: -237> 2023-12-03T11:51:32.875+0000 7febb7026980 5 AuthRegistry(0x7ffefed956e0) adding auth protocol: cephx 2023-12-03T11:51:32.946 INFO:tasks.workunit.client.0.smithi019.stderr: -236> 2023-12-03T11:51:32.875+0000 7febb7026980 5 AuthRegistry(0x7ffefed956e0) adding con mode: secure 2023-12-03T11:51:32.946 INFO:tasks.workunit.client.0.smithi019.stderr: -235> 2023-12-03T11:51:32.875+0000 7febb7026980 5 AuthRegistry(0x7ffefed956e0) adding con mode: crc 2023-12-03T11:51:32.946 INFO:tasks.workunit.client.0.smithi019.stderr: -234> 2023-12-03T11:51:32.875+0000 7febb7026980 5 AuthRegistry(0x7ffefed956e0) adding con mode: secure 2023-12-03T11:51:32.946 INFO:tasks.workunit.client.0.smithi019.stderr: -233> 2023-12-03T11:51:32.875+0000 7febb7026980 5 AuthRegistry(0x7ffefed956e0) adding con mode: crc 2023-12-03T11:51:32.946 INFO:tasks.workunit.client.0.smithi019.stderr: -232> 2023-12-03T11:51:32.875+0000 7febb7026980 5 AuthRegistry(0x7ffefed956e0) adding con mode: secure 2023-12-03T11:51:32.947 INFO:tasks.workunit.client.0.smithi019.stderr: -231> 2023-12-03T11:51:32.875+0000 7febb7026980 5 AuthRegistry(0x7ffefed956e0) adding con mode: crc 2023-12-03T11:51:32.947 INFO:tasks.workunit.client.0.smithi019.stderr: -230> 2023-12-03T11:51:32.875+0000 7febb7026980 5 AuthRegistry(0x7ffefed956e0) adding con mode: crc 2023-12-03T11:51:32.947 INFO:tasks.workunit.client.0.smithi019.stderr: -229> 2023-12-03T11:51:32.875+0000 7febb7026980 5 AuthRegistry(0x7ffefed956e0) adding con mode: secure 2023-12-03T11:51:32.947 INFO:tasks.workunit.client.0.smithi019.stderr: -228> 2023-12-03T11:51:32.875+0000 7febb7026980 5 AuthRegistry(0x7ffefed956e0) adding con mode: crc 2023-12-03T11:51:32.947 INFO:tasks.workunit.client.0.smithi019.stderr: -227> 2023-12-03T11:51:32.875+0000 7feb7a7e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:51:32.947 INFO:tasks.workunit.client.0.smithi019.stderr: -226> 2023-12-03T11:51:32.875+0000 7febb7026980 5 AuthRegistry(0x7ffefed956e0) adding con mode: secure 2023-12-03T11:51:32.947 INFO:tasks.workunit.client.0.smithi019.stderr: -225> 2023-12-03T11:51:32.875+0000 7febb7026980 5 AuthRegistry(0x7ffefed956e0) adding con mode: crc 2023-12-03T11:51:32.947 INFO:tasks.workunit.client.0.smithi019.stderr: -224> 2023-12-03T11:51:32.875+0000 7febb7026980 5 AuthRegistry(0x7ffefed956e0) adding con mode: secure 2023-12-03T11:51:32.947 INFO:tasks.workunit.client.0.smithi019.stderr: -223> 2023-12-03T11:51:32.879+0000 7febb7026980 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-12-03T11:51:32.947 INFO:tasks.workunit.client.0.smithi019.stderr: -222> 2023-12-03T11:51:32.879+0000 7febb7026980 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:51:32.947 INFO:tasks.workunit.client.0.smithi019.stderr: -221> 2023-12-03T11:51:32.879+0000 7febb7026980 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:51:32.947 INFO:tasks.workunit.client.0.smithi019.stderr: -220> 2023-12-03T11:51:32.879+0000 7febb7026980 5 asok(0x55c074288240) register_command cache list hook 0x55c074468f90 2023-12-03T11:51:32.947 INFO:tasks.workunit.client.0.smithi019.stderr: -219> 2023-12-03T11:51:32.879+0000 7febb7026980 5 asok(0x55c074288240) register_command cache inspect hook 0x55c074468f90 2023-12-03T11:51:32.947 INFO:tasks.workunit.client.0.smithi019.stderr: -218> 2023-12-03T11:51:32.879+0000 7febb7026980 5 asok(0x55c074288240) register_command cache erase hook 0x55c074468f90 2023-12-03T11:51:32.947 INFO:tasks.workunit.client.0.smithi019.stderr: -217> 2023-12-03T11:51:32.879+0000 7febb7026980 5 asok(0x55c074288240) register_command cache zap hook 0x55c074468f90 2023-12-03T11:51:32.948 INFO:tasks.workunit.client.0.smithi019.stderr: -216> 2023-12-03T11:51:32.879+0000 7febb7026980 10 monclient: get_monmap_and_config 2023-12-03T11:51:32.948 INFO:tasks.workunit.client.0.smithi019.stderr: -215> 2023-12-03T11:51:32.879+0000 7febb7026980 10 monclient: build_initial_monmap 2023-12-03T11:51:32.948 INFO:tasks.workunit.client.0.smithi019.stderr: -214> 2023-12-03T11:51:32.879+0000 7febb7026980 1 build_initial for_mkfs: 0 2023-12-03T11:51:32.948 INFO:tasks.workunit.client.0.smithi019.stderr: -213> 2023-12-03T11:51:32.879+0000 7febb7026980 10 monclient: monmap: 2023-12-03T11:51:32.948 INFO:tasks.workunit.client.0.smithi019.stderr:epoch 0 2023-12-03T11:51:32.948 INFO:tasks.workunit.client.0.smithi019.stderr:fsid 00000000-0000-0000-0000-000000000000 2023-12-03T11:51:32.948 INFO:tasks.workunit.client.0.smithi019.stderr:last_changed 0.000000 2023-12-03T11:51:32.948 INFO:tasks.workunit.client.0.smithi019.stderr:created 0.000000 2023-12-03T11:51:32.948 INFO:tasks.workunit.client.0.smithi019.stderr:min_mon_release 0 (unknown) 2023-12-03T11:51:32.948 INFO:tasks.workunit.client.0.smithi019.stderr:election_strategy: 1 2023-12-03T11:51:32.948 INFO:tasks.workunit.client.0.smithi019.stderr:0: [v2:172.21.15.19:3300/0,v1:172.21.15.19:6789/0] mon.noname-a 2023-12-03T11:51:32.948 INFO:tasks.workunit.client.0.smithi019.stderr:1: [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] mon.noname-b 2023-12-03T11:51:32.948 INFO:tasks.workunit.client.0.smithi019.stderr:2: [v2:172.21.15.19:3301/0,v1:172.21.15.19:6790/0] mon.noname-c 2023-12-03T11:51:32.948 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:51:32.948 INFO:tasks.workunit.client.0.smithi019.stderr: -212> 2023-12-03T11:51:32.879+0000 7febb7026980 5 AuthRegistry(0x55c0745246b0) adding auth protocol: cephx 2023-12-03T11:51:32.949 INFO:tasks.workunit.client.0.smithi019.stderr: -211> 2023-12-03T11:51:32.879+0000 7febb7026980 5 AuthRegistry(0x55c0745246b0) adding auth protocol: cephx 2023-12-03T11:51:32.949 INFO:tasks.workunit.client.0.smithi019.stderr: -210> 2023-12-03T11:51:32.879+0000 7febb7026980 5 AuthRegistry(0x55c0745246b0) adding auth protocol: cephx 2023-12-03T11:51:32.949 INFO:tasks.workunit.client.0.smithi019.stderr: -209> 2023-12-03T11:51:32.879+0000 7febb7026980 5 AuthRegistry(0x55c0745246b0) adding con mode: secure 2023-12-03T11:51:32.949 INFO:tasks.workunit.client.0.smithi019.stderr: -208> 2023-12-03T11:51:32.879+0000 7febb7026980 5 AuthRegistry(0x55c0745246b0) adding con mode: crc 2023-12-03T11:51:32.949 INFO:tasks.workunit.client.0.smithi019.stderr: -207> 2023-12-03T11:51:32.879+0000 7febb7026980 5 AuthRegistry(0x55c0745246b0) adding con mode: secure 2023-12-03T11:51:32.949 INFO:tasks.workunit.client.0.smithi019.stderr: -206> 2023-12-03T11:51:32.879+0000 7febb7026980 5 AuthRegistry(0x55c0745246b0) adding con mode: crc 2023-12-03T11:51:32.949 INFO:tasks.workunit.client.0.smithi019.stderr: -205> 2023-12-03T11:51:32.879+0000 7febb7026980 5 AuthRegistry(0x55c0745246b0) adding con mode: secure 2023-12-03T11:51:32.949 INFO:tasks.workunit.client.0.smithi019.stderr: -204> 2023-12-03T11:51:32.879+0000 7febb7026980 5 AuthRegistry(0x55c0745246b0) adding con mode: crc 2023-12-03T11:51:32.949 INFO:tasks.workunit.client.0.smithi019.stderr: -203> 2023-12-03T11:51:32.879+0000 7febb7026980 5 AuthRegistry(0x55c0745246b0) adding con mode: crc 2023-12-03T11:51:32.949 INFO:tasks.workunit.client.0.smithi019.stderr: -202> 2023-12-03T11:51:32.879+0000 7febb7026980 5 AuthRegistry(0x55c0745246b0) adding con mode: secure 2023-12-03T11:51:32.949 INFO:tasks.workunit.client.0.smithi019.stderr: -201> 2023-12-03T11:51:32.879+0000 7febb7026980 5 AuthRegistry(0x55c0745246b0) adding con mode: crc 2023-12-03T11:51:32.949 INFO:tasks.workunit.client.0.smithi019.stderr: -200> 2023-12-03T11:51:32.879+0000 7febb7026980 5 AuthRegistry(0x55c0745246b0) adding con mode: secure 2023-12-03T11:51:32.949 INFO:tasks.workunit.client.0.smithi019.stderr: -199> 2023-12-03T11:51:32.879+0000 7febb7026980 5 AuthRegistry(0x55c0745246b0) adding con mode: crc 2023-12-03T11:51:32.949 INFO:tasks.workunit.client.0.smithi019.stderr: -198> 2023-12-03T11:51:32.879+0000 7febb7026980 5 AuthRegistry(0x55c0745246b0) adding con mode: secure 2023-12-03T11:51:32.949 INFO:tasks.workunit.client.0.smithi019.stderr: -197> 2023-12-03T11:51:32.879+0000 7febb7026980 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-12-03T11:51:32.949 INFO:tasks.workunit.client.0.smithi019.stderr: -196> 2023-12-03T11:51:32.879+0000 7febb7026980 10 monclient: init 2023-12-03T11:51:32.950 INFO:tasks.workunit.client.0.smithi019.stderr: -195> 2023-12-03T11:51:32.879+0000 7febb7026980 5 AuthRegistry(0x7ffefed95230) adding auth protocol: cephx 2023-12-03T11:51:32.950 INFO:tasks.workunit.client.0.smithi019.stderr: -194> 2023-12-03T11:51:32.879+0000 7febb7026980 5 AuthRegistry(0x7ffefed95230) adding auth protocol: cephx 2023-12-03T11:51:32.950 INFO:tasks.workunit.client.0.smithi019.stderr: -193> 2023-12-03T11:51:32.879+0000 7febb7026980 5 AuthRegistry(0x7ffefed95230) adding auth protocol: cephx 2023-12-03T11:51:32.950 INFO:tasks.workunit.client.0.smithi019.stderr: -192> 2023-12-03T11:51:32.879+0000 7febb7026980 5 AuthRegistry(0x7ffefed95230) adding con mode: secure 2023-12-03T11:51:32.950 INFO:tasks.workunit.client.0.smithi019.stderr: -191> 2023-12-03T11:51:32.879+0000 7febb7026980 5 AuthRegistry(0x7ffefed95230) adding con mode: crc 2023-12-03T11:51:32.950 INFO:tasks.workunit.client.0.smithi019.stderr: -190> 2023-12-03T11:51:32.879+0000 7febb7026980 5 AuthRegistry(0x7ffefed95230) adding con mode: secure 2023-12-03T11:51:32.950 INFO:tasks.workunit.client.0.smithi019.stderr: -189> 2023-12-03T11:51:32.879+0000 7febb7026980 5 AuthRegistry(0x7ffefed95230) adding con mode: crc 2023-12-03T11:51:32.950 INFO:tasks.workunit.client.0.smithi019.stderr: -188> 2023-12-03T11:51:32.879+0000 7febb7026980 5 AuthRegistry(0x7ffefed95230) adding con mode: secure 2023-12-03T11:51:32.950 INFO:tasks.workunit.client.0.smithi019.stderr: -187> 2023-12-03T11:51:32.879+0000 7febb7026980 5 AuthRegistry(0x7ffefed95230) adding con mode: crc 2023-12-03T11:51:32.950 INFO:tasks.workunit.client.0.smithi019.stderr: -186> 2023-12-03T11:51:32.879+0000 7febb7026980 5 AuthRegistry(0x7ffefed95230) adding con mode: crc 2023-12-03T11:51:32.950 INFO:tasks.workunit.client.0.smithi019.stderr: -185> 2023-12-03T11:51:32.879+0000 7febb7026980 5 AuthRegistry(0x7ffefed95230) adding con mode: secure 2023-12-03T11:51:32.950 INFO:tasks.workunit.client.0.smithi019.stderr: -184> 2023-12-03T11:51:32.879+0000 7febb7026980 5 AuthRegistry(0x7ffefed95230) adding con mode: crc 2023-12-03T11:51:32.950 INFO:tasks.workunit.client.0.smithi019.stderr: -183> 2023-12-03T11:51:32.879+0000 7febb7026980 5 AuthRegistry(0x7ffefed95230) adding con mode: secure 2023-12-03T11:51:32.950 INFO:tasks.workunit.client.0.smithi019.stderr: -182> 2023-12-03T11:51:32.879+0000 7febb7026980 5 AuthRegistry(0x7ffefed95230) adding con mode: crc 2023-12-03T11:51:32.950 INFO:tasks.workunit.client.0.smithi019.stderr: -181> 2023-12-03T11:51:32.879+0000 7febb7026980 5 AuthRegistry(0x7ffefed95230) adding con mode: secure 2023-12-03T11:51:32.951 INFO:tasks.workunit.client.0.smithi019.stderr: -180> 2023-12-03T11:51:32.879+0000 7febb7026980 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-12-03T11:51:32.951 INFO:tasks.workunit.client.0.smithi019.stderr: -179> 2023-12-03T11:51:32.879+0000 7febb7026980 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-12-03T11:51:32.951 INFO:tasks.workunit.client.0.smithi019.stderr: -178> 2023-12-03T11:51:32.879+0000 7febb7026980 5 asok(0x55c074288240) register_command rotate-key cmddesc rotate-key hook 0x7ffefed95378 EEXIST 2023-12-03T11:51:32.951 INFO:tasks.workunit.client.0.smithi019.stderr: -177> 2023-12-03T11:51:32.879+0000 7febb7026980 10 monclient: _reopen_session rank -1 2023-12-03T11:51:32.951 INFO:tasks.workunit.client.0.smithi019.stderr: -176> 2023-12-03T11:51:32.879+0000 7febb7026980 10 monclient: _add_conns ranks=[0,1,2] 2023-12-03T11:51:32.951 INFO:tasks.workunit.client.0.smithi019.stderr: -175> 2023-12-03T11:51:32.879+0000 7febb7026980 10 monclient(hunting): picked mon.noname-a con 0x55c074527430 addr [v2:172.21.15.19:3300/0,v1:172.21.15.19:6789/0] 2023-12-03T11:51:32.951 INFO:tasks.workunit.client.0.smithi019.stderr: -174> 2023-12-03T11:51:32.879+0000 7febb7026980 10 monclient(hunting): picked mon.noname-b con 0x55c07452c7c0 addr [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] 2023-12-03T11:51:32.951 INFO:tasks.workunit.client.0.smithi019.stderr: -173> 2023-12-03T11:51:32.879+0000 7febb7026980 10 monclient(hunting): picked mon.noname-c con 0x55c074525fa0 addr [v2:172.21.15.19:3301/0,v1:172.21.15.19:6790/0] 2023-12-03T11:51:32.951 INFO:tasks.workunit.client.0.smithi019.stderr: -172> 2023-12-03T11:51:32.879+0000 7febb7026980 10 monclient(hunting): start opening mon connection 2023-12-03T11:51:32.951 INFO:tasks.workunit.client.0.smithi019.stderr: -171> 2023-12-03T11:51:32.879+0000 7febb7026980 10 monclient(hunting): start opening mon connection 2023-12-03T11:51:32.951 INFO:tasks.workunit.client.0.smithi019.stderr: -170> 2023-12-03T11:51:32.879+0000 7febb7026980 10 monclient(hunting): start opening mon connection 2023-12-03T11:51:32.951 INFO:tasks.workunit.client.0.smithi019.stderr: -169> 2023-12-03T11:51:32.879+0000 7febb7026980 10 monclient(hunting): _renew_subs 2023-12-03T11:51:32.951 INFO:tasks.workunit.client.0.smithi019.stderr: -168> 2023-12-03T11:51:32.879+0000 7febb7026980 10 monclient(hunting): authenticate will time out at 1951.285195s 2023-12-03T11:51:32.951 INFO:tasks.workunit.client.0.smithi019.stderr: -167> 2023-12-03T11:51:32.879+0000 7febb5343640 10 monclient(hunting): get_auth_request con 0x55c074527430 auth_method 0 2023-12-03T11:51:32.952 INFO:tasks.workunit.client.0.smithi019.stderr: -166> 2023-12-03T11:51:32.879+0000 7febb5343640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-12-03T11:51:32.952 INFO:tasks.workunit.client.0.smithi019.stderr: -165> 2023-12-03T11:51:32.879+0000 7febb5343640 10 monclient(hunting): _init_auth method 2 2023-12-03T11:51:32.952 INFO:tasks.workunit.client.0.smithi019.stderr: -164> 2023-12-03T11:51:32.879+0000 7febb5343640 10 monclient(hunting): _init_auth creating new auth 2023-12-03T11:51:32.952 INFO:tasks.workunit.client.0.smithi019.stderr: -163> 2023-12-03T11:51:32.879+0000 7febaffff640 10 monclient(hunting): get_auth_request con 0x55c074525fa0 auth_method 0 2023-12-03T11:51:32.952 INFO:tasks.workunit.client.0.smithi019.stderr: -162> 2023-12-03T11:51:32.879+0000 7febaffff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-12-03T11:51:32.952 INFO:tasks.workunit.client.0.smithi019.stderr: -161> 2023-12-03T11:51:32.879+0000 7febaffff640 10 monclient(hunting): _init_auth method 2 2023-12-03T11:51:32.952 INFO:tasks.workunit.client.0.smithi019.stderr: -160> 2023-12-03T11:51:32.879+0000 7febaffff640 10 monclient(hunting): _init_auth creating new auth 2023-12-03T11:51:32.952 INFO:tasks.workunit.client.0.smithi019.stderr: -159> 2023-12-03T11:51:32.879+0000 7febb5343640 10 monclient(hunting): handle_auth_reply_more payload 9 2023-12-03T11:51:32.952 INFO:tasks.workunit.client.0.smithi019.stderr: -158> 2023-12-03T11:51:32.879+0000 7febb5343640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-12-03T11:51:32.952 INFO:tasks.workunit.client.0.smithi019.stderr: -157> 2023-12-03T11:51:32.879+0000 7febb5343640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-12-03T11:51:32.952 INFO:tasks.workunit.client.0.smithi019.stderr: -156> 2023-12-03T11:51:32.879+0000 7febaffff640 10 monclient(hunting): handle_auth_reply_more payload 9 2023-12-03T11:51:32.952 INFO:tasks.workunit.client.0.smithi019.stderr: -155> 2023-12-03T11:51:32.879+0000 7febaffff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-12-03T11:51:32.952 INFO:tasks.workunit.client.0.smithi019.stderr: -154> 2023-12-03T11:51:32.879+0000 7febaffff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-12-03T11:51:32.952 INFO:tasks.workunit.client.0.smithi019.stderr: -153> 2023-12-03T11:51:32.879+0000 7febb4b42640 10 monclient(hunting): get_auth_request con 0x55c07452c7c0 auth_method 0 2023-12-03T11:51:32.952 INFO:tasks.workunit.client.0.smithi019.stderr: -152> 2023-12-03T11:51:32.879+0000 7febb4b42640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-12-03T11:51:32.953 INFO:tasks.workunit.client.0.smithi019.stderr: -151> 2023-12-03T11:51:32.879+0000 7febb4b42640 10 monclient(hunting): _init_auth method 2 2023-12-03T11:51:32.953 INFO:tasks.workunit.client.0.smithi019.stderr: -150> 2023-12-03T11:51:32.879+0000 7febb4b42640 10 monclient(hunting): _init_auth creating new auth 2023-12-03T11:51:32.953 INFO:tasks.workunit.client.0.smithi019.stderr: -149> 2023-12-03T11:51:32.879+0000 7febb5343640 10 monclient(hunting): handle_auth_done global_id 7245 payload 274 2023-12-03T11:51:32.953 INFO:tasks.workunit.client.0.smithi019.stderr: -148> 2023-12-03T11:51:32.879+0000 7febb5343640 10 monclient: _finish_hunting 0 2023-12-03T11:51:32.953 INFO:tasks.workunit.client.0.smithi019.stderr: -147> 2023-12-03T11:51:32.879+0000 7febb5343640 1 monclient: found mon.noname-a 2023-12-03T11:51:32.953 INFO:tasks.workunit.client.0.smithi019.stderr: -146> 2023-12-03T11:51:32.879+0000 7febb5343640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.19:3300/0 2023-12-03T11:51:32.953 INFO:tasks.workunit.client.0.smithi019.stderr: -145> 2023-12-03T11:51:32.879+0000 7feb79fe3640 10 monclient: handle_monmap mon_map magic: 0 v1 2023-12-03T11:51:32.953 INFO:tasks.workunit.client.0.smithi019.stderr: -144> 2023-12-03T11:51:32.879+0000 7feb79fe3640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2023-12-03T11:51:32.953 INFO:tasks.workunit.client.0.smithi019.stderr: -143> 2023-12-03T11:51:32.879+0000 7feb79fe3640 10 monclient: dump: 2023-12-03T11:51:32.953 INFO:tasks.workunit.client.0.smithi019.stderr:epoch 1 2023-12-03T11:51:32.953 INFO:tasks.workunit.client.0.smithi019.stderr:fsid ae33780b-1c64-42c6-818c-b1dc720ff6a2 2023-12-03T11:51:32.953 INFO:tasks.workunit.client.0.smithi019.stderr:last_changed 2023-12-03T11:35:13.610069+0000 2023-12-03T11:51:32.953 INFO:tasks.workunit.client.0.smithi019.stderr:created 2023-12-03T11:35:13.610069+0000 2023-12-03T11:51:32.953 INFO:tasks.workunit.client.0.smithi019.stderr:min_mon_release 18 (reef) 2023-12-03T11:51:32.953 INFO:tasks.workunit.client.0.smithi019.stderr:election_strategy: 1 2023-12-03T11:51:32.954 INFO:tasks.workunit.client.0.smithi019.stderr:0: [v2:172.21.15.19:3300/0,v1:172.21.15.19:6789/0] mon.a 2023-12-03T11:51:32.954 INFO:tasks.workunit.client.0.smithi019.stderr:1: [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] mon.b 2023-12-03T11:51:32.954 INFO:tasks.workunit.client.0.smithi019.stderr:2: [v2:172.21.15.19:3301/0,v1:172.21.15.19:6790/0] mon.c 2023-12-03T11:51:32.954 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:51:32.954 INFO:tasks.workunit.client.0.smithi019.stderr: -142> 2023-12-03T11:51:32.879+0000 7feb79fe3640 10 monclient: _finish_auth 0 2023-12-03T11:51:32.954 INFO:tasks.workunit.client.0.smithi019.stderr: -141> 2023-12-03T11:51:32.879+0000 7feb79fe3640 10 monclient: _check_auth_tickets 2023-12-03T11:51:32.954 INFO:tasks.workunit.client.0.smithi019.stderr: -140> 2023-12-03T11:51:32.879+0000 7feb79fe3640 10 monclient: handle_config config(0 keys) v1 2023-12-03T11:51:32.954 INFO:tasks.workunit.client.0.smithi019.stderr: -139> 2023-12-03T11:51:32.879+0000 7feb79fe3640 10 monclient: handle_monmap mon_map magic: 0 v1 2023-12-03T11:51:32.954 INFO:tasks.workunit.client.0.smithi019.stderr: -138> 2023-12-03T11:51:32.879+0000 7feb79fe3640 10 monclient: got monmap 1 from mon.a (according to old e1) 2023-12-03T11:51:32.954 INFO:tasks.workunit.client.0.smithi019.stderr: -137> 2023-12-03T11:51:32.879+0000 7feb79fe3640 10 monclient: dump: 2023-12-03T11:51:32.954 INFO:tasks.workunit.client.0.smithi019.stderr:epoch 1 2023-12-03T11:51:32.954 INFO:tasks.workunit.client.0.smithi019.stderr:fsid ae33780b-1c64-42c6-818c-b1dc720ff6a2 2023-12-03T11:51:32.954 INFO:tasks.workunit.client.0.smithi019.stderr:last_changed 2023-12-03T11:35:13.610069+0000 2023-12-03T11:51:32.954 INFO:tasks.workunit.client.0.smithi019.stderr:created 2023-12-03T11:35:13.610069+0000 2023-12-03T11:51:32.954 INFO:tasks.workunit.client.0.smithi019.stderr:min_mon_release 18 (reef) 2023-12-03T11:51:32.955 INFO:tasks.workunit.client.0.smithi019.stderr:election_strategy: 1 2023-12-03T11:51:32.955 INFO:tasks.workunit.client.0.smithi019.stderr:0: [v2:172.21.15.19:3300/0,v1:172.21.15.19:6789/0] mon.a 2023-12-03T11:51:32.955 INFO:tasks.workunit.client.0.smithi019.stderr:1: [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] mon.b 2023-12-03T11:51:32.955 INFO:tasks.workunit.client.0.smithi019.stderr:2: [v2:172.21.15.19:3301/0,v1:172.21.15.19:6790/0] mon.c 2023-12-03T11:51:32.955 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:51:32.955 INFO:tasks.workunit.client.0.smithi019.stderr: -136> 2023-12-03T11:51:32.879+0000 7febb7026980 5 monclient: authenticate success, global_id 7245 2023-12-03T11:51:32.955 INFO:tasks.workunit.client.0.smithi019.stderr: -135> 2023-12-03T11:51:32.879+0000 7febb7026980 10 monclient: get_monmap_and_config success 2023-12-03T11:51:32.955 INFO:tasks.workunit.client.0.smithi019.stderr: -134> 2023-12-03T11:51:32.879+0000 7febb7026980 4 set_mon_vals no callback set 2023-12-03T11:51:32.955 INFO:tasks.workunit.client.0.smithi019.stderr: -133> 2023-12-03T11:51:32.879+0000 7febb7026980 10 monclient: shutdown 2023-12-03T11:51:32.955 INFO:tasks.workunit.client.0.smithi019.stderr: -132> 2023-12-03T11:51:32.879+0000 7febb7026980 10 monclient: build_initial_monmap 2023-12-03T11:51:32.955 INFO:tasks.workunit.client.0.smithi019.stderr: -131> 2023-12-03T11:51:32.879+0000 7febb7026980 1 build_initial for_mkfs: 0 2023-12-03T11:51:32.955 INFO:tasks.workunit.client.0.smithi019.stderr: -130> 2023-12-03T11:51:32.879+0000 7febb7026980 10 monclient: monmap: 2023-12-03T11:51:32.955 INFO:tasks.workunit.client.0.smithi019.stderr:epoch 0 2023-12-03T11:51:32.955 INFO:tasks.workunit.client.0.smithi019.stderr:fsid 00000000-0000-0000-0000-000000000000 2023-12-03T11:51:32.955 INFO:tasks.workunit.client.0.smithi019.stderr:last_changed 0.000000 2023-12-03T11:51:32.955 INFO:tasks.workunit.client.0.smithi019.stderr:created 0.000000 2023-12-03T11:51:32.956 INFO:tasks.workunit.client.0.smithi019.stderr:min_mon_release 0 (unknown) 2023-12-03T11:51:32.956 INFO:tasks.workunit.client.0.smithi019.stderr:election_strategy: 1 2023-12-03T11:51:32.956 INFO:tasks.workunit.client.0.smithi019.stderr:0: [v2:172.21.15.19:3300/0,v1:172.21.15.19:6789/0] mon.noname-a 2023-12-03T11:51:32.956 INFO:tasks.workunit.client.0.smithi019.stderr:1: [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] mon.noname-b 2023-12-03T11:51:32.956 INFO:tasks.workunit.client.0.smithi019.stderr:2: [v2:172.21.15.19:3301/0,v1:172.21.15.19:6790/0] mon.noname-c 2023-12-03T11:51:32.956 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:51:32.956 INFO:tasks.workunit.client.0.smithi019.stderr: -129> 2023-12-03T11:51:32.879+0000 7febb7026980 5 AuthRegistry(0x55c074524640) adding auth protocol: cephx 2023-12-03T11:51:32.956 INFO:tasks.workunit.client.0.smithi019.stderr: -128> 2023-12-03T11:51:32.879+0000 7febb7026980 5 AuthRegistry(0x55c074524640) adding auth protocol: cephx 2023-12-03T11:51:32.956 INFO:tasks.workunit.client.0.smithi019.stderr: -127> 2023-12-03T11:51:32.879+0000 7febb7026980 5 AuthRegistry(0x55c074524640) adding auth protocol: cephx 2023-12-03T11:51:32.956 INFO:tasks.workunit.client.0.smithi019.stderr: -126> 2023-12-03T11:51:32.879+0000 7febb7026980 5 AuthRegistry(0x55c074524640) adding con mode: secure 2023-12-03T11:51:32.956 INFO:tasks.workunit.client.0.smithi019.stderr: -125> 2023-12-03T11:51:32.879+0000 7febb7026980 5 AuthRegistry(0x55c074524640) adding con mode: crc 2023-12-03T11:51:32.956 INFO:tasks.workunit.client.0.smithi019.stderr: -124> 2023-12-03T11:51:32.879+0000 7febb7026980 5 AuthRegistry(0x55c074524640) adding con mode: secure 2023-12-03T11:51:32.956 INFO:tasks.workunit.client.0.smithi019.stderr: -123> 2023-12-03T11:51:32.879+0000 7febb7026980 5 AuthRegistry(0x55c074524640) adding con mode: crc 2023-12-03T11:51:32.956 INFO:tasks.workunit.client.0.smithi019.stderr: -122> 2023-12-03T11:51:32.879+0000 7febb7026980 5 AuthRegistry(0x55c074524640) adding con mode: secure 2023-12-03T11:51:32.956 INFO:tasks.workunit.client.0.smithi019.stderr: -121> 2023-12-03T11:51:32.879+0000 7febb7026980 5 AuthRegistry(0x55c074524640) adding con mode: crc 2023-12-03T11:51:32.956 INFO:tasks.workunit.client.0.smithi019.stderr: -120> 2023-12-03T11:51:32.879+0000 7febb7026980 5 AuthRegistry(0x55c074524640) adding con mode: crc 2023-12-03T11:51:32.957 INFO:tasks.workunit.client.0.smithi019.stderr: -119> 2023-12-03T11:51:32.879+0000 7febb7026980 5 AuthRegistry(0x55c074524640) adding con mode: secure 2023-12-03T11:51:32.957 INFO:tasks.workunit.client.0.smithi019.stderr: -118> 2023-12-03T11:51:32.879+0000 7febb7026980 5 AuthRegistry(0x55c074524640) adding con mode: crc 2023-12-03T11:51:32.957 INFO:tasks.workunit.client.0.smithi019.stderr: -117> 2023-12-03T11:51:32.879+0000 7febb7026980 5 AuthRegistry(0x55c074524640) adding con mode: secure 2023-12-03T11:51:32.957 INFO:tasks.workunit.client.0.smithi019.stderr: -116> 2023-12-03T11:51:32.879+0000 7febb7026980 5 AuthRegistry(0x55c074524640) adding con mode: crc 2023-12-03T11:51:32.957 INFO:tasks.workunit.client.0.smithi019.stderr: -115> 2023-12-03T11:51:32.879+0000 7febb7026980 5 AuthRegistry(0x55c074524640) adding con mode: secure 2023-12-03T11:51:32.957 INFO:tasks.workunit.client.0.smithi019.stderr: -114> 2023-12-03T11:51:32.879+0000 7febb7026980 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-12-03T11:51:32.957 INFO:tasks.workunit.client.0.smithi019.stderr: -113> 2023-12-03T11:51:32.879+0000 7febb7026980 1 librados: starting msgr at 2023-12-03T11:51:32.957 INFO:tasks.workunit.client.0.smithi019.stderr: -112> 2023-12-03T11:51:32.879+0000 7febb7026980 1 librados: starting objecter 2023-12-03T11:51:32.957 INFO:tasks.workunit.client.0.smithi019.stderr: -111> 2023-12-03T11:51:32.879+0000 7febb7026980 5 asok(0x55c074288240) register_command objecter_requests cmddesc objecter_requests hook 0x55c074525c20 EEXIST 2023-12-03T11:51:32.957 INFO:tasks.workunit.client.0.smithi019.stderr: -110> 2023-12-03T11:51:32.879+0000 7febb7026980 1 librados: setting wanted keys 2023-12-03T11:51:32.957 INFO:tasks.workunit.client.0.smithi019.stderr: -109> 2023-12-03T11:51:32.879+0000 7febb7026980 1 librados: calling monclient init 2023-12-03T11:51:32.957 INFO:tasks.workunit.client.0.smithi019.stderr: -108> 2023-12-03T11:51:32.879+0000 7febb7026980 10 monclient: init 2023-12-03T11:51:32.957 INFO:tasks.workunit.client.0.smithi019.stderr: -107> 2023-12-03T11:51:32.879+0000 7febb7026980 5 AuthRegistry(0x55c074527bc8) adding auth protocol: cephx 2023-12-03T11:51:32.957 INFO:tasks.workunit.client.0.smithi019.stderr: -106> 2023-12-03T11:51:32.879+0000 7febb7026980 5 AuthRegistry(0x55c074527bc8) adding auth protocol: cephx 2023-12-03T11:51:32.957 INFO:tasks.workunit.client.0.smithi019.stderr: -105> 2023-12-03T11:51:32.879+0000 7febb7026980 5 AuthRegistry(0x55c074527bc8) adding auth protocol: cephx 2023-12-03T11:51:32.957 INFO:tasks.workunit.client.0.smithi019.stderr: -104> 2023-12-03T11:51:32.879+0000 7febb7026980 5 AuthRegistry(0x55c074527bc8) adding con mode: secure 2023-12-03T11:51:32.958 INFO:tasks.workunit.client.0.smithi019.stderr: -103> 2023-12-03T11:51:32.879+0000 7febb7026980 5 AuthRegistry(0x55c074527bc8) adding con mode: crc 2023-12-03T11:51:32.958 INFO:tasks.workunit.client.0.smithi019.stderr: -102> 2023-12-03T11:51:32.879+0000 7febb7026980 5 AuthRegistry(0x55c074527bc8) adding con mode: secure 2023-12-03T11:51:32.958 INFO:tasks.workunit.client.0.smithi019.stderr: -101> 2023-12-03T11:51:32.879+0000 7febb7026980 5 AuthRegistry(0x55c074527bc8) adding con mode: crc 2023-12-03T11:51:32.958 INFO:tasks.workunit.client.0.smithi019.stderr: -100> 2023-12-03T11:51:32.879+0000 7febb7026980 5 AuthRegistry(0x55c074527bc8) adding con mode: secure 2023-12-03T11:51:32.958 INFO:tasks.workunit.client.0.smithi019.stderr: -99> 2023-12-03T11:51:32.879+0000 7febb7026980 5 AuthRegistry(0x55c074527bc8) adding con mode: crc 2023-12-03T11:51:32.958 INFO:tasks.workunit.client.0.smithi019.stderr: -98> 2023-12-03T11:51:32.879+0000 7febb7026980 5 AuthRegistry(0x55c074527bc8) adding con mode: crc 2023-12-03T11:51:32.958 INFO:tasks.workunit.client.0.smithi019.stderr: -97> 2023-12-03T11:51:32.879+0000 7febb7026980 5 AuthRegistry(0x55c074527bc8) adding con mode: secure 2023-12-03T11:51:32.958 INFO:tasks.workunit.client.0.smithi019.stderr: -96> 2023-12-03T11:51:32.879+0000 7febb7026980 5 AuthRegistry(0x55c074527bc8) adding con mode: crc 2023-12-03T11:51:32.958 INFO:tasks.workunit.client.0.smithi019.stderr: -95> 2023-12-03T11:51:32.879+0000 7febb7026980 5 AuthRegistry(0x55c074527bc8) adding con mode: secure 2023-12-03T11:51:32.958 INFO:tasks.workunit.client.0.smithi019.stderr: -94> 2023-12-03T11:51:32.879+0000 7febb7026980 5 AuthRegistry(0x55c074527bc8) adding con mode: crc 2023-12-03T11:51:32.958 INFO:tasks.workunit.client.0.smithi019.stderr: -93> 2023-12-03T11:51:32.879+0000 7febb7026980 5 AuthRegistry(0x55c074527bc8) adding con mode: secure 2023-12-03T11:51:32.958 INFO:tasks.workunit.client.0.smithi019.stderr: -92> 2023-12-03T11:51:32.883+0000 7febb7026980 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-12-03T11:51:32.958 INFO:tasks.workunit.client.0.smithi019.stderr: -91> 2023-12-03T11:51:32.883+0000 7febb7026980 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-12-03T11:51:32.958 INFO:tasks.workunit.client.0.smithi019.stderr: -90> 2023-12-03T11:51:32.883+0000 7febb7026980 5 asok(0x55c074288240) register_command rotate-key cmddesc rotate-key hook 0x55c074527d10 EEXIST 2023-12-03T11:51:32.958 INFO:tasks.workunit.client.0.smithi019.stderr: -89> 2023-12-03T11:51:32.883+0000 7febb7026980 10 monclient: _reopen_session rank -1 2023-12-03T11:51:32.959 INFO:tasks.workunit.client.0.smithi019.stderr: -88> 2023-12-03T11:51:32.883+0000 7febb7026980 10 monclient: _add_conns ranks=[1,2,0] 2023-12-03T11:51:32.959 INFO:tasks.workunit.client.0.smithi019.stderr: -87> 2023-12-03T11:51:32.883+0000 7febb7026980 10 monclient(hunting): picked mon.noname-b con 0x55c074525fa0 addr [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] 2023-12-03T11:51:32.959 INFO:tasks.workunit.client.0.smithi019.stderr: -86> 2023-12-03T11:51:32.883+0000 7febb7026980 10 monclient(hunting): picked mon.noname-c con 0x55c074527430 addr [v2:172.21.15.19:3301/0,v1:172.21.15.19:6790/0] 2023-12-03T11:51:32.959 INFO:tasks.workunit.client.0.smithi019.stderr: -85> 2023-12-03T11:51:32.883+0000 7febb7026980 10 monclient(hunting): picked mon.noname-a con 0x55c07452c7c0 addr [v2:172.21.15.19:3300/0,v1:172.21.15.19:6789/0] 2023-12-03T11:51:32.959 INFO:tasks.workunit.client.0.smithi019.stderr: -84> 2023-12-03T11:51:32.883+0000 7febb7026980 10 monclient(hunting): start opening mon connection 2023-12-03T11:51:32.959 INFO:tasks.workunit.client.0.smithi019.stderr: -83> 2023-12-03T11:51:32.883+0000 7febb7026980 10 monclient(hunting): start opening mon connection 2023-12-03T11:51:32.959 INFO:tasks.workunit.client.0.smithi019.stderr: -82> 2023-12-03T11:51:32.883+0000 7febb7026980 10 monclient(hunting): start opening mon connection 2023-12-03T11:51:32.959 INFO:tasks.workunit.client.0.smithi019.stderr: -81> 2023-12-03T11:51:32.883+0000 7febb7026980 10 monclient(hunting): _renew_subs 2023-12-03T11:51:32.959 INFO:tasks.workunit.client.0.smithi019.stderr: -80> 2023-12-03T11:51:32.883+0000 7febb7026980 10 monclient(hunting): authenticate will time out at 1951.288499s 2023-12-03T11:51:32.959 INFO:tasks.workunit.client.0.smithi019.stderr: -79> 2023-12-03T11:51:32.883+0000 7febaffff640 10 monclient(hunting): get_auth_request con 0x55c07452c7c0 auth_method 0 2023-12-03T11:51:32.959 INFO:tasks.workunit.client.0.smithi019.stderr: -78> 2023-12-03T11:51:32.883+0000 7febaffff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-12-03T11:51:32.959 INFO:tasks.workunit.client.0.smithi019.stderr: -77> 2023-12-03T11:51:32.883+0000 7febaffff640 10 monclient(hunting): _init_auth method 2 2023-12-03T11:51:32.959 INFO:tasks.workunit.client.0.smithi019.stderr: -76> 2023-12-03T11:51:32.883+0000 7febaffff640 10 monclient(hunting): _init_auth creating new auth 2023-12-03T11:51:32.959 INFO:tasks.workunit.client.0.smithi019.stderr: -75> 2023-12-03T11:51:32.883+0000 7febb4b42640 10 monclient(hunting): get_auth_request con 0x55c074527430 auth_method 0 2023-12-03T11:51:32.959 INFO:tasks.workunit.client.0.smithi019.stderr: -74> 2023-12-03T11:51:32.883+0000 7febb4b42640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-12-03T11:51:32.960 INFO:tasks.workunit.client.0.smithi019.stderr: -73> 2023-12-03T11:51:32.883+0000 7febb4b42640 10 monclient(hunting): _init_auth method 2 2023-12-03T11:51:32.960 INFO:tasks.workunit.client.0.smithi019.stderr: -72> 2023-12-03T11:51:32.883+0000 7febb4b42640 10 monclient(hunting): _init_auth creating new auth 2023-12-03T11:51:32.960 INFO:tasks.workunit.client.0.smithi019.stderr: -71> 2023-12-03T11:51:32.883+0000 7febb4b42640 10 monclient(hunting): handle_auth_reply_more payload 9 2023-12-03T11:51:32.960 INFO:tasks.workunit.client.0.smithi019.stderr: -70> 2023-12-03T11:51:32.883+0000 7febb4b42640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-12-03T11:51:32.960 INFO:tasks.workunit.client.0.smithi019.stderr: -69> 2023-12-03T11:51:32.883+0000 7febb4b42640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-12-03T11:51:32.960 INFO:tasks.workunit.client.0.smithi019.stderr: -68> 2023-12-03T11:51:32.883+0000 7febaffff640 10 monclient(hunting): handle_auth_reply_more payload 9 2023-12-03T11:51:32.960 INFO:tasks.workunit.client.0.smithi019.stderr: -67> 2023-12-03T11:51:32.883+0000 7febaffff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-12-03T11:51:32.960 INFO:tasks.workunit.client.0.smithi019.stderr: -66> 2023-12-03T11:51:32.883+0000 7febaffff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-12-03T11:51:32.960 INFO:tasks.workunit.client.0.smithi019.stderr: -65> 2023-12-03T11:51:32.883+0000 7febb5343640 10 monclient(hunting): get_auth_request con 0x55c074525fa0 auth_method 0 2023-12-03T11:51:32.960 INFO:tasks.workunit.client.0.smithi019.stderr: -64> 2023-12-03T11:51:32.883+0000 7febb5343640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-12-03T11:51:32.960 INFO:tasks.workunit.client.0.smithi019.stderr: -63> 2023-12-03T11:51:32.883+0000 7febb5343640 10 monclient(hunting): _init_auth method 2 2023-12-03T11:51:32.960 INFO:tasks.workunit.client.0.smithi019.stderr: -62> 2023-12-03T11:51:32.883+0000 7febb5343640 10 monclient(hunting): _init_auth creating new auth 2023-12-03T11:51:32.960 INFO:tasks.workunit.client.0.smithi019.stderr: -61> 2023-12-03T11:51:32.883+0000 7febb4b42640 10 monclient(hunting): handle_auth_done global_id 6875 payload 824 2023-12-03T11:51:32.960 INFO:tasks.workunit.client.0.smithi019.stderr: -60> 2023-12-03T11:51:32.883+0000 7febb4b42640 10 monclient: _finish_hunting 0 2023-12-03T11:51:32.960 INFO:tasks.workunit.client.0.smithi019.stderr: -59> 2023-12-03T11:51:32.883+0000 7febb4b42640 1 monclient: found mon.noname-c 2023-12-03T11:51:32.960 INFO:tasks.workunit.client.0.smithi019.stderr: -58> 2023-12-03T11:51:32.883+0000 7febb4b42640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.19:3301/0 2023-12-03T11:51:32.961 INFO:tasks.workunit.client.0.smithi019.stderr: -57> 2023-12-03T11:51:32.883+0000 7feaebfff640 10 monclient: handle_monmap mon_map magic: 0 v1 2023-12-03T11:51:32.961 INFO:tasks.workunit.client.0.smithi019.stderr: -56> 2023-12-03T11:51:32.883+0000 7feaebfff640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2023-12-03T11:51:32.961 INFO:tasks.workunit.client.0.smithi019.stderr: -55> 2023-12-03T11:51:32.883+0000 7feaebfff640 10 monclient: dump: 2023-12-03T11:51:32.961 INFO:tasks.workunit.client.0.smithi019.stderr:epoch 1 2023-12-03T11:51:32.961 INFO:tasks.workunit.client.0.smithi019.stderr:fsid ae33780b-1c64-42c6-818c-b1dc720ff6a2 2023-12-03T11:51:32.961 INFO:tasks.workunit.client.0.smithi019.stderr:last_changed 2023-12-03T11:35:13.610069+0000 2023-12-03T11:51:32.961 INFO:tasks.workunit.client.0.smithi019.stderr:created 2023-12-03T11:35:13.610069+0000 2023-12-03T11:51:32.961 INFO:tasks.workunit.client.0.smithi019.stderr:min_mon_release 18 (reef) 2023-12-03T11:51:32.961 INFO:tasks.workunit.client.0.smithi019.stderr:election_strategy: 1 2023-12-03T11:51:32.961 INFO:tasks.workunit.client.0.smithi019.stderr:0: [v2:172.21.15.19:3300/0,v1:172.21.15.19:6789/0] mon.a 2023-12-03T11:51:32.961 INFO:tasks.workunit.client.0.smithi019.stderr:1: [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] mon.b 2023-12-03T11:51:32.961 INFO:tasks.workunit.client.0.smithi019.stderr:2: [v2:172.21.15.19:3301/0,v1:172.21.15.19:6790/0] mon.c 2023-12-03T11:51:32.961 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:51:32.961 INFO:tasks.workunit.client.0.smithi019.stderr: -54> 2023-12-03T11:51:32.883+0000 7feaebfff640 10 monclient: _finish_auth 0 2023-12-03T11:51:32.961 INFO:tasks.workunit.client.0.smithi019.stderr: -53> 2023-12-03T11:51:32.883+0000 7feaebfff640 10 monclient: _check_auth_tickets 2023-12-03T11:51:32.961 INFO:tasks.workunit.client.0.smithi019.stderr: -52> 2023-12-03T11:51:32.883+0000 7feaebfff640 10 monclient: handle_config config(0 keys) v1 2023-12-03T11:51:32.962 INFO:tasks.workunit.client.0.smithi019.stderr: -51> 2023-12-03T11:51:32.883+0000 7feaebfff640 10 monclient: handle_monmap mon_map magic: 0 v1 2023-12-03T11:51:32.962 INFO:tasks.workunit.client.0.smithi019.stderr: -50> 2023-12-03T11:51:32.883+0000 7feaebfff640 10 monclient: got monmap 1 from mon.c (according to old e1) 2023-12-03T11:51:32.962 INFO:tasks.workunit.client.0.smithi019.stderr: -49> 2023-12-03T11:51:32.883+0000 7feaebfff640 10 monclient: dump: 2023-12-03T11:51:32.962 INFO:tasks.workunit.client.0.smithi019.stderr:epoch 1 2023-12-03T11:51:32.962 INFO:tasks.workunit.client.0.smithi019.stderr:fsid ae33780b-1c64-42c6-818c-b1dc720ff6a2 2023-12-03T11:51:32.962 INFO:tasks.workunit.client.0.smithi019.stderr:last_changed 2023-12-03T11:35:13.610069+0000 2023-12-03T11:51:32.962 INFO:tasks.workunit.client.0.smithi019.stderr:created 2023-12-03T11:35:13.610069+0000 2023-12-03T11:51:32.962 INFO:tasks.workunit.client.0.smithi019.stderr:min_mon_release 18 (reef) 2023-12-03T11:51:32.962 INFO:tasks.workunit.client.0.smithi019.stderr:election_strategy: 1 2023-12-03T11:51:32.962 INFO:tasks.workunit.client.0.smithi019.stderr:0: [v2:172.21.15.19:3300/0,v1:172.21.15.19:6789/0] mon.a 2023-12-03T11:51:32.962 INFO:tasks.workunit.client.0.smithi019.stderr:1: [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] mon.b 2023-12-03T11:51:32.962 INFO:tasks.workunit.client.0.smithi019.stderr:2: [v2:172.21.15.19:3301/0,v1:172.21.15.19:6790/0] mon.c 2023-12-03T11:51:32.962 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:51:32.962 INFO:tasks.workunit.client.0.smithi019.stderr: -48> 2023-12-03T11:51:32.883+0000 7feb79fe3640 4 set_mon_vals no callback set 2023-12-03T11:51:32.962 INFO:tasks.workunit.client.0.smithi019.stderr: -47> 2023-12-03T11:51:32.883+0000 7febb7026980 5 monclient: authenticate success, global_id 6875 2023-12-03T11:51:32.963 INFO:tasks.workunit.client.0.smithi019.stderr: -46> 2023-12-03T11:51:32.883+0000 7febb7026980 10 monclient: _renew_subs 2023-12-03T11:51:32.963 INFO:tasks.workunit.client.0.smithi019.stderr: -45> 2023-12-03T11:51:32.883+0000 7febb7026980 10 monclient: _send_mon_message to mon.c at v2:172.21.15.19:3301/0 2023-12-03T11:51:32.963 INFO:tasks.workunit.client.0.smithi019.stderr: -44> 2023-12-03T11:51:32.883+0000 7febb7026980 10 monclient: _renew_subs 2023-12-03T11:51:32.963 INFO:tasks.workunit.client.0.smithi019.stderr: -43> 2023-12-03T11:51:32.883+0000 7febb7026980 10 monclient: _send_mon_message to mon.c at v2:172.21.15.19:3301/0 2023-12-03T11:51:32.963 INFO:tasks.workunit.client.0.smithi019.stderr: -42> 2023-12-03T11:51:32.883+0000 7febb7026980 1 librados: init done 2023-12-03T11:51:32.963 INFO:tasks.workunit.client.0.smithi019.stderr: -41> 2023-12-03T11:51:32.883+0000 7febb7026980 5 asok(0x55c074288240) register_command cr dump hook 0x55c074520738 2023-12-03T11:51:32.963 INFO:tasks.workunit.client.0.smithi019.stderr: -40> 2023-12-03T11:51:32.883+0000 7feaebfff640 4 mgrc handle_mgr_map Got map version 5 2023-12-03T11:51:32.963 INFO:tasks.workunit.client.0.smithi019.stderr: -39> 2023-12-03T11:51:32.883+0000 7feaebfff640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.57:6832/1976017766,v1:172.21.15.57:6833/1976017766] 2023-12-03T11:51:32.963 INFO:tasks.workunit.client.0.smithi019.stderr: -38> 2023-12-03T11:51:32.883+0000 7feaebfff640 4 mgrc reconnect Starting new session with [v2:172.21.15.57:6832/1976017766,v1:172.21.15.57:6833/1976017766] 2023-12-03T11:51:32.963 INFO:tasks.workunit.client.0.smithi019.stderr: -37> 2023-12-03T11:51:32.883+0000 7febb7026980 5 note: GC not initialized 2023-12-03T11:51:32.963 INFO:tasks.workunit.client.0.smithi019.stderr: -36> 2023-12-03T11:51:32.887+0000 7feae97fa640 20 reqs_thread_entry: start 2023-12-03T11:51:32.963 INFO:tasks.workunit.client.0.smithi019.stderr: -35> 2023-12-03T11:51:32.887+0000 7febb5343640 10 monclient: get_auth_request con 0x7feaf0064e50 auth_method 0 2023-12-03T11:51:32.963 INFO:tasks.workunit.client.0.smithi019.stderr: -34> 2023-12-03T11:51:32.887+0000 7febb7026980 5 asok(0x55c074288240) register_command sync trace show hook 0x7feba80043b0 2023-12-03T11:51:32.963 INFO:tasks.workunit.client.0.smithi019.stderr: -33> 2023-12-03T11:51:32.887+0000 7febb7026980 5 asok(0x55c074288240) register_command sync trace history hook 0x7feba80043b0 2023-12-03T11:51:32.963 INFO:tasks.workunit.client.0.smithi019.stderr: -32> 2023-12-03T11:51:32.887+0000 7febb7026980 5 asok(0x55c074288240) register_command sync trace active hook 0x7feba80043b0 2023-12-03T11:51:32.963 INFO:tasks.workunit.client.0.smithi019.stderr: -31> 2023-12-03T11:51:32.887+0000 7febb7026980 5 asok(0x55c074288240) register_command sync trace active_short hook 0x7feba80043b0 2023-12-03T11:51:32.964 INFO:tasks.workunit.client.0.smithi019.stderr: -30> 2023-12-03T11:51:32.887+0000 7febb7026980 20 init_complete bucket index max shards: 1 2023-12-03T11:51:32.964 INFO:tasks.workunit.client.0.smithi019.stderr: -29> 2023-12-03T11:51:32.887+0000 7febb7026980 20 Filter name: none 2023-12-03T11:51:32.964 INFO:tasks.workunit.client.0.smithi019.stderr: -28> 2023-12-03T11:51:32.887+0000 7feae2ffd640 20 reqs_thread_entry: start 2023-12-03T11:51:32.964 INFO:tasks.workunit.client.0.smithi019.stderr: -27> 2023-12-03T11:51:32.887+0000 7febb7026980 10 cache get: name=default.rgw.meta+root+abort-at-do-reshard : miss 2023-12-03T11:51:32.964 INFO:tasks.workunit.client.0.smithi019.stderr: -26> 2023-12-03T11:51:32.887+0000 7febb7026980 20 rados->read ofs=0 len=0 2023-12-03T11:51:32.964 INFO:tasks.workunit.client.0.smithi019.stderr: -25> 2023-12-03T11:51:32.887+0000 7febb7026980 20 rados_obj.operate() r=0 bl.length=187 2023-12-03T11:51:32.964 INFO:tasks.workunit.client.0.smithi019.stderr: -24> 2023-12-03T11:51:32.887+0000 7febb7026980 10 cache put: name=default.rgw.meta+root+abort-at-do-reshard info.flags=0x11 2023-12-03T11:51:32.964 INFO:tasks.workunit.client.0.smithi019.stderr: -23> 2023-12-03T11:51:32.887+0000 7febb7026980 10 adding default.rgw.meta+root+abort-at-do-reshard to cache LRU end 2023-12-03T11:51:32.964 INFO:tasks.workunit.client.0.smithi019.stderr: -22> 2023-12-03T11:51:32.887+0000 7febb7026980 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.27 : miss 2023-12-03T11:51:32.964 INFO:tasks.workunit.client.0.smithi019.stderr: -21> 2023-12-03T11:51:32.887+0000 7febb7026980 20 rados->read ofs=0 len=0 2023-12-03T11:51:32.964 INFO:tasks.workunit.client.0.smithi019.stderr: -20> 2023-12-03T11:51:32.887+0000 7febb7026980 20 rados_obj.operate() r=0 bl.length=371 2023-12-03T11:51:32.964 INFO:tasks.workunit.client.0.smithi019.stderr: -19> 2023-12-03T11:51:32.887+0000 7febb7026980 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.27 info.flags=0x17 2023-12-03T11:51:32.964 INFO:tasks.workunit.client.0.smithi019.stderr: -18> 2023-12-03T11:51:32.887+0000 7febb7026980 10 adding default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.27 to cache LRU end 2023-12-03T11:51:32.964 INFO:tasks.workunit.client.0.smithi019.stderr: -17> 2023-12-03T11:51:32.887+0000 7febb7026980 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-12-03T11:51:32.964 INFO:tasks.workunit.client.0.smithi019.stderr: -16> 2023-12-03T11:51:32.887+0000 7febb7026980 10 updating xattr: name=user.rgw.acl bl.length()=205 2023-12-03T11:51:32.965 INFO:tasks.workunit.client.0.smithi019.stderr: -15> 2023-12-03T11:51:32.887+0000 7febb7026980 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.27 2023-12-03T11:51:32.965 INFO:tasks.workunit.client.0.smithi019.stderr: -14> 2023-12-03T11:51:32.887+0000 7febaffff640 10 monclient: get_auth_request con 0x55c074565320 auth_method 0 2023-12-03T11:51:32.965 INFO:tasks.workunit.client.0.smithi019.stderr: -13> 2023-12-03T11:51:32.899+0000 7febb7026980 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.27 info.flags=0x17 2023-12-03T11:51:32.965 INFO:tasks.workunit.client.0.smithi019.stderr: -12> 2023-12-03T11:51:32.899+0000 7febb7026980 10 moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.27 to cache LRU end 2023-12-03T11:51:32.965 INFO:tasks.workunit.client.0.smithi019.stderr: -11> 2023-12-03T11:51:32.899+0000 7febb7026980 10 updating xattr: name=user.rgw.acl bl.length()=205 2023-12-03T11:51:32.965 INFO:tasks.workunit.client.0.smithi019.stderr: -10> 2023-12-03T11:51:32.899+0000 7febb7026980 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-do-reshard:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.27, ofs0, ns] 2023-12-03T11:51:32.965 INFO:tasks.workunit.client.0.smithi019.stderr: -9> 2023-12-03T11:51:32.899+0000 7feb96ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1095216660588 cookie 94285073409104 notifier 6869 bl.length()=873 2023-12-03T11:51:32.965 INFO:tasks.workunit.client.0.smithi019.stderr: -8> 2023-12-03T11:51:32.899+0000 7feb96ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.27 info.flags=0x17 2023-12-03T11:51:32.965 INFO:tasks.workunit.client.0.smithi019.stderr: -7> 2023-12-03T11:51:32.899+0000 7feb96ffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.27 to cache LRU end 2023-12-03T11:51:32.965 INFO:tasks.workunit.client.0.smithi019.stderr: -6> 2023-12-03T11:51:32.899+0000 7feb96ffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2023-12-03T11:51:32.965 INFO:tasks.workunit.client.0.smithi019.stderr: -5> 2023-12-03T11:51:32.899+0000 7febb7026980 20 handle_bi_update(): bucket=:abort-at-do-reshard[43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.27]): orig_sources= new_sources= 2023-12-03T11:51:32.965 INFO:tasks.workunit.client.0.smithi019.stderr: -4> 2023-12-03T11:51:32.899+0000 7febb7026980 20 handle_bi_update(): bucket=:abort-at-do-reshard[43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.27]): potential sources added=[] removed=[] 2023-12-03T11:51:32.965 INFO:tasks.workunit.client.0.smithi019.stderr: -3> 2023-12-03T11:51:32.899+0000 7febb7026980 20 handle_bi_update(): bucket=:abort-at-do-reshard[43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.27]): orig_dests= new_dests= 2023-12-03T11:51:32.965 INFO:tasks.workunit.client.0.smithi019.stderr: -2> 2023-12-03T11:51:32.899+0000 7febb7026980 20 handle_bi_update(): bucket=:abort-at-do-reshard[43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.27]): potential dests added=[] removed=[] 2023-12-03T11:51:32.965 INFO:tasks.workunit.client.0.smithi019.stderr: -1> 2023-12-03T11:51:32.903+0000 7febb7026980 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7febb7026980 time 2023-12-03T11:51:32.907075+0000 2023-12-03T11:51:32.966 INFO:tasks.workunit.client.0.smithi019.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2023-12-03T11:51:32.966 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:51:32.966 INFO:tasks.workunit.client.0.smithi019.stderr: ceph version 18.0.0-7537-gbcbf278c (bcbf278cf395873c2a482f5a7b2345faf2160319) reef (dev) 2023-12-03T11:51:32.966 INFO:tasks.workunit.client.0.smithi019.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7febba9cbe96] 2023-12-03T11:51:32.966 INFO:tasks.workunit.client.0.smithi019.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x17004a) [0x7febba9cc04a] 2023-12-03T11:51:32.966 INFO:tasks.workunit.client.0.smithi019.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55c071b51fe1] 2023-12-03T11:51:32.966 INFO:tasks.workunit.client.0.smithi019.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x315) [0x55c071b5fb05] 2023-12-03T11:51:32.966 INFO:tasks.workunit.client.0.smithi019.stderr: 5: main() 2023-12-03T11:51:32.966 INFO:tasks.workunit.client.0.smithi019.stderr: 6: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7febb9766d90] 2023-12-03T11:51:32.966 INFO:tasks.workunit.client.0.smithi019.stderr: 7: __libc_start_main() 2023-12-03T11:51:32.966 INFO:tasks.workunit.client.0.smithi019.stderr: 8: _start() 2023-12-03T11:51:32.966 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:51:32.966 INFO:tasks.workunit.client.0.smithi019.stderr: 0> 2023-12-03T11:51:32.903+0000 7febb7026980 -1 *** Caught signal (Aborted) ** 2023-12-03T11:51:32.966 INFO:tasks.workunit.client.0.smithi019.stderr: in thread 7febb7026980 thread_name:radosgw-admin 2023-12-03T11:51:32.966 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:51:32.966 INFO:tasks.workunit.client.0.smithi019.stderr: ceph version 18.0.0-7537-gbcbf278c (bcbf278cf395873c2a482f5a7b2345faf2160319) reef (dev) 2023-12-03T11:51:32.967 INFO:tasks.workunit.client.0.smithi019.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7febb977f520] 2023-12-03T11:51:32.967 INFO:tasks.workunit.client.0.smithi019.stderr: 2: pthread_kill() 2023-12-03T11:51:32.967 INFO:tasks.workunit.client.0.smithi019.stderr: 3: raise() 2023-12-03T11:51:32.967 INFO:tasks.workunit.client.0.smithi019.stderr: 4: abort() 2023-12-03T11:51:32.967 INFO:tasks.workunit.client.0.smithi019.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7febba9cbef0] 2023-12-03T11:51:32.967 INFO:tasks.workunit.client.0.smithi019.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x17004a) [0x7febba9cc04a] 2023-12-03T11:51:32.967 INFO:tasks.workunit.client.0.smithi019.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55c071b51fe1] 2023-12-03T11:51:32.967 INFO:tasks.workunit.client.0.smithi019.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x315) [0x55c071b5fb05] 2023-12-03T11:51:32.967 INFO:tasks.workunit.client.0.smithi019.stderr: 9: main() 2023-12-03T11:51:32.967 INFO:tasks.workunit.client.0.smithi019.stderr: 10: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7febb9766d90] 2023-12-03T11:51:32.967 INFO:tasks.workunit.client.0.smithi019.stderr: 11: __libc_start_main() 2023-12-03T11:51:32.967 INFO:tasks.workunit.client.0.smithi019.stderr: 12: _start() 2023-12-03T11:51:32.967 INFO:tasks.workunit.client.0.smithi019.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2023-12-03T11:51:32.967 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:51:32.967 INFO:tasks.workunit.client.0.smithi019.stderr:--- logging levels --- 2023-12-03T11:51:32.967 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 none 2023-12-03T11:51:32.968 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 1 lockdep 2023-12-03T11:51:32.968 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 1 context 2023-12-03T11:51:32.968 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 1 crush 2023-12-03T11:51:32.968 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 mds 2023-12-03T11:51:32.968 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 mds_balancer 2023-12-03T11:51:32.968 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 mds_locker 2023-12-03T11:51:32.968 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 mds_log 2023-12-03T11:51:32.968 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 mds_log_expire 2023-12-03T11:51:32.968 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 mds_migrator 2023-12-03T11:51:32.968 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 1 buffer 2023-12-03T11:51:32.968 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 1 timer 2023-12-03T11:51:32.968 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 1 filer 2023-12-03T11:51:32.968 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 1 striper 2023-12-03T11:51:32.968 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 1 objecter 2023-12-03T11:51:32.968 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 rados 2023-12-03T11:51:32.968 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 rbd 2023-12-03T11:51:32.969 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 rbd_mirror 2023-12-03T11:51:32.969 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 rbd_replay 2023-12-03T11:51:32.969 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 rbd_pwl 2023-12-03T11:51:32.969 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 journaler 2023-12-03T11:51:32.969 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 objectcacher 2023-12-03T11:51:32.969 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 immutable_obj_cache 2023-12-03T11:51:32.969 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 client 2023-12-03T11:51:32.969 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 osd 2023-12-03T11:51:32.969 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 optracker 2023-12-03T11:51:32.969 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 objclass 2023-12-03T11:51:32.969 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 3 filestore 2023-12-03T11:51:32.969 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 3 journal 2023-12-03T11:51:32.969 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 0 ms 2023-12-03T11:51:32.969 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 mon 2023-12-03T11:51:32.969 INFO:tasks.workunit.client.0.smithi019.stderr: 0/10 monc 2023-12-03T11:51:32.969 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 paxos 2023-12-03T11:51:32.969 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 tp 2023-12-03T11:51:32.970 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 auth 2023-12-03T11:51:32.970 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 crypto 2023-12-03T11:51:32.970 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 1 finisher 2023-12-03T11:51:32.970 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 1 reserver 2023-12-03T11:51:32.970 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 heartbeatmap 2023-12-03T11:51:32.970 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 perfcounter 2023-12-03T11:51:32.970 INFO:tasks.workunit.client.0.smithi019.stderr: 20/20 rgw 2023-12-03T11:51:32.970 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 rgw_sync 2023-12-03T11:51:32.970 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 rgw_datacache 2023-12-03T11:51:32.970 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 rgw_access 2023-12-03T11:51:32.970 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 rgw_dbstore 2023-12-03T11:51:32.970 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 rgw_flight 2023-12-03T11:51:32.970 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 javaclient 2023-12-03T11:51:32.970 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 asok 2023-12-03T11:51:32.970 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 1 throttle 2023-12-03T11:51:32.970 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 0 refs 2023-12-03T11:51:32.971 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 compressor 2023-12-03T11:51:32.971 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 bluestore 2023-12-03T11:51:32.971 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 bluefs 2023-12-03T11:51:32.971 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 3 bdev 2023-12-03T11:51:32.971 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 kstore 2023-12-03T11:51:32.971 INFO:tasks.workunit.client.0.smithi019.stderr: 4/ 5 rocksdb 2023-12-03T11:51:32.971 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 fuse 2023-12-03T11:51:32.971 INFO:tasks.workunit.client.0.smithi019.stderr: 2/ 5 mgr 2023-12-03T11:51:32.971 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 mgrc 2023-12-03T11:51:32.971 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 dpdk 2023-12-03T11:51:32.971 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 eventtrace 2023-12-03T11:51:32.971 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 prioritycache 2023-12-03T11:51:32.971 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 test 2023-12-03T11:51:32.971 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 cephfs_mirror 2023-12-03T11:51:32.971 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 cephsqlite 2023-12-03T11:51:32.971 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 crimson_interrupt 2023-12-03T11:51:32.972 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 seastore 2023-12-03T11:51:32.972 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 seastore_onode 2023-12-03T11:51:32.972 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 seastore_odata 2023-12-03T11:51:32.972 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 seastore_omap 2023-12-03T11:51:32.972 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 seastore_tm 2023-12-03T11:51:32.972 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 seastore_t 2023-12-03T11:51:32.972 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 seastore_cleaner 2023-12-03T11:51:32.972 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 seastore_epm 2023-12-03T11:51:32.972 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 seastore_lba 2023-12-03T11:51:32.972 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 seastore_fixedkv_tree 2023-12-03T11:51:32.972 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 seastore_cache 2023-12-03T11:51:32.973 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 seastore_journal 2023-12-03T11:51:32.973 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 seastore_device 2023-12-03T11:51:32.973 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 seastore_backref 2023-12-03T11:51:32.973 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 alienstore 2023-12-03T11:51:32.973 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 mclock 2023-12-03T11:51:32.973 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 cyanstore 2023-12-03T11:51:32.973 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 ceph_exporter 2023-12-03T11:51:32.973 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 memstore 2023-12-03T11:51:32.973 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 trace 2023-12-03T11:51:32.973 INFO:tasks.workunit.client.0.smithi019.stderr: -2/-2 (syslog threshold) 2023-12-03T11:51:32.973 INFO:tasks.workunit.client.0.smithi019.stderr: 99/99 (stderr threshold) 2023-12-03T11:51:32.973 INFO:tasks.workunit.client.0.smithi019.stderr:--- pthread ID / name mapping for recent threads --- 2023-12-03T11:51:32.973 INFO:tasks.workunit.client.0.smithi019.stderr: 7feae2ffd640 / http_manager 2023-12-03T11:51:32.973 INFO:tasks.workunit.client.0.smithi019.stderr: 7feae97fa640 / http_manager 2023-12-03T11:51:32.973 INFO:tasks.workunit.client.0.smithi019.stderr: 7feaebfff640 / ms_dispatch 2023-12-03T11:51:32.973 INFO:tasks.workunit.client.0.smithi019.stderr: 7feb79fe3640 / io_context_pool 2023-12-03T11:51:32.974 INFO:tasks.workunit.client.0.smithi019.stderr: 7feb7a7e4640 / rgw_dt_lg_renew 2023-12-03T11:51:32.974 INFO:tasks.workunit.client.0.smithi019.stderr: 7feb957fa640 / ms_dispatch 2023-12-03T11:51:32.974 INFO:tasks.workunit.client.0.smithi019.stderr: 7feb96ffd640 / io_context_pool 2023-12-03T11:51:32.974 INFO:tasks.workunit.client.0.smithi019.stderr: 7febadffb640 / ms_dispatch 2023-12-03T11:51:32.974 INFO:tasks.workunit.client.0.smithi019.stderr: 7febaeffd640 / io_context_pool 2023-12-03T11:51:32.974 INFO:tasks.workunit.client.0.smithi019.stderr: 7febaffff640 / msgr-worker-2 2023-12-03T11:51:32.974 INFO:tasks.workunit.client.0.smithi019.stderr: 7febb4b42640 / msgr-worker-1 2023-12-03T11:51:32.974 INFO:tasks.workunit.client.0.smithi019.stderr: 7febb5343640 / msgr-worker-0 2023-12-03T11:51:32.974 INFO:tasks.workunit.client.0.smithi019.stderr: 7febb7026980 / radosgw-admin 2023-12-03T11:51:32.974 INFO:tasks.workunit.client.0.smithi019.stderr: max_recent 500 2023-12-03T11:51:32.974 INFO:tasks.workunit.client.0.smithi019.stderr: max_new 1000 2023-12-03T11:51:32.974 INFO:tasks.workunit.client.0.smithi019.stderr: log_file /var/log/ceph/ceph-client.admin.55921.log 2023-12-03T11:51:32.974 INFO:tasks.workunit.client.0.smithi019.stderr:--- end dump of recent events --- 2023-12-03T11:51:32.974 INFO:tasks.workunit.client.0.smithi019.stderr:--- begin dump of recent events --- 2023-12-03T11:51:32.975 INFO:tasks.workunit.client.0.smithi019.stderr: -499> 2023-12-03T11:51:32.811+0000 7febadffb640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2023-12-03T11:51:32.975 INFO:tasks.workunit.client.0.smithi019.stderr: -498> 2023-12-03T11:51:32.811+0000 7febadffb640 10 monclient: dump: 2023-12-03T11:51:32.975 INFO:tasks.workunit.client.0.smithi019.stderr:epoch 1 2023-12-03T11:51:32.975 INFO:tasks.workunit.client.0.smithi019.stderr:fsid ae33780b-1c64-42c6-818c-b1dc720ff6a2 2023-12-03T11:51:32.975 INFO:tasks.workunit.client.0.smithi019.stderr:last_changed 2023-12-03T11:35:13.610069+0000 2023-12-03T11:51:32.975 INFO:tasks.workunit.client.0.smithi019.stderr:created 2023-12-03T11:35:13.610069+0000 2023-12-03T11:51:32.975 INFO:tasks.workunit.client.0.smithi019.stderr:min_mon_release 18 (reef) 2023-12-03T11:51:32.975 INFO:tasks.workunit.client.0.smithi019.stderr:election_strategy: 1 2023-12-03T11:51:32.975 INFO:tasks.workunit.client.0.smithi019.stderr:0: [v2:172.21.15.19:3300/0,v1:172.21.15.19:6789/0] mon.a 2023-12-03T11:51:32.975 INFO:tasks.workunit.client.0.smithi019.stderr:1: [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] mon.b 2023-12-03T11:51:32.975 INFO:tasks.workunit.client.0.smithi019.stderr:2: [v2:172.21.15.19:3301/0,v1:172.21.15.19:6790/0] mon.c 2023-12-03T11:51:32.975 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:51:32.975 INFO:tasks.workunit.client.0.smithi019.stderr: -497> 2023-12-03T11:51:32.811+0000 7febadffb640 10 monclient: _finish_auth 0 2023-12-03T11:51:32.975 INFO:tasks.workunit.client.0.smithi019.stderr: -496> 2023-12-03T11:51:32.811+0000 7febadffb640 10 monclient: _check_auth_tickets 2023-12-03T11:51:32.975 INFO:tasks.workunit.client.0.smithi019.stderr: -495> 2023-12-03T11:51:32.811+0000 7febadffb640 10 monclient: handle_config config(0 keys) v1 2023-12-03T11:51:32.975 INFO:tasks.workunit.client.0.smithi019.stderr: -494> 2023-12-03T11:51:32.811+0000 7febadffb640 10 monclient: handle_monmap mon_map magic: 0 v1 2023-12-03T11:51:32.976 INFO:tasks.workunit.client.0.smithi019.stderr: -493> 2023-12-03T11:51:32.811+0000 7febadffb640 10 monclient: got monmap 1 from mon.c (according to old e1) 2023-12-03T11:51:32.976 INFO:tasks.workunit.client.0.smithi019.stderr: -492> 2023-12-03T11:51:32.811+0000 7febadffb640 10 monclient: dump: 2023-12-03T11:51:32.976 INFO:tasks.workunit.client.0.smithi019.stderr:epoch 1 2023-12-03T11:51:32.976 INFO:tasks.workunit.client.0.smithi019.stderr:fsid ae33780b-1c64-42c6-818c-b1dc720ff6a2 2023-12-03T11:51:32.976 INFO:tasks.workunit.client.0.smithi019.stderr:last_changed 2023-12-03T11:35:13.610069+0000 2023-12-03T11:51:32.976 INFO:tasks.workunit.client.0.smithi019.stderr:created 2023-12-03T11:35:13.610069+0000 2023-12-03T11:51:32.976 INFO:tasks.workunit.client.0.smithi019.stderr:min_mon_release 18 (reef) 2023-12-03T11:51:32.976 INFO:tasks.workunit.client.0.smithi019.stderr:election_strategy: 1 2023-12-03T11:51:32.976 INFO:tasks.workunit.client.0.smithi019.stderr:0: [v2:172.21.15.19:3300/0,v1:172.21.15.19:6789/0] mon.a 2023-12-03T11:51:32.976 INFO:tasks.workunit.client.0.smithi019.stderr:1: [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] mon.b 2023-12-03T11:51:32.976 INFO:tasks.workunit.client.0.smithi019.stderr:2: [v2:172.21.15.19:3301/0,v1:172.21.15.19:6790/0] mon.c 2023-12-03T11:51:32.976 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:51:32.976 INFO:tasks.workunit.client.0.smithi019.stderr: -491> 2023-12-03T11:51:32.811+0000 7febb7026980 5 monclient: authenticate success, global_id 6863 2023-12-03T11:51:32.976 INFO:tasks.workunit.client.0.smithi019.stderr: -490> 2023-12-03T11:51:32.811+0000 7febaeffd640 4 set_mon_vals no callback set 2023-12-03T11:51:32.976 INFO:tasks.workunit.client.0.smithi019.stderr: -489> 2023-12-03T11:51:32.811+0000 7febb7026980 10 monclient: _renew_subs 2023-12-03T11:51:32.976 INFO:tasks.workunit.client.0.smithi019.stderr: -488> 2023-12-03T11:51:32.811+0000 7febb7026980 10 monclient: _send_mon_message to mon.c at v2:172.21.15.19:3301/0 2023-12-03T11:51:32.977 INFO:tasks.workunit.client.0.smithi019.stderr: -487> 2023-12-03T11:51:32.811+0000 7febb7026980 10 monclient: _renew_subs 2023-12-03T11:51:32.977 INFO:tasks.workunit.client.0.smithi019.stderr: -486> 2023-12-03T11:51:32.811+0000 7febb7026980 10 monclient: _send_mon_message to mon.c at v2:172.21.15.19:3301/0 2023-12-03T11:51:32.977 INFO:tasks.workunit.client.0.smithi019.stderr: -485> 2023-12-03T11:51:32.811+0000 7febb7026980 1 librados: init done 2023-12-03T11:51:32.977 INFO:tasks.workunit.client.0.smithi019.stderr: -484> 2023-12-03T11:51:32.815+0000 7febb7026980 10 monclient: get_monmap_and_config 2023-12-03T11:51:32.977 INFO:tasks.workunit.client.0.smithi019.stderr: -483> 2023-12-03T11:51:32.815+0000 7febb7026980 10 monclient: build_initial_monmap 2023-12-03T11:51:32.977 INFO:tasks.workunit.client.0.smithi019.stderr: -482> 2023-12-03T11:51:32.815+0000 7febb7026980 1 build_initial for_mkfs: 0 2023-12-03T11:51:32.977 INFO:tasks.workunit.client.0.smithi019.stderr: -481> 2023-12-03T11:51:32.815+0000 7febb7026980 10 monclient: monmap: 2023-12-03T11:51:32.977 INFO:tasks.workunit.client.0.smithi019.stderr:epoch 0 2023-12-03T11:51:32.977 INFO:tasks.workunit.client.0.smithi019.stderr:fsid 00000000-0000-0000-0000-000000000000 2023-12-03T11:51:32.977 INFO:tasks.workunit.client.0.smithi019.stderr:last_changed 0.000000 2023-12-03T11:51:32.977 INFO:tasks.workunit.client.0.smithi019.stderr:created 0.000000 2023-12-03T11:51:32.977 INFO:tasks.workunit.client.0.smithi019.stderr:min_mon_release 0 (unknown) 2023-12-03T11:51:32.977 INFO:tasks.workunit.client.0.smithi019.stderr:election_strategy: 1 2023-12-03T11:51:32.977 INFO:tasks.workunit.client.0.smithi019.stderr:0: [v2:172.21.15.19:3300/0,v1:172.21.15.19:6789/0] mon.noname-a 2023-12-03T11:51:32.977 INFO:tasks.workunit.client.0.smithi019.stderr:1: [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] mon.noname-b 2023-12-03T11:51:32.977 INFO:tasks.workunit.client.0.smithi019.stderr:2: [v2:172.21.15.19:3301/0,v1:172.21.15.19:6790/0] mon.noname-c 2023-12-03T11:51:32.978 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:51:32.978 INFO:tasks.workunit.client.0.smithi019.stderr: -480> 2023-12-03T11:51:32.815+0000 7febb7026980 5 AuthRegistry(0x55c0744941e0) adding auth protocol: cephx 2023-12-03T11:51:32.978 INFO:tasks.workunit.client.0.smithi019.stderr: -479> 2023-12-03T11:51:32.815+0000 7febb7026980 5 AuthRegistry(0x55c0744941e0) adding auth protocol: cephx 2023-12-03T11:51:32.978 INFO:tasks.workunit.client.0.smithi019.stderr: -478> 2023-12-03T11:51:32.815+0000 7febb7026980 5 AuthRegistry(0x55c0744941e0) adding auth protocol: cephx 2023-12-03T11:51:32.978 INFO:tasks.workunit.client.0.smithi019.stderr: -477> 2023-12-03T11:51:32.815+0000 7febb7026980 5 AuthRegistry(0x55c0744941e0) adding con mode: secure 2023-12-03T11:51:32.978 INFO:tasks.workunit.client.0.smithi019.stderr: -476> 2023-12-03T11:51:32.815+0000 7febb7026980 5 AuthRegistry(0x55c0744941e0) adding con mode: crc 2023-12-03T11:51:32.978 INFO:tasks.workunit.client.0.smithi019.stderr: -475> 2023-12-03T11:51:32.815+0000 7febb7026980 5 AuthRegistry(0x55c0744941e0) adding con mode: secure 2023-12-03T11:51:32.978 INFO:tasks.workunit.client.0.smithi019.stderr: -474> 2023-12-03T11:51:32.815+0000 7febb7026980 5 AuthRegistry(0x55c0744941e0) adding con mode: crc 2023-12-03T11:51:32.978 INFO:tasks.workunit.client.0.smithi019.stderr: -473> 2023-12-03T11:51:32.815+0000 7febb7026980 5 AuthRegistry(0x55c0744941e0) adding con mode: secure 2023-12-03T11:51:32.978 INFO:tasks.workunit.client.0.smithi019.stderr: -472> 2023-12-03T11:51:32.815+0000 7febb7026980 5 AuthRegistry(0x55c0744941e0) adding con mode: crc 2023-12-03T11:51:32.978 INFO:tasks.workunit.client.0.smithi019.stderr: -471> 2023-12-03T11:51:32.815+0000 7febb7026980 5 AuthRegistry(0x55c0744941e0) adding con mode: crc 2023-12-03T11:51:32.978 INFO:tasks.workunit.client.0.smithi019.stderr: -470> 2023-12-03T11:51:32.815+0000 7febb7026980 5 AuthRegistry(0x55c0744941e0) adding con mode: secure 2023-12-03T11:51:32.978 INFO:tasks.workunit.client.0.smithi019.stderr: -469> 2023-12-03T11:51:32.815+0000 7febb7026980 5 AuthRegistry(0x55c0744941e0) adding con mode: crc 2023-12-03T11:51:32.978 INFO:tasks.workunit.client.0.smithi019.stderr: -468> 2023-12-03T11:51:32.815+0000 7febb7026980 5 AuthRegistry(0x55c0744941e0) adding con mode: secure 2023-12-03T11:51:32.978 INFO:tasks.workunit.client.0.smithi019.stderr: -467> 2023-12-03T11:51:32.815+0000 7febb7026980 5 AuthRegistry(0x55c0744941e0) adding con mode: crc 2023-12-03T11:51:32.979 INFO:tasks.workunit.client.0.smithi019.stderr: -466> 2023-12-03T11:51:32.815+0000 7febb7026980 5 AuthRegistry(0x55c0744941e0) adding con mode: secure 2023-12-03T11:51:32.979 INFO:tasks.workunit.client.0.smithi019.stderr: -465> 2023-12-03T11:51:32.815+0000 7febb7026980 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-12-03T11:51:32.979 INFO:tasks.workunit.client.0.smithi019.stderr: -464> 2023-12-03T11:51:32.815+0000 7febb7026980 10 monclient: init 2023-12-03T11:51:32.979 INFO:tasks.workunit.client.0.smithi019.stderr: -463> 2023-12-03T11:51:32.815+0000 7febb7026980 5 AuthRegistry(0x7ffefed94ca0) adding auth protocol: cephx 2023-12-03T11:51:32.979 INFO:tasks.workunit.client.0.smithi019.stderr: -462> 2023-12-03T11:51:32.815+0000 7febb7026980 5 AuthRegistry(0x7ffefed94ca0) adding auth protocol: cephx 2023-12-03T11:51:32.979 INFO:tasks.workunit.client.0.smithi019.stderr: -461> 2023-12-03T11:51:32.815+0000 7febb7026980 5 AuthRegistry(0x7ffefed94ca0) adding auth protocol: cephx 2023-12-03T11:51:32.979 INFO:tasks.workunit.client.0.smithi019.stderr: -460> 2023-12-03T11:51:32.815+0000 7febb7026980 5 AuthRegistry(0x7ffefed94ca0) adding con mode: secure 2023-12-03T11:51:32.979 INFO:tasks.workunit.client.0.smithi019.stderr: -459> 2023-12-03T11:51:32.815+0000 7febb7026980 5 AuthRegistry(0x7ffefed94ca0) adding con mode: crc 2023-12-03T11:51:32.979 INFO:tasks.workunit.client.0.smithi019.stderr: -458> 2023-12-03T11:51:32.815+0000 7febb7026980 5 AuthRegistry(0x7ffefed94ca0) adding con mode: secure 2023-12-03T11:51:32.979 INFO:tasks.workunit.client.0.smithi019.stderr: -457> 2023-12-03T11:51:32.815+0000 7febb7026980 5 AuthRegistry(0x7ffefed94ca0) adding con mode: crc 2023-12-03T11:51:32.979 INFO:tasks.workunit.client.0.smithi019.stderr: -456> 2023-12-03T11:51:32.815+0000 7febb7026980 5 AuthRegistry(0x7ffefed94ca0) adding con mode: secure 2023-12-03T11:51:32.979 INFO:tasks.workunit.client.0.smithi019.stderr: -455> 2023-12-03T11:51:32.815+0000 7febb7026980 5 AuthRegistry(0x7ffefed94ca0) adding con mode: crc 2023-12-03T11:51:32.979 INFO:tasks.workunit.client.0.smithi019.stderr: -454> 2023-12-03T11:51:32.815+0000 7febb7026980 5 AuthRegistry(0x7ffefed94ca0) adding con mode: crc 2023-12-03T11:51:32.979 INFO:tasks.workunit.client.0.smithi019.stderr: -453> 2023-12-03T11:51:32.815+0000 7febb7026980 5 AuthRegistry(0x7ffefed94ca0) adding con mode: secure 2023-12-03T11:51:32.979 INFO:tasks.workunit.client.0.smithi019.stderr: -452> 2023-12-03T11:51:32.815+0000 7febb7026980 5 AuthRegistry(0x7ffefed94ca0) adding con mode: crc 2023-12-03T11:51:32.979 INFO:tasks.workunit.client.0.smithi019.stderr: -451> 2023-12-03T11:51:32.815+0000 7febb7026980 5 AuthRegistry(0x7ffefed94ca0) adding con mode: secure 2023-12-03T11:51:32.980 INFO:tasks.workunit.client.0.smithi019.stderr: -450> 2023-12-03T11:51:32.815+0000 7febb7026980 5 AuthRegistry(0x7ffefed94ca0) adding con mode: crc 2023-12-03T11:51:32.980 INFO:tasks.workunit.client.0.smithi019.stderr: -449> 2023-12-03T11:51:32.815+0000 7febb7026980 5 AuthRegistry(0x7ffefed94ca0) adding con mode: secure 2023-12-03T11:51:32.980 INFO:tasks.workunit.client.0.smithi019.stderr: -448> 2023-12-03T11:51:32.815+0000 7febb7026980 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-12-03T11:51:32.980 INFO:tasks.workunit.client.0.smithi019.stderr: -447> 2023-12-03T11:51:32.815+0000 7febb7026980 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-12-03T11:51:32.980 INFO:tasks.workunit.client.0.smithi019.stderr: -446> 2023-12-03T11:51:32.815+0000 7febb7026980 5 asok(0x55c074288240) register_command rotate-key cmddesc rotate-key hook 0x7ffefed94de8 EEXIST 2023-12-03T11:51:32.980 INFO:tasks.workunit.client.0.smithi019.stderr: -445> 2023-12-03T11:51:32.815+0000 7febb7026980 10 monclient: _reopen_session rank -1 2023-12-03T11:51:32.980 INFO:tasks.workunit.client.0.smithi019.stderr: -444> 2023-12-03T11:51:32.815+0000 7febb7026980 10 monclient: _add_conns ranks=[1,2,0] 2023-12-03T11:51:32.980 INFO:tasks.workunit.client.0.smithi019.stderr: -443> 2023-12-03T11:51:32.815+0000 7febb7026980 10 monclient(hunting): picked mon.noname-b con 0x55c0744ce700 addr [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] 2023-12-03T11:51:32.980 INFO:tasks.workunit.client.0.smithi019.stderr: -442> 2023-12-03T11:51:32.815+0000 7febb7026980 10 monclient(hunting): picked mon.noname-c con 0x55c0744c5b50 addr [v2:172.21.15.19:3301/0,v1:172.21.15.19:6790/0] 2023-12-03T11:51:32.980 INFO:tasks.workunit.client.0.smithi019.stderr: -441> 2023-12-03T11:51:32.815+0000 7febb7026980 10 monclient(hunting): picked mon.noname-a con 0x55c074496670 addr [v2:172.21.15.19:3300/0,v1:172.21.15.19:6789/0] 2023-12-03T11:51:32.980 INFO:tasks.workunit.client.0.smithi019.stderr: -440> 2023-12-03T11:51:32.815+0000 7febb7026980 10 monclient(hunting): start opening mon connection 2023-12-03T11:51:32.980 INFO:tasks.workunit.client.0.smithi019.stderr: -439> 2023-12-03T11:51:32.815+0000 7febb7026980 10 monclient(hunting): start opening mon connection 2023-12-03T11:51:32.980 INFO:tasks.workunit.client.0.smithi019.stderr: -438> 2023-12-03T11:51:32.815+0000 7febb7026980 10 monclient(hunting): start opening mon connection 2023-12-03T11:51:32.980 INFO:tasks.workunit.client.0.smithi019.stderr: -437> 2023-12-03T11:51:32.815+0000 7febb7026980 10 monclient(hunting): _renew_subs 2023-12-03T11:51:32.980 INFO:tasks.workunit.client.0.smithi019.stderr: -436> 2023-12-03T11:51:32.815+0000 7febb7026980 10 monclient(hunting): authenticate will time out at 1951.221308s 2023-12-03T11:51:32.981 INFO:tasks.workunit.client.0.smithi019.stderr: -435> 2023-12-03T11:51:32.815+0000 7febb4b42640 10 monclient(hunting): get_auth_request con 0x55c0744c5b50 auth_method 0 2023-12-03T11:51:32.981 INFO:tasks.workunit.client.0.smithi019.stderr: -434> 2023-12-03T11:51:32.815+0000 7febb4b42640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-12-03T11:51:32.981 INFO:tasks.workunit.client.0.smithi019.stderr: -433> 2023-12-03T11:51:32.815+0000 7febb4b42640 10 monclient(hunting): _init_auth method 2 2023-12-03T11:51:32.981 INFO:tasks.workunit.client.0.smithi019.stderr: -432> 2023-12-03T11:51:32.815+0000 7febb4b42640 10 monclient(hunting): _init_auth creating new auth 2023-12-03T11:51:32.981 INFO:tasks.workunit.client.0.smithi019.stderr: -431> 2023-12-03T11:51:32.815+0000 7febaffff640 10 monclient(hunting): get_auth_request con 0x55c074496670 auth_method 0 2023-12-03T11:51:32.981 INFO:tasks.workunit.client.0.smithi019.stderr: -430> 2023-12-03T11:51:32.815+0000 7febaffff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-12-03T11:51:32.981 INFO:tasks.workunit.client.0.smithi019.stderr: -429> 2023-12-03T11:51:32.815+0000 7febaffff640 10 monclient(hunting): _init_auth method 2 2023-12-03T11:51:32.981 INFO:tasks.workunit.client.0.smithi019.stderr: -428> 2023-12-03T11:51:32.815+0000 7febaffff640 10 monclient(hunting): _init_auth creating new auth 2023-12-03T11:51:32.981 INFO:tasks.workunit.client.0.smithi019.stderr: -427> 2023-12-03T11:51:32.815+0000 7febaffff640 10 monclient(hunting): handle_auth_reply_more payload 9 2023-12-03T11:51:32.981 INFO:tasks.workunit.client.0.smithi019.stderr: -426> 2023-12-03T11:51:32.815+0000 7febaffff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-12-03T11:51:32.981 INFO:tasks.workunit.client.0.smithi019.stderr: -425> 2023-12-03T11:51:32.815+0000 7febaffff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-12-03T11:51:32.981 INFO:tasks.workunit.client.0.smithi019.stderr: -424> 2023-12-03T11:51:32.815+0000 7febadffb640 4 mgrc handle_mgr_map Got map version 5 2023-12-03T11:51:32.981 INFO:tasks.workunit.client.0.smithi019.stderr: -423> 2023-12-03T11:51:32.815+0000 7febadffb640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.57:6832/1976017766,v1:172.21.15.57:6833/1976017766] 2023-12-03T11:51:32.981 INFO:tasks.workunit.client.0.smithi019.stderr: -422> 2023-12-03T11:51:32.815+0000 7febb4b42640 10 monclient(hunting): handle_auth_reply_more payload 9 2023-12-03T11:51:32.981 INFO:tasks.workunit.client.0.smithi019.stderr: -421> 2023-12-03T11:51:32.815+0000 7febb4b42640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-12-03T11:51:32.982 INFO:tasks.workunit.client.0.smithi019.stderr: -420> 2023-12-03T11:51:32.815+0000 7febadffb640 4 mgrc reconnect Starting new session with [v2:172.21.15.57:6832/1976017766,v1:172.21.15.57:6833/1976017766] 2023-12-03T11:51:32.982 INFO:tasks.workunit.client.0.smithi019.stderr: -419> 2023-12-03T11:51:32.815+0000 7febb4b42640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-12-03T11:51:32.982 INFO:tasks.workunit.client.0.smithi019.stderr: -418> 2023-12-03T11:51:32.815+0000 7febb5343640 10 monclient(hunting): get_auth_request con 0x55c0744ce700 auth_method 0 2023-12-03T11:51:32.982 INFO:tasks.workunit.client.0.smithi019.stderr: -417> 2023-12-03T11:51:32.815+0000 7febb5343640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-12-03T11:51:32.982 INFO:tasks.workunit.client.0.smithi019.stderr: -416> 2023-12-03T11:51:32.815+0000 7febb5343640 10 monclient(hunting): _init_auth method 2 2023-12-03T11:51:32.982 INFO:tasks.workunit.client.0.smithi019.stderr: -415> 2023-12-03T11:51:32.815+0000 7febb5343640 10 monclient(hunting): _init_auth creating new auth 2023-12-03T11:51:32.982 INFO:tasks.workunit.client.0.smithi019.stderr: -414> 2023-12-03T11:51:32.815+0000 7febaffff640 10 monclient(hunting): handle_auth_done global_id 7239 payload 274 2023-12-03T11:51:32.982 INFO:tasks.workunit.client.0.smithi019.stderr: -413> 2023-12-03T11:51:32.815+0000 7febaffff640 10 monclient: _finish_hunting 0 2023-12-03T11:51:32.982 INFO:tasks.workunit.client.0.smithi019.stderr: -412> 2023-12-03T11:51:32.815+0000 7febaffff640 1 monclient: found mon.noname-a 2023-12-03T11:51:32.982 INFO:tasks.workunit.client.0.smithi019.stderr: -411> 2023-12-03T11:51:32.815+0000 7febaffff640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.19:3300/0 2023-12-03T11:51:32.982 INFO:tasks.workunit.client.0.smithi019.stderr: -410> 2023-12-03T11:51:32.815+0000 7febb5343640 10 monclient: get_auth_request con 0x7feb98064e80 auth_method 0 2023-12-03T11:51:32.982 INFO:tasks.workunit.client.0.smithi019.stderr: -409> 2023-12-03T11:51:32.815+0000 7feb96ffd640 10 monclient: handle_monmap mon_map magic: 0 v1 2023-12-03T11:51:32.982 INFO:tasks.workunit.client.0.smithi019.stderr: -408> 2023-12-03T11:51:32.815+0000 7feb96ffd640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2023-12-03T11:51:32.982 INFO:tasks.workunit.client.0.smithi019.stderr: -407> 2023-12-03T11:51:32.815+0000 7feb96ffd640 10 monclient: dump: 2023-12-03T11:51:32.982 INFO:tasks.workunit.client.0.smithi019.stderr:epoch 1 2023-12-03T11:51:32.983 INFO:tasks.workunit.client.0.smithi019.stderr:fsid ae33780b-1c64-42c6-818c-b1dc720ff6a2 2023-12-03T11:51:32.983 INFO:tasks.workunit.client.0.smithi019.stderr:last_changed 2023-12-03T11:35:13.610069+0000 2023-12-03T11:51:32.983 INFO:tasks.workunit.client.0.smithi019.stderr:created 2023-12-03T11:35:13.610069+0000 2023-12-03T11:51:32.983 INFO:tasks.workunit.client.0.smithi019.stderr:min_mon_release 18 (reef) 2023-12-03T11:51:32.983 INFO:tasks.workunit.client.0.smithi019.stderr:election_strategy: 1 2023-12-03T11:51:32.983 INFO:tasks.workunit.client.0.smithi019.stderr:0: [v2:172.21.15.19:3300/0,v1:172.21.15.19:6789/0] mon.a 2023-12-03T11:51:32.983 INFO:tasks.workunit.client.0.smithi019.stderr:1: [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] mon.b 2023-12-03T11:51:32.983 INFO:tasks.workunit.client.0.smithi019.stderr:2: [v2:172.21.15.19:3301/0,v1:172.21.15.19:6790/0] mon.c 2023-12-03T11:51:32.983 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:51:32.983 INFO:tasks.workunit.client.0.smithi019.stderr: -406> 2023-12-03T11:51:32.815+0000 7feb96ffd640 10 monclient: _finish_auth 0 2023-12-03T11:51:32.983 INFO:tasks.workunit.client.0.smithi019.stderr: -405> 2023-12-03T11:51:32.815+0000 7feb96ffd640 10 monclient: _check_auth_tickets 2023-12-03T11:51:32.983 INFO:tasks.workunit.client.0.smithi019.stderr: -404> 2023-12-03T11:51:32.815+0000 7feb96ffd640 10 monclient: handle_config config(0 keys) v1 2023-12-03T11:51:32.983 INFO:tasks.workunit.client.0.smithi019.stderr: -403> 2023-12-03T11:51:32.815+0000 7febb7026980 5 monclient: authenticate success, global_id 7239 2023-12-03T11:51:32.983 INFO:tasks.workunit.client.0.smithi019.stderr: -402> 2023-12-03T11:51:32.815+0000 7febb7026980 10 monclient: get_monmap_and_config success 2023-12-03T11:51:32.983 INFO:tasks.workunit.client.0.smithi019.stderr: -401> 2023-12-03T11:51:32.815+0000 7febb7026980 4 set_mon_vals no callback set 2023-12-03T11:51:32.984 INFO:tasks.workunit.client.0.smithi019.stderr: -400> 2023-12-03T11:51:32.815+0000 7feb96ffd640 10 monclient: handle_monmap mon_map magic: 0 v1 2023-12-03T11:51:32.984 INFO:tasks.workunit.client.0.smithi019.stderr: -399> 2023-12-03T11:51:32.815+0000 7feb96ffd640 10 monclient: got monmap 1 from mon.a (according to old e1) 2023-12-03T11:51:32.984 INFO:tasks.workunit.client.0.smithi019.stderr: -398> 2023-12-03T11:51:32.815+0000 7feb96ffd640 10 monclient: dump: 2023-12-03T11:51:32.984 INFO:tasks.workunit.client.0.smithi019.stderr:epoch 1 2023-12-03T11:51:32.984 INFO:tasks.workunit.client.0.smithi019.stderr:fsid ae33780b-1c64-42c6-818c-b1dc720ff6a2 2023-12-03T11:51:32.984 INFO:tasks.workunit.client.0.smithi019.stderr:last_changed 2023-12-03T11:35:13.610069+0000 2023-12-03T11:51:32.984 INFO:tasks.workunit.client.0.smithi019.stderr:created 2023-12-03T11:35:13.610069+0000 2023-12-03T11:51:32.984 INFO:tasks.workunit.client.0.smithi019.stderr:min_mon_release 18 (reef) 2023-12-03T11:51:32.984 INFO:tasks.workunit.client.0.smithi019.stderr:election_strategy: 1 2023-12-03T11:51:32.984 INFO:tasks.workunit.client.0.smithi019.stderr:0: [v2:172.21.15.19:3300/0,v1:172.21.15.19:6789/0] mon.a 2023-12-03T11:51:32.984 INFO:tasks.workunit.client.0.smithi019.stderr:1: [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] mon.b 2023-12-03T11:51:32.984 INFO:tasks.workunit.client.0.smithi019.stderr:2: [v2:172.21.15.19:3301/0,v1:172.21.15.19:6790/0] mon.c 2023-12-03T11:51:32.984 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:51:32.984 INFO:tasks.workunit.client.0.smithi019.stderr: -397> 2023-12-03T11:51:32.815+0000 7febb7026980 10 monclient: shutdown 2023-12-03T11:51:32.984 INFO:tasks.workunit.client.0.smithi019.stderr: -396> 2023-12-03T11:51:32.815+0000 7febb7026980 10 monclient: build_initial_monmap 2023-12-03T11:51:32.985 INFO:tasks.workunit.client.0.smithi019.stderr: -395> 2023-12-03T11:51:32.815+0000 7febb7026980 1 build_initial for_mkfs: 0 2023-12-03T11:51:32.985 INFO:tasks.workunit.client.0.smithi019.stderr: -394> 2023-12-03T11:51:32.815+0000 7febb7026980 10 monclient: monmap: 2023-12-03T11:51:32.985 INFO:tasks.workunit.client.0.smithi019.stderr:epoch 0 2023-12-03T11:51:32.985 INFO:tasks.workunit.client.0.smithi019.stderr:fsid 00000000-0000-0000-0000-000000000000 2023-12-03T11:51:32.985 INFO:tasks.workunit.client.0.smithi019.stderr:last_changed 0.000000 2023-12-03T11:51:32.985 INFO:tasks.workunit.client.0.smithi019.stderr:created 0.000000 2023-12-03T11:51:32.985 INFO:tasks.workunit.client.0.smithi019.stderr:min_mon_release 0 (unknown) 2023-12-03T11:51:32.985 INFO:tasks.workunit.client.0.smithi019.stderr:election_strategy: 1 2023-12-03T11:51:32.985 INFO:tasks.workunit.client.0.smithi019.stderr:0: [v2:172.21.15.19:3300/0,v1:172.21.15.19:6789/0] mon.noname-a 2023-12-03T11:51:32.985 INFO:tasks.workunit.client.0.smithi019.stderr:1: [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] mon.noname-b 2023-12-03T11:51:32.985 INFO:tasks.workunit.client.0.smithi019.stderr:2: [v2:172.21.15.19:3301/0,v1:172.21.15.19:6790/0] mon.noname-c 2023-12-03T11:51:32.985 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:51:32.985 INFO:tasks.workunit.client.0.smithi019.stderr: -393> 2023-12-03T11:51:32.815+0000 7febb7026980 5 AuthRegistry(0x55c074498880) adding auth protocol: cephx 2023-12-03T11:51:32.985 INFO:tasks.workunit.client.0.smithi019.stderr: -392> 2023-12-03T11:51:32.815+0000 7febb7026980 5 AuthRegistry(0x55c074498880) adding auth protocol: cephx 2023-12-03T11:51:32.985 INFO:tasks.workunit.client.0.smithi019.stderr: -391> 2023-12-03T11:51:32.815+0000 7febb7026980 5 AuthRegistry(0x55c074498880) adding auth protocol: cephx 2023-12-03T11:51:32.986 INFO:tasks.workunit.client.0.smithi019.stderr: -390> 2023-12-03T11:51:32.815+0000 7febb7026980 5 AuthRegistry(0x55c074498880) adding con mode: secure 2023-12-03T11:51:32.986 INFO:tasks.workunit.client.0.smithi019.stderr: -389> 2023-12-03T11:51:32.815+0000 7febb7026980 5 AuthRegistry(0x55c074498880) adding con mode: crc 2023-12-03T11:51:32.986 INFO:tasks.workunit.client.0.smithi019.stderr: -388> 2023-12-03T11:51:32.815+0000 7febb7026980 5 AuthRegistry(0x55c074498880) adding con mode: secure 2023-12-03T11:51:32.986 INFO:tasks.workunit.client.0.smithi019.stderr: -387> 2023-12-03T11:51:32.815+0000 7febb7026980 5 AuthRegistry(0x55c074498880) adding con mode: crc 2023-12-03T11:51:32.986 INFO:tasks.workunit.client.0.smithi019.stderr: -386> 2023-12-03T11:51:32.815+0000 7febb7026980 5 AuthRegistry(0x55c074498880) adding con mode: secure 2023-12-03T11:51:32.986 INFO:tasks.workunit.client.0.smithi019.stderr: -385> 2023-12-03T11:51:32.815+0000 7febb7026980 5 AuthRegistry(0x55c074498880) adding con mode: crc 2023-12-03T11:51:32.986 INFO:tasks.workunit.client.0.smithi019.stderr: -384> 2023-12-03T11:51:32.815+0000 7febb7026980 5 AuthRegistry(0x55c074498880) adding con mode: crc 2023-12-03T11:51:32.986 INFO:tasks.workunit.client.0.smithi019.stderr: -383> 2023-12-03T11:51:32.815+0000 7febb7026980 5 AuthRegistry(0x55c074498880) adding con mode: secure 2023-12-03T11:51:32.986 INFO:tasks.workunit.client.0.smithi019.stderr: -382> 2023-12-03T11:51:32.815+0000 7febb7026980 5 AuthRegistry(0x55c074498880) adding con mode: crc 2023-12-03T11:51:32.986 INFO:tasks.workunit.client.0.smithi019.stderr: -381> 2023-12-03T11:51:32.815+0000 7febb7026980 5 AuthRegistry(0x55c074498880) adding con mode: secure 2023-12-03T11:51:32.986 INFO:tasks.workunit.client.0.smithi019.stderr: -380> 2023-12-03T11:51:32.815+0000 7febb7026980 5 AuthRegistry(0x55c074498880) adding con mode: crc 2023-12-03T11:51:32.986 INFO:tasks.workunit.client.0.smithi019.stderr: -379> 2023-12-03T11:51:32.815+0000 7febb7026980 5 AuthRegistry(0x55c074498880) adding con mode: secure 2023-12-03T11:51:32.986 INFO:tasks.workunit.client.0.smithi019.stderr: -378> 2023-12-03T11:51:32.815+0000 7febb7026980 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-12-03T11:51:32.986 INFO:tasks.workunit.client.0.smithi019.stderr: -377> 2023-12-03T11:51:32.815+0000 7febb7026980 1 librados: starting msgr at 2023-12-03T11:51:32.986 INFO:tasks.workunit.client.0.smithi019.stderr: -376> 2023-12-03T11:51:32.815+0000 7febb7026980 1 librados: starting objecter 2023-12-03T11:51:32.987 INFO:tasks.workunit.client.0.smithi019.stderr: -375> 2023-12-03T11:51:32.815+0000 7febb7026980 5 asok(0x55c074288240) register_command objecter_requests cmddesc objecter_requests hook 0x55c0744cdda0 EEXIST 2023-12-03T11:51:32.987 INFO:tasks.workunit.client.0.smithi019.stderr: -374> 2023-12-03T11:51:32.815+0000 7febb7026980 1 librados: setting wanted keys 2023-12-03T11:51:32.987 INFO:tasks.workunit.client.0.smithi019.stderr: -373> 2023-12-03T11:51:32.815+0000 7febb7026980 1 librados: calling monclient init 2023-12-03T11:51:32.987 INFO:tasks.workunit.client.0.smithi019.stderr: -372> 2023-12-03T11:51:32.815+0000 7febb7026980 10 monclient: init 2023-12-03T11:51:32.987 INFO:tasks.workunit.client.0.smithi019.stderr: -371> 2023-12-03T11:51:32.815+0000 7febb7026980 5 AuthRegistry(0x55c074492528) adding auth protocol: cephx 2023-12-03T11:51:32.987 INFO:tasks.workunit.client.0.smithi019.stderr: -370> 2023-12-03T11:51:32.815+0000 7febb7026980 5 AuthRegistry(0x55c074492528) adding auth protocol: cephx 2023-12-03T11:51:32.987 INFO:tasks.workunit.client.0.smithi019.stderr: -369> 2023-12-03T11:51:32.815+0000 7febb7026980 5 AuthRegistry(0x55c074492528) adding auth protocol: cephx 2023-12-03T11:51:32.987 INFO:tasks.workunit.client.0.smithi019.stderr: -368> 2023-12-03T11:51:32.815+0000 7febb7026980 5 AuthRegistry(0x55c074492528) adding con mode: secure 2023-12-03T11:51:32.987 INFO:tasks.workunit.client.0.smithi019.stderr: -367> 2023-12-03T11:51:32.815+0000 7febb7026980 5 AuthRegistry(0x55c074492528) adding con mode: crc 2023-12-03T11:51:32.987 INFO:tasks.workunit.client.0.smithi019.stderr: -366> 2023-12-03T11:51:32.815+0000 7febb7026980 5 AuthRegistry(0x55c074492528) adding con mode: secure 2023-12-03T11:51:32.987 INFO:tasks.workunit.client.0.smithi019.stderr: -365> 2023-12-03T11:51:32.815+0000 7febb7026980 5 AuthRegistry(0x55c074492528) adding con mode: crc 2023-12-03T11:51:32.987 INFO:tasks.workunit.client.0.smithi019.stderr: -364> 2023-12-03T11:51:32.815+0000 7febb7026980 5 AuthRegistry(0x55c074492528) adding con mode: secure 2023-12-03T11:51:32.987 INFO:tasks.workunit.client.0.smithi019.stderr: -363> 2023-12-03T11:51:32.815+0000 7febb7026980 5 AuthRegistry(0x55c074492528) adding con mode: crc 2023-12-03T11:51:32.987 INFO:tasks.workunit.client.0.smithi019.stderr: -362> 2023-12-03T11:51:32.815+0000 7febb7026980 5 AuthRegistry(0x55c074492528) adding con mode: crc 2023-12-03T11:51:32.987 INFO:tasks.workunit.client.0.smithi019.stderr: -361> 2023-12-03T11:51:32.815+0000 7febb7026980 5 AuthRegistry(0x55c074492528) adding con mode: secure 2023-12-03T11:51:32.987 INFO:tasks.workunit.client.0.smithi019.stderr: -360> 2023-12-03T11:51:32.815+0000 7febb7026980 5 AuthRegistry(0x55c074492528) adding con mode: crc 2023-12-03T11:51:32.988 INFO:tasks.workunit.client.0.smithi019.stderr: -359> 2023-12-03T11:51:32.815+0000 7febb7026980 5 AuthRegistry(0x55c074492528) adding con mode: secure 2023-12-03T11:51:32.988 INFO:tasks.workunit.client.0.smithi019.stderr: -358> 2023-12-03T11:51:32.815+0000 7febb7026980 5 AuthRegistry(0x55c074492528) adding con mode: crc 2023-12-03T11:51:32.988 INFO:tasks.workunit.client.0.smithi019.stderr: -357> 2023-12-03T11:51:32.815+0000 7febb7026980 5 AuthRegistry(0x55c074492528) adding con mode: secure 2023-12-03T11:51:32.988 INFO:tasks.workunit.client.0.smithi019.stderr: -356> 2023-12-03T11:51:32.815+0000 7febb7026980 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-12-03T11:51:32.988 INFO:tasks.workunit.client.0.smithi019.stderr: -355> 2023-12-03T11:51:32.819+0000 7febb7026980 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-12-03T11:51:32.988 INFO:tasks.workunit.client.0.smithi019.stderr: -354> 2023-12-03T11:51:32.819+0000 7febb7026980 5 asok(0x55c074288240) register_command rotate-key cmddesc rotate-key hook 0x55c074492670 EEXIST 2023-12-03T11:51:32.988 INFO:tasks.workunit.client.0.smithi019.stderr: -353> 2023-12-03T11:51:32.819+0000 7febb7026980 10 monclient: _reopen_session rank -1 2023-12-03T11:51:32.988 INFO:tasks.workunit.client.0.smithi019.stderr: -352> 2023-12-03T11:51:32.819+0000 7febb7026980 10 monclient: _add_conns ranks=[2,1,0] 2023-12-03T11:51:32.988 INFO:tasks.workunit.client.0.smithi019.stderr: -351> 2023-12-03T11:51:32.819+0000 7febb7026980 10 monclient(hunting): picked mon.noname-c con 0x55c074496670 addr [v2:172.21.15.19:3301/0,v1:172.21.15.19:6790/0] 2023-12-03T11:51:32.988 INFO:tasks.workunit.client.0.smithi019.stderr: -350> 2023-12-03T11:51:32.819+0000 7febb7026980 10 monclient(hunting): picked mon.noname-b con 0x55c0744c5b50 addr [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] 2023-12-03T11:51:32.988 INFO:tasks.workunit.client.0.smithi019.stderr: -349> 2023-12-03T11:51:32.819+0000 7febb7026980 10 monclient(hunting): picked mon.noname-a con 0x55c0744ce700 addr [v2:172.21.15.19:3300/0,v1:172.21.15.19:6789/0] 2023-12-03T11:51:32.988 INFO:tasks.workunit.client.0.smithi019.stderr: -348> 2023-12-03T11:51:32.819+0000 7febb7026980 10 monclient(hunting): start opening mon connection 2023-12-03T11:51:32.988 INFO:tasks.workunit.client.0.smithi019.stderr: -347> 2023-12-03T11:51:32.819+0000 7febb7026980 10 monclient(hunting): start opening mon connection 2023-12-03T11:51:32.988 INFO:tasks.workunit.client.0.smithi019.stderr: -346> 2023-12-03T11:51:32.819+0000 7febb7026980 10 monclient(hunting): start opening mon connection 2023-12-03T11:51:32.988 INFO:tasks.workunit.client.0.smithi019.stderr: -345> 2023-12-03T11:51:32.819+0000 7febb7026980 10 monclient(hunting): _renew_subs 2023-12-03T11:51:32.989 INFO:tasks.workunit.client.0.smithi019.stderr: -344> 2023-12-03T11:51:32.819+0000 7febb7026980 10 monclient(hunting): authenticate will time out at 1951.224146s 2023-12-03T11:51:32.989 INFO:tasks.workunit.client.0.smithi019.stderr: -343> 2023-12-03T11:51:32.819+0000 7febb4b42640 10 monclient(hunting): get_auth_request con 0x55c074496670 auth_method 0 2023-12-03T11:51:32.989 INFO:tasks.workunit.client.0.smithi019.stderr: -342> 2023-12-03T11:51:32.819+0000 7febb4b42640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-12-03T11:51:32.989 INFO:tasks.workunit.client.0.smithi019.stderr: -341> 2023-12-03T11:51:32.819+0000 7febb4b42640 10 monclient(hunting): _init_auth method 2 2023-12-03T11:51:32.989 INFO:tasks.workunit.client.0.smithi019.stderr: -340> 2023-12-03T11:51:32.819+0000 7febb4b42640 10 monclient(hunting): _init_auth creating new auth 2023-12-03T11:51:32.989 INFO:tasks.workunit.client.0.smithi019.stderr: -339> 2023-12-03T11:51:32.819+0000 7febb5343640 10 monclient(hunting): get_auth_request con 0x55c0744ce700 auth_method 0 2023-12-03T11:51:32.989 INFO:tasks.workunit.client.0.smithi019.stderr: -338> 2023-12-03T11:51:32.819+0000 7febb5343640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-12-03T11:51:32.989 INFO:tasks.workunit.client.0.smithi019.stderr: -337> 2023-12-03T11:51:32.819+0000 7febb5343640 10 monclient(hunting): _init_auth method 2 2023-12-03T11:51:32.989 INFO:tasks.workunit.client.0.smithi019.stderr: -336> 2023-12-03T11:51:32.819+0000 7febb5343640 10 monclient(hunting): _init_auth creating new auth 2023-12-03T11:51:32.989 INFO:tasks.workunit.client.0.smithi019.stderr: -335> 2023-12-03T11:51:32.819+0000 7febb4b42640 10 monclient(hunting): handle_auth_reply_more payload 9 2023-12-03T11:51:32.989 INFO:tasks.workunit.client.0.smithi019.stderr: -334> 2023-12-03T11:51:32.819+0000 7febb4b42640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-12-03T11:51:32.989 INFO:tasks.workunit.client.0.smithi019.stderr: -333> 2023-12-03T11:51:32.819+0000 7febb4b42640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-12-03T11:51:32.989 INFO:tasks.workunit.client.0.smithi019.stderr: -332> 2023-12-03T11:51:32.819+0000 7febb5343640 10 monclient(hunting): handle_auth_reply_more payload 9 2023-12-03T11:51:32.989 INFO:tasks.workunit.client.0.smithi019.stderr: -331> 2023-12-03T11:51:32.819+0000 7febb5343640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-12-03T11:51:32.989 INFO:tasks.workunit.client.0.smithi019.stderr: -330> 2023-12-03T11:51:32.819+0000 7febb5343640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-12-03T11:51:32.989 INFO:tasks.workunit.client.0.smithi019.stderr: -329> 2023-12-03T11:51:32.819+0000 7febaffff640 10 monclient(hunting): get_auth_request con 0x55c0744c5b50 auth_method 0 2023-12-03T11:51:32.990 INFO:tasks.workunit.client.0.smithi019.stderr: -328> 2023-12-03T11:51:32.819+0000 7febaffff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-12-03T11:51:32.990 INFO:tasks.workunit.client.0.smithi019.stderr: -327> 2023-12-03T11:51:32.819+0000 7febaffff640 10 monclient(hunting): _init_auth method 2 2023-12-03T11:51:32.990 INFO:tasks.workunit.client.0.smithi019.stderr: -326> 2023-12-03T11:51:32.819+0000 7febaffff640 10 monclient(hunting): _init_auth creating new auth 2023-12-03T11:51:32.990 INFO:tasks.workunit.client.0.smithi019.stderr: -325> 2023-12-03T11:51:32.819+0000 7febb4b42640 10 monclient(hunting): handle_auth_done global_id 6869 payload 824 2023-12-03T11:51:32.990 INFO:tasks.workunit.client.0.smithi019.stderr: -324> 2023-12-03T11:51:32.819+0000 7febb4b42640 10 monclient: _finish_hunting 0 2023-12-03T11:51:32.990 INFO:tasks.workunit.client.0.smithi019.stderr: -323> 2023-12-03T11:51:32.819+0000 7febb4b42640 1 monclient: found mon.noname-c 2023-12-03T11:51:32.990 INFO:tasks.workunit.client.0.smithi019.stderr: -322> 2023-12-03T11:51:32.819+0000 7febb4b42640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.19:3301/0 2023-12-03T11:51:32.990 INFO:tasks.workunit.client.0.smithi019.stderr: -321> 2023-12-03T11:51:32.819+0000 7feb957fa640 10 monclient: handle_monmap mon_map magic: 0 v1 2023-12-03T11:51:32.990 INFO:tasks.workunit.client.0.smithi019.stderr: -320> 2023-12-03T11:51:32.819+0000 7feb957fa640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2023-12-03T11:51:32.990 INFO:tasks.workunit.client.0.smithi019.stderr: -319> 2023-12-03T11:51:32.819+0000 7feb957fa640 10 monclient: dump: 2023-12-03T11:51:32.990 INFO:tasks.workunit.client.0.smithi019.stderr:epoch 1 2023-12-03T11:51:32.990 INFO:tasks.workunit.client.0.smithi019.stderr:fsid ae33780b-1c64-42c6-818c-b1dc720ff6a2 2023-12-03T11:51:32.990 INFO:tasks.workunit.client.0.smithi019.stderr:last_changed 2023-12-03T11:35:13.610069+0000 2023-12-03T11:51:32.990 INFO:tasks.workunit.client.0.smithi019.stderr:created 2023-12-03T11:35:13.610069+0000 2023-12-03T11:51:32.990 INFO:tasks.workunit.client.0.smithi019.stderr:min_mon_release 18 (reef) 2023-12-03T11:51:32.991 INFO:tasks.workunit.client.0.smithi019.stderr:election_strategy: 1 2023-12-03T11:51:32.991 INFO:tasks.workunit.client.0.smithi019.stderr:0: [v2:172.21.15.19:3300/0,v1:172.21.15.19:6789/0] mon.a 2023-12-03T11:51:32.991 INFO:tasks.workunit.client.0.smithi019.stderr:1: [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] mon.b 2023-12-03T11:51:32.991 INFO:tasks.workunit.client.0.smithi019.stderr:2: [v2:172.21.15.19:3301/0,v1:172.21.15.19:6790/0] mon.c 2023-12-03T11:51:32.991 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:51:32.991 INFO:tasks.workunit.client.0.smithi019.stderr: -318> 2023-12-03T11:51:32.819+0000 7feb957fa640 10 monclient: _finish_auth 0 2023-12-03T11:51:32.991 INFO:tasks.workunit.client.0.smithi019.stderr: -317> 2023-12-03T11:51:32.819+0000 7feb957fa640 10 monclient: _check_auth_tickets 2023-12-03T11:51:32.991 INFO:tasks.workunit.client.0.smithi019.stderr: -316> 2023-12-03T11:51:32.819+0000 7feb957fa640 10 monclient: handle_config config(0 keys) v1 2023-12-03T11:51:32.991 INFO:tasks.workunit.client.0.smithi019.stderr: -315> 2023-12-03T11:51:32.819+0000 7feb957fa640 10 monclient: handle_monmap mon_map magic: 0 v1 2023-12-03T11:51:32.991 INFO:tasks.workunit.client.0.smithi019.stderr: -314> 2023-12-03T11:51:32.819+0000 7feb957fa640 10 monclient: got monmap 1 from mon.c (according to old e1) 2023-12-03T11:51:32.991 INFO:tasks.workunit.client.0.smithi019.stderr: -313> 2023-12-03T11:51:32.819+0000 7feb957fa640 10 monclient: dump: 2023-12-03T11:51:32.991 INFO:tasks.workunit.client.0.smithi019.stderr:epoch 1 2023-12-03T11:51:32.991 INFO:tasks.workunit.client.0.smithi019.stderr:fsid ae33780b-1c64-42c6-818c-b1dc720ff6a2 2023-12-03T11:51:32.991 INFO:tasks.workunit.client.0.smithi019.stderr:last_changed 2023-12-03T11:35:13.610069+0000 2023-12-03T11:51:32.991 INFO:tasks.workunit.client.0.smithi019.stderr:created 2023-12-03T11:35:13.610069+0000 2023-12-03T11:51:32.992 INFO:tasks.workunit.client.0.smithi019.stderr:min_mon_release 18 (reef) 2023-12-03T11:51:32.992 INFO:tasks.workunit.client.0.smithi019.stderr:election_strategy: 1 2023-12-03T11:51:32.992 INFO:tasks.workunit.client.0.smithi019.stderr:0: [v2:172.21.15.19:3300/0,v1:172.21.15.19:6789/0] mon.a 2023-12-03T11:51:32.992 INFO:tasks.workunit.client.0.smithi019.stderr:1: [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] mon.b 2023-12-03T11:51:32.992 INFO:tasks.workunit.client.0.smithi019.stderr:2: [v2:172.21.15.19:3301/0,v1:172.21.15.19:6790/0] mon.c 2023-12-03T11:51:32.992 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:51:32.992 INFO:tasks.workunit.client.0.smithi019.stderr: -312> 2023-12-03T11:51:32.819+0000 7feb96ffd640 4 set_mon_vals no callback set 2023-12-03T11:51:32.992 INFO:tasks.workunit.client.0.smithi019.stderr: -311> 2023-12-03T11:51:32.819+0000 7febb7026980 5 monclient: authenticate success, global_id 6869 2023-12-03T11:51:32.992 INFO:tasks.workunit.client.0.smithi019.stderr: -310> 2023-12-03T11:51:32.819+0000 7febb7026980 10 monclient: _renew_subs 2023-12-03T11:51:32.992 INFO:tasks.workunit.client.0.smithi019.stderr: -309> 2023-12-03T11:51:32.819+0000 7febb7026980 10 monclient: _send_mon_message to mon.c at v2:172.21.15.19:3301/0 2023-12-03T11:51:32.992 INFO:tasks.workunit.client.0.smithi019.stderr: -308> 2023-12-03T11:51:32.819+0000 7febb7026980 10 monclient: _renew_subs 2023-12-03T11:51:32.992 INFO:tasks.workunit.client.0.smithi019.stderr: -307> 2023-12-03T11:51:32.819+0000 7febb7026980 10 monclient: _send_mon_message to mon.c at v2:172.21.15.19:3301/0 2023-12-03T11:51:32.992 INFO:tasks.workunit.client.0.smithi019.stderr: -306> 2023-12-03T11:51:32.819+0000 7febb7026980 1 librados: init done 2023-12-03T11:51:32.992 INFO:tasks.workunit.client.0.smithi019.stderr: -305> 2023-12-03T11:51:32.819+0000 7febb7026980 20 rados->read ofs=0 len=0 2023-12-03T11:51:32.992 INFO:tasks.workunit.client.0.smithi019.stderr: -304> 2023-12-03T11:51:32.819+0000 7feb957fa640 4 mgrc handle_mgr_map Got map version 5 2023-12-03T11:51:32.992 INFO:tasks.workunit.client.0.smithi019.stderr: -303> 2023-12-03T11:51:32.819+0000 7feb957fa640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.57:6832/1976017766,v1:172.21.15.57:6833/1976017766] 2023-12-03T11:51:32.992 INFO:tasks.workunit.client.0.smithi019.stderr: -302> 2023-12-03T11:51:32.819+0000 7feb957fa640 4 mgrc reconnect Starting new session with [v2:172.21.15.57:6832/1976017766,v1:172.21.15.57:6833/1976017766] 2023-12-03T11:51:32.993 INFO:tasks.workunit.client.0.smithi019.stderr: -301> 2023-12-03T11:51:32.819+0000 7febaffff640 10 monclient: get_auth_request con 0x7feb90064e50 auth_method 0 2023-12-03T11:51:32.993 INFO:tasks.workunit.client.0.smithi019.stderr: -300> 2023-12-03T11:51:32.819+0000 7febb5343640 10 monclient: get_auth_request con 0x55c0744e0280 auth_method 0 2023-12-03T11:51:32.993 INFO:tasks.workunit.client.0.smithi019.stderr: -299> 2023-12-03T11:51:32.823+0000 7febb7026980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:32.993 INFO:tasks.workunit.client.0.smithi019.stderr: -298> 2023-12-03T11:51:32.823+0000 7febb7026980 20 realm 2023-12-03T11:51:32.993 INFO:tasks.workunit.client.0.smithi019.stderr: -297> 2023-12-03T11:51:32.823+0000 7febb7026980 20 rados->read ofs=0 len=0 2023-12-03T11:51:32.993 INFO:tasks.workunit.client.0.smithi019.stderr: -296> 2023-12-03T11:51:32.823+0000 7febb7026980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:32.993 INFO:tasks.workunit.client.0.smithi019.stderr: -295> 2023-12-03T11:51:32.823+0000 7febb7026980 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:51:32.993 INFO:tasks.workunit.client.0.smithi019.stderr: -294> 2023-12-03T11:51:32.823+0000 7febb7026980 20 rados->read ofs=0 len=0 2023-12-03T11:51:32.993 INFO:tasks.workunit.client.0.smithi019.stderr: -293> 2023-12-03T11:51:32.823+0000 7febb7026980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:32.993 INFO:tasks.workunit.client.0.smithi019.stderr: -292> 2023-12-03T11:51:32.823+0000 7febb7026980 20 rados->read ofs=0 len=0 2023-12-03T11:51:32.993 INFO:tasks.workunit.client.0.smithi019.stderr: -291> 2023-12-03T11:51:32.823+0000 7febb4b42640 10 monclient: get_auth_request con 0x55c0744e4140 auth_method 0 2023-12-03T11:51:32.993 INFO:tasks.workunit.client.0.smithi019.stderr: -290> 2023-12-03T11:51:32.823+0000 7febb7026980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:51:32.993 INFO:tasks.workunit.client.0.smithi019.stderr: -289> 2023-12-03T11:51:32.823+0000 7febb7026980 20 rados->read ofs=0 len=0 2023-12-03T11:51:32.993 INFO:tasks.workunit.client.0.smithi019.stderr: -288> 2023-12-03T11:51:32.823+0000 7febb7026980 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:51:32.993 INFO:tasks.workunit.client.0.smithi019.stderr: -287> 2023-12-03T11:51:32.823+0000 7febb7026980 20 searching for the correct realm 2023-12-03T11:51:32.993 INFO:tasks.workunit.client.0.smithi019.stderr: -286> 2023-12-03T11:51:32.823+0000 7febaffff640 10 monclient: get_auth_request con 0x55c0744e9160 auth_method 0 2023-12-03T11:51:32.994 INFO:tasks.workunit.client.0.smithi019.stderr: -285> 2023-12-03T11:51:32.827+0000 7febb5343640 10 monclient: get_auth_request con 0x7feba0048070 auth_method 0 2023-12-03T11:51:32.994 INFO:tasks.workunit.client.0.smithi019.stderr: -284> 2023-12-03T11:51:32.827+0000 7febb4b42640 10 monclient: get_auth_request con 0x7febb0033040 auth_method 0 2023-12-03T11:51:32.994 INFO:tasks.workunit.client.0.smithi019.stderr: -283> 2023-12-03T11:51:32.827+0000 7febaffff640 10 monclient: get_auth_request con 0x7feba80ef3e0 auth_method 0 2023-12-03T11:51:32.994 INFO:tasks.workunit.client.0.smithi019.stderr: -282> 2023-12-03T11:51:32.835+0000 7febb5343640 10 monclient: get_auth_request con 0x7feba0008040 auth_method 0 2023-12-03T11:51:32.994 INFO:tasks.workunit.client.0.smithi019.stderr: -281> 2023-12-03T11:51:32.839+0000 7febb4b42640 10 monclient: get_auth_request con 0x7feba00580d0 auth_method 0 2023-12-03T11:51:32.994 INFO:tasks.workunit.client.0.smithi019.stderr: -280> 2023-12-03T11:51:32.847+0000 7febb4b42640 0 -- 172.21.15.19:0/1142991753 >> [v2:172.21.15.57:6808/3142144203,v1:172.21.15.57:6809/3142144203] conn(0x55c0744e4140 msgr2=0x55c0744e6570 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:51:32.994 INFO:tasks.workunit.client.0.smithi019.stderr: -279> 2023-12-03T11:51:32.847+0000 7feb957fa640 1 client.6869.objecter ms_handle_reset 0x55c0744e4140 session 0x55c07426bb00 osd.5 2023-12-03T11:51:32.994 INFO:tasks.workunit.client.0.smithi019.stderr: -278> 2023-12-03T11:51:32.847+0000 7feb957fa640 10 monclient: _renew_subs 2023-12-03T11:51:32.994 INFO:tasks.workunit.client.0.smithi019.stderr: -277> 2023-12-03T11:51:32.847+0000 7feb957fa640 10 monclient: _send_mon_message to mon.c at v2:172.21.15.19:3301/0 2023-12-03T11:51:32.994 INFO:tasks.workunit.client.0.smithi019.stderr: -276> 2023-12-03T11:51:32.847+0000 7febb4b42640 10 monclient: get_auth_request con 0x7feb90075330 auth_method 0 2023-12-03T11:51:32.994 INFO:tasks.workunit.client.0.smithi019.stderr: -275> 2023-12-03T11:51:32.851+0000 7febb7026980 20 RGWRados::pool_iterate: got zonegroup_info.9433ba8b-08fe-4f3d-8375-ae7b0ce32294 2023-12-03T11:51:32.994 INFO:tasks.workunit.client.0.smithi019.stderr: -274> 2023-12-03T11:51:32.851+0000 7febb7026980 20 RGWRados::pool_iterate: got zone_info.43a5e689-6a4f-4bb6-8529-28824bd75ab9 2023-12-03T11:51:32.994 INFO:tasks.workunit.client.0.smithi019.stderr: -273> 2023-12-03T11:51:32.851+0000 7febb7026980 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:51:32.994 INFO:tasks.workunit.client.0.smithi019.stderr: -272> 2023-12-03T11:51:32.851+0000 7febb7026980 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:51:32.994 INFO:tasks.workunit.client.0.smithi019.stderr: -271> 2023-12-03T11:51:32.851+0000 7febb7026980 20 rados->read ofs=0 len=0 2023-12-03T11:51:32.995 INFO:tasks.workunit.client.0.smithi019.stderr: -270> 2023-12-03T11:51:32.851+0000 7febb7026980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:32.995 INFO:tasks.workunit.client.0.smithi019.stderr: -269> 2023-12-03T11:51:32.851+0000 7febb7026980 20 rados->read ofs=0 len=0 2023-12-03T11:51:32.995 INFO:tasks.workunit.client.0.smithi019.stderr: -268> 2023-12-03T11:51:32.851+0000 7febb7026980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:51:32.995 INFO:tasks.workunit.client.0.smithi019.stderr: -267> 2023-12-03T11:51:32.851+0000 7febb7026980 20 rados->read ofs=0 len=0 2023-12-03T11:51:32.995 INFO:tasks.workunit.client.0.smithi019.stderr: -266> 2023-12-03T11:51:32.851+0000 7febb7026980 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:51:32.995 INFO:tasks.workunit.client.0.smithi019.stderr: -265> 2023-12-03T11:51:32.851+0000 7febb7026980 20 zone default found 2023-12-03T11:51:32.995 INFO:tasks.workunit.client.0.smithi019.stderr: -264> 2023-12-03T11:51:32.851+0000 7febb7026980 4 Realm: () 2023-12-03T11:51:32.995 INFO:tasks.workunit.client.0.smithi019.stderr: -263> 2023-12-03T11:51:32.851+0000 7febb7026980 4 ZoneGroup: default (9433ba8b-08fe-4f3d-8375-ae7b0ce32294) 2023-12-03T11:51:32.995 INFO:tasks.workunit.client.0.smithi019.stderr: -262> 2023-12-03T11:51:32.851+0000 7febb7026980 4 Zone: default (43a5e689-6a4f-4bb6-8529-28824bd75ab9) 2023-12-03T11:51:32.995 INFO:tasks.workunit.client.0.smithi019.stderr: -261> 2023-12-03T11:51:32.851+0000 7febb7026980 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:51:32.995 INFO:tasks.workunit.client.0.smithi019.stderr: -260> 2023-12-03T11:51:32.851+0000 7febb7026980 20 zonegroup default 2023-12-03T11:51:32.995 INFO:tasks.workunit.client.0.smithi019.stderr: -259> 2023-12-03T11:51:32.851+0000 7febb7026980 20 rados->read ofs=0 len=0 2023-12-03T11:51:32.995 INFO:tasks.workunit.client.0.smithi019.stderr: -258> 2023-12-03T11:51:32.855+0000 7febb7026980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:32.995 INFO:tasks.workunit.client.0.smithi019.stderr: -257> 2023-12-03T11:51:32.855+0000 7febb7026980 20 rados->read ofs=0 len=0 2023-12-03T11:51:32.995 INFO:tasks.workunit.client.0.smithi019.stderr: -256> 2023-12-03T11:51:32.855+0000 7febb7026980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:32.996 INFO:tasks.workunit.client.0.smithi019.stderr: -255> 2023-12-03T11:51:32.855+0000 7febb7026980 20 rados->read ofs=0 len=0 2023-12-03T11:51:32.996 INFO:tasks.workunit.client.0.smithi019.stderr: -254> 2023-12-03T11:51:32.855+0000 7febb7026980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:32.996 INFO:tasks.workunit.client.0.smithi019.stderr: -253> 2023-12-03T11:51:32.855+0000 7febb7026980 20 started sync module instance, tier type = 2023-12-03T11:51:32.996 INFO:tasks.workunit.client.0.smithi019.stderr: -252> 2023-12-03T11:51:32.855+0000 7febb7026980 20 started zone id=43a5e689-6a4f-4bb6-8529-28824bd75ab9 (name=default) with tier type = 2023-12-03T11:51:32.996 INFO:tasks.workunit.client.0.smithi019.stderr: -251> 2023-12-03T11:51:32.867+0000 7febb5343640 0 -- 172.21.15.19:0/1142991753 >> [v2:172.21.15.57:6816/3303414699,v1:172.21.15.57:6817/3303414699] conn(0x7feba0008040 msgr2=0x7feba0055720 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2023-12-03T11:51:32.996 INFO:tasks.workunit.client.0.smithi019.stderr: -250> 2023-12-03T11:51:32.867+0000 7feb957fa640 1 client.6869.objecter ms_handle_reset 0x7feba0008040 session 0x7feba0069040 osd.6 2023-12-03T11:51:32.996 INFO:tasks.workunit.client.0.smithi019.stderr: -249> 2023-12-03T11:51:32.867+0000 7febb5343640 10 monclient: get_auth_request con 0x55c0744e4140 auth_method 0 2023-12-03T11:51:32.996 INFO:tasks.workunit.client.0.smithi019.stderr: -248> 2023-12-03T11:51:32.871+0000 7febb7026980 20 add_watcher() i=0 2023-12-03T11:51:32.996 INFO:tasks.workunit.client.0.smithi019.stderr: -247> 2023-12-03T11:51:32.871+0000 7febb7026980 20 add_watcher() i=1 2023-12-03T11:51:32.996 INFO:tasks.workunit.client.0.smithi019.stderr: -246> 2023-12-03T11:51:32.871+0000 7febb7026980 20 add_watcher() i=2 2023-12-03T11:51:32.996 INFO:tasks.workunit.client.0.smithi019.stderr: -245> 2023-12-03T11:51:32.871+0000 7febb7026980 20 add_watcher() i=3 2023-12-03T11:51:32.996 INFO:tasks.workunit.client.0.smithi019.stderr: -244> 2023-12-03T11:51:32.871+0000 7febb7026980 20 add_watcher() i=4 2023-12-03T11:51:32.996 INFO:tasks.workunit.client.0.smithi019.stderr: -243> 2023-12-03T11:51:32.871+0000 7febb7026980 20 add_watcher() i=5 2023-12-03T11:51:32.996 INFO:tasks.workunit.client.0.smithi019.stderr: -242> 2023-12-03T11:51:32.871+0000 7febb7026980 20 add_watcher() i=6 2023-12-03T11:51:32.996 INFO:tasks.workunit.client.0.smithi019.stderr: -241> 2023-12-03T11:51:32.875+0000 7febb7026980 20 add_watcher() i=7 2023-12-03T11:51:32.996 INFO:tasks.workunit.client.0.smithi019.stderr: -240> 2023-12-03T11:51:32.875+0000 7febb7026980 2 all 8 watchers are set, enabling cache 2023-12-03T11:51:32.997 INFO:tasks.workunit.client.0.smithi019.stderr: -239> 2023-12-03T11:51:32.875+0000 7febb7026980 5 AuthRegistry(0x7ffefed956e0) adding auth protocol: cephx 2023-12-03T11:51:32.997 INFO:tasks.workunit.client.0.smithi019.stderr: -238> 2023-12-03T11:51:32.875+0000 7febb7026980 5 AuthRegistry(0x7ffefed956e0) adding auth protocol: cephx 2023-12-03T11:51:32.997 INFO:tasks.workunit.client.0.smithi019.stderr: -237> 2023-12-03T11:51:32.875+0000 7febb7026980 5 AuthRegistry(0x7ffefed956e0) adding auth protocol: cephx 2023-12-03T11:51:32.997 INFO:tasks.workunit.client.0.smithi019.stderr: -236> 2023-12-03T11:51:32.875+0000 7febb7026980 5 AuthRegistry(0x7ffefed956e0) adding con mode: secure 2023-12-03T11:51:32.997 INFO:tasks.workunit.client.0.smithi019.stderr: -235> 2023-12-03T11:51:32.875+0000 7febb7026980 5 AuthRegistry(0x7ffefed956e0) adding con mode: crc 2023-12-03T11:51:32.997 INFO:tasks.workunit.client.0.smithi019.stderr: -234> 2023-12-03T11:51:32.875+0000 7febb7026980 5 AuthRegistry(0x7ffefed956e0) adding con mode: secure 2023-12-03T11:51:32.997 INFO:tasks.workunit.client.0.smithi019.stderr: -233> 2023-12-03T11:51:32.875+0000 7febb7026980 5 AuthRegistry(0x7ffefed956e0) adding con mode: crc 2023-12-03T11:51:32.997 INFO:tasks.workunit.client.0.smithi019.stderr: -232> 2023-12-03T11:51:32.875+0000 7febb7026980 5 AuthRegistry(0x7ffefed956e0) adding con mode: secure 2023-12-03T11:51:32.997 INFO:tasks.workunit.client.0.smithi019.stderr: -231> 2023-12-03T11:51:32.875+0000 7febb7026980 5 AuthRegistry(0x7ffefed956e0) adding con mode: crc 2023-12-03T11:51:32.997 INFO:tasks.workunit.client.0.smithi019.stderr: -230> 2023-12-03T11:51:32.875+0000 7febb7026980 5 AuthRegistry(0x7ffefed956e0) adding con mode: crc 2023-12-03T11:51:32.997 INFO:tasks.workunit.client.0.smithi019.stderr: -229> 2023-12-03T11:51:32.875+0000 7febb7026980 5 AuthRegistry(0x7ffefed956e0) adding con mode: secure 2023-12-03T11:51:32.997 INFO:tasks.workunit.client.0.smithi019.stderr: -228> 2023-12-03T11:51:32.875+0000 7febb7026980 5 AuthRegistry(0x7ffefed956e0) adding con mode: crc 2023-12-03T11:51:32.997 INFO:tasks.workunit.client.0.smithi019.stderr: -227> 2023-12-03T11:51:32.875+0000 7feb7a7e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:51:32.997 INFO:tasks.workunit.client.0.smithi019.stderr: -226> 2023-12-03T11:51:32.875+0000 7febb7026980 5 AuthRegistry(0x7ffefed956e0) adding con mode: secure 2023-12-03T11:51:32.997 INFO:tasks.workunit.client.0.smithi019.stderr: -225> 2023-12-03T11:51:32.875+0000 7febb7026980 5 AuthRegistry(0x7ffefed956e0) adding con mode: crc 2023-12-03T11:51:32.998 INFO:tasks.workunit.client.0.smithi019.stderr: -224> 2023-12-03T11:51:32.875+0000 7febb7026980 5 AuthRegistry(0x7ffefed956e0) adding con mode: secure 2023-12-03T11:51:32.998 INFO:tasks.workunit.client.0.smithi019.stderr: -223> 2023-12-03T11:51:32.879+0000 7febb7026980 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-12-03T11:51:32.998 INFO:tasks.workunit.client.0.smithi019.stderr: -222> 2023-12-03T11:51:32.879+0000 7febb7026980 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:51:32.998 INFO:tasks.workunit.client.0.smithi019.stderr: -221> 2023-12-03T11:51:32.879+0000 7febb7026980 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:51:32.998 INFO:tasks.workunit.client.0.smithi019.stderr: -220> 2023-12-03T11:51:32.879+0000 7febb7026980 5 asok(0x55c074288240) register_command cache list hook 0x55c074468f90 2023-12-03T11:51:32.998 INFO:tasks.workunit.client.0.smithi019.stderr: -219> 2023-12-03T11:51:32.879+0000 7febb7026980 5 asok(0x55c074288240) register_command cache inspect hook 0x55c074468f90 2023-12-03T11:51:32.998 INFO:tasks.workunit.client.0.smithi019.stderr: -218> 2023-12-03T11:51:32.879+0000 7febb7026980 5 asok(0x55c074288240) register_command cache erase hook 0x55c074468f90 2023-12-03T11:51:32.998 INFO:tasks.workunit.client.0.smithi019.stderr: -217> 2023-12-03T11:51:32.879+0000 7febb7026980 5 asok(0x55c074288240) register_command cache zap hook 0x55c074468f90 2023-12-03T11:51:32.998 INFO:tasks.workunit.client.0.smithi019.stderr: -216> 2023-12-03T11:51:32.879+0000 7febb7026980 10 monclient: get_monmap_and_config 2023-12-03T11:51:32.998 INFO:tasks.workunit.client.0.smithi019.stderr: -215> 2023-12-03T11:51:32.879+0000 7febb7026980 10 monclient: build_initial_monmap 2023-12-03T11:51:32.998 INFO:tasks.workunit.client.0.smithi019.stderr: -214> 2023-12-03T11:51:32.879+0000 7febb7026980 1 build_initial for_mkfs: 0 2023-12-03T11:51:32.998 INFO:tasks.workunit.client.0.smithi019.stderr: -213> 2023-12-03T11:51:32.879+0000 7febb7026980 10 monclient: monmap: 2023-12-03T11:51:32.998 INFO:tasks.workunit.client.0.smithi019.stderr:epoch 0 2023-12-03T11:51:32.998 INFO:tasks.workunit.client.0.smithi019.stderr:fsid 00000000-0000-0000-0000-000000000000 2023-12-03T11:51:32.998 INFO:tasks.workunit.client.0.smithi019.stderr:last_changed 0.000000 2023-12-03T11:51:32.999 INFO:tasks.workunit.client.0.smithi019.stderr:created 0.000000 2023-12-03T11:51:32.999 INFO:tasks.workunit.client.0.smithi019.stderr:min_mon_release 0 (unknown) 2023-12-03T11:51:32.999 INFO:tasks.workunit.client.0.smithi019.stderr:election_strategy: 1 2023-12-03T11:51:32.999 INFO:tasks.workunit.client.0.smithi019.stderr:0: [v2:172.21.15.19:3300/0,v1:172.21.15.19:6789/0] mon.noname-a 2023-12-03T11:51:32.999 INFO:tasks.workunit.client.0.smithi019.stderr:1: [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] mon.noname-b 2023-12-03T11:51:32.999 INFO:tasks.workunit.client.0.smithi019.stderr:2: [v2:172.21.15.19:3301/0,v1:172.21.15.19:6790/0] mon.noname-c 2023-12-03T11:51:32.999 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:51:32.999 INFO:tasks.workunit.client.0.smithi019.stderr: -212> 2023-12-03T11:51:32.879+0000 7febb7026980 5 AuthRegistry(0x55c0745246b0) adding auth protocol: cephx 2023-12-03T11:51:32.999 INFO:tasks.workunit.client.0.smithi019.stderr: -211> 2023-12-03T11:51:32.879+0000 7febb7026980 5 AuthRegistry(0x55c0745246b0) adding auth protocol: cephx 2023-12-03T11:51:32.999 INFO:tasks.workunit.client.0.smithi019.stderr: -210> 2023-12-03T11:51:32.879+0000 7febb7026980 5 AuthRegistry(0x55c0745246b0) adding auth protocol: cephx 2023-12-03T11:51:32.999 INFO:tasks.workunit.client.0.smithi019.stderr: -209> 2023-12-03T11:51:32.879+0000 7febb7026980 5 AuthRegistry(0x55c0745246b0) adding con mode: secure 2023-12-03T11:51:32.999 INFO:tasks.workunit.client.0.smithi019.stderr: -208> 2023-12-03T11:51:32.879+0000 7febb7026980 5 AuthRegistry(0x55c0745246b0) adding con mode: crc 2023-12-03T11:51:32.999 INFO:tasks.workunit.client.0.smithi019.stderr: -207> 2023-12-03T11:51:32.879+0000 7febb7026980 5 AuthRegistry(0x55c0745246b0) adding con mode: secure 2023-12-03T11:51:32.999 INFO:tasks.workunit.client.0.smithi019.stderr: -206> 2023-12-03T11:51:32.879+0000 7febb7026980 5 AuthRegistry(0x55c0745246b0) adding con mode: crc 2023-12-03T11:51:32.999 INFO:tasks.workunit.client.0.smithi019.stderr: -205> 2023-12-03T11:51:32.879+0000 7febb7026980 5 AuthRegistry(0x55c0745246b0) adding con mode: secure 2023-12-03T11:51:33.000 INFO:tasks.workunit.client.0.smithi019.stderr: -204> 2023-12-03T11:51:32.879+0000 7febb7026980 5 AuthRegistry(0x55c0745246b0) adding con mode: crc 2023-12-03T11:51:33.000 INFO:tasks.workunit.client.0.smithi019.stderr: -203> 2023-12-03T11:51:32.879+0000 7febb7026980 5 AuthRegistry(0x55c0745246b0) adding con mode: crc 2023-12-03T11:51:33.000 INFO:tasks.workunit.client.0.smithi019.stderr: -202> 2023-12-03T11:51:32.879+0000 7febb7026980 5 AuthRegistry(0x55c0745246b0) adding con mode: secure 2023-12-03T11:51:33.000 INFO:tasks.workunit.client.0.smithi019.stderr: -201> 2023-12-03T11:51:32.879+0000 7febb7026980 5 AuthRegistry(0x55c0745246b0) adding con mode: crc 2023-12-03T11:51:33.000 INFO:tasks.workunit.client.0.smithi019.stderr: -200> 2023-12-03T11:51:32.879+0000 7febb7026980 5 AuthRegistry(0x55c0745246b0) adding con mode: secure 2023-12-03T11:51:33.000 INFO:tasks.workunit.client.0.smithi019.stderr: -199> 2023-12-03T11:51:32.879+0000 7febb7026980 5 AuthRegistry(0x55c0745246b0) adding con mode: crc 2023-12-03T11:51:33.000 INFO:tasks.workunit.client.0.smithi019.stderr: -198> 2023-12-03T11:51:32.879+0000 7febb7026980 5 AuthRegistry(0x55c0745246b0) adding con mode: secure 2023-12-03T11:51:33.000 INFO:tasks.workunit.client.0.smithi019.stderr: -197> 2023-12-03T11:51:32.879+0000 7febb7026980 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-12-03T11:51:33.000 INFO:tasks.workunit.client.0.smithi019.stderr: -196> 2023-12-03T11:51:32.879+0000 7febb7026980 10 monclient: init 2023-12-03T11:51:33.000 INFO:tasks.workunit.client.0.smithi019.stderr: -195> 2023-12-03T11:51:32.879+0000 7febb7026980 5 AuthRegistry(0x7ffefed95230) adding auth protocol: cephx 2023-12-03T11:51:33.000 INFO:tasks.workunit.client.0.smithi019.stderr: -194> 2023-12-03T11:51:32.879+0000 7febb7026980 5 AuthRegistry(0x7ffefed95230) adding auth protocol: cephx 2023-12-03T11:51:33.000 INFO:tasks.workunit.client.0.smithi019.stderr: -193> 2023-12-03T11:51:32.879+0000 7febb7026980 5 AuthRegistry(0x7ffefed95230) adding auth protocol: cephx 2023-12-03T11:51:33.000 INFO:tasks.workunit.client.0.smithi019.stderr: -192> 2023-12-03T11:51:32.879+0000 7febb7026980 5 AuthRegistry(0x7ffefed95230) adding con mode: secure 2023-12-03T11:51:33.000 INFO:tasks.workunit.client.0.smithi019.stderr: -191> 2023-12-03T11:51:32.879+0000 7febb7026980 5 AuthRegistry(0x7ffefed95230) adding con mode: crc 2023-12-03T11:51:33.001 INFO:tasks.workunit.client.0.smithi019.stderr: -190> 2023-12-03T11:51:32.879+0000 7febb7026980 5 AuthRegistry(0x7ffefed95230) adding con mode: secure 2023-12-03T11:51:33.001 INFO:tasks.workunit.client.0.smithi019.stderr: -189> 2023-12-03T11:51:32.879+0000 7febb7026980 5 AuthRegistry(0x7ffefed95230) adding con mode: crc 2023-12-03T11:51:33.001 INFO:tasks.workunit.client.0.smithi019.stderr: -188> 2023-12-03T11:51:32.879+0000 7febb7026980 5 AuthRegistry(0x7ffefed95230) adding con mode: secure 2023-12-03T11:51:33.001 INFO:tasks.workunit.client.0.smithi019.stderr: -187> 2023-12-03T11:51:32.879+0000 7febb7026980 5 AuthRegistry(0x7ffefed95230) adding con mode: crc 2023-12-03T11:51:33.001 INFO:tasks.workunit.client.0.smithi019.stderr: -186> 2023-12-03T11:51:32.879+0000 7febb7026980 5 AuthRegistry(0x7ffefed95230) adding con mode: crc 2023-12-03T11:51:33.001 INFO:tasks.workunit.client.0.smithi019.stderr: -185> 2023-12-03T11:51:32.879+0000 7febb7026980 5 AuthRegistry(0x7ffefed95230) adding con mode: secure 2023-12-03T11:51:33.001 INFO:tasks.workunit.client.0.smithi019.stderr: -184> 2023-12-03T11:51:32.879+0000 7febb7026980 5 AuthRegistry(0x7ffefed95230) adding con mode: crc 2023-12-03T11:51:33.001 INFO:tasks.workunit.client.0.smithi019.stderr: -183> 2023-12-03T11:51:32.879+0000 7febb7026980 5 AuthRegistry(0x7ffefed95230) adding con mode: secure 2023-12-03T11:51:33.001 INFO:tasks.workunit.client.0.smithi019.stderr: -182> 2023-12-03T11:51:32.879+0000 7febb7026980 5 AuthRegistry(0x7ffefed95230) adding con mode: crc 2023-12-03T11:51:33.001 INFO:tasks.workunit.client.0.smithi019.stderr: -181> 2023-12-03T11:51:32.879+0000 7febb7026980 5 AuthRegistry(0x7ffefed95230) adding con mode: secure 2023-12-03T11:51:33.001 INFO:tasks.workunit.client.0.smithi019.stderr: -180> 2023-12-03T11:51:32.879+0000 7febb7026980 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-12-03T11:51:33.001 INFO:tasks.workunit.client.0.smithi019.stderr: -179> 2023-12-03T11:51:32.879+0000 7febb7026980 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-12-03T11:51:33.001 INFO:tasks.workunit.client.0.smithi019.stderr: -178> 2023-12-03T11:51:32.879+0000 7febb7026980 5 asok(0x55c074288240) register_command rotate-key cmddesc rotate-key hook 0x7ffefed95378 EEXIST 2023-12-03T11:51:33.001 INFO:tasks.workunit.client.0.smithi019.stderr: -177> 2023-12-03T11:51:32.879+0000 7febb7026980 10 monclient: _reopen_session rank -1 2023-12-03T11:51:33.001 INFO:tasks.workunit.client.0.smithi019.stderr: -176> 2023-12-03T11:51:32.879+0000 7febb7026980 10 monclient: _add_conns ranks=[0,1,2] 2023-12-03T11:51:33.001 INFO:tasks.workunit.client.0.smithi019.stderr: -175> 2023-12-03T11:51:32.879+0000 7febb7026980 10 monclient(hunting): picked mon.noname-a con 0x55c074527430 addr [v2:172.21.15.19:3300/0,v1:172.21.15.19:6789/0] 2023-12-03T11:51:33.002 INFO:tasks.workunit.client.0.smithi019.stderr: -174> 2023-12-03T11:51:32.879+0000 7febb7026980 10 monclient(hunting): picked mon.noname-b con 0x55c07452c7c0 addr [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] 2023-12-03T11:51:33.002 INFO:tasks.workunit.client.0.smithi019.stderr: -173> 2023-12-03T11:51:32.879+0000 7febb7026980 10 monclient(hunting): picked mon.noname-c con 0x55c074525fa0 addr [v2:172.21.15.19:3301/0,v1:172.21.15.19:6790/0] 2023-12-03T11:51:33.002 INFO:tasks.workunit.client.0.smithi019.stderr: -172> 2023-12-03T11:51:32.879+0000 7febb7026980 10 monclient(hunting): start opening mon connection 2023-12-03T11:51:33.002 INFO:tasks.workunit.client.0.smithi019.stderr: -171> 2023-12-03T11:51:32.879+0000 7febb7026980 10 monclient(hunting): start opening mon connection 2023-12-03T11:51:33.002 INFO:tasks.workunit.client.0.smithi019.stderr: -170> 2023-12-03T11:51:32.879+0000 7febb7026980 10 monclient(hunting): start opening mon connection 2023-12-03T11:51:33.002 INFO:tasks.workunit.client.0.smithi019.stderr: -169> 2023-12-03T11:51:32.879+0000 7febb7026980 10 monclient(hunting): _renew_subs 2023-12-03T11:51:33.002 INFO:tasks.workunit.client.0.smithi019.stderr: -168> 2023-12-03T11:51:32.879+0000 7febb7026980 10 monclient(hunting): authenticate will time out at 1951.285195s 2023-12-03T11:51:33.002 INFO:tasks.workunit.client.0.smithi019.stderr: -167> 2023-12-03T11:51:32.879+0000 7febb5343640 10 monclient(hunting): get_auth_request con 0x55c074527430 auth_method 0 2023-12-03T11:51:33.002 INFO:tasks.workunit.client.0.smithi019.stderr: -166> 2023-12-03T11:51:32.879+0000 7febb5343640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-12-03T11:51:33.002 INFO:tasks.workunit.client.0.smithi019.stderr: -165> 2023-12-03T11:51:32.879+0000 7febb5343640 10 monclient(hunting): _init_auth method 2 2023-12-03T11:51:33.002 INFO:tasks.workunit.client.0.smithi019.stderr: -164> 2023-12-03T11:51:32.879+0000 7febb5343640 10 monclient(hunting): _init_auth creating new auth 2023-12-03T11:51:33.002 INFO:tasks.workunit.client.0.smithi019.stderr: -163> 2023-12-03T11:51:32.879+0000 7febaffff640 10 monclient(hunting): get_auth_request con 0x55c074525fa0 auth_method 0 2023-12-03T11:51:33.002 INFO:tasks.workunit.client.0.smithi019.stderr: -162> 2023-12-03T11:51:32.879+0000 7febaffff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-12-03T11:51:33.002 INFO:tasks.workunit.client.0.smithi019.stderr: -161> 2023-12-03T11:51:32.879+0000 7febaffff640 10 monclient(hunting): _init_auth method 2 2023-12-03T11:51:33.002 INFO:tasks.workunit.client.0.smithi019.stderr: -160> 2023-12-03T11:51:32.879+0000 7febaffff640 10 monclient(hunting): _init_auth creating new auth 2023-12-03T11:51:33.002 INFO:tasks.workunit.client.0.smithi019.stderr: -159> 2023-12-03T11:51:32.879+0000 7febb5343640 10 monclient(hunting): handle_auth_reply_more payload 9 2023-12-03T11:51:33.003 INFO:tasks.workunit.client.0.smithi019.stderr: -158> 2023-12-03T11:51:32.879+0000 7febb5343640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-12-03T11:51:33.003 INFO:tasks.workunit.client.0.smithi019.stderr: -157> 2023-12-03T11:51:32.879+0000 7febb5343640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-12-03T11:51:33.003 INFO:tasks.workunit.client.0.smithi019.stderr: -156> 2023-12-03T11:51:32.879+0000 7febaffff640 10 monclient(hunting): handle_auth_reply_more payload 9 2023-12-03T11:51:33.003 INFO:tasks.workunit.client.0.smithi019.stderr: -155> 2023-12-03T11:51:32.879+0000 7febaffff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-12-03T11:51:33.003 INFO:tasks.workunit.client.0.smithi019.stderr: -154> 2023-12-03T11:51:32.879+0000 7febaffff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-12-03T11:51:33.003 INFO:tasks.workunit.client.0.smithi019.stderr: -153> 2023-12-03T11:51:32.879+0000 7febb4b42640 10 monclient(hunting): get_auth_request con 0x55c07452c7c0 auth_method 0 2023-12-03T11:51:33.003 INFO:tasks.workunit.client.0.smithi019.stderr: -152> 2023-12-03T11:51:32.879+0000 7febb4b42640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-12-03T11:51:33.003 INFO:tasks.workunit.client.0.smithi019.stderr: -151> 2023-12-03T11:51:32.879+0000 7febb4b42640 10 monclient(hunting): _init_auth method 2 2023-12-03T11:51:33.003 INFO:tasks.workunit.client.0.smithi019.stderr: -150> 2023-12-03T11:51:32.879+0000 7febb4b42640 10 monclient(hunting): _init_auth creating new auth 2023-12-03T11:51:33.003 INFO:tasks.workunit.client.0.smithi019.stderr: -149> 2023-12-03T11:51:32.879+0000 7febb5343640 10 monclient(hunting): handle_auth_done global_id 7245 payload 274 2023-12-03T11:51:33.003 INFO:tasks.workunit.client.0.smithi019.stderr: -148> 2023-12-03T11:51:32.879+0000 7febb5343640 10 monclient: _finish_hunting 0 2023-12-03T11:51:33.003 INFO:tasks.workunit.client.0.smithi019.stderr: -147> 2023-12-03T11:51:32.879+0000 7febb5343640 1 monclient: found mon.noname-a 2023-12-03T11:51:33.003 INFO:tasks.workunit.client.0.smithi019.stderr: -146> 2023-12-03T11:51:32.879+0000 7febb5343640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.19:3300/0 2023-12-03T11:51:33.003 INFO:tasks.workunit.client.0.smithi019.stderr: -145> 2023-12-03T11:51:32.879+0000 7feb79fe3640 10 monclient: handle_monmap mon_map magic: 0 v1 2023-12-03T11:51:33.003 INFO:tasks.workunit.client.0.smithi019.stderr: -144> 2023-12-03T11:51:32.879+0000 7feb79fe3640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2023-12-03T11:51:33.004 INFO:tasks.workunit.client.0.smithi019.stderr: -143> 2023-12-03T11:51:32.879+0000 7feb79fe3640 10 monclient: dump: 2023-12-03T11:51:33.004 INFO:tasks.workunit.client.0.smithi019.stderr:epoch 1 2023-12-03T11:51:33.004 INFO:tasks.workunit.client.0.smithi019.stderr:fsid ae33780b-1c64-42c6-818c-b1dc720ff6a2 2023-12-03T11:51:33.004 INFO:tasks.workunit.client.0.smithi019.stderr:last_changed 2023-12-03T11:35:13.610069+0000 2023-12-03T11:51:33.004 INFO:tasks.workunit.client.0.smithi019.stderr:created 2023-12-03T11:35:13.610069+0000 2023-12-03T11:51:33.004 INFO:tasks.workunit.client.0.smithi019.stderr:min_mon_release 18 (reef) 2023-12-03T11:51:33.004 INFO:tasks.workunit.client.0.smithi019.stderr:election_strategy: 1 2023-12-03T11:51:33.004 INFO:tasks.workunit.client.0.smithi019.stderr:0: [v2:172.21.15.19:3300/0,v1:172.21.15.19:6789/0] mon.a 2023-12-03T11:51:33.004 INFO:tasks.workunit.client.0.smithi019.stderr:1: [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] mon.b 2023-12-03T11:51:33.004 INFO:tasks.workunit.client.0.smithi019.stderr:2: [v2:172.21.15.19:3301/0,v1:172.21.15.19:6790/0] mon.c 2023-12-03T11:51:33.004 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:51:33.004 INFO:tasks.workunit.client.0.smithi019.stderr: -142> 2023-12-03T11:51:32.879+0000 7feb79fe3640 10 monclient: _finish_auth 0 2023-12-03T11:51:33.004 INFO:tasks.workunit.client.0.smithi019.stderr: -141> 2023-12-03T11:51:32.879+0000 7feb79fe3640 10 monclient: _check_auth_tickets 2023-12-03T11:51:33.004 INFO:tasks.workunit.client.0.smithi019.stderr: -140> 2023-12-03T11:51:32.879+0000 7feb79fe3640 10 monclient: handle_config config(0 keys) v1 2023-12-03T11:51:33.004 INFO:tasks.workunit.client.0.smithi019.stderr: -139> 2023-12-03T11:51:32.879+0000 7feb79fe3640 10 monclient: handle_monmap mon_map magic: 0 v1 2023-12-03T11:51:33.005 INFO:tasks.workunit.client.0.smithi019.stderr: -138> 2023-12-03T11:51:32.879+0000 7feb79fe3640 10 monclient: got monmap 1 from mon.a (according to old e1) 2023-12-03T11:51:33.005 INFO:tasks.workunit.client.0.smithi019.stderr: -137> 2023-12-03T11:51:32.879+0000 7feb79fe3640 10 monclient: dump: 2023-12-03T11:51:33.005 INFO:tasks.workunit.client.0.smithi019.stderr:epoch 1 2023-12-03T11:51:33.005 INFO:tasks.workunit.client.0.smithi019.stderr:fsid ae33780b-1c64-42c6-818c-b1dc720ff6a2 2023-12-03T11:51:33.005 INFO:tasks.workunit.client.0.smithi019.stderr:last_changed 2023-12-03T11:35:13.610069+0000 2023-12-03T11:51:33.005 INFO:tasks.workunit.client.0.smithi019.stderr:created 2023-12-03T11:35:13.610069+0000 2023-12-03T11:51:33.005 INFO:tasks.workunit.client.0.smithi019.stderr:min_mon_release 18 (reef) 2023-12-03T11:51:33.005 INFO:tasks.workunit.client.0.smithi019.stderr:election_strategy: 1 2023-12-03T11:51:33.005 INFO:tasks.workunit.client.0.smithi019.stderr:0: [v2:172.21.15.19:3300/0,v1:172.21.15.19:6789/0] mon.a 2023-12-03T11:51:33.005 INFO:tasks.workunit.client.0.smithi019.stderr:1: [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] mon.b 2023-12-03T11:51:33.005 INFO:tasks.workunit.client.0.smithi019.stderr:2: [v2:172.21.15.19:3301/0,v1:172.21.15.19:6790/0] mon.c 2023-12-03T11:51:33.005 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:51:33.005 INFO:tasks.workunit.client.0.smithi019.stderr: -136> 2023-12-03T11:51:32.879+0000 7febb7026980 5 monclient: authenticate success, global_id 7245 2023-12-03T11:51:33.005 INFO:tasks.workunit.client.0.smithi019.stderr: -135> 2023-12-03T11:51:32.879+0000 7febb7026980 10 monclient: get_monmap_and_config success 2023-12-03T11:51:33.005 INFO:tasks.workunit.client.0.smithi019.stderr: -134> 2023-12-03T11:51:32.879+0000 7febb7026980 4 set_mon_vals no callback set 2023-12-03T11:51:33.006 INFO:tasks.workunit.client.0.smithi019.stderr: -133> 2023-12-03T11:51:32.879+0000 7febb7026980 10 monclient: shutdown 2023-12-03T11:51:33.006 INFO:tasks.workunit.client.0.smithi019.stderr: -132> 2023-12-03T11:51:32.879+0000 7febb7026980 10 monclient: build_initial_monmap 2023-12-03T11:51:33.006 INFO:tasks.workunit.client.0.smithi019.stderr: -131> 2023-12-03T11:51:32.879+0000 7febb7026980 1 build_initial for_mkfs: 0 2023-12-03T11:51:33.006 INFO:tasks.workunit.client.0.smithi019.stderr: -130> 2023-12-03T11:51:32.879+0000 7febb7026980 10 monclient: monmap: 2023-12-03T11:51:33.006 INFO:tasks.workunit.client.0.smithi019.stderr:epoch 0 2023-12-03T11:51:33.006 INFO:tasks.workunit.client.0.smithi019.stderr:fsid 00000000-0000-0000-0000-000000000000 2023-12-03T11:51:33.006 INFO:tasks.workunit.client.0.smithi019.stderr:last_changed 0.000000 2023-12-03T11:51:33.006 INFO:tasks.workunit.client.0.smithi019.stderr:created 0.000000 2023-12-03T11:51:33.006 INFO:tasks.workunit.client.0.smithi019.stderr:min_mon_release 0 (unknown) 2023-12-03T11:51:33.006 INFO:tasks.workunit.client.0.smithi019.stderr:election_strategy: 1 2023-12-03T11:51:33.006 INFO:tasks.workunit.client.0.smithi019.stderr:0: [v2:172.21.15.19:3300/0,v1:172.21.15.19:6789/0] mon.noname-a 2023-12-03T11:51:33.006 INFO:tasks.workunit.client.0.smithi019.stderr:1: [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] mon.noname-b 2023-12-03T11:51:33.006 INFO:tasks.workunit.client.0.smithi019.stderr:2: [v2:172.21.15.19:3301/0,v1:172.21.15.19:6790/0] mon.noname-c 2023-12-03T11:51:33.006 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:51:33.006 INFO:tasks.workunit.client.0.smithi019.stderr: -129> 2023-12-03T11:51:32.879+0000 7febb7026980 5 AuthRegistry(0x55c074524640) adding auth protocol: cephx 2023-12-03T11:51:33.006 INFO:tasks.workunit.client.0.smithi019.stderr: -128> 2023-12-03T11:51:32.879+0000 7febb7026980 5 AuthRegistry(0x55c074524640) adding auth protocol: cephx 2023-12-03T11:51:33.007 INFO:tasks.workunit.client.0.smithi019.stderr: -127> 2023-12-03T11:51:32.879+0000 7febb7026980 5 AuthRegistry(0x55c074524640) adding auth protocol: cephx 2023-12-03T11:51:33.007 INFO:tasks.workunit.client.0.smithi019.stderr: -126> 2023-12-03T11:51:32.879+0000 7febb7026980 5 AuthRegistry(0x55c074524640) adding con mode: secure 2023-12-03T11:51:33.007 INFO:tasks.workunit.client.0.smithi019.stderr: -125> 2023-12-03T11:51:32.879+0000 7febb7026980 5 AuthRegistry(0x55c074524640) adding con mode: crc 2023-12-03T11:51:33.007 INFO:tasks.workunit.client.0.smithi019.stderr: -124> 2023-12-03T11:51:32.879+0000 7febb7026980 5 AuthRegistry(0x55c074524640) adding con mode: secure 2023-12-03T11:51:33.007 INFO:tasks.workunit.client.0.smithi019.stderr: -123> 2023-12-03T11:51:32.879+0000 7febb7026980 5 AuthRegistry(0x55c074524640) adding con mode: crc 2023-12-03T11:51:33.007 INFO:tasks.workunit.client.0.smithi019.stderr: -122> 2023-12-03T11:51:32.879+0000 7febb7026980 5 AuthRegistry(0x55c074524640) adding con mode: secure 2023-12-03T11:51:33.007 INFO:tasks.workunit.client.0.smithi019.stderr: -121> 2023-12-03T11:51:32.879+0000 7febb7026980 5 AuthRegistry(0x55c074524640) adding con mode: crc 2023-12-03T11:51:33.007 INFO:tasks.workunit.client.0.smithi019.stderr: -120> 2023-12-03T11:51:32.879+0000 7febb7026980 5 AuthRegistry(0x55c074524640) adding con mode: crc 2023-12-03T11:51:33.007 INFO:tasks.workunit.client.0.smithi019.stderr: -119> 2023-12-03T11:51:32.879+0000 7febb7026980 5 AuthRegistry(0x55c074524640) adding con mode: secure 2023-12-03T11:51:33.007 INFO:tasks.workunit.client.0.smithi019.stderr: -118> 2023-12-03T11:51:32.879+0000 7febb7026980 5 AuthRegistry(0x55c074524640) adding con mode: crc 2023-12-03T11:51:33.007 INFO:tasks.workunit.client.0.smithi019.stderr: -117> 2023-12-03T11:51:32.879+0000 7febb7026980 5 AuthRegistry(0x55c074524640) adding con mode: secure 2023-12-03T11:51:33.007 INFO:tasks.workunit.client.0.smithi019.stderr: -116> 2023-12-03T11:51:32.879+0000 7febb7026980 5 AuthRegistry(0x55c074524640) adding con mode: crc 2023-12-03T11:51:33.007 INFO:tasks.workunit.client.0.smithi019.stderr: -115> 2023-12-03T11:51:32.879+0000 7febb7026980 5 AuthRegistry(0x55c074524640) adding con mode: secure 2023-12-03T11:51:33.007 INFO:tasks.workunit.client.0.smithi019.stderr: -114> 2023-12-03T11:51:32.879+0000 7febb7026980 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-12-03T11:51:33.007 INFO:tasks.workunit.client.0.smithi019.stderr: -113> 2023-12-03T11:51:32.879+0000 7febb7026980 1 librados: starting msgr at 2023-12-03T11:51:33.008 INFO:tasks.workunit.client.0.smithi019.stderr: -112> 2023-12-03T11:51:32.879+0000 7febb7026980 1 librados: starting objecter 2023-12-03T11:51:33.008 INFO:tasks.workunit.client.0.smithi019.stderr: -111> 2023-12-03T11:51:32.879+0000 7febb7026980 5 asok(0x55c074288240) register_command objecter_requests cmddesc objecter_requests hook 0x55c074525c20 EEXIST 2023-12-03T11:51:33.008 INFO:tasks.workunit.client.0.smithi019.stderr: -110> 2023-12-03T11:51:32.879+0000 7febb7026980 1 librados: setting wanted keys 2023-12-03T11:51:33.008 INFO:tasks.workunit.client.0.smithi019.stderr: -109> 2023-12-03T11:51:32.879+0000 7febb7026980 1 librados: calling monclient init 2023-12-03T11:51:33.008 INFO:tasks.workunit.client.0.smithi019.stderr: -108> 2023-12-03T11:51:32.879+0000 7febb7026980 10 monclient: init 2023-12-03T11:51:33.008 INFO:tasks.workunit.client.0.smithi019.stderr: -107> 2023-12-03T11:51:32.879+0000 7febb7026980 5 AuthRegistry(0x55c074527bc8) adding auth protocol: cephx 2023-12-03T11:51:33.008 INFO:tasks.workunit.client.0.smithi019.stderr: -106> 2023-12-03T11:51:32.879+0000 7febb7026980 5 AuthRegistry(0x55c074527bc8) adding auth protocol: cephx 2023-12-03T11:51:33.008 INFO:tasks.workunit.client.0.smithi019.stderr: -105> 2023-12-03T11:51:32.879+0000 7febb7026980 5 AuthRegistry(0x55c074527bc8) adding auth protocol: cephx 2023-12-03T11:51:33.008 INFO:tasks.workunit.client.0.smithi019.stderr: -104> 2023-12-03T11:51:32.879+0000 7febb7026980 5 AuthRegistry(0x55c074527bc8) adding con mode: secure 2023-12-03T11:51:33.008 INFO:tasks.workunit.client.0.smithi019.stderr: -103> 2023-12-03T11:51:32.879+0000 7febb7026980 5 AuthRegistry(0x55c074527bc8) adding con mode: crc 2023-12-03T11:51:33.008 INFO:tasks.workunit.client.0.smithi019.stderr: -102> 2023-12-03T11:51:32.879+0000 7febb7026980 5 AuthRegistry(0x55c074527bc8) adding con mode: secure 2023-12-03T11:51:33.008 INFO:tasks.workunit.client.0.smithi019.stderr: -101> 2023-12-03T11:51:32.879+0000 7febb7026980 5 AuthRegistry(0x55c074527bc8) adding con mode: crc 2023-12-03T11:51:33.008 INFO:tasks.workunit.client.0.smithi019.stderr: -100> 2023-12-03T11:51:32.879+0000 7febb7026980 5 AuthRegistry(0x55c074527bc8) adding con mode: secure 2023-12-03T11:51:33.008 INFO:tasks.workunit.client.0.smithi019.stderr: -99> 2023-12-03T11:51:32.879+0000 7febb7026980 5 AuthRegistry(0x55c074527bc8) adding con mode: crc 2023-12-03T11:51:33.008 INFO:tasks.workunit.client.0.smithi019.stderr: -98> 2023-12-03T11:51:32.879+0000 7febb7026980 5 AuthRegistry(0x55c074527bc8) adding con mode: crc 2023-12-03T11:51:33.008 INFO:tasks.workunit.client.0.smithi019.stderr: -97> 2023-12-03T11:51:32.879+0000 7febb7026980 5 AuthRegistry(0x55c074527bc8) adding con mode: secure 2023-12-03T11:51:33.009 INFO:tasks.workunit.client.0.smithi019.stderr: -96> 2023-12-03T11:51:32.879+0000 7febb7026980 5 AuthRegistry(0x55c074527bc8) adding con mode: crc 2023-12-03T11:51:33.009 INFO:tasks.workunit.client.0.smithi019.stderr: -95> 2023-12-03T11:51:32.879+0000 7febb7026980 5 AuthRegistry(0x55c074527bc8) adding con mode: secure 2023-12-03T11:51:33.009 INFO:tasks.workunit.client.0.smithi019.stderr: -94> 2023-12-03T11:51:32.879+0000 7febb7026980 5 AuthRegistry(0x55c074527bc8) adding con mode: crc 2023-12-03T11:51:33.009 INFO:tasks.workunit.client.0.smithi019.stderr: -93> 2023-12-03T11:51:32.879+0000 7febb7026980 5 AuthRegistry(0x55c074527bc8) adding con mode: secure 2023-12-03T11:51:33.009 INFO:tasks.workunit.client.0.smithi019.stderr: -92> 2023-12-03T11:51:32.883+0000 7febb7026980 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-12-03T11:51:33.009 INFO:tasks.workunit.client.0.smithi019.stderr: -91> 2023-12-03T11:51:32.883+0000 7febb7026980 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-12-03T11:51:33.009 INFO:tasks.workunit.client.0.smithi019.stderr: -90> 2023-12-03T11:51:32.883+0000 7febb7026980 5 asok(0x55c074288240) register_command rotate-key cmddesc rotate-key hook 0x55c074527d10 EEXIST 2023-12-03T11:51:33.009 INFO:tasks.workunit.client.0.smithi019.stderr: -89> 2023-12-03T11:51:32.883+0000 7febb7026980 10 monclient: _reopen_session rank -1 2023-12-03T11:51:33.009 INFO:tasks.workunit.client.0.smithi019.stderr: -88> 2023-12-03T11:51:32.883+0000 7febb7026980 10 monclient: _add_conns ranks=[1,2,0] 2023-12-03T11:51:33.009 INFO:tasks.workunit.client.0.smithi019.stderr: -87> 2023-12-03T11:51:32.883+0000 7febb7026980 10 monclient(hunting): picked mon.noname-b con 0x55c074525fa0 addr [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] 2023-12-03T11:51:33.009 INFO:tasks.workunit.client.0.smithi019.stderr: -86> 2023-12-03T11:51:32.883+0000 7febb7026980 10 monclient(hunting): picked mon.noname-c con 0x55c074527430 addr [v2:172.21.15.19:3301/0,v1:172.21.15.19:6790/0] 2023-12-03T11:51:33.009 INFO:tasks.workunit.client.0.smithi019.stderr: -85> 2023-12-03T11:51:32.883+0000 7febb7026980 10 monclient(hunting): picked mon.noname-a con 0x55c07452c7c0 addr [v2:172.21.15.19:3300/0,v1:172.21.15.19:6789/0] 2023-12-03T11:51:33.009 INFO:tasks.workunit.client.0.smithi019.stderr: -84> 2023-12-03T11:51:32.883+0000 7febb7026980 10 monclient(hunting): start opening mon connection 2023-12-03T11:51:33.009 INFO:tasks.workunit.client.0.smithi019.stderr: -83> 2023-12-03T11:51:32.883+0000 7febb7026980 10 monclient(hunting): start opening mon connection 2023-12-03T11:51:33.009 INFO:tasks.workunit.client.0.smithi019.stderr: -82> 2023-12-03T11:51:32.883+0000 7febb7026980 10 monclient(hunting): start opening mon connection 2023-12-03T11:51:33.009 INFO:tasks.workunit.client.0.smithi019.stderr: -81> 2023-12-03T11:51:32.883+0000 7febb7026980 10 monclient(hunting): _renew_subs 2023-12-03T11:51:33.010 INFO:tasks.workunit.client.0.smithi019.stderr: -80> 2023-12-03T11:51:32.883+0000 7febb7026980 10 monclient(hunting): authenticate will time out at 1951.288499s 2023-12-03T11:51:33.010 INFO:tasks.workunit.client.0.smithi019.stderr: -79> 2023-12-03T11:51:32.883+0000 7febaffff640 10 monclient(hunting): get_auth_request con 0x55c07452c7c0 auth_method 0 2023-12-03T11:51:33.010 INFO:tasks.workunit.client.0.smithi019.stderr: -78> 2023-12-03T11:51:32.883+0000 7febaffff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-12-03T11:51:33.010 INFO:tasks.workunit.client.0.smithi019.stderr: -77> 2023-12-03T11:51:32.883+0000 7febaffff640 10 monclient(hunting): _init_auth method 2 2023-12-03T11:51:33.010 INFO:tasks.workunit.client.0.smithi019.stderr: -76> 2023-12-03T11:51:32.883+0000 7febaffff640 10 monclient(hunting): _init_auth creating new auth 2023-12-03T11:51:33.010 INFO:tasks.workunit.client.0.smithi019.stderr: -75> 2023-12-03T11:51:32.883+0000 7febb4b42640 10 monclient(hunting): get_auth_request con 0x55c074527430 auth_method 0 2023-12-03T11:51:33.010 INFO:tasks.workunit.client.0.smithi019.stderr: -74> 2023-12-03T11:51:32.883+0000 7febb4b42640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-12-03T11:51:33.010 INFO:tasks.workunit.client.0.smithi019.stderr: -73> 2023-12-03T11:51:32.883+0000 7febb4b42640 10 monclient(hunting): _init_auth method 2 2023-12-03T11:51:33.010 INFO:tasks.workunit.client.0.smithi019.stderr: -72> 2023-12-03T11:51:32.883+0000 7febb4b42640 10 monclient(hunting): _init_auth creating new auth 2023-12-03T11:51:33.010 INFO:tasks.workunit.client.0.smithi019.stderr: -71> 2023-12-03T11:51:32.883+0000 7febb4b42640 10 monclient(hunting): handle_auth_reply_more payload 9 2023-12-03T11:51:33.010 INFO:tasks.workunit.client.0.smithi019.stderr: -70> 2023-12-03T11:51:32.883+0000 7febb4b42640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-12-03T11:51:33.010 INFO:tasks.workunit.client.0.smithi019.stderr: -69> 2023-12-03T11:51:32.883+0000 7febb4b42640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-12-03T11:51:33.010 INFO:tasks.workunit.client.0.smithi019.stderr: -68> 2023-12-03T11:51:32.883+0000 7febaffff640 10 monclient(hunting): handle_auth_reply_more payload 9 2023-12-03T11:51:33.010 INFO:tasks.workunit.client.0.smithi019.stderr: -67> 2023-12-03T11:51:32.883+0000 7febaffff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-12-03T11:51:33.010 INFO:tasks.workunit.client.0.smithi019.stderr: -66> 2023-12-03T11:51:32.883+0000 7febaffff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-12-03T11:51:33.011 INFO:tasks.workunit.client.0.smithi019.stderr: -65> 2023-12-03T11:51:32.883+0000 7febb5343640 10 monclient(hunting): get_auth_request con 0x55c074525fa0 auth_method 0 2023-12-03T11:51:33.011 INFO:tasks.workunit.client.0.smithi019.stderr: -64> 2023-12-03T11:51:32.883+0000 7febb5343640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-12-03T11:51:33.011 INFO:tasks.workunit.client.0.smithi019.stderr: -63> 2023-12-03T11:51:32.883+0000 7febb5343640 10 monclient(hunting): _init_auth method 2 2023-12-03T11:51:33.011 INFO:tasks.workunit.client.0.smithi019.stderr: -62> 2023-12-03T11:51:32.883+0000 7febb5343640 10 monclient(hunting): _init_auth creating new auth 2023-12-03T11:51:33.011 INFO:tasks.workunit.client.0.smithi019.stderr: -61> 2023-12-03T11:51:32.883+0000 7febb4b42640 10 monclient(hunting): handle_auth_done global_id 6875 payload 824 2023-12-03T11:51:33.011 INFO:tasks.workunit.client.0.smithi019.stderr: -60> 2023-12-03T11:51:32.883+0000 7febb4b42640 10 monclient: _finish_hunting 0 2023-12-03T11:51:33.011 INFO:tasks.workunit.client.0.smithi019.stderr: -59> 2023-12-03T11:51:32.883+0000 7febb4b42640 1 monclient: found mon.noname-c 2023-12-03T11:51:33.011 INFO:tasks.workunit.client.0.smithi019.stderr: -58> 2023-12-03T11:51:32.883+0000 7febb4b42640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.19:3301/0 2023-12-03T11:51:33.011 INFO:tasks.workunit.client.0.smithi019.stderr: -57> 2023-12-03T11:51:32.883+0000 7feaebfff640 10 monclient: handle_monmap mon_map magic: 0 v1 2023-12-03T11:51:33.011 INFO:tasks.workunit.client.0.smithi019.stderr: -56> 2023-12-03T11:51:32.883+0000 7feaebfff640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2023-12-03T11:51:33.011 INFO:tasks.workunit.client.0.smithi019.stderr: -55> 2023-12-03T11:51:32.883+0000 7feaebfff640 10 monclient: dump: 2023-12-03T11:51:33.011 INFO:tasks.workunit.client.0.smithi019.stderr:epoch 1 2023-12-03T11:51:33.011 INFO:tasks.workunit.client.0.smithi019.stderr:fsid ae33780b-1c64-42c6-818c-b1dc720ff6a2 2023-12-03T11:51:33.011 INFO:tasks.workunit.client.0.smithi019.stderr:last_changed 2023-12-03T11:35:13.610069+0000 2023-12-03T11:51:33.011 INFO:tasks.workunit.client.0.smithi019.stderr:created 2023-12-03T11:35:13.610069+0000 2023-12-03T11:51:33.012 INFO:tasks.workunit.client.0.smithi019.stderr:min_mon_release 18 (reef) 2023-12-03T11:51:33.012 INFO:tasks.workunit.client.0.smithi019.stderr:election_strategy: 1 2023-12-03T11:51:33.012 INFO:tasks.workunit.client.0.smithi019.stderr:0: [v2:172.21.15.19:3300/0,v1:172.21.15.19:6789/0] mon.a 2023-12-03T11:51:33.012 INFO:tasks.workunit.client.0.smithi019.stderr:1: [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] mon.b 2023-12-03T11:51:33.012 INFO:tasks.workunit.client.0.smithi019.stderr:2: [v2:172.21.15.19:3301/0,v1:172.21.15.19:6790/0] mon.c 2023-12-03T11:51:33.012 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:51:33.012 INFO:tasks.workunit.client.0.smithi019.stderr: -54> 2023-12-03T11:51:32.883+0000 7feaebfff640 10 monclient: _finish_auth 0 2023-12-03T11:51:33.012 INFO:tasks.workunit.client.0.smithi019.stderr: -53> 2023-12-03T11:51:32.883+0000 7feaebfff640 10 monclient: _check_auth_tickets 2023-12-03T11:51:33.012 INFO:tasks.workunit.client.0.smithi019.stderr: -52> 2023-12-03T11:51:32.883+0000 7feaebfff640 10 monclient: handle_config config(0 keys) v1 2023-12-03T11:51:33.012 INFO:tasks.workunit.client.0.smithi019.stderr: -51> 2023-12-03T11:51:32.883+0000 7feaebfff640 10 monclient: handle_monmap mon_map magic: 0 v1 2023-12-03T11:51:33.012 INFO:tasks.workunit.client.0.smithi019.stderr: -50> 2023-12-03T11:51:32.883+0000 7feaebfff640 10 monclient: got monmap 1 from mon.c (according to old e1) 2023-12-03T11:51:33.012 INFO:tasks.workunit.client.0.smithi019.stderr: -49> 2023-12-03T11:51:32.883+0000 7feaebfff640 10 monclient: dump: 2023-12-03T11:51:33.012 INFO:tasks.workunit.client.0.smithi019.stderr:epoch 1 2023-12-03T11:51:33.012 INFO:tasks.workunit.client.0.smithi019.stderr:fsid ae33780b-1c64-42c6-818c-b1dc720ff6a2 2023-12-03T11:51:33.012 INFO:tasks.workunit.client.0.smithi019.stderr:last_changed 2023-12-03T11:35:13.610069+0000 2023-12-03T11:51:33.012 INFO:tasks.workunit.client.0.smithi019.stderr:created 2023-12-03T11:35:13.610069+0000 2023-12-03T11:51:33.013 INFO:tasks.workunit.client.0.smithi019.stderr:min_mon_release 18 (reef) 2023-12-03T11:51:33.013 INFO:tasks.workunit.client.0.smithi019.stderr:election_strategy: 1 2023-12-03T11:51:33.013 INFO:tasks.workunit.client.0.smithi019.stderr:0: [v2:172.21.15.19:3300/0,v1:172.21.15.19:6789/0] mon.a 2023-12-03T11:51:33.013 INFO:tasks.workunit.client.0.smithi019.stderr:1: [v2:172.21.15.57:3300/0,v1:172.21.15.57:6789/0] mon.b 2023-12-03T11:51:33.013 INFO:tasks.workunit.client.0.smithi019.stderr:2: [v2:172.21.15.19:3301/0,v1:172.21.15.19:6790/0] mon.c 2023-12-03T11:51:33.013 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:51:33.013 INFO:tasks.workunit.client.0.smithi019.stderr: -48> 2023-12-03T11:51:32.883+0000 7feb79fe3640 4 set_mon_vals no callback set 2023-12-03T11:51:33.013 INFO:tasks.workunit.client.0.smithi019.stderr: -47> 2023-12-03T11:51:32.883+0000 7febb7026980 5 monclient: authenticate success, global_id 6875 2023-12-03T11:51:33.013 INFO:tasks.workunit.client.0.smithi019.stderr: -46> 2023-12-03T11:51:32.883+0000 7febb7026980 10 monclient: _renew_subs 2023-12-03T11:51:33.013 INFO:tasks.workunit.client.0.smithi019.stderr: -45> 2023-12-03T11:51:32.883+0000 7febb7026980 10 monclient: _send_mon_message to mon.c at v2:172.21.15.19:3301/0 2023-12-03T11:51:33.013 INFO:tasks.workunit.client.0.smithi019.stderr: -44> 2023-12-03T11:51:32.883+0000 7febb7026980 10 monclient: _renew_subs 2023-12-03T11:51:33.013 INFO:tasks.workunit.client.0.smithi019.stderr: -43> 2023-12-03T11:51:32.883+0000 7febb7026980 10 monclient: _send_mon_message to mon.c at v2:172.21.15.19:3301/0 2023-12-03T11:51:33.013 INFO:tasks.workunit.client.0.smithi019.stderr: -42> 2023-12-03T11:51:32.883+0000 7febb7026980 1 librados: init done 2023-12-03T11:51:33.013 INFO:tasks.workunit.client.0.smithi019.stderr: -41> 2023-12-03T11:51:32.883+0000 7febb7026980 5 asok(0x55c074288240) register_command cr dump hook 0x55c074520738 2023-12-03T11:51:33.013 INFO:tasks.workunit.client.0.smithi019.stderr: -40> 2023-12-03T11:51:32.883+0000 7feaebfff640 4 mgrc handle_mgr_map Got map version 5 2023-12-03T11:51:33.013 INFO:tasks.workunit.client.0.smithi019.stderr: -39> 2023-12-03T11:51:32.883+0000 7feaebfff640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.57:6832/1976017766,v1:172.21.15.57:6833/1976017766] 2023-12-03T11:51:33.014 INFO:tasks.workunit.client.0.smithi019.stderr: -38> 2023-12-03T11:51:32.883+0000 7feaebfff640 4 mgrc reconnect Starting new session with [v2:172.21.15.57:6832/1976017766,v1:172.21.15.57:6833/1976017766] 2023-12-03T11:51:33.014 INFO:tasks.workunit.client.0.smithi019.stderr: -37> 2023-12-03T11:51:32.883+0000 7febb7026980 5 note: GC not initialized 2023-12-03T11:51:33.014 INFO:tasks.workunit.client.0.smithi019.stderr: -36> 2023-12-03T11:51:32.887+0000 7feae97fa640 20 reqs_thread_entry: start 2023-12-03T11:51:33.014 INFO:tasks.workunit.client.0.smithi019.stderr: -35> 2023-12-03T11:51:32.887+0000 7febb5343640 10 monclient: get_auth_request con 0x7feaf0064e50 auth_method 0 2023-12-03T11:51:33.014 INFO:tasks.workunit.client.0.smithi019.stderr: -34> 2023-12-03T11:51:32.887+0000 7febb7026980 5 asok(0x55c074288240) register_command sync trace show hook 0x7feba80043b0 2023-12-03T11:51:33.014 INFO:tasks.workunit.client.0.smithi019.stderr: -33> 2023-12-03T11:51:32.887+0000 7febb7026980 5 asok(0x55c074288240) register_command sync trace history hook 0x7feba80043b0 2023-12-03T11:51:33.014 INFO:tasks.workunit.client.0.smithi019.stderr: -32> 2023-12-03T11:51:32.887+0000 7febb7026980 5 asok(0x55c074288240) register_command sync trace active hook 0x7feba80043b0 2023-12-03T11:51:33.014 INFO:tasks.workunit.client.0.smithi019.stderr: -31> 2023-12-03T11:51:32.887+0000 7febb7026980 5 asok(0x55c074288240) register_command sync trace active_short hook 0x7feba80043b0 2023-12-03T11:51:33.014 INFO:tasks.workunit.client.0.smithi019.stderr: -30> 2023-12-03T11:51:32.887+0000 7febb7026980 20 init_complete bucket index max shards: 1 2023-12-03T11:51:33.014 INFO:tasks.workunit.client.0.smithi019.stderr: -29> 2023-12-03T11:51:32.887+0000 7febb7026980 20 Filter name: none 2023-12-03T11:51:33.014 INFO:tasks.workunit.client.0.smithi019.stderr: -28> 2023-12-03T11:51:32.887+0000 7feae2ffd640 20 reqs_thread_entry: start 2023-12-03T11:51:33.014 INFO:tasks.workunit.client.0.smithi019.stderr: -27> 2023-12-03T11:51:32.887+0000 7febb7026980 10 cache get: name=default.rgw.meta+root+abort-at-do-reshard : miss 2023-12-03T11:51:33.014 INFO:tasks.workunit.client.0.smithi019.stderr: -26> 2023-12-03T11:51:32.887+0000 7febb7026980 20 rados->read ofs=0 len=0 2023-12-03T11:51:33.014 INFO:tasks.workunit.client.0.smithi019.stderr: -25> 2023-12-03T11:51:32.887+0000 7febb7026980 20 rados_obj.operate() r=0 bl.length=187 2023-12-03T11:51:33.014 INFO:tasks.workunit.client.0.smithi019.stderr: -24> 2023-12-03T11:51:32.887+0000 7febb7026980 10 cache put: name=default.rgw.meta+root+abort-at-do-reshard info.flags=0x11 2023-12-03T11:51:33.015 INFO:tasks.workunit.client.0.smithi019.stderr: -23> 2023-12-03T11:51:32.887+0000 7febb7026980 10 adding default.rgw.meta+root+abort-at-do-reshard to cache LRU end 2023-12-03T11:51:33.015 INFO:tasks.workunit.client.0.smithi019.stderr: -22> 2023-12-03T11:51:32.887+0000 7febb7026980 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.27 : miss 2023-12-03T11:51:33.015 INFO:tasks.workunit.client.0.smithi019.stderr: -21> 2023-12-03T11:51:32.887+0000 7febb7026980 20 rados->read ofs=0 len=0 2023-12-03T11:51:33.015 INFO:tasks.workunit.client.0.smithi019.stderr: -20> 2023-12-03T11:51:32.887+0000 7febb7026980 20 rados_obj.operate() r=0 bl.length=371 2023-12-03T11:51:33.015 INFO:tasks.workunit.client.0.smithi019.stderr: -19> 2023-12-03T11:51:32.887+0000 7febb7026980 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.27 info.flags=0x17 2023-12-03T11:51:33.015 INFO:tasks.workunit.client.0.smithi019.stderr: -18> 2023-12-03T11:51:32.887+0000 7febb7026980 10 adding default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.27 to cache LRU end 2023-12-03T11:51:33.015 INFO:tasks.workunit.client.0.smithi019.stderr: -17> 2023-12-03T11:51:32.887+0000 7febb7026980 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-12-03T11:51:33.015 INFO:tasks.workunit.client.0.smithi019.stderr: -16> 2023-12-03T11:51:32.887+0000 7febb7026980 10 updating xattr: name=user.rgw.acl bl.length()=205 2023-12-03T11:51:33.015 INFO:tasks.workunit.client.0.smithi019.stderr: -15> 2023-12-03T11:51:32.887+0000 7febb7026980 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.27 2023-12-03T11:51:33.015 INFO:tasks.workunit.client.0.smithi019.stderr: -14> 2023-12-03T11:51:32.887+0000 7febaffff640 10 monclient: get_auth_request con 0x55c074565320 auth_method 0 2023-12-03T11:51:33.015 INFO:tasks.workunit.client.0.smithi019.stderr: -13> 2023-12-03T11:51:32.899+0000 7febb7026980 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.27 info.flags=0x17 2023-12-03T11:51:33.015 INFO:tasks.workunit.client.0.smithi019.stderr: -12> 2023-12-03T11:51:32.899+0000 7febb7026980 10 moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.27 to cache LRU end 2023-12-03T11:51:33.015 INFO:tasks.workunit.client.0.smithi019.stderr: -11> 2023-12-03T11:51:32.899+0000 7febb7026980 10 updating xattr: name=user.rgw.acl bl.length()=205 2023-12-03T11:51:33.015 INFO:tasks.workunit.client.0.smithi019.stderr: -10> 2023-12-03T11:51:32.899+0000 7febb7026980 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-do-reshard:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.27, ofs0, ns] 2023-12-03T11:51:33.015 INFO:tasks.workunit.client.0.smithi019.stderr: -9> 2023-12-03T11:51:32.899+0000 7feb96ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1095216660588 cookie 94285073409104 notifier 6869 bl.length()=873 2023-12-03T11:51:33.015 INFO:tasks.workunit.client.0.smithi019.stderr: -8> 2023-12-03T11:51:32.899+0000 7feb96ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.27 info.flags=0x17 2023-12-03T11:51:33.016 INFO:tasks.workunit.client.0.smithi019.stderr: -7> 2023-12-03T11:51:32.899+0000 7feb96ffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.27 to cache LRU end 2023-12-03T11:51:33.016 INFO:tasks.workunit.client.0.smithi019.stderr: -6> 2023-12-03T11:51:32.899+0000 7feb96ffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2023-12-03T11:51:33.016 INFO:tasks.workunit.client.0.smithi019.stderr: -5> 2023-12-03T11:51:32.899+0000 7febb7026980 20 handle_bi_update(): bucket=:abort-at-do-reshard[43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.27]): orig_sources= new_sources= 2023-12-03T11:51:33.016 INFO:tasks.workunit.client.0.smithi019.stderr: -4> 2023-12-03T11:51:32.899+0000 7febb7026980 20 handle_bi_update(): bucket=:abort-at-do-reshard[43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.27]): potential sources added=[] removed=[] 2023-12-03T11:51:33.016 INFO:tasks.workunit.client.0.smithi019.stderr: -3> 2023-12-03T11:51:32.899+0000 7febb7026980 20 handle_bi_update(): bucket=:abort-at-do-reshard[43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.27]): orig_dests= new_dests= 2023-12-03T11:51:33.016 INFO:tasks.workunit.client.0.smithi019.stderr: -2> 2023-12-03T11:51:32.899+0000 7febb7026980 20 handle_bi_update(): bucket=:abort-at-do-reshard[43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.27]): potential dests added=[] removed=[] 2023-12-03T11:51:33.016 INFO:tasks.workunit.client.0.smithi019.stderr: -1> 2023-12-03T11:51:32.903+0000 7febb7026980 -1 ./src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7febb7026980 time 2023-12-03T11:51:32.907075+0000 2023-12-03T11:51:33.016 INFO:tasks.workunit.client.0.smithi019.stderr:./src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2023-12-03T11:51:33.016 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:51:33.016 INFO:tasks.workunit.client.0.smithi019.stderr: ceph version 18.0.0-7537-gbcbf278c (bcbf278cf395873c2a482f5a7b2345faf2160319) reef (dev) 2023-12-03T11:51:33.016 INFO:tasks.workunit.client.0.smithi019.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x121) [0x7febba9cbe96] 2023-12-03T11:51:33.016 INFO:tasks.workunit.client.0.smithi019.stderr: 2: /usr/lib/ceph/libceph-common.so.2(+0x17004a) [0x7febba9cc04a] 2023-12-03T11:51:33.016 INFO:tasks.workunit.client.0.smithi019.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55c071b51fe1] 2023-12-03T11:51:33.016 INFO:tasks.workunit.client.0.smithi019.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x315) [0x55c071b5fb05] 2023-12-03T11:51:33.016 INFO:tasks.workunit.client.0.smithi019.stderr: 5: main() 2023-12-03T11:51:33.017 INFO:tasks.workunit.client.0.smithi019.stderr: 6: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7febb9766d90] 2023-12-03T11:51:33.017 INFO:tasks.workunit.client.0.smithi019.stderr: 7: __libc_start_main() 2023-12-03T11:51:33.017 INFO:tasks.workunit.client.0.smithi019.stderr: 8: _start() 2023-12-03T11:51:33.017 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:51:33.017 INFO:tasks.workunit.client.0.smithi019.stderr: 0> 2023-12-03T11:51:32.903+0000 7febb7026980 -1 *** Caught signal (Aborted) ** 2023-12-03T11:51:33.017 INFO:tasks.workunit.client.0.smithi019.stderr: in thread 7febb7026980 thread_name:radosgw-admin 2023-12-03T11:51:33.017 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:51:33.017 INFO:tasks.workunit.client.0.smithi019.stderr: ceph version 18.0.0-7537-gbcbf278c (bcbf278cf395873c2a482f5a7b2345faf2160319) reef (dev) 2023-12-03T11:51:33.017 INFO:tasks.workunit.client.0.smithi019.stderr: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7febb977f520] 2023-12-03T11:51:33.017 INFO:tasks.workunit.client.0.smithi019.stderr: 2: pthread_kill() 2023-12-03T11:51:33.017 INFO:tasks.workunit.client.0.smithi019.stderr: 3: raise() 2023-12-03T11:51:33.017 INFO:tasks.workunit.client.0.smithi019.stderr: 4: abort() 2023-12-03T11:51:33.017 INFO:tasks.workunit.client.0.smithi019.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x17b) [0x7febba9cbef0] 2023-12-03T11:51:33.017 INFO:tasks.workunit.client.0.smithi019.stderr: 6: /usr/lib/ceph/libceph-common.so.2(+0x17004a) [0x7febba9cc04a] 2023-12-03T11:51:33.017 INFO:tasks.workunit.client.0.smithi019.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55c071b51fe1] 2023-12-03T11:51:33.017 INFO:tasks.workunit.client.0.smithi019.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x315) [0x55c071b5fb05] 2023-12-03T11:51:33.018 INFO:tasks.workunit.client.0.smithi019.stderr: 9: main() 2023-12-03T11:51:33.018 INFO:tasks.workunit.client.0.smithi019.stderr: 10: /lib/x86_64-linux-gnu/libc.so.6(+0x29d90) [0x7febb9766d90] 2023-12-03T11:51:33.018 INFO:tasks.workunit.client.0.smithi019.stderr: 11: __libc_start_main() 2023-12-03T11:51:33.018 INFO:tasks.workunit.client.0.smithi019.stderr: 12: _start() 2023-12-03T11:51:33.018 INFO:tasks.workunit.client.0.smithi019.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2023-12-03T11:51:33.018 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:51:33.018 INFO:tasks.workunit.client.0.smithi019.stderr:--- logging levels --- 2023-12-03T11:51:33.018 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 none 2023-12-03T11:51:33.018 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 1 lockdep 2023-12-03T11:51:33.018 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 1 context 2023-12-03T11:51:33.018 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 1 crush 2023-12-03T11:51:33.018 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 mds 2023-12-03T11:51:33.018 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 mds_balancer 2023-12-03T11:51:33.018 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 mds_locker 2023-12-03T11:51:33.018 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 mds_log 2023-12-03T11:51:33.018 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 mds_log_expire 2023-12-03T11:51:33.019 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 mds_migrator 2023-12-03T11:51:33.019 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 1 buffer 2023-12-03T11:51:33.019 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 1 timer 2023-12-03T11:51:33.019 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 1 filer 2023-12-03T11:51:33.019 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 1 striper 2023-12-03T11:51:33.019 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 1 objecter 2023-12-03T11:51:33.019 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 rados 2023-12-03T11:51:33.019 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 rbd 2023-12-03T11:51:33.019 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 rbd_mirror 2023-12-03T11:51:33.019 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 rbd_replay 2023-12-03T11:51:33.019 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 rbd_pwl 2023-12-03T11:51:33.019 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 journaler 2023-12-03T11:51:33.019 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 objectcacher 2023-12-03T11:51:33.019 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 immutable_obj_cache 2023-12-03T11:51:33.019 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 client 2023-12-03T11:51:33.019 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 osd 2023-12-03T11:51:33.020 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 optracker 2023-12-03T11:51:33.020 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 objclass 2023-12-03T11:51:33.020 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 3 filestore 2023-12-03T11:51:33.020 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 3 journal 2023-12-03T11:51:33.020 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 0 ms 2023-12-03T11:51:33.020 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 mon 2023-12-03T11:51:33.020 INFO:tasks.workunit.client.0.smithi019.stderr: 0/10 monc 2023-12-03T11:51:33.020 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 paxos 2023-12-03T11:51:33.020 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 tp 2023-12-03T11:51:33.020 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 auth 2023-12-03T11:51:33.020 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 crypto 2023-12-03T11:51:33.020 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 1 finisher 2023-12-03T11:51:33.020 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 1 reserver 2023-12-03T11:51:33.020 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 heartbeatmap 2023-12-03T11:51:33.020 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 perfcounter 2023-12-03T11:51:33.020 INFO:tasks.workunit.client.0.smithi019.stderr: 20/20 rgw 2023-12-03T11:51:33.021 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 rgw_sync 2023-12-03T11:51:33.021 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 rgw_datacache 2023-12-03T11:51:33.021 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 rgw_access 2023-12-03T11:51:33.021 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 rgw_dbstore 2023-12-03T11:51:33.021 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 rgw_flight 2023-12-03T11:51:33.021 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 javaclient 2023-12-03T11:51:33.021 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 asok 2023-12-03T11:51:33.021 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 1 throttle 2023-12-03T11:51:33.021 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 0 refs 2023-12-03T11:51:33.021 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 compressor 2023-12-03T11:51:33.021 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 bluestore 2023-12-03T11:51:33.021 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 bluefs 2023-12-03T11:51:33.021 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 3 bdev 2023-12-03T11:51:33.021 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 kstore 2023-12-03T11:51:33.021 INFO:tasks.workunit.client.0.smithi019.stderr: 4/ 5 rocksdb 2023-12-03T11:51:33.021 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 fuse 2023-12-03T11:51:33.022 INFO:tasks.workunit.client.0.smithi019.stderr: 2/ 5 mgr 2023-12-03T11:51:33.022 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 mgrc 2023-12-03T11:51:33.022 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 dpdk 2023-12-03T11:51:33.022 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 eventtrace 2023-12-03T11:51:33.022 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 prioritycache 2023-12-03T11:51:33.022 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 test 2023-12-03T11:51:33.022 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 cephfs_mirror 2023-12-03T11:51:33.022 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 cephsqlite 2023-12-03T11:51:33.022 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 crimson_interrupt 2023-12-03T11:51:33.022 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 seastore 2023-12-03T11:51:33.022 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 seastore_onode 2023-12-03T11:51:33.022 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 seastore_odata 2023-12-03T11:51:33.022 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 seastore_omap 2023-12-03T11:51:33.022 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 seastore_tm 2023-12-03T11:51:33.025 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 seastore_t 2023-12-03T11:51:33.025 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 seastore_cleaner 2023-12-03T11:51:33.025 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 seastore_epm 2023-12-03T11:51:33.025 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 seastore_lba 2023-12-03T11:51:33.025 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 seastore_fixedkv_tree 2023-12-03T11:51:33.025 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 seastore_cache 2023-12-03T11:51:33.025 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 seastore_journal 2023-12-03T11:51:33.025 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 seastore_device 2023-12-03T11:51:33.025 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 seastore_backref 2023-12-03T11:51:33.025 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 alienstore 2023-12-03T11:51:33.025 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 mclock 2023-12-03T11:51:33.026 INFO:tasks.workunit.client.0.smithi019.stderr: 0/ 5 cyanstore 2023-12-03T11:51:33.026 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 ceph_exporter 2023-12-03T11:51:33.026 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 memstore 2023-12-03T11:51:33.026 INFO:tasks.workunit.client.0.smithi019.stderr: 1/ 5 trace 2023-12-03T11:51:33.026 INFO:tasks.workunit.client.0.smithi019.stderr: -2/-2 (syslog threshold) 2023-12-03T11:51:33.026 INFO:tasks.workunit.client.0.smithi019.stderr: 99/99 (stderr threshold) 2023-12-03T11:51:33.026 INFO:tasks.workunit.client.0.smithi019.stderr:--- pthread ID / name mapping for recent threads --- 2023-12-03T11:51:33.026 INFO:tasks.workunit.client.0.smithi019.stderr: 7feae2ffd640 / http_manager 2023-12-03T11:51:33.026 INFO:tasks.workunit.client.0.smithi019.stderr: 7feae97fa640 / http_manager 2023-12-03T11:51:33.026 INFO:tasks.workunit.client.0.smithi019.stderr: 7feaebfff640 / ms_dispatch 2023-12-03T11:51:33.026 INFO:tasks.workunit.client.0.smithi019.stderr: 7feb79fe3640 / io_context_pool 2023-12-03T11:51:33.026 INFO:tasks.workunit.client.0.smithi019.stderr: 7feb7a7e4640 / rgw_dt_lg_renew 2023-12-03T11:51:33.026 INFO:tasks.workunit.client.0.smithi019.stderr: 7feb957fa640 / ms_dispatch 2023-12-03T11:51:33.026 INFO:tasks.workunit.client.0.smithi019.stderr: 7feb96ffd640 / io_context_pool 2023-12-03T11:51:33.026 INFO:tasks.workunit.client.0.smithi019.stderr: 7febadffb640 / ms_dispatch 2023-12-03T11:51:33.026 INFO:tasks.workunit.client.0.smithi019.stderr: 7febaeffd640 / io_context_pool 2023-12-03T11:51:33.027 INFO:tasks.workunit.client.0.smithi019.stderr: 7febaffff640 / msgr-worker-2 2023-12-03T11:51:33.027 INFO:tasks.workunit.client.0.smithi019.stderr: 7febb4b42640 / msgr-worker-1 2023-12-03T11:51:33.027 INFO:tasks.workunit.client.0.smithi019.stderr: 7febb5343640 / msgr-worker-0 2023-12-03T11:51:33.027 INFO:tasks.workunit.client.0.smithi019.stderr: 7febb7026980 / radosgw-admin 2023-12-03T11:51:33.027 INFO:tasks.workunit.client.0.smithi019.stderr: max_recent 500 2023-12-03T11:51:33.027 INFO:tasks.workunit.client.0.smithi019.stderr: max_new 1000 2023-12-03T11:51:33.027 INFO:tasks.workunit.client.0.smithi019.stderr: log_file /var/lib/ceph/crash/2023-12-03T11:51:32.908666Z_6dc358b1-fb3d-4303-bf60-526c9bb06455/log 2023-12-03T11:51:33.027 INFO:tasks.workunit.client.0.smithi019.stderr:--- end dump of recent events --- 2023-12-03T11:51:33.027 INFO:tasks.workunit.client.0.smithi019.stderr:Aborted 2023-12-03T11:51:33.027 INFO:tasks.workunit.client.0.smithi019.stderr:radosgw-admin bucket stats --bucket abort-at-do-reshard 2023-12-03T11:51:33.031 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:51:33.031 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:51:33.031 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:32.955+0000 7f0b6ee4e980 20 rados->read ofs=0 len=0 2023-12-03T11:51:33.031 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:32.955+0000 7f0b6ee4e980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:33.031 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:32.955+0000 7f0b6ee4e980 20 realm 2023-12-03T11:51:33.031 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:32.955+0000 7f0b6ee4e980 20 rados->read ofs=0 len=0 2023-12-03T11:51:33.031 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:32.955+0000 7f0b6ee4e980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:33.031 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:32.955+0000 7f0b6ee4e980 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:51:33.031 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:32.955+0000 7f0b6ee4e980 20 rados->read ofs=0 len=0 2023-12-03T11:51:33.031 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:32.955+0000 7f0b6ee4e980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:33.031 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:32.955+0000 7f0b6ee4e980 20 rados->read ofs=0 len=0 2023-12-03T11:51:33.032 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:32.959+0000 7f0b6ee4e980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:51:33.032 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:32.959+0000 7f0b6ee4e980 20 rados->read ofs=0 len=0 2023-12-03T11:51:33.032 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:32.959+0000 7f0b6ee4e980 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:51:33.032 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:32.959+0000 7f0b6ee4e980 20 searching for the correct realm 2023-12-03T11:51:33.032 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:32.975+0000 7f0b6c169640 0 -- 172.21.15.19:0/2054540257 >> [v2:172.21.15.57:6824/1824019017,v1:172.21.15.57:6825/1824019017] conn(0x7f0b5c0b9020 msgr2=0x7f0b5c0eb4b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:51:33.032 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:32.983+0000 7f0b6c169640 0 -- 172.21.15.19:0/2054540257 >> [v2:172.21.15.19:6800/1469834966,v1:172.21.15.19:6801/1469834966] conn(0x7f0b48075330 msgr2=0x7f0b48077760 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:51:33.032 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:32.987+0000 7f0b6ee4e980 20 RGWRados::pool_iterate: got zonegroup_info.9433ba8b-08fe-4f3d-8375-ae7b0ce32294 2023-12-03T11:51:33.032 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:32.987+0000 7f0b6ee4e980 20 RGWRados::pool_iterate: got zone_info.43a5e689-6a4f-4bb6-8529-28824bd75ab9 2023-12-03T11:51:33.032 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:32.987+0000 7f0b6ee4e980 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:51:33.032 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:32.987+0000 7f0b6ee4e980 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:51:33.032 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:32.987+0000 7f0b6ee4e980 20 rados->read ofs=0 len=0 2023-12-03T11:51:33.032 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:32.987+0000 7f0b6ee4e980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:33.032 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:32.987+0000 7f0b6ee4e980 20 rados->read ofs=0 len=0 2023-12-03T11:51:33.032 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:32.987+0000 7f0b6ee4e980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:51:33.032 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:32.987+0000 7f0b6ee4e980 20 rados->read ofs=0 len=0 2023-12-03T11:51:33.033 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:32.987+0000 7f0b6ee4e980 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:51:33.033 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:32.987+0000 7f0b6ee4e980 20 zone default found 2023-12-03T11:51:33.033 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:32.987+0000 7f0b6ee4e980 4 Realm: () 2023-12-03T11:51:33.033 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:32.987+0000 7f0b6ee4e980 4 ZoneGroup: default (9433ba8b-08fe-4f3d-8375-ae7b0ce32294) 2023-12-03T11:51:33.033 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:32.987+0000 7f0b6ee4e980 4 Zone: default (43a5e689-6a4f-4bb6-8529-28824bd75ab9) 2023-12-03T11:51:33.033 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:32.987+0000 7f0b6ee4e980 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:51:33.033 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:32.987+0000 7f0b6ee4e980 20 zonegroup default 2023-12-03T11:51:33.033 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:32.987+0000 7f0b6ee4e980 20 rados->read ofs=0 len=0 2023-12-03T11:51:33.033 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:32.987+0000 7f0b6ee4e980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:33.033 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:32.987+0000 7f0b6ee4e980 20 rados->read ofs=0 len=0 2023-12-03T11:51:33.033 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:32.987+0000 7f0b6ee4e980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:33.033 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:32.987+0000 7f0b6ee4e980 20 rados->read ofs=0 len=0 2023-12-03T11:51:33.033 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:32.987+0000 7f0b6ee4e980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:33.033 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:32.987+0000 7f0b6ee4e980 20 started sync module instance, tier type = 2023-12-03T11:51:33.033 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:32.987+0000 7f0b6ee4e980 20 started zone id=43a5e689-6a4f-4bb6-8529-28824bd75ab9 (name=default) with tier type = 2023-12-03T11:51:33.034 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:33.007+0000 7f0b6ee4e980 20 add_watcher() i=0 2023-12-03T11:51:33.034 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:33.007+0000 7f0b6ee4e980 20 add_watcher() i=1 2023-12-03T11:51:33.034 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:33.007+0000 7f0b6ee4e980 20 add_watcher() i=2 2023-12-03T11:51:33.034 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:33.007+0000 7f0b6ee4e980 20 add_watcher() i=3 2023-12-03T11:51:33.034 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:33.007+0000 7f0b6ee4e980 20 add_watcher() i=4 2023-12-03T11:51:33.034 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:33.007+0000 7f0b6ee4e980 20 add_watcher() i=5 2023-12-03T11:51:33.034 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:33.007+0000 7f0b6ee4e980 20 add_watcher() i=6 2023-12-03T11:51:33.034 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:33.011+0000 7f0b6ee4e980 20 add_watcher() i=7 2023-12-03T11:51:33.034 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:33.011+0000 7f0b6ee4e980 2 all 8 watchers are set, enabling cache 2023-12-03T11:51:33.034 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:33.011+0000 7f0b32fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:51:33.034 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:33.011+0000 7f0b6ee4e980 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:51:33.034 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:33.011+0000 7f0b6ee4e980 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:51:33.034 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:33.019+0000 7f0b6ee4e980 5 note: GC not initialized 2023-12-03T11:51:33.034 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:33.019+0000 7f0aa1ffb640 20 reqs_thread_entry: start 2023-12-03T11:51:33.034 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:33.019+0000 7f0b6ee4e980 20 init_complete bucket index max shards: 1 2023-12-03T11:51:33.035 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:33.019+0000 7f0b6ee4e980 20 Filter name: none 2023-12-03T11:51:33.035 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:33.019+0000 7f0a937fe640 20 reqs_thread_entry: start 2023-12-03T11:51:33.035 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:33.019+0000 7f0b6ee4e980 20 rados->read ofs=0 len=0 2023-12-03T11:51:33.035 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:33.023+0000 7f0b6ee4e980 20 rados_obj.operate() r=0 bl.length=187 2023-12-03T11:51:33.035 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:33.023+0000 7f0b6ee4e980 20 rados->read ofs=0 len=0 2023-12-03T11:51:33.035 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:33.023+0000 7f0b6ee4e980 20 rados_obj.operate() r=0 bl.length=403 2023-12-03T11:51:33.035 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:33.023+0000 7f0b6ee4e980 20 couldn't put binfo cache entry, might have raced with data changes 2023-12-03T11:51:33.035 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:33.023+0000 7f0b6ee4e980 20 rados->read ofs=0 len=0 2023-12-03T11:51:33.035 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:33.023+0000 7f0b6ee4e980 20 rados_obj.operate() r=0 bl.length=187 2023-12-03T11:51:33.035 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:33.023+0000 7f0b6ee4e980 20 rados->read ofs=0 len=0 2023-12-03T11:51:33.035 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:33.027+0000 7f0b6ee4e980 20 rados_obj.operate() r=0 bl.length=403 2023-12-03T11:51:33.035 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:33.027+0000 7f0b6ee4e980 20 couldn't put binfo cache entry, might have raced with data changes 2023-12-03T11:51:33.035 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:33.027+0000 7f0b6ee4e980 20 rados->read ofs=0 len=0 2023-12-03T11:51:33.036 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:33.027+0000 7f0b6ee4e980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:51:33.036 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:33.027+0000 7f0b32fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:51:33.038 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:33.035+0000 7f0b6ee4e980 20 remove_watcher() i=0 2023-12-03T11:51:33.038 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:33.035+0000 7f0b6ee4e980 2 removed watcher, disabling cache 2023-12-03T11:51:33.040 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:33.035+0000 7f0b6ee4e980 20 remove_watcher() i=1 2023-12-03T11:51:33.043 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:33.039+0000 7f0b6ee4e980 20 remove_watcher() i=2 2023-12-03T11:51:33.045 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:33.039+0000 7f0b6ee4e980 20 remove_watcher() i=3 2023-12-03T11:51:33.047 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:33.043+0000 7f0b6ee4e980 20 remove_watcher() i=4 2023-12-03T11:51:33.048 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:33.043+0000 7f0b6ee4e980 20 remove_watcher() i=5 2023-12-03T11:51:33.050 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:33.047+0000 7f0b6ee4e980 20 remove_watcher() i=6 2023-12-03T11:51:33.051 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:51:33.047+0000 7f0b6ee4e980 20 remove_watcher() i=7 2023-12-03T11:51:33.057 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:51:33.057 INFO:tasks.workunit.client.0.smithi019.stderr:BUCKET_STATS: 2023-12-03T11:51:33.058 INFO:tasks.workunit.client.0.smithi019.stderr:bucket: abort-at-do-reshard id: 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.27 num_objects: 20 size_kb: 1 num_shards: 1 2023-12-03T11:51:33.058 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:51:33.059 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:51:33.059 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:52:03.132 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:52:03.132 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:52:03.179 INFO:tasks.workunit.client.0.smithi019.stderr:radosgw-admin bucket reshard --bucket abort-at-do-reshard --num-shards 2 --rgw-reshard-bucket-lock-duration 30 2023-12-03T11:52:03.215 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:52:03.216 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:52:03.234 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.231+0000 7f9ebd3da980 20 rados->read ofs=0 len=0 2023-12-03T11:52:03.236 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.231+0000 7f9ebd3da980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:52:03.236 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.231+0000 7f9ebd3da980 20 realm 2023-12-03T11:52:03.236 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.231+0000 7f9ebd3da980 20 rados->read ofs=0 len=0 2023-12-03T11:52:03.236 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.231+0000 7f9ebd3da980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:52:03.236 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.231+0000 7f9ebd3da980 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:52:03.236 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.231+0000 7f9ebd3da980 20 rados->read ofs=0 len=0 2023-12-03T11:52:03.236 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.231+0000 7f9ebd3da980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:52:03.237 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.231+0000 7f9ebd3da980 20 rados->read ofs=0 len=0 2023-12-03T11:52:03.238 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.235+0000 7f9ebd3da980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:52:03.238 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.235+0000 7f9ebd3da980 20 rados->read ofs=0 len=0 2023-12-03T11:52:03.239 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.235+0000 7f9ebd3da980 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:52:03.239 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.235+0000 7f9ebd3da980 20 searching for the correct realm 2023-12-03T11:52:03.262 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.259+0000 7f9eba6f5640 0 -- 172.21.15.19:0/750822051 >> [v2:172.21.15.19:6800/1469834966,v1:172.21.15.19:6801/1469834966] conn(0x555bf0d9bd40 msgr2=0x555bf0d9e130 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:52:03.265 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.259+0000 7f9ebd3da980 20 RGWRados::pool_iterate: got zonegroup_info.9433ba8b-08fe-4f3d-8375-ae7b0ce32294 2023-12-03T11:52:03.265 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.259+0000 7f9ebd3da980 20 RGWRados::pool_iterate: got zone_info.43a5e689-6a4f-4bb6-8529-28824bd75ab9 2023-12-03T11:52:03.265 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.259+0000 7f9ebd3da980 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:52:03.265 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.259+0000 7f9ebd3da980 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:52:03.265 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.259+0000 7f9ebd3da980 20 rados->read ofs=0 len=0 2023-12-03T11:52:03.265 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.259+0000 7f9ebd3da980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:52:03.265 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.259+0000 7f9ebd3da980 20 rados->read ofs=0 len=0 2023-12-03T11:52:03.266 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.263+0000 7f9ebd3da980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:52:03.266 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.263+0000 7f9ebd3da980 20 rados->read ofs=0 len=0 2023-12-03T11:52:03.267 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.263+0000 7f9ebd3da980 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:52:03.267 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.263+0000 7f9ebd3da980 20 zone default found 2023-12-03T11:52:03.267 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.263+0000 7f9ebd3da980 4 Realm: () 2023-12-03T11:52:03.267 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.263+0000 7f9ebd3da980 4 ZoneGroup: default (9433ba8b-08fe-4f3d-8375-ae7b0ce32294) 2023-12-03T11:52:03.267 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.263+0000 7f9ebd3da980 4 Zone: default (43a5e689-6a4f-4bb6-8529-28824bd75ab9) 2023-12-03T11:52:03.267 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.263+0000 7f9ebd3da980 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:52:03.267 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.263+0000 7f9ebd3da980 20 zonegroup default 2023-12-03T11:52:03.267 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.263+0000 7f9ebd3da980 20 rados->read ofs=0 len=0 2023-12-03T11:52:03.267 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.263+0000 7f9ebd3da980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:52:03.267 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.263+0000 7f9ebd3da980 20 rados->read ofs=0 len=0 2023-12-03T11:52:03.268 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.263+0000 7f9ebd3da980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:52:03.268 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.263+0000 7f9ebd3da980 20 rados->read ofs=0 len=0 2023-12-03T11:52:03.268 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.263+0000 7f9ebd3da980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:52:03.268 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.263+0000 7f9ebd3da980 20 started sync module instance, tier type = 2023-12-03T11:52:03.268 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.263+0000 7f9ebd3da980 20 started zone id=43a5e689-6a4f-4bb6-8529-28824bd75ab9 (name=default) with tier type = 2023-12-03T11:52:03.279 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.275+0000 7f9ebaef6640 0 -- 172.21.15.19:0/750822051 >> [v2:172.21.15.19:6824/3106662697,v1:172.21.15.19:6825/3106662697] conn(0x555bf0d9bd40 msgr2=0x7f9e9407a100 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:52:03.287 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.283+0000 7f9ebd3da980 20 add_watcher() i=0 2023-12-03T11:52:03.287 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.283+0000 7f9ebd3da980 20 add_watcher() i=1 2023-12-03T11:52:03.287 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.283+0000 7f9ebd3da980 20 add_watcher() i=2 2023-12-03T11:52:03.287 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.283+0000 7f9ebd3da980 20 add_watcher() i=3 2023-12-03T11:52:03.287 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.283+0000 7f9ebd3da980 20 add_watcher() i=4 2023-12-03T11:52:03.288 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.283+0000 7f9ebd3da980 20 add_watcher() i=5 2023-12-03T11:52:03.288 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.283+0000 7f9ebd3da980 20 add_watcher() i=6 2023-12-03T11:52:03.288 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.283+0000 7f9ebd3da980 20 add_watcher() i=7 2023-12-03T11:52:03.289 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.283+0000 7f9ebd3da980 2 all 8 watchers are set, enabling cache 2023-12-03T11:52:03.291 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.287+0000 7f9dfbfff640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:52:03.292 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.287+0000 7f9ebd3da980 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:52:03.292 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.287+0000 7f9ebd3da980 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:52:03.300 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.295+0000 7f9ebd3da980 5 note: GC not initialized 2023-12-03T11:52:03.300 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.295+0000 7f9deaffd640 20 reqs_thread_entry: start 2023-12-03T11:52:03.300 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.295+0000 7f9ebd3da980 20 init_complete bucket index max shards: 1 2023-12-03T11:52:03.300 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.295+0000 7f9ebd3da980 20 Filter name: none 2023-12-03T11:52:03.300 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.295+0000 7f9de8ff9640 20 reqs_thread_entry: start 2023-12-03T11:52:03.300 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.295+0000 7f9ebd3da980 10 cache get: name=default.rgw.meta+root+abort-at-do-reshard : miss 2023-12-03T11:52:03.300 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.295+0000 7f9ebd3da980 20 rados->read ofs=0 len=0 2023-12-03T11:52:03.301 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.295+0000 7f9ebd3da980 20 rados_obj.operate() r=0 bl.length=187 2023-12-03T11:52:03.301 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.295+0000 7f9ebd3da980 10 cache put: name=default.rgw.meta+root+abort-at-do-reshard info.flags=0x11 2023-12-03T11:52:03.301 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.295+0000 7f9ebd3da980 10 adding default.rgw.meta+root+abort-at-do-reshard to cache LRU end 2023-12-03T11:52:03.301 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.295+0000 7f9ebd3da980 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.27 : miss 2023-12-03T11:52:03.301 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.295+0000 7f9ebd3da980 20 rados->read ofs=0 len=0 2023-12-03T11:52:03.302 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.299+0000 7f9ebd3da980 20 rados_obj.operate() r=0 bl.length=371 2023-12-03T11:52:03.302 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.299+0000 7f9ebd3da980 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.27 info.flags=0x17 2023-12-03T11:52:03.302 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.299+0000 7f9ebd3da980 10 adding default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.27 to cache LRU end 2023-12-03T11:52:03.302 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.299+0000 7f9ebd3da980 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-12-03T11:52:03.302 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.299+0000 7f9ebd3da980 10 updating xattr: name=user.rgw.acl bl.length()=205 2023-12-03T11:52:03.302 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.299+0000 7f9ebd3da980 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.27 2023-12-03T11:52:03.311 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.307+0000 7f9ebd3da980 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.27 info.flags=0x17 2023-12-03T11:52:03.311 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.307+0000 7f9ebd3da980 10 moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.27 to cache LRU end 2023-12-03T11:52:03.311 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.307+0000 7f9ebd3da980 10 updating xattr: name=user.rgw.acl bl.length()=205 2023-12-03T11:52:03.312 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.307+0000 7f9ebd3da980 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-do-reshard:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.27, ofs0, ns] 2023-12-03T11:52:03.312 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.307+0000 7f9ea17fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1095216660590 cookie 93853371211792 notifier 7281 bl.length()=873 2023-12-03T11:52:03.312 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.307+0000 7f9ea17fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.27 info.flags=0x17 2023-12-03T11:52:03.312 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.307+0000 7f9ea17fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.27 to cache LRU end 2023-12-03T11:52:03.312 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.307+0000 7f9ea17fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2023-12-03T11:52:03.312 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.307+0000 7f9ebd3da980 20 handle_bi_update(): bucket=:abort-at-do-reshard[43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.27]): orig_sources= new_sources= 2023-12-03T11:52:03.312 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.307+0000 7f9ebd3da980 20 handle_bi_update(): bucket=:abort-at-do-reshard[43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.27]): potential sources added=[] removed=[] 2023-12-03T11:52:03.312 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.307+0000 7f9ebd3da980 20 handle_bi_update(): bucket=:abort-at-do-reshard[43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.27]): orig_dests= new_dests= 2023-12-03T11:52:03.312 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.307+0000 7f9ebd3da980 20 handle_bi_update(): bucket=:abort-at-do-reshard[43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.27]): potential dests added=[] removed=[] 2023-12-03T11:52:03.314 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.311+0000 7f9ebd3da980 10 bucket_obj is .dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.27.1.0 2023-12-03T11:52:03.315 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.311+0000 7f9ebd3da980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.27.1.0 2023-12-03T11:52:03.315 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.311+0000 7f9ebd3da980 10 bucket_obj is .dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.27.1.1 2023-12-03T11:52:03.315 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.311+0000 7f9ebd3da980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.27.1.1 2023-12-03T11:52:03.315 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.311+0000 7f9ebd3da980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.27.0 2023-12-03T11:52:03.322 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.319+0000 7f9ebd3da980 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.27 : hit (requested=0x17, cached=0x17) 2023-12-03T11:52:03.322 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.319+0000 7f9ebd3da980 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.27 2023-12-03T11:52:03.325 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.319+0000 7f9ebd3da980 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.27 info.flags=0x17 2023-12-03T11:52:03.325 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.319+0000 7f9ebd3da980 10 moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.27 to cache LRU end 2023-12-03T11:52:03.325 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.319+0000 7f9ebd3da980 10 updating xattr: name=user.rgw.acl bl.length()=205 2023-12-03T11:52:03.325 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.319+0000 7f9ebd3da980 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-do-reshard:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.27, ofs0, ns] 2023-12-03T11:52:03.326 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.323+0000 7f9ea17fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1095216660591 cookie 93853371211792 notifier 7281 bl.length()=841 2023-12-03T11:52:03.326 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.323+0000 7f9ea17fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.27 info.flags=0x17 2023-12-03T11:52:03.326 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.323+0000 7f9ea17fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.27 to cache LRU end 2023-12-03T11:52:03.326 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.323+0000 7f9ea17fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2023-12-03T11:52:03.326 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.323+0000 7f9ebd3da980 20 handle_bi_update(): bucket=:abort-at-do-reshard[43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.27]): orig_sources= new_sources= 2023-12-03T11:52:03.326 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.323+0000 7f9ebd3da980 20 handle_bi_update(): bucket=:abort-at-do-reshard[43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.27]): potential sources added=[] removed=[] 2023-12-03T11:52:03.326 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.323+0000 7f9ebd3da980 20 handle_bi_update(): bucket=:abort-at-do-reshard[43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.27]): orig_dests= new_dests= 2023-12-03T11:52:03.326 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.323+0000 7f9ebd3da980 20 handle_bi_update(): bucket=:abort-at-do-reshard[43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.27]): potential dests added=[] removed=[] 2023-12-03T11:52:03.329 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.323+0000 7f9ebd3da980 1 execute INFO: reshard of bucket "abort-at-do-reshard" completed successfully 2023-12-03T11:52:03.331 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.327+0000 7f9dfbfff640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:52:03.337 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.335+0000 7f9ebd3da980 20 remove_watcher() i=0 2023-12-03T11:52:03.337 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.335+0000 7f9ebd3da980 2 removed watcher, disabling cache 2023-12-03T11:52:03.339 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.335+0000 7f9ebd3da980 20 remove_watcher() i=1 2023-12-03T11:52:03.342 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.339+0000 7f9ebd3da980 20 remove_watcher() i=2 2023-12-03T11:52:03.344 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.339+0000 7f9ebd3da980 20 remove_watcher() i=3 2023-12-03T11:52:03.346 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.343+0000 7f9ebd3da980 20 remove_watcher() i=4 2023-12-03T11:52:03.348 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.343+0000 7f9ebd3da980 20 remove_watcher() i=5 2023-12-03T11:52:03.349 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.347+0000 7f9ebd3da980 20 remove_watcher() i=6 2023-12-03T11:52:03.351 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.347+0000 7f9ebd3da980 20 remove_watcher() i=7 2023-12-03T11:52:03.357 INFO:tasks.workunit.client.0.smithi019.stderr:radosgw-admin bucket stats --bucket abort-at-do-reshard 2023-12-03T11:52:03.384 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:52:03.384 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:52:03.402 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.399+0000 7f3ea829f980 20 rados->read ofs=0 len=0 2023-12-03T11:52:03.404 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.399+0000 7f3ea829f980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:52:03.404 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.399+0000 7f3ea829f980 20 realm 2023-12-03T11:52:03.404 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.399+0000 7f3ea829f980 20 rados->read ofs=0 len=0 2023-12-03T11:52:03.405 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.399+0000 7f3ea829f980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:52:03.405 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.399+0000 7f3ea829f980 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:52:03.405 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.399+0000 7f3ea829f980 20 rados->read ofs=0 len=0 2023-12-03T11:52:03.405 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.399+0000 7f3ea829f980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:52:03.405 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.399+0000 7f3ea829f980 20 rados->read ofs=0 len=0 2023-12-03T11:52:03.406 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.403+0000 7f3ea829f980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:52:03.407 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.403+0000 7f3ea829f980 20 rados->read ofs=0 len=0 2023-12-03T11:52:03.407 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.403+0000 7f3ea829f980 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:52:03.407 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.403+0000 7f3ea829f980 20 searching for the correct realm 2023-12-03T11:52:03.424 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.419+0000 7f3ea65bc640 0 -- 172.21.15.19:0/1434535378 >> [v2:172.21.15.57:6816/3303414699,v1:172.21.15.57:6817/3303414699] conn(0x7f3e9c043040 msgr2=0x7f3e9c044940 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:52:03.432 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.427+0000 7f3ea829f980 20 RGWRados::pool_iterate: got zonegroup_info.9433ba8b-08fe-4f3d-8375-ae7b0ce32294 2023-12-03T11:52:03.432 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.427+0000 7f3ea829f980 20 RGWRados::pool_iterate: got zone_info.43a5e689-6a4f-4bb6-8529-28824bd75ab9 2023-12-03T11:52:03.432 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.427+0000 7f3ea829f980 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:52:03.432 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.427+0000 7f3ea829f980 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:52:03.433 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.427+0000 7f3ea829f980 20 rados->read ofs=0 len=0 2023-12-03T11:52:03.433 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.427+0000 7f3ea829f980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:52:03.433 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.427+0000 7f3ea829f980 20 rados->read ofs=0 len=0 2023-12-03T11:52:03.433 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.431+0000 7f3ea829f980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:52:03.433 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.431+0000 7f3ea829f980 20 rados->read ofs=0 len=0 2023-12-03T11:52:03.434 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.431+0000 7f3ea829f980 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:52:03.434 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.431+0000 7f3ea829f980 20 zone default found 2023-12-03T11:52:03.434 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.431+0000 7f3ea829f980 4 Realm: () 2023-12-03T11:52:03.434 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.431+0000 7f3ea829f980 4 ZoneGroup: default (9433ba8b-08fe-4f3d-8375-ae7b0ce32294) 2023-12-03T11:52:03.434 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.431+0000 7f3ea829f980 4 Zone: default (43a5e689-6a4f-4bb6-8529-28824bd75ab9) 2023-12-03T11:52:03.435 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.431+0000 7f3ea829f980 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:52:03.435 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.431+0000 7f3ea829f980 20 zonegroup default 2023-12-03T11:52:03.435 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.431+0000 7f3ea829f980 20 rados->read ofs=0 len=0 2023-12-03T11:52:03.435 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.431+0000 7f3ea5dbb640 0 -- 172.21.15.19:0/1434535378 >> [v2:172.21.15.19:6808/438722807,v1:172.21.15.19:6809/438722807] conn(0x7f3e80075330 msgr2=0x7f3e80077760 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:52:03.435 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.431+0000 7f3ea829f980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:52:03.435 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.431+0000 7f3ea829f980 20 rados->read ofs=0 len=0 2023-12-03T11:52:03.435 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.431+0000 7f3ea829f980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:52:03.436 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.431+0000 7f3ea829f980 20 rados->read ofs=0 len=0 2023-12-03T11:52:03.436 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.431+0000 7f3ea829f980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:52:03.436 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.431+0000 7f3ea829f980 20 started sync module instance, tier type = 2023-12-03T11:52:03.436 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.431+0000 7f3ea829f980 20 started zone id=43a5e689-6a4f-4bb6-8529-28824bd75ab9 (name=default) with tier type = 2023-12-03T11:52:03.452 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.447+0000 7f3ea829f980 20 add_watcher() i=0 2023-12-03T11:52:03.452 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.447+0000 7f3ea829f980 20 add_watcher() i=1 2023-12-03T11:52:03.452 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.447+0000 7f3ea829f980 20 add_watcher() i=2 2023-12-03T11:52:03.452 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.447+0000 7f3ea829f980 20 add_watcher() i=3 2023-12-03T11:52:03.452 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.447+0000 7f3ea829f980 20 add_watcher() i=4 2023-12-03T11:52:03.452 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.447+0000 7f3ea829f980 20 add_watcher() i=5 2023-12-03T11:52:03.452 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.447+0000 7f3ea829f980 20 add_watcher() i=6 2023-12-03T11:52:03.453 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.447+0000 7f3ea829f980 20 add_watcher() i=7 2023-12-03T11:52:03.453 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.447+0000 7f3ea829f980 2 all 8 watchers are set, enabling cache 2023-12-03T11:52:03.456 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.451+0000 7f3e6b7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:52:03.456 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.451+0000 7f3ea829f980 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:52:03.456 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.451+0000 7f3ea829f980 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:52:03.464 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.459+0000 7f3ea829f980 5 note: GC not initialized 2023-12-03T11:52:03.465 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.459+0000 7f3dda7fc640 20 reqs_thread_entry: start 2023-12-03T11:52:03.465 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.459+0000 7f3ea829f980 20 init_complete bucket index max shards: 1 2023-12-03T11:52:03.465 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.459+0000 7f3ea829f980 20 Filter name: none 2023-12-03T11:52:03.465 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.459+0000 7f3dcbfff640 20 reqs_thread_entry: start 2023-12-03T11:52:03.465 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.459+0000 7f3ea829f980 20 rados->read ofs=0 len=0 2023-12-03T11:52:03.466 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.463+0000 7f3ea829f980 20 rados_obj.operate() r=0 bl.length=187 2023-12-03T11:52:03.466 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.463+0000 7f3ea829f980 20 rados->read ofs=0 len=0 2023-12-03T11:52:03.467 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.463+0000 7f3ea829f980 20 rados_obj.operate() r=0 bl.length=371 2023-12-03T11:52:03.468 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.463+0000 7f3ea829f980 20 couldn't put binfo cache entry, might have raced with data changes 2023-12-03T11:52:03.468 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.463+0000 7f3ea829f980 20 rados->read ofs=0 len=0 2023-12-03T11:52:03.468 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.463+0000 7f3ea829f980 20 rados_obj.operate() r=0 bl.length=187 2023-12-03T11:52:03.468 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.463+0000 7f3ea829f980 20 rados->read ofs=0 len=0 2023-12-03T11:52:03.469 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.467+0000 7f3ea829f980 20 rados_obj.operate() r=0 bl.length=371 2023-12-03T11:52:03.469 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.467+0000 7f3ea829f980 20 couldn't put binfo cache entry, might have raced with data changes 2023-12-03T11:52:03.471 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.467+0000 7f3ea829f980 20 rados->read ofs=0 len=0 2023-12-03T11:52:03.472 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.467+0000 7f3ea829f980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:52:03.473 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.467+0000 7f3e6b7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:52:03.478 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.475+0000 7f3ea829f980 20 remove_watcher() i=0 2023-12-03T11:52:03.479 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.475+0000 7f3ea829f980 2 removed watcher, disabling cache 2023-12-03T11:52:03.481 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.475+0000 7f3ea829f980 20 remove_watcher() i=1 2023-12-03T11:52:03.483 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.479+0000 7f3ea829f980 20 remove_watcher() i=2 2023-12-03T11:52:03.486 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.483+0000 7f3ea829f980 20 remove_watcher() i=3 2023-12-03T11:52:03.488 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.483+0000 7f3ea829f980 20 remove_watcher() i=4 2023-12-03T11:52:03.490 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.487+0000 7f3ea829f980 20 remove_watcher() i=5 2023-12-03T11:52:03.491 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.487+0000 7f3ea829f980 20 remove_watcher() i=6 2023-12-03T11:52:03.493 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.487+0000 7f3ea829f980 20 remove_watcher() i=7 2023-12-03T11:52:03.499 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:52:03.499 INFO:tasks.workunit.client.0.smithi019.stderr:BUCKET_STATS: 2023-12-03T11:52:03.499 INFO:tasks.workunit.client.0.smithi019.stderr:bucket: abort-at-do-reshard id: 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.27 num_objects: 19 size_kb: 1 num_shards: 2 2023-12-03T11:52:03.499 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:52:03.500 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:52:03.501 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:52:03.504 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:52:03.504 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:52:03.580 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:52:03.580 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:52:03.616 INFO:tasks.workunit.client.0.smithi019.stderr: test: reshard versioned bucket 2023-12-03T11:52:03.616 INFO:tasks.workunit.client.0.smithi019.stderr:radosgw-admin bucket stats --bucket myver 2023-12-03T11:52:03.642 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:52:03.643 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:52:03.660 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.655+0000 7fe9f113f980 20 rados->read ofs=0 len=0 2023-12-03T11:52:03.662 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.659+0000 7fe9f113f980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:52:03.662 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.659+0000 7fe9f113f980 20 realm 2023-12-03T11:52:03.663 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.659+0000 7fe9f113f980 20 rados->read ofs=0 len=0 2023-12-03T11:52:03.663 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.659+0000 7fe9f113f980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:52:03.663 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.659+0000 7fe9f113f980 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:52:03.663 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.659+0000 7fe9f113f980 20 rados->read ofs=0 len=0 2023-12-03T11:52:03.663 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.659+0000 7fe9f113f980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:52:03.663 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.659+0000 7fe9f113f980 20 rados->read ofs=0 len=0 2023-12-03T11:52:03.664 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.659+0000 7fe9f113f980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:52:03.664 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.659+0000 7fe9f113f980 20 rados->read ofs=0 len=0 2023-12-03T11:52:03.665 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.659+0000 7fe9f113f980 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:52:03.665 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.659+0000 7fe9f113f980 20 searching for the correct realm 2023-12-03T11:52:03.687 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.683+0000 7fe9ee45a640 0 -- 172.21.15.19:0/2291722468 >> [v2:172.21.15.19:6800/1469834966,v1:172.21.15.19:6801/1469834966] conn(0x55664d744710 msgr2=0x55664d746b00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:52:03.689 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.683+0000 7fe9f113f980 20 RGWRados::pool_iterate: got zonegroup_info.9433ba8b-08fe-4f3d-8375-ae7b0ce32294 2023-12-03T11:52:03.689 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.683+0000 7fe9f113f980 20 RGWRados::pool_iterate: got zone_info.43a5e689-6a4f-4bb6-8529-28824bd75ab9 2023-12-03T11:52:03.690 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.683+0000 7fe9f113f980 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:52:03.690 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.683+0000 7fe9f113f980 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:52:03.690 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.683+0000 7fe9f113f980 20 rados->read ofs=0 len=0 2023-12-03T11:52:03.690 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.687+0000 7fe9f113f980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:52:03.690 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.687+0000 7fe9f113f980 20 rados->read ofs=0 len=0 2023-12-03T11:52:03.691 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.687+0000 7fe9f113f980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:52:03.691 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.687+0000 7fe9f113f980 20 rados->read ofs=0 len=0 2023-12-03T11:52:03.691 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.687+0000 7fe9f113f980 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:52:03.691 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.687+0000 7fe9f113f980 20 zone default found 2023-12-03T11:52:03.691 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.687+0000 7fe9f113f980 4 Realm: () 2023-12-03T11:52:03.691 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.687+0000 7fe9f113f980 4 ZoneGroup: default (9433ba8b-08fe-4f3d-8375-ae7b0ce32294) 2023-12-03T11:52:03.691 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.687+0000 7fe9f113f980 4 Zone: default (43a5e689-6a4f-4bb6-8529-28824bd75ab9) 2023-12-03T11:52:03.691 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.687+0000 7fe9f113f980 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:52:03.691 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.687+0000 7fe9f113f980 20 zonegroup default 2023-12-03T11:52:03.691 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.687+0000 7fe9f113f980 20 rados->read ofs=0 len=0 2023-12-03T11:52:03.691 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.687+0000 7fe9f113f980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:52:03.692 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.687+0000 7fe9f113f980 20 rados->read ofs=0 len=0 2023-12-03T11:52:03.692 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.687+0000 7fe9f113f980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:52:03.692 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.687+0000 7fe9f113f980 20 rados->read ofs=0 len=0 2023-12-03T11:52:03.692 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.687+0000 7fe9f113f980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:52:03.692 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.687+0000 7fe9f113f980 20 started sync module instance, tier type = 2023-12-03T11:52:03.692 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.687+0000 7fe9f113f980 20 started zone id=43a5e689-6a4f-4bb6-8529-28824bd75ab9 (name=default) with tier type = 2023-12-03T11:52:03.706 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.703+0000 7fe9ef45c640 0 -- 172.21.15.19:0/2291722468 >> [v2:172.21.15.57:6816/3303414699,v1:172.21.15.57:6817/3303414699] conn(0x7fe9e4053220 msgr2=0x7fe9e406b0b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:52:03.709 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.703+0000 7fe9f113f980 20 add_watcher() i=0 2023-12-03T11:52:03.709 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.703+0000 7fe9f113f980 20 add_watcher() i=1 2023-12-03T11:52:03.709 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.703+0000 7fe9f113f980 20 add_watcher() i=2 2023-12-03T11:52:03.709 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.703+0000 7fe9f113f980 20 add_watcher() i=3 2023-12-03T11:52:03.709 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.703+0000 7fe9f113f980 20 add_watcher() i=4 2023-12-03T11:52:03.709 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.703+0000 7fe9f113f980 20 add_watcher() i=5 2023-12-03T11:52:03.709 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.703+0000 7fe9f113f980 20 add_watcher() i=6 2023-12-03T11:52:03.710 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.707+0000 7fe9f113f980 20 add_watcher() i=7 2023-12-03T11:52:03.710 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.707+0000 7fe9f113f980 2 all 8 watchers are set, enabling cache 2023-12-03T11:52:03.713 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.707+0000 7fe92ffff640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:52:03.713 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.711+0000 7fe9f113f980 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:52:03.713 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.711+0000 7fe9f113f980 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:52:03.721 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.715+0000 7fe9f113f980 5 note: GC not initialized 2023-12-03T11:52:03.721 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.715+0000 7fe91effd640 20 reqs_thread_entry: start 2023-12-03T11:52:03.721 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.715+0000 7fe9f113f980 20 init_complete bucket index max shards: 1 2023-12-03T11:52:03.721 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.715+0000 7fe9f113f980 20 Filter name: none 2023-12-03T11:52:03.721 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.719+0000 7fe91cff9640 20 reqs_thread_entry: start 2023-12-03T11:52:03.722 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.719+0000 7fe9f113f980 20 rados->read ofs=0 len=0 2023-12-03T11:52:03.722 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.719+0000 7fe9f113f980 20 rados_obj.operate() r=0 bl.length=173 2023-12-03T11:52:03.722 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.719+0000 7fe9f113f980 20 rados->read ofs=0 len=0 2023-12-03T11:52:03.723 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.719+0000 7fe9f113f980 20 rados_obj.operate() r=0 bl.length=357 2023-12-03T11:52:03.723 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.719+0000 7fe9f113f980 20 couldn't put binfo cache entry, might have raced with data changes 2023-12-03T11:52:03.723 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.719+0000 7fe9f113f980 20 rados->read ofs=0 len=0 2023-12-03T11:52:03.724 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.719+0000 7fe9f113f980 20 rados_obj.operate() r=0 bl.length=173 2023-12-03T11:52:03.724 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.719+0000 7fe9f113f980 20 rados->read ofs=0 len=0 2023-12-03T11:52:03.724 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.719+0000 7fe9f113f980 20 rados_obj.operate() r=0 bl.length=357 2023-12-03T11:52:03.725 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.719+0000 7fe9f113f980 20 couldn't put binfo cache entry, might have raced with data changes 2023-12-03T11:52:03.726 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.723+0000 7fe9f113f980 20 rados->read ofs=0 len=0 2023-12-03T11:52:03.726 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.723+0000 7fe9f113f980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:52:03.727 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.723+0000 7fe92ffff640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:52:03.733 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.727+0000 7fe9f113f980 20 remove_watcher() i=0 2023-12-03T11:52:03.733 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.727+0000 7fe9f113f980 2 removed watcher, disabling cache 2023-12-03T11:52:03.735 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.731+0000 7fe9f113f980 20 remove_watcher() i=1 2023-12-03T11:52:03.737 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.735+0000 7fe9f113f980 20 remove_watcher() i=2 2023-12-03T11:52:03.740 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.735+0000 7fe9f113f980 20 remove_watcher() i=3 2023-12-03T11:52:03.742 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.739+0000 7fe9f113f980 20 remove_watcher() i=4 2023-12-03T11:52:03.743 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.739+0000 7fe9f113f980 20 remove_watcher() i=5 2023-12-03T11:52:03.744 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.739+0000 7fe9f113f980 20 remove_watcher() i=6 2023-12-03T11:52:03.746 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.743+0000 7fe9f113f980 20 remove_watcher() i=7 2023-12-03T11:52:03.752 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:52:03.752 INFO:tasks.workunit.client.0.smithi019.stderr:BUCKET_STATS: 2023-12-03T11:52:03.752 INFO:tasks.workunit.client.0.smithi019.stderr:bucket: myver id: 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.17 num_objects: 0 size_kb: 0 num_shards: 1 2023-12-03T11:52:03.753 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:52:03.753 INFO:tasks.workunit.client.0.smithi019.stderr:radosgw-admin bucket reshard --bucket myver --num-shards 2 2023-12-03T11:52:03.780 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:52:03.780 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:52:03.796 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.791+0000 7f3bd0830980 20 rados->read ofs=0 len=0 2023-12-03T11:52:03.799 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.795+0000 7f3bd0830980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:52:03.799 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.795+0000 7f3bd0830980 20 realm 2023-12-03T11:52:03.799 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.795+0000 7f3bd0830980 20 rados->read ofs=0 len=0 2023-12-03T11:52:03.799 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.795+0000 7f3bd0830980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:52:03.799 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.795+0000 7f3bd0830980 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:52:03.799 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.795+0000 7f3bd0830980 20 rados->read ofs=0 len=0 2023-12-03T11:52:03.799 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.795+0000 7f3bd0830980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:52:03.799 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.795+0000 7f3bd0830980 20 rados->read ofs=0 len=0 2023-12-03T11:52:03.801 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.795+0000 7f3bd0830980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:52:03.801 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.795+0000 7f3bd0830980 20 rados->read ofs=0 len=0 2023-12-03T11:52:03.801 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.795+0000 7f3bd0830980 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:52:03.801 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.799+0000 7f3bd0830980 20 searching for the correct realm 2023-12-03T11:52:03.825 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.819+0000 7f3bce34c640 0 -- 172.21.15.19:0/1062617857 >> [v2:172.21.15.57:6808/3142144203,v1:172.21.15.57:6809/3142144203] conn(0x5563a0d80d30 msgr2=0x5563a0d83120 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:52:03.826 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.823+0000 7f3bd0830980 20 RGWRados::pool_iterate: got zonegroup_info.9433ba8b-08fe-4f3d-8375-ae7b0ce32294 2023-12-03T11:52:03.826 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.823+0000 7f3bd0830980 20 RGWRados::pool_iterate: got zone_info.43a5e689-6a4f-4bb6-8529-28824bd75ab9 2023-12-03T11:52:03.826 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.823+0000 7f3bd0830980 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:52:03.826 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.823+0000 7f3bd0830980 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:52:03.827 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.823+0000 7f3bd0830980 20 rados->read ofs=0 len=0 2023-12-03T11:52:03.827 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.823+0000 7f3bd0830980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:52:03.827 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.823+0000 7f3bd0830980 20 rados->read ofs=0 len=0 2023-12-03T11:52:03.827 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.823+0000 7f3bd0830980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:52:03.827 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.823+0000 7f3bd0830980 20 rados->read ofs=0 len=0 2023-12-03T11:52:03.828 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.823+0000 7f3bd0830980 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:52:03.828 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.823+0000 7f3bd0830980 20 zone default found 2023-12-03T11:52:03.828 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.823+0000 7f3bd0830980 4 Realm: () 2023-12-03T11:52:03.828 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.823+0000 7f3bd0830980 4 ZoneGroup: default (9433ba8b-08fe-4f3d-8375-ae7b0ce32294) 2023-12-03T11:52:03.828 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.823+0000 7f3bd0830980 4 Zone: default (43a5e689-6a4f-4bb6-8529-28824bd75ab9) 2023-12-03T11:52:03.828 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.823+0000 7f3bd0830980 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:52:03.828 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.823+0000 7f3bd0830980 20 zonegroup default 2023-12-03T11:52:03.828 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.823+0000 7f3bd0830980 20 rados->read ofs=0 len=0 2023-12-03T11:52:03.828 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.823+0000 7f3bd0830980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:52:03.828 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.823+0000 7f3bd0830980 20 rados->read ofs=0 len=0 2023-12-03T11:52:03.829 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.823+0000 7f3bd0830980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:52:03.829 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.823+0000 7f3bd0830980 20 rados->read ofs=0 len=0 2023-12-03T11:52:03.829 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.823+0000 7f3bd0830980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:52:03.829 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.823+0000 7f3bd0830980 20 started sync module instance, tier type = 2023-12-03T11:52:03.829 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.823+0000 7f3bd0830980 20 started zone id=43a5e689-6a4f-4bb6-8529-28824bd75ab9 (name=default) with tier type = 2023-12-03T11:52:03.846 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.843+0000 7f3bcdb4b640 0 -- 172.21.15.19:0/1062617857 >> [v2:172.21.15.19:6800/1469834966,v1:172.21.15.19:6801/1469834966] conn(0x5563a0d85cf0 msgr2=0x5563a0d880e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:52:03.847 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.843+0000 7f3bd0830980 20 add_watcher() i=0 2023-12-03T11:52:03.847 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.843+0000 7f3bd0830980 20 add_watcher() i=1 2023-12-03T11:52:03.848 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.843+0000 7f3bd0830980 20 add_watcher() i=2 2023-12-03T11:52:03.848 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.843+0000 7f3bd0830980 20 add_watcher() i=3 2023-12-03T11:52:03.848 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.843+0000 7f3bd0830980 20 add_watcher() i=4 2023-12-03T11:52:03.848 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.843+0000 7f3bd0830980 20 add_watcher() i=5 2023-12-03T11:52:03.849 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.843+0000 7f3bd0830980 20 add_watcher() i=6 2023-12-03T11:52:03.849 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.843+0000 7f3bd0830980 20 add_watcher() i=7 2023-12-03T11:52:03.849 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.843+0000 7f3bd0830980 2 all 8 watchers are set, enabling cache 2023-12-03T11:52:03.851 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.847+0000 7f3b93fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:52:03.852 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.847+0000 7f3bd0830980 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:52:03.852 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.847+0000 7f3bd0830980 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:52:03.860 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.855+0000 7f3bd0830980 5 note: GC not initialized 2023-12-03T11:52:03.860 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.855+0000 7f3b02ffd640 20 reqs_thread_entry: start 2023-12-03T11:52:03.860 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.855+0000 7f3bd0830980 20 init_complete bucket index max shards: 1 2023-12-03T11:52:03.860 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.855+0000 7f3bd0830980 20 Filter name: none 2023-12-03T11:52:03.860 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.855+0000 7f3b00ff9640 20 reqs_thread_entry: start 2023-12-03T11:52:03.861 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.855+0000 7f3bd0830980 10 cache get: name=default.rgw.meta+root+myver : miss 2023-12-03T11:52:03.861 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.855+0000 7f3bd0830980 20 rados->read ofs=0 len=0 2023-12-03T11:52:03.861 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.855+0000 7f3bd0830980 20 rados_obj.operate() r=0 bl.length=173 2023-12-03T11:52:03.861 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.855+0000 7f3bd0830980 10 cache put: name=default.rgw.meta+root+myver info.flags=0x11 2023-12-03T11:52:03.861 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.855+0000 7f3bd0830980 10 adding default.rgw.meta+root+myver to cache LRU end 2023-12-03T11:52:03.861 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.855+0000 7f3bd0830980 10 cache get: name=default.rgw.meta+root+.bucket.meta.myver:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.17 : miss 2023-12-03T11:52:03.861 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.855+0000 7f3bd0830980 20 rados->read ofs=0 len=0 2023-12-03T11:52:03.862 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.855+0000 7f3bd0830980 20 rados_obj.operate() r=0 bl.length=357 2023-12-03T11:52:03.862 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.855+0000 7f3bd0830980 10 cache put: name=default.rgw.meta+root+.bucket.meta.myver:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.17 info.flags=0x17 2023-12-03T11:52:03.862 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.855+0000 7f3bd0830980 10 adding default.rgw.meta+root+.bucket.meta.myver:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.17 to cache LRU end 2023-12-03T11:52:03.862 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.855+0000 7f3bd0830980 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-12-03T11:52:03.862 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.855+0000 7f3bd0830980 10 updating xattr: name=user.rgw.acl bl.length()=143 2023-12-03T11:52:03.862 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.855+0000 7f3bd0830980 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.myver:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.17 2023-12-03T11:52:03.873 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.871+0000 7f3bd0830980 10 cache put: name=default.rgw.meta+root+.bucket.meta.myver:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.17 info.flags=0x17 2023-12-03T11:52:03.874 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.871+0000 7f3bd0830980 10 moving default.rgw.meta+root+.bucket.meta.myver:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.17 to cache LRU end 2023-12-03T11:52:03.874 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.871+0000 7f3bd0830980 10 updating xattr: name=user.rgw.acl bl.length()=143 2023-12-03T11:52:03.874 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.871+0000 7f3bd0830980 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.myver:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.17, ofs0, ns] 2023-12-03T11:52:03.875 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.871+0000 7f3bbcff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1095216660514 cookie 93886388676192 notifier 7347 bl.length()=783 2023-12-03T11:52:03.875 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.871+0000 7f3bbcff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.myver:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.17 info.flags=0x17 2023-12-03T11:52:03.875 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.871+0000 7f3bbcff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.myver:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.17 to cache LRU end 2023-12-03T11:52:03.875 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.871+0000 7f3bbcff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2023-12-03T11:52:03.876 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.871+0000 7f3bd0830980 20 handle_bi_update(): bucket=:myver[43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.17]): orig_sources= new_sources= 2023-12-03T11:52:03.876 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.871+0000 7f3bd0830980 20 handle_bi_update(): bucket=:myver[43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.17]): potential sources added=[] removed=[] 2023-12-03T11:52:03.876 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.871+0000 7f3bd0830980 20 handle_bi_update(): bucket=:myver[43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.17]): orig_dests= new_dests= 2023-12-03T11:52:03.876 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.871+0000 7f3bd0830980 20 handle_bi_update(): bucket=:myver[43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.17]): potential dests added=[] removed=[] 2023-12-03T11:52:03.879 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.875+0000 7f3bd0830980 10 bucket_obj is .dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.17.1.0 2023-12-03T11:52:03.879 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.875+0000 7f3bd0830980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.17.1.0 2023-12-03T11:52:03.879 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.875+0000 7f3bd0830980 10 bucket_obj is .dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.17.1.1 2023-12-03T11:52:03.880 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.875+0000 7f3bd0830980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.17.1.1 2023-12-03T11:52:03.880 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.875+0000 7f3bd0830980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.17.0 2023-12-03T11:52:03.881 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.875+0000 7f3bd0830980 10 cache get: name=default.rgw.meta+root+.bucket.meta.myver:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.17 : hit (requested=0x17, cached=0x17) 2023-12-03T11:52:03.881 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.875+0000 7f3bd0830980 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.myver:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.17 2023-12-03T11:52:03.885 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.879+0000 7f3bd0830980 10 cache put: name=default.rgw.meta+root+.bucket.meta.myver:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.17 info.flags=0x17 2023-12-03T11:52:03.885 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.879+0000 7f3bd0830980 10 moving default.rgw.meta+root+.bucket.meta.myver:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.17 to cache LRU end 2023-12-03T11:52:03.885 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.879+0000 7f3bd0830980 10 updating xattr: name=user.rgw.acl bl.length()=143 2023-12-03T11:52:03.885 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.879+0000 7f3bd0830980 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.myver:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.17, ofs0, ns] 2023-12-03T11:52:03.886 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.883+0000 7f3baffff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1095216660515 cookie 93886388676192 notifier 7347 bl.length()=751 2023-12-03T11:52:03.886 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.883+0000 7f3baffff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.myver:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.17 info.flags=0x17 2023-12-03T11:52:03.886 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.883+0000 7f3baffff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.myver:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.17 to cache LRU end 2023-12-03T11:52:03.886 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.883+0000 7f3baffff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2023-12-03T11:52:03.887 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.883+0000 7f3bd0830980 20 handle_bi_update(): bucket=:myver[43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.17]): orig_sources= new_sources= 2023-12-03T11:52:03.887 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.883+0000 7f3bd0830980 20 handle_bi_update(): bucket=:myver[43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.17]): potential sources added=[] removed=[] 2023-12-03T11:52:03.887 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.883+0000 7f3bd0830980 20 handle_bi_update(): bucket=:myver[43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.17]): orig_dests= new_dests= 2023-12-03T11:52:03.887 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.883+0000 7f3bd0830980 20 handle_bi_update(): bucket=:myver[43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.17]): potential dests added=[] removed=[] 2023-12-03T11:52:03.890 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.887+0000 7f3bd0830980 1 execute INFO: reshard of bucket "myver" completed successfully 2023-12-03T11:52:03.895 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.891+0000 7f3b93fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:52:03.900 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.895+0000 7f3bd0830980 20 remove_watcher() i=0 2023-12-03T11:52:03.900 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.895+0000 7f3bd0830980 2 removed watcher, disabling cache 2023-12-03T11:52:03.902 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.899+0000 7f3bd0830980 20 remove_watcher() i=1 2023-12-03T11:52:03.905 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.899+0000 7f3bd0830980 20 remove_watcher() i=2 2023-12-03T11:52:03.907 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.903+0000 7f3bd0830980 20 remove_watcher() i=3 2023-12-03T11:52:03.909 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.907+0000 7f3bd0830980 20 remove_watcher() i=4 2023-12-03T11:52:03.911 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.907+0000 7f3bd0830980 20 remove_watcher() i=5 2023-12-03T11:52:03.912 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.907+0000 7f3bd0830980 20 remove_watcher() i=6 2023-12-03T11:52:03.914 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:03.911+0000 7f3bd0830980 20 remove_watcher() i=7 2023-12-03T11:52:03.920 INFO:tasks.workunit.client.0.smithi019.stderr:radosgw-admin bucket stats --bucket myver 2023-12-03T11:52:03.945 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:52:03.945 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:52:04.162 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.159+0000 7fa96d47e640 0 --2- 172.21.15.19:0/712538307 >> [v2:172.21.15.19:3300/0,v1:172.21.15.19:6789/0] conn(0x55a11b7de080 0x55a11b7e92e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request get_initial_auth_request returned -2 2023-12-03T11:52:04.170 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.167+0000 7fa96f161980 20 rados->read ofs=0 len=0 2023-12-03T11:52:04.172 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.167+0000 7fa96f161980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:52:04.172 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.167+0000 7fa96f161980 20 realm 2023-12-03T11:52:04.172 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.167+0000 7fa96f161980 20 rados->read ofs=0 len=0 2023-12-03T11:52:04.172 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.167+0000 7fa96f161980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:52:04.172 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.167+0000 7fa96f161980 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:52:04.173 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.167+0000 7fa96f161980 20 rados->read ofs=0 len=0 2023-12-03T11:52:04.173 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.167+0000 7fa96f161980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:52:04.173 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.167+0000 7fa96f161980 20 rados->read ofs=0 len=0 2023-12-03T11:52:04.174 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.171+0000 7fa96f161980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:52:04.174 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.171+0000 7fa96f161980 20 rados->read ofs=0 len=0 2023-12-03T11:52:04.175 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.171+0000 7fa96f161980 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:52:04.175 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.171+0000 7fa96f161980 20 searching for the correct realm 2023-12-03T11:52:04.194 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.191+0000 7fa96d47e640 0 -- 172.21.15.19:0/1547237344 >> [v2:172.21.15.19:6810/916309765,v1:172.21.15.19:6813/916309765] conn(0x55a11b7fd2e0 msgr2=0x55a11b7ff6d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:52:04.202 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.199+0000 7fa96f161980 20 RGWRados::pool_iterate: got zonegroup_info.9433ba8b-08fe-4f3d-8375-ae7b0ce32294 2023-12-03T11:52:04.202 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.199+0000 7fa96f161980 20 RGWRados::pool_iterate: got zone_info.43a5e689-6a4f-4bb6-8529-28824bd75ab9 2023-12-03T11:52:04.203 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.199+0000 7fa96f161980 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:52:04.203 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.199+0000 7fa96f161980 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:52:04.203 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.199+0000 7fa96f161980 20 rados->read ofs=0 len=0 2023-12-03T11:52:04.203 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.199+0000 7fa96f161980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:52:04.203 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.199+0000 7fa96f161980 20 rados->read ofs=0 len=0 2023-12-03T11:52:04.206 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.199+0000 7fa96f161980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:52:04.206 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.199+0000 7fa96f161980 20 rados->read ofs=0 len=0 2023-12-03T11:52:04.206 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.199+0000 7fa96f161980 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:52:04.206 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.199+0000 7fa96f161980 20 zone default found 2023-12-03T11:52:04.206 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.199+0000 7fa96f161980 4 Realm: () 2023-12-03T11:52:04.207 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.199+0000 7fa96f161980 4 ZoneGroup: default (9433ba8b-08fe-4f3d-8375-ae7b0ce32294) 2023-12-03T11:52:04.207 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.199+0000 7fa96f161980 4 Zone: default (43a5e689-6a4f-4bb6-8529-28824bd75ab9) 2023-12-03T11:52:04.207 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.199+0000 7fa96f161980 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:52:04.207 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.199+0000 7fa96f161980 20 zonegroup default 2023-12-03T11:52:04.207 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.199+0000 7fa96f161980 20 rados->read ofs=0 len=0 2023-12-03T11:52:04.207 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.199+0000 7fa96f161980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:52:04.207 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.199+0000 7fa96f161980 20 rados->read ofs=0 len=0 2023-12-03T11:52:04.208 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.199+0000 7fa96f161980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:52:04.208 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.199+0000 7fa96f161980 20 rados->read ofs=0 len=0 2023-12-03T11:52:04.208 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.203+0000 7fa96f161980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:52:04.208 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.203+0000 7fa967fff640 0 -- 172.21.15.19:0/1547237344 >> [v2:172.21.15.19:6800/1469834966,v1:172.21.15.19:6801/1469834966] conn(0x55a11b806090 msgr2=0x55a11b808480 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:52:04.208 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.203+0000 7fa96f161980 20 started sync module instance, tier type = 2023-12-03T11:52:04.208 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.203+0000 7fa96f161980 20 started zone id=43a5e689-6a4f-4bb6-8529-28824bd75ab9 (name=default) with tier type = 2023-12-03T11:52:04.225 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.219+0000 7fa96f161980 20 add_watcher() i=0 2023-12-03T11:52:04.225 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.219+0000 7fa96f161980 20 add_watcher() i=1 2023-12-03T11:52:04.225 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.219+0000 7fa96f161980 20 add_watcher() i=2 2023-12-03T11:52:04.226 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.219+0000 7fa96f161980 20 add_watcher() i=3 2023-12-03T11:52:04.226 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.219+0000 7fa96f161980 20 add_watcher() i=4 2023-12-03T11:52:04.226 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.219+0000 7fa96f161980 20 add_watcher() i=5 2023-12-03T11:52:04.226 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.219+0000 7fa96f161980 20 add_watcher() i=6 2023-12-03T11:52:04.226 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.223+0000 7fa96f161980 20 add_watcher() i=7 2023-12-03T11:52:04.227 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.223+0000 7fa96f161980 2 all 8 watchers are set, enabling cache 2023-12-03T11:52:04.229 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.227+0000 7fa9327e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:52:04.230 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.227+0000 7fa96f161980 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:52:04.230 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.227+0000 7fa96f161980 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:52:04.237 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.231+0000 7fa96f161980 5 note: GC not initialized 2023-12-03T11:52:04.237 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.231+0000 7fa8a17fa640 20 reqs_thread_entry: start 2023-12-03T11:52:04.237 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.235+0000 7fa96f161980 20 init_complete bucket index max shards: 1 2023-12-03T11:52:04.237 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.235+0000 7fa96f161980 20 Filter name: none 2023-12-03T11:52:04.238 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.235+0000 7fa89affd640 20 reqs_thread_entry: start 2023-12-03T11:52:04.238 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.235+0000 7fa96f161980 20 rados->read ofs=0 len=0 2023-12-03T11:52:04.238 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.235+0000 7fa96f161980 20 rados_obj.operate() r=0 bl.length=173 2023-12-03T11:52:04.238 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.235+0000 7fa96f161980 20 rados->read ofs=0 len=0 2023-12-03T11:52:04.239 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.235+0000 7fa96f161980 20 rados_obj.operate() r=0 bl.length=357 2023-12-03T11:52:04.239 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.235+0000 7fa96f161980 20 couldn't put binfo cache entry, might have raced with data changes 2023-12-03T11:52:04.239 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.235+0000 7fa96f161980 20 rados->read ofs=0 len=0 2023-12-03T11:52:04.240 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.235+0000 7fa96f161980 20 rados_obj.operate() r=0 bl.length=173 2023-12-03T11:52:04.240 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.235+0000 7fa96f161980 20 rados->read ofs=0 len=0 2023-12-03T11:52:04.240 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.235+0000 7fa96f161980 20 rados_obj.operate() r=0 bl.length=357 2023-12-03T11:52:04.241 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.235+0000 7fa96f161980 20 couldn't put binfo cache entry, might have raced with data changes 2023-12-03T11:52:04.242 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.239+0000 7fa96f161980 20 rados->read ofs=0 len=0 2023-12-03T11:52:04.242 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.239+0000 7fa96f161980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:52:04.243 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.239+0000 7fa9327e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:52:04.249 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.243+0000 7fa96f161980 20 remove_watcher() i=0 2023-12-03T11:52:04.249 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.243+0000 7fa96f161980 2 removed watcher, disabling cache 2023-12-03T11:52:04.251 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.247+0000 7fa96f161980 20 remove_watcher() i=1 2023-12-03T11:52:04.253 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.251+0000 7fa96f161980 20 remove_watcher() i=2 2023-12-03T11:52:04.255 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.251+0000 7fa96f161980 20 remove_watcher() i=3 2023-12-03T11:52:04.258 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.255+0000 7fa96f161980 20 remove_watcher() i=4 2023-12-03T11:52:04.259 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.255+0000 7fa96f161980 20 remove_watcher() i=5 2023-12-03T11:52:04.260 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.255+0000 7fa96f161980 20 remove_watcher() i=6 2023-12-03T11:52:04.262 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.259+0000 7fa96f161980 20 remove_watcher() i=7 2023-12-03T11:52:04.267 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:52:04.267 INFO:tasks.workunit.client.0.smithi019.stderr:BUCKET_STATS: 2023-12-03T11:52:04.267 INFO:tasks.workunit.client.0.smithi019.stderr:bucket: myver id: 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.17 num_objects: 0 size_kb: 0 num_shards: 2 2023-12-03T11:52:04.268 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:52:04.269 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:52:04.269 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:52:04.272 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:52:04.272 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:52:04.314 INFO:tasks.workunit.client.0.smithi019.stderr: test: reshard removes olh entries with empty name 2023-12-03T11:52:04.315 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:52:04.316 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:52:04.370 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:52:04.370 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:52:04.415 INFO:tasks.workunit.client.0.smithi019.stderr:radosgw-admin bucket stats --bucket a-bucket 2023-12-03T11:52:04.446 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:52:04.446 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:52:04.465 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.459+0000 7f83a0266980 20 rados->read ofs=0 len=0 2023-12-03T11:52:04.497 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.463+0000 7f83a0266980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:52:04.497 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.463+0000 7f83a0266980 20 realm 2023-12-03T11:52:04.497 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.463+0000 7f83a0266980 20 rados->read ofs=0 len=0 2023-12-03T11:52:04.497 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.463+0000 7f83a0266980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:52:04.497 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.463+0000 7f83a0266980 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:52:04.497 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.463+0000 7f83a0266980 20 rados->read ofs=0 len=0 2023-12-03T11:52:04.498 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.463+0000 7f83a0266980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:52:04.498 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.463+0000 7f83a0266980 20 rados->read ofs=0 len=0 2023-12-03T11:52:04.498 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.463+0000 7f83a0266980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:52:04.498 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.463+0000 7f83a0266980 20 rados->read ofs=0 len=0 2023-12-03T11:52:04.498 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.467+0000 7f83a0266980 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:52:04.498 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.467+0000 7f83a0266980 20 searching for the correct realm 2023-12-03T11:52:04.498 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.491+0000 7f839dd82640 0 -- 172.21.15.19:0/150765365 >> [v2:172.21.15.57:6808/3142144203,v1:172.21.15.57:6809/3142144203] conn(0x559ad72ef980 msgr2=0x559ad72f1d70 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:52:04.498 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.491+0000 7f83a0266980 20 RGWRados::pool_iterate: got zonegroup_info.9433ba8b-08fe-4f3d-8375-ae7b0ce32294 2023-12-03T11:52:04.498 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.491+0000 7f83a0266980 20 RGWRados::pool_iterate: got zone_info.43a5e689-6a4f-4bb6-8529-28824bd75ab9 2023-12-03T11:52:04.498 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.491+0000 7f83a0266980 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:52:04.498 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.491+0000 7f83a0266980 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:52:04.498 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.491+0000 7f83a0266980 20 rados->read ofs=0 len=0 2023-12-03T11:52:04.498 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.491+0000 7f83a0266980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:52:04.498 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.491+0000 7f83a0266980 20 rados->read ofs=0 len=0 2023-12-03T11:52:04.498 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.491+0000 7f83a0266980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:52:04.499 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.491+0000 7f83a0266980 20 rados->read ofs=0 len=0 2023-12-03T11:52:04.499 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.491+0000 7f83a0266980 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:52:04.499 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.491+0000 7f83a0266980 20 zone default found 2023-12-03T11:52:04.499 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.491+0000 7f83a0266980 4 Realm: () 2023-12-03T11:52:04.499 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.491+0000 7f83a0266980 4 ZoneGroup: default (9433ba8b-08fe-4f3d-8375-ae7b0ce32294) 2023-12-03T11:52:04.499 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.491+0000 7f83a0266980 4 Zone: default (43a5e689-6a4f-4bb6-8529-28824bd75ab9) 2023-12-03T11:52:04.499 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.491+0000 7f83a0266980 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:52:04.499 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.491+0000 7f83a0266980 20 zonegroup default 2023-12-03T11:52:04.499 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.491+0000 7f83a0266980 20 rados->read ofs=0 len=0 2023-12-03T11:52:04.499 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.495+0000 7f83a0266980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:52:04.499 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.495+0000 7f83a0266980 20 rados->read ofs=0 len=0 2023-12-03T11:52:04.500 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.495+0000 7f83a0266980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:52:04.500 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.495+0000 7f83a0266980 20 rados->read ofs=0 len=0 2023-12-03T11:52:04.500 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.495+0000 7f83a0266980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:52:04.500 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.495+0000 7f83a0266980 20 started sync module instance, tier type = 2023-12-03T11:52:04.500 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.495+0000 7f83a0266980 20 started zone id=43a5e689-6a4f-4bb6-8529-28824bd75ab9 (name=default) with tier type = 2023-12-03T11:52:04.515 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.511+0000 7f8395581640 0 -- 172.21.15.19:0/150765365 >> [v2:172.21.15.19:6800/1469834966,v1:172.21.15.19:6801/1469834966] conn(0x559ad72f48d0 msgr2=0x559ad72f6cc0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:52:04.517 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.515+0000 7f83a0266980 20 add_watcher() i=0 2023-12-03T11:52:04.517 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.515+0000 7f83a0266980 20 add_watcher() i=1 2023-12-03T11:52:04.518 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.515+0000 7f83a0266980 20 add_watcher() i=2 2023-12-03T11:52:04.518 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.515+0000 7f83a0266980 20 add_watcher() i=3 2023-12-03T11:52:04.518 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.515+0000 7f83a0266980 20 add_watcher() i=4 2023-12-03T11:52:04.518 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.515+0000 7f83a0266980 20 add_watcher() i=5 2023-12-03T11:52:04.518 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.515+0000 7f83a0266980 20 add_watcher() i=6 2023-12-03T11:52:04.519 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.515+0000 7f83a0266980 20 add_watcher() i=7 2023-12-03T11:52:04.519 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.515+0000 7f83a0266980 2 all 8 watchers are set, enabling cache 2023-12-03T11:52:04.522 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.519+0000 7f83637e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:52:04.522 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.519+0000 7f83a0266980 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:52:04.522 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.519+0000 7f83a0266980 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:52:04.530 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.527+0000 7f83a0266980 5 note: GC not initialized 2023-12-03T11:52:04.530 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.527+0000 7f82d27fc640 20 reqs_thread_entry: start 2023-12-03T11:52:04.530 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.527+0000 7f83a0266980 20 init_complete bucket index max shards: 1 2023-12-03T11:52:04.531 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.527+0000 7f83a0266980 20 Filter name: none 2023-12-03T11:52:04.531 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.527+0000 7f82c3fff640 20 reqs_thread_entry: start 2023-12-03T11:52:04.531 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.527+0000 7f83a0266980 20 rados->read ofs=0 len=0 2023-12-03T11:52:04.531 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.527+0000 7f83a0266980 20 rados_obj.operate() r=0 bl.length=176 2023-12-03T11:52:04.531 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.527+0000 7f83a0266980 20 rados->read ofs=0 len=0 2023-12-03T11:52:04.532 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.527+0000 7f83a0266980 20 rados_obj.operate() r=0 bl.length=360 2023-12-03T11:52:04.532 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.527+0000 7f83a0266980 20 couldn't put binfo cache entry, might have raced with data changes 2023-12-03T11:52:04.532 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.527+0000 7f83a0266980 20 rados->read ofs=0 len=0 2023-12-03T11:52:04.533 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.531+0000 7f83a0266980 20 rados_obj.operate() r=0 bl.length=176 2023-12-03T11:52:04.533 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.531+0000 7f83a0266980 20 rados->read ofs=0 len=0 2023-12-03T11:52:04.534 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.531+0000 7f83a0266980 20 rados_obj.operate() r=0 bl.length=360 2023-12-03T11:52:04.534 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.531+0000 7f83a0266980 20 couldn't put binfo cache entry, might have raced with data changes 2023-12-03T11:52:04.535 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.531+0000 7f83a0266980 20 rados->read ofs=0 len=0 2023-12-03T11:52:04.536 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.531+0000 7f83a0266980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:52:04.537 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.535+0000 7f83637e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:52:04.542 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.539+0000 7f83a0266980 20 remove_watcher() i=0 2023-12-03T11:52:04.543 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.539+0000 7f83a0266980 2 removed watcher, disabling cache 2023-12-03T11:52:04.545 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.539+0000 7f83a0266980 20 remove_watcher() i=1 2023-12-03T11:52:04.547 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.543+0000 7f83a0266980 20 remove_watcher() i=2 2023-12-03T11:52:04.549 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.547+0000 7f83a0266980 20 remove_watcher() i=3 2023-12-03T11:52:04.551 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.547+0000 7f83a0266980 20 remove_watcher() i=4 2023-12-03T11:52:04.554 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.551+0000 7f83a0266980 20 remove_watcher() i=5 2023-12-03T11:52:04.555 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.551+0000 7f83a0266980 20 remove_watcher() i=6 2023-12-03T11:52:04.556 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.551+0000 7f83a0266980 20 remove_watcher() i=7 2023-12-03T11:52:04.563 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:52:04.563 INFO:tasks.workunit.client.0.smithi019.stderr:BUCKET_STATS: 2023-12-03T11:52:04.563 INFO:tasks.workunit.client.0.smithi019.stderr:bucket: a-bucket id: 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.16 num_objects: 0 size_kb: 0 num_shards: 3 2023-12-03T11:52:04.563 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:52:04.563 INFO:tasks.workunit.client.0.smithi019.stderr:radosgw-admin bucket layout --bucket a-bucket 2023-12-03T11:52:04.589 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:52:04.589 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:52:04.606 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.603+0000 7f4366071980 20 rados->read ofs=0 len=0 2023-12-03T11:52:04.609 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.603+0000 7f4366071980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:52:04.609 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.603+0000 7f4366071980 20 realm 2023-12-03T11:52:04.609 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.603+0000 7f4366071980 20 rados->read ofs=0 len=0 2023-12-03T11:52:04.609 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.603+0000 7f4366071980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:52:04.609 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.603+0000 7f4366071980 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:52:04.609 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.603+0000 7f4366071980 20 rados->read ofs=0 len=0 2023-12-03T11:52:04.609 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.603+0000 7f4366071980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:52:04.609 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.603+0000 7f4366071980 20 rados->read ofs=0 len=0 2023-12-03T11:52:04.611 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.607+0000 7f4366071980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:52:04.611 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.607+0000 7f4366071980 20 rados->read ofs=0 len=0 2023-12-03T11:52:04.611 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.607+0000 7f4366071980 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:52:04.611 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.607+0000 7f4366071980 20 searching for the correct realm 2023-12-03T11:52:04.634 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.631+0000 7f436338c640 0 -- 172.21.15.19:0/385846679 >> [v2:172.21.15.19:6800/1469834966,v1:172.21.15.19:6801/1469834966] conn(0x561963bfb370 msgr2=0x561963bfd760 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:52:04.636 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.631+0000 7f4366071980 20 RGWRados::pool_iterate: got zonegroup_info.9433ba8b-08fe-4f3d-8375-ae7b0ce32294 2023-12-03T11:52:04.636 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.631+0000 7f4366071980 20 RGWRados::pool_iterate: got zone_info.43a5e689-6a4f-4bb6-8529-28824bd75ab9 2023-12-03T11:52:04.636 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.631+0000 7f4366071980 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:52:04.636 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.631+0000 7f4366071980 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:52:04.636 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.631+0000 7f4366071980 20 rados->read ofs=0 len=0 2023-12-03T11:52:04.637 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.631+0000 7f4366071980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:52:04.637 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.631+0000 7f4366071980 20 rados->read ofs=0 len=0 2023-12-03T11:52:04.637 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.635+0000 7f4366071980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:52:04.637 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.635+0000 7f4366071980 20 rados->read ofs=0 len=0 2023-12-03T11:52:04.638 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.635+0000 7f4366071980 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:52:04.638 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.635+0000 7f4366071980 20 zone default found 2023-12-03T11:52:04.638 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.635+0000 7f4366071980 4 Realm: () 2023-12-03T11:52:04.638 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.635+0000 7f4366071980 4 ZoneGroup: default (9433ba8b-08fe-4f3d-8375-ae7b0ce32294) 2023-12-03T11:52:04.638 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.635+0000 7f4366071980 4 Zone: default (43a5e689-6a4f-4bb6-8529-28824bd75ab9) 2023-12-03T11:52:04.638 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.635+0000 7f4366071980 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:52:04.638 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.635+0000 7f4366071980 20 zonegroup default 2023-12-03T11:52:04.638 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.635+0000 7f4366071980 20 rados->read ofs=0 len=0 2023-12-03T11:52:04.638 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.635+0000 7f4366071980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:52:04.638 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.635+0000 7f4366071980 20 rados->read ofs=0 len=0 2023-12-03T11:52:04.639 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.635+0000 7f4366071980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:52:04.639 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.635+0000 7f4366071980 20 rados->read ofs=0 len=0 2023-12-03T11:52:04.639 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.635+0000 7f4366071980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:52:04.639 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.635+0000 7f4366071980 20 started sync module instance, tier type = 2023-12-03T11:52:04.639 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.635+0000 7f4366071980 20 started zone id=43a5e689-6a4f-4bb6-8529-28824bd75ab9 (name=default) with tier type = 2023-12-03T11:52:04.655 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.651+0000 7f436338c640 0 -- 172.21.15.19:0/385846679 >> [v2:172.21.15.19:6800/1469834966,v1:172.21.15.19:6801/1469834966] conn(0x7f433c075330 msgr2=0x7f433c077760 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:52:04.657 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.651+0000 7f4366071980 20 add_watcher() i=0 2023-12-03T11:52:04.657 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.651+0000 7f4366071980 20 add_watcher() i=1 2023-12-03T11:52:04.657 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.651+0000 7f4366071980 20 add_watcher() i=2 2023-12-03T11:52:04.657 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.651+0000 7f4366071980 20 add_watcher() i=3 2023-12-03T11:52:04.657 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.651+0000 7f4366071980 20 add_watcher() i=4 2023-12-03T11:52:04.658 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.655+0000 7f4366071980 20 add_watcher() i=5 2023-12-03T11:52:04.658 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.655+0000 7f4366071980 20 add_watcher() i=6 2023-12-03T11:52:04.658 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.655+0000 7f4366071980 20 add_watcher() i=7 2023-12-03T11:52:04.659 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.655+0000 7f4366071980 2 all 8 watchers are set, enabling cache 2023-12-03T11:52:04.661 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.659+0000 7f4329fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:52:04.662 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.659+0000 7f4366071980 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:52:04.662 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.659+0000 7f4366071980 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:52:04.669 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.663+0000 7f4366071980 5 note: GC not initialized 2023-12-03T11:52:04.670 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.667+0000 7f42a0ff9640 20 reqs_thread_entry: start 2023-12-03T11:52:04.670 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.667+0000 7f4366071980 20 init_complete bucket index max shards: 1 2023-12-03T11:52:04.670 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.667+0000 7f4366071980 20 Filter name: none 2023-12-03T11:52:04.670 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.667+0000 7f4366071980 20 rados->read ofs=0 len=0 2023-12-03T11:52:04.670 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.667+0000 7f42967fc640 20 reqs_thread_entry: start 2023-12-03T11:52:04.670 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.667+0000 7f4366071980 20 rados_obj.operate() r=0 bl.length=176 2023-12-03T11:52:04.670 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.667+0000 7f4366071980 20 rados->read ofs=0 len=0 2023-12-03T11:52:04.672 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.667+0000 7f4366071980 20 rados_obj.operate() r=0 bl.length=360 2023-12-03T11:52:04.672 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.667+0000 7f4366071980 20 couldn't put binfo cache entry, might have raced with data changes 2023-12-03T11:52:04.673 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.667+0000 7f4329fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:52:04.678 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.675+0000 7f4366071980 20 remove_watcher() i=0 2023-12-03T11:52:04.678 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.675+0000 7f4366071980 2 removed watcher, disabling cache 2023-12-03T11:52:04.681 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.675+0000 7f4366071980 20 remove_watcher() i=1 2023-12-03T11:52:04.683 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.679+0000 7f4366071980 20 remove_watcher() i=2 2023-12-03T11:52:04.685 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.683+0000 7f4366071980 20 remove_watcher() i=3 2023-12-03T11:52:04.688 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.683+0000 7f4366071980 20 remove_watcher() i=4 2023-12-03T11:52:04.689 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.687+0000 7f4366071980 20 remove_watcher() i=5 2023-12-03T11:52:04.691 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.687+0000 7f4366071980 20 remove_watcher() i=6 2023-12-03T11:52:04.692 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.687+0000 7f4366071980 20 remove_watcher() i=7 2023-12-03T11:52:04.699 INFO:tasks.workunit.client.0.smithi019.stderr:rados -p default.rgw.buckets.index setomapval .dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.16.2.0 --omap-key-file /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/olh_noname_key < /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/olh_noname_val 2023-12-03T11:52:04.724 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:52:04.724 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:52:04.744 INFO:tasks.workunit.client.0.smithi019.stderr:radosgw-admin bi list --bucket a-bucket 2023-12-03T11:52:04.770 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:52:04.770 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:52:04.786 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.783+0000 7f136c534980 20 rados->read ofs=0 len=0 2023-12-03T11:52:04.788 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.783+0000 7f136c534980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:52:04.788 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.783+0000 7f136c534980 20 realm 2023-12-03T11:52:04.788 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.783+0000 7f136c534980 20 rados->read ofs=0 len=0 2023-12-03T11:52:04.789 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.783+0000 7f136c534980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:52:04.789 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.783+0000 7f136c534980 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:52:04.789 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.783+0000 7f136c534980 20 rados->read ofs=0 len=0 2023-12-03T11:52:04.789 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.783+0000 7f136c534980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:52:04.789 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.783+0000 7f136c534980 20 rados->read ofs=0 len=0 2023-12-03T11:52:04.791 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.787+0000 7f136c534980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:52:04.791 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.787+0000 7f136c534980 20 rados->read ofs=0 len=0 2023-12-03T11:52:04.791 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.787+0000 7f136c534980 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:52:04.791 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.787+0000 7f136c534980 20 searching for the correct realm 2023-12-03T11:52:04.810 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.807+0000 7f136a851640 0 -- 172.21.15.19:0/3707999223 >> [v2:172.21.15.19:6810/916309765,v1:172.21.15.19:6813/916309765] conn(0x558ca31c1d50 msgr2=0x558ca31c4140 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2023-12-03T11:52:04.816 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.811+0000 7f136c534980 20 RGWRados::pool_iterate: got zonegroup_info.9433ba8b-08fe-4f3d-8375-ae7b0ce32294 2023-12-03T11:52:04.816 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.811+0000 7f136c534980 20 RGWRados::pool_iterate: got zone_info.43a5e689-6a4f-4bb6-8529-28824bd75ab9 2023-12-03T11:52:04.816 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.811+0000 7f136c534980 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:52:04.816 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.811+0000 7f136c534980 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:52:04.816 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.811+0000 7f136c534980 20 rados->read ofs=0 len=0 2023-12-03T11:52:04.817 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.811+0000 7f136c534980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:52:04.817 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.811+0000 7f136c534980 20 rados->read ofs=0 len=0 2023-12-03T11:52:04.817 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.815+0000 7f136c534980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:52:04.817 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.815+0000 7f136c534980 20 rados->read ofs=0 len=0 2023-12-03T11:52:04.818 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.815+0000 7f136c534980 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:52:04.818 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.815+0000 7f136c534980 20 zone default found 2023-12-03T11:52:04.818 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.815+0000 7f136c534980 4 Realm: () 2023-12-03T11:52:04.818 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.815+0000 7f136c534980 4 ZoneGroup: default (9433ba8b-08fe-4f3d-8375-ae7b0ce32294) 2023-12-03T11:52:04.818 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.815+0000 7f136c534980 4 Zone: default (43a5e689-6a4f-4bb6-8529-28824bd75ab9) 2023-12-03T11:52:04.818 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.815+0000 7f136c534980 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:52:04.818 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.815+0000 7f136c534980 20 zonegroup default 2023-12-03T11:52:04.818 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.815+0000 7f136c534980 20 rados->read ofs=0 len=0 2023-12-03T11:52:04.819 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.815+0000 7f136c534980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:52:04.819 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.815+0000 7f136c534980 20 rados->read ofs=0 len=0 2023-12-03T11:52:04.819 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.815+0000 7f136c534980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:52:04.819 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.815+0000 7f136c534980 20 rados->read ofs=0 len=0 2023-12-03T11:52:04.819 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.815+0000 7f136c534980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:52:04.819 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.815+0000 7f136c534980 20 started sync module instance, tier type = 2023-12-03T11:52:04.819 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.815+0000 7f136c534980 20 started zone id=43a5e689-6a4f-4bb6-8529-28824bd75ab9 (name=default) with tier type = 2023-12-03T11:52:04.826 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.823+0000 7f136a050640 0 -- 172.21.15.19:0/3707999223 >> [v2:172.21.15.57:6808/3142144203,v1:172.21.15.57:6809/3142144203] conn(0x558ca31c5b90 msgr2=0x558ca31c7f80 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:52:04.836 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.831+0000 7f136c534980 20 add_watcher() i=0 2023-12-03T11:52:04.836 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.831+0000 7f136c534980 20 add_watcher() i=1 2023-12-03T11:52:04.836 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.831+0000 7f136c534980 20 add_watcher() i=2 2023-12-03T11:52:04.836 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.831+0000 7f136c534980 20 add_watcher() i=3 2023-12-03T11:52:04.837 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.831+0000 7f136c534980 20 add_watcher() i=4 2023-12-03T11:52:04.837 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.831+0000 7f136c534980 20 add_watcher() i=5 2023-12-03T11:52:04.837 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.831+0000 7f136c534980 20 add_watcher() i=6 2023-12-03T11:52:04.837 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.835+0000 7f136c534980 20 add_watcher() i=7 2023-12-03T11:52:04.837 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.835+0000 7f136c534980 2 all 8 watchers are set, enabling cache 2023-12-03T11:52:04.840 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.835+0000 7f132ffe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:52:04.840 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.835+0000 7f136c534980 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:52:04.841 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.835+0000 7f136c534980 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:52:04.848 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.843+0000 7f136c534980 5 note: GC not initialized 2023-12-03T11:52:04.848 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.843+0000 7f129effd640 20 reqs_thread_entry: start 2023-12-03T11:52:04.848 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.843+0000 7f136c534980 20 init_complete bucket index max shards: 1 2023-12-03T11:52:04.848 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.843+0000 7f136c534980 20 Filter name: none 2023-12-03T11:52:04.848 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.843+0000 7f129cff9640 20 reqs_thread_entry: start 2023-12-03T11:52:04.848 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.843+0000 7f136c534980 20 rados->read ofs=0 len=0 2023-12-03T11:52:04.849 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.847+0000 7f136c534980 20 rados_obj.operate() r=0 bl.length=176 2023-12-03T11:52:04.849 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.847+0000 7f136c534980 20 rados->read ofs=0 len=0 2023-12-03T11:52:04.850 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.847+0000 7f136c534980 20 rados_obj.operate() r=0 bl.length=360 2023-12-03T11:52:04.850 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.847+0000 7f136c534980 20 couldn't put binfo cache entry, might have raced with data changes 2023-12-03T11:52:04.850 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.847+0000 7f136c534980 20 INFO: main: max_entries=1000, index=gen=2, max_shards=3 2023-12-03T11:52:04.850 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.847+0000 7f136c534980 20 INFO: main: starting shard=0 2023-12-03T11:52:04.851 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.847+0000 7f136c534980 10 bucket_obj is .dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.16.2.0 2023-12-03T11:52:04.851 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.847+0000 7f136c534980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.16.2.0 2023-12-03T11:52:04.853 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.847+0000 7f136c534980 20 INFO: main: bi_list() returned without error; entries.size()=1, is_truncated=0, marker= 2023-12-03T11:52:04.853 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.847+0000 7f136c534980 20 INFO: main: starting shard=1 2023-12-03T11:52:04.853 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.847+0000 7f136c534980 10 bucket_obj is .dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.16.2.1 2023-12-03T11:52:04.853 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.847+0000 7f136c534980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.16.2.1 2023-12-03T11:52:04.854 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.851+0000 7f136c534980 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2023-12-03T11:52:04.855 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.851+0000 7f136c534980 20 INFO: main: starting shard=2 2023-12-03T11:52:04.855 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.851+0000 7f136c534980 10 bucket_obj is .dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.16.2.2 2023-12-03T11:52:04.855 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.851+0000 7f136c534980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.16.2.2 2023-12-03T11:52:04.857 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.851+0000 7f136c534980 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2023-12-03T11:52:04.857 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.851+0000 7f136c534980 20 INFO: main: done 2023-12-03T11:52:04.858 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.855+0000 7f132ffe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:52:04.863 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.859+0000 7f136c534980 20 remove_watcher() i=0 2023-12-03T11:52:04.863 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.859+0000 7f136c534980 2 removed watcher, disabling cache 2023-12-03T11:52:04.865 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.863+0000 7f136c534980 20 remove_watcher() i=1 2023-12-03T11:52:04.868 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.863+0000 7f136c534980 20 remove_watcher() i=2 2023-12-03T11:52:04.870 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.867+0000 7f136c534980 20 remove_watcher() i=3 2023-12-03T11:52:04.873 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.867+0000 7f136c534980 20 remove_watcher() i=4 2023-12-03T11:52:04.874 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.871+0000 7f136c534980 20 remove_watcher() i=5 2023-12-03T11:52:04.876 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.871+0000 7f136c534980 20 remove_watcher() i=6 2023-12-03T11:52:04.877 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.875+0000 7f136c534980 20 remove_watcher() i=7 2023-12-03T11:52:04.884 INFO:tasks.workunit.client.0.smithi019.stderr:radosgw-admin bucket reshard --bucket a-bucket --num-shards 1 --yes-i-really-mean-it 2023-12-03T11:52:04.913 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:52:04.913 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:52:04.930 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.927+0000 7f5143c2b980 20 rados->read ofs=0 len=0 2023-12-03T11:52:04.932 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.927+0000 7f5143c2b980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:52:04.932 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.927+0000 7f5143c2b980 20 realm 2023-12-03T11:52:04.932 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.927+0000 7f5143c2b980 20 rados->read ofs=0 len=0 2023-12-03T11:52:04.932 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.927+0000 7f5143c2b980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:52:04.932 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.927+0000 7f5143c2b980 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:52:04.933 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.927+0000 7f5143c2b980 20 rados->read ofs=0 len=0 2023-12-03T11:52:04.933 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.927+0000 7f5143c2b980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:52:04.933 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.927+0000 7f5143c2b980 20 rados->read ofs=0 len=0 2023-12-03T11:52:04.934 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.931+0000 7f5143c2b980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:52:04.934 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.931+0000 7f5143c2b980 20 rados->read ofs=0 len=0 2023-12-03T11:52:04.934 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.931+0000 7f5143c2b980 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:52:04.935 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.931+0000 7f5143c2b980 20 searching for the correct realm 2023-12-03T11:52:04.958 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.955+0000 7f5141747640 0 -- 172.21.15.19:0/1375894713 >> [v2:172.21.15.57:6808/3142144203,v1:172.21.15.57:6809/3142144203] conn(0x55b6a78562f0 msgr2=0x55b6a78586e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2023-12-03T11:52:04.961 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.955+0000 7f5143c2b980 20 RGWRados::pool_iterate: got zonegroup_info.9433ba8b-08fe-4f3d-8375-ae7b0ce32294 2023-12-03T11:52:04.961 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.955+0000 7f5143c2b980 20 RGWRados::pool_iterate: got zone_info.43a5e689-6a4f-4bb6-8529-28824bd75ab9 2023-12-03T11:52:04.961 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.955+0000 7f5143c2b980 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:52:04.961 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.955+0000 7f5143c2b980 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:52:04.961 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.955+0000 7f5143c2b980 20 rados->read ofs=0 len=0 2023-12-03T11:52:04.961 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.955+0000 7f5143c2b980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:52:04.961 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.955+0000 7f5143c2b980 20 rados->read ofs=0 len=0 2023-12-03T11:52:04.962 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.959+0000 7f5143c2b980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:52:04.962 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.959+0000 7f5143c2b980 20 rados->read ofs=0 len=0 2023-12-03T11:52:04.963 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.959+0000 7f5143c2b980 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:52:04.963 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.959+0000 7f5143c2b980 20 zone default found 2023-12-03T11:52:04.963 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.959+0000 7f5143c2b980 4 Realm: () 2023-12-03T11:52:04.963 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.959+0000 7f5143c2b980 4 ZoneGroup: default (9433ba8b-08fe-4f3d-8375-ae7b0ce32294) 2023-12-03T11:52:04.963 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.959+0000 7f5143c2b980 4 Zone: default (43a5e689-6a4f-4bb6-8529-28824bd75ab9) 2023-12-03T11:52:04.963 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.959+0000 7f5143c2b980 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:52:04.963 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.959+0000 7f5143c2b980 20 zonegroup default 2023-12-03T11:52:04.963 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.959+0000 7f5143c2b980 20 rados->read ofs=0 len=0 2023-12-03T11:52:04.963 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.959+0000 7f5143c2b980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:52:04.963 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.959+0000 7f5143c2b980 20 rados->read ofs=0 len=0 2023-12-03T11:52:04.964 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.959+0000 7f5143c2b980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:52:04.964 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.959+0000 7f5143c2b980 20 rados->read ofs=0 len=0 2023-12-03T11:52:04.964 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.959+0000 7f5143c2b980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:52:04.964 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.959+0000 7f5143c2b980 20 started sync module instance, tier type = 2023-12-03T11:52:04.964 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.959+0000 7f5143c2b980 20 started zone id=43a5e689-6a4f-4bb6-8529-28824bd75ab9 (name=default) with tier type = 2023-12-03T11:52:04.979 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.975+0000 7f5140f46640 0 -- 172.21.15.19:0/1375894713 >> [v2:172.21.15.19:6800/1469834966,v1:172.21.15.19:6801/1469834966] conn(0x55b6a785b140 msgr2=0x55b6a785d530 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:52:04.981 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.979+0000 7f5143c2b980 20 add_watcher() i=0 2023-12-03T11:52:04.981 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.979+0000 7f5143c2b980 20 add_watcher() i=1 2023-12-03T11:52:04.981 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.979+0000 7f5143c2b980 20 add_watcher() i=2 2023-12-03T11:52:04.981 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.979+0000 7f5143c2b980 20 add_watcher() i=3 2023-12-03T11:52:04.981 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.979+0000 7f5143c2b980 20 add_watcher() i=4 2023-12-03T11:52:04.982 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.979+0000 7f5143c2b980 20 add_watcher() i=5 2023-12-03T11:52:04.982 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.979+0000 7f5143c2b980 20 add_watcher() i=6 2023-12-03T11:52:04.982 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.979+0000 7f5143c2b980 20 add_watcher() i=7 2023-12-03T11:52:04.983 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.979+0000 7f5143c2b980 2 all 8 watchers are set, enabling cache 2023-12-03T11:52:04.986 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.983+0000 7f5106fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:52:04.986 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.983+0000 7f5143c2b980 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:52:04.986 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.983+0000 7f5143c2b980 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:52:04.994 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.991+0000 7f5143c2b980 5 note: GC not initialized 2023-12-03T11:52:04.994 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.991+0000 7f5075ffb640 20 reqs_thread_entry: start 2023-12-03T11:52:04.994 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.991+0000 7f5143c2b980 20 init_complete bucket index max shards: 1 2023-12-03T11:52:04.994 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.991+0000 7f5143c2b980 20 Filter name: none 2023-12-03T11:52:04.995 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.991+0000 7f50677fe640 20 reqs_thread_entry: start 2023-12-03T11:52:04.995 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.991+0000 7f5143c2b980 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2023-12-03T11:52:04.995 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.991+0000 7f5143c2b980 20 rados->read ofs=0 len=0 2023-12-03T11:52:04.995 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.991+0000 7f5143c2b980 20 rados_obj.operate() r=0 bl.length=176 2023-12-03T11:52:04.995 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.991+0000 7f5143c2b980 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2023-12-03T11:52:04.995 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.991+0000 7f5143c2b980 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2023-12-03T11:52:04.995 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.991+0000 7f5143c2b980 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.16 : miss 2023-12-03T11:52:04.996 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.991+0000 7f5143c2b980 20 rados->read ofs=0 len=0 2023-12-03T11:52:04.996 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.991+0000 7f5143c2b980 20 rados_obj.operate() r=0 bl.length=360 2023-12-03T11:52:04.996 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.991+0000 7f5143c2b980 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.16 info.flags=0x17 2023-12-03T11:52:04.997 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.991+0000 7f5143c2b980 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.16 to cache LRU end 2023-12-03T11:52:04.997 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.991+0000 7f5143c2b980 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-12-03T11:52:04.997 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.991+0000 7f5143c2b980 10 updating xattr: name=user.rgw.acl bl.length()=143 2023-12-03T11:52:04.997 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.991+0000 7f5143c2b980 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.16 2023-12-03T11:52:05.005 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.999+0000 7f5143c2b980 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.16 info.flags=0x17 2023-12-03T11:52:05.005 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.999+0000 7f5143c2b980 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.16 to cache LRU end 2023-12-03T11:52:05.005 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.999+0000 7f5143c2b980 10 updating xattr: name=user.rgw.acl bl.length()=143 2023-12-03T11:52:05.005 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:04.999+0000 7f5143c2b980 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.16, ofs0, ns] 2023-12-03T11:52:05.005 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.003+0000 7f5122ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1095216660561 cookie 94242982976976 notifier 7067 bl.length()=789 2023-12-03T11:52:05.005 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.003+0000 7f5122ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.16 info.flags=0x17 2023-12-03T11:52:05.005 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.003+0000 7f5122ffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.16 to cache LRU end 2023-12-03T11:52:05.005 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.003+0000 7f5122ffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2023-12-03T11:52:05.006 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.003+0000 7f5143c2b980 20 handle_bi_update(): bucket=:a-bucket[43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.16]): orig_sources= new_sources= 2023-12-03T11:52:05.007 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.003+0000 7f5143c2b980 20 handle_bi_update(): bucket=:a-bucket[43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.16]): potential sources added=[] removed=[] 2023-12-03T11:52:05.007 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.003+0000 7f5143c2b980 20 handle_bi_update(): bucket=:a-bucket[43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.16]): orig_dests= new_dests= 2023-12-03T11:52:05.007 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.003+0000 7f5143c2b980 20 handle_bi_update(): bucket=:a-bucket[43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.16]): potential dests added=[] removed=[] 2023-12-03T11:52:05.010 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.007+0000 7f5143c2b980 10 bucket_obj is .dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.16.3.0 2023-12-03T11:52:05.010 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.007+0000 7f5143c2b980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.16.3.0 2023-12-03T11:52:05.010 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.007+0000 7f5143c2b980 10 bucket_obj is .dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.16.2.0 2023-12-03T11:52:05.011 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.007+0000 7f5143c2b980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.16.2.0 2023-12-03T11:52:05.013 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.007+0000 7f5143c2b980 10 Dropping entry with empty name, idx=�1001_04/57/0457f727ec113e418d5b16d206b200ed068c0533554883ce811df7c932a3df68/2018_12_11/2889999/3386469/metadata.gz 2023-12-03T11:52:05.013 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.007+0000 7f5143c2b980 10 bucket_obj is .dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.16.2.1 2023-12-03T11:52:05.013 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.007+0000 7f5143c2b980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.16.2.1 2023-12-03T11:52:05.015 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.011+0000 7f5143c2b980 10 bucket_obj is .dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.16.2.2 2023-12-03T11:52:05.015 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.011+0000 7f5143c2b980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.16.2.2 2023-12-03T11:52:05.017 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.011+0000 7f5143c2b980 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.16 : hit (requested=0x17, cached=0x17) 2023-12-03T11:52:05.017 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.011+0000 7f5143c2b980 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.16 2023-12-03T11:52:05.020 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.015+0000 7f5143c2b980 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.16 info.flags=0x17 2023-12-03T11:52:05.021 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.015+0000 7f5143c2b980 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.16 to cache LRU end 2023-12-03T11:52:05.021 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.015+0000 7f5143c2b980 10 updating xattr: name=user.rgw.acl bl.length()=143 2023-12-03T11:52:05.021 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.015+0000 7f5143c2b980 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.16, ofs0, ns] 2023-12-03T11:52:05.022 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.019+0000 7f51237fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1095216660562 cookie 94242982976976 notifier 7067 bl.length()=757 2023-12-03T11:52:05.022 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.019+0000 7f51237fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.16 info.flags=0x17 2023-12-03T11:52:05.022 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.019+0000 7f51237fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.16 to cache LRU end 2023-12-03T11:52:05.022 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.019+0000 7f51237fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2023-12-03T11:52:05.023 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.019+0000 7f5143c2b980 20 handle_bi_update(): bucket=:a-bucket[43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.16]): orig_sources= new_sources= 2023-12-03T11:52:05.023 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.019+0000 7f5143c2b980 20 handle_bi_update(): bucket=:a-bucket[43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.16]): potential sources added=[] removed=[] 2023-12-03T11:52:05.023 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.019+0000 7f5143c2b980 20 handle_bi_update(): bucket=:a-bucket[43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.16]): orig_dests= new_dests= 2023-12-03T11:52:05.023 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.019+0000 7f5143c2b980 20 handle_bi_update(): bucket=:a-bucket[43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.16]): potential dests added=[] removed=[] 2023-12-03T11:52:05.027 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.023+0000 7f5143c2b980 1 execute INFO: reshard of bucket "a-bucket" completed successfully 2023-12-03T11:52:05.031 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.027+0000 7f5106fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:52:05.036 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.031+0000 7f5143c2b980 20 remove_watcher() i=0 2023-12-03T11:52:05.036 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.031+0000 7f5143c2b980 2 removed watcher, disabling cache 2023-12-03T11:52:05.038 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.035+0000 7f5143c2b980 20 remove_watcher() i=1 2023-12-03T11:52:05.040 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.035+0000 7f5143c2b980 20 remove_watcher() i=2 2023-12-03T11:52:05.043 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.039+0000 7f5143c2b980 20 remove_watcher() i=3 2023-12-03T11:52:05.045 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.043+0000 7f5143c2b980 20 remove_watcher() i=4 2023-12-03T11:52:05.047 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.043+0000 7f5143c2b980 20 remove_watcher() i=5 2023-12-03T11:52:05.048 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.043+0000 7f5143c2b980 20 remove_watcher() i=6 2023-12-03T11:52:05.050 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.047+0000 7f5143c2b980 20 remove_watcher() i=7 2023-12-03T11:52:05.056 INFO:tasks.workunit.client.0.smithi019.stderr:radosgw-admin bi list --bucket a-bucket 2023-12-03T11:52:05.083 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:52:05.083 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:52:05.102 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.099+0000 7f723a4c8980 20 rados->read ofs=0 len=0 2023-12-03T11:52:05.104 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.099+0000 7f723a4c8980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:52:05.104 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.099+0000 7f723a4c8980 20 realm 2023-12-03T11:52:05.104 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.099+0000 7f723a4c8980 20 rados->read ofs=0 len=0 2023-12-03T11:52:05.104 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.099+0000 7f723a4c8980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:52:05.104 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.099+0000 7f723a4c8980 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:52:05.104 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.099+0000 7f723a4c8980 20 rados->read ofs=0 len=0 2023-12-03T11:52:05.105 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.099+0000 7f723a4c8980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:52:05.105 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.099+0000 7f723a4c8980 20 rados->read ofs=0 len=0 2023-12-03T11:52:05.106 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.103+0000 7f723a4c8980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:52:05.106 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.103+0000 7f723a4c8980 20 rados->read ofs=0 len=0 2023-12-03T11:52:05.107 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.103+0000 7f723a4c8980 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:52:05.107 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.103+0000 7f723a4c8980 20 searching for the correct realm 2023-12-03T11:52:05.125 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.119+0000 7f7237fe4640 0 -- 172.21.15.19:0/4000548510 >> [v2:172.21.15.19:6808/438722807,v1:172.21.15.19:6809/438722807] conn(0x7f72200030c0 msgr2=0x7f722c081910 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:52:05.131 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.127+0000 7f723a4c8980 20 RGWRados::pool_iterate: got zonegroup_info.9433ba8b-08fe-4f3d-8375-ae7b0ce32294 2023-12-03T11:52:05.131 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.127+0000 7f723a4c8980 20 RGWRados::pool_iterate: got zone_info.43a5e689-6a4f-4bb6-8529-28824bd75ab9 2023-12-03T11:52:05.132 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.127+0000 7f723a4c8980 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:52:05.132 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.127+0000 7f723a4c8980 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:52:05.132 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.127+0000 7f723a4c8980 20 rados->read ofs=0 len=0 2023-12-03T11:52:05.132 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.127+0000 7f723a4c8980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:52:05.132 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.127+0000 7f723a4c8980 20 rados->read ofs=0 len=0 2023-12-03T11:52:05.132 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.127+0000 7f723a4c8980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:52:05.133 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.127+0000 7f723a4c8980 20 rados->read ofs=0 len=0 2023-12-03T11:52:05.133 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.127+0000 7f723a4c8980 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:52:05.133 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.127+0000 7f723a4c8980 20 zone default found 2023-12-03T11:52:05.133 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.127+0000 7f723a4c8980 4 Realm: () 2023-12-03T11:52:05.133 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.127+0000 7f723a4c8980 4 ZoneGroup: default (9433ba8b-08fe-4f3d-8375-ae7b0ce32294) 2023-12-03T11:52:05.133 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.127+0000 7f723a4c8980 4 Zone: default (43a5e689-6a4f-4bb6-8529-28824bd75ab9) 2023-12-03T11:52:05.134 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.127+0000 7f723a4c8980 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:52:05.134 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.127+0000 7f723a4c8980 20 zonegroup default 2023-12-03T11:52:05.134 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.127+0000 7f723a4c8980 20 rados->read ofs=0 len=0 2023-12-03T11:52:05.134 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.131+0000 7f723a4c8980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:52:05.134 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.131+0000 7f723a4c8980 20 rados->read ofs=0 len=0 2023-12-03T11:52:05.134 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.131+0000 7f723a4c8980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:52:05.134 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.131+0000 7f723a4c8980 20 rados->read ofs=0 len=0 2023-12-03T11:52:05.135 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.131+0000 7f723a4c8980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:52:05.135 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.131+0000 7f723a4c8980 20 started sync module instance, tier type = 2023-12-03T11:52:05.135 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.131+0000 7f723a4c8980 20 started zone id=43a5e689-6a4f-4bb6-8529-28824bd75ab9 (name=default) with tier type = 2023-12-03T11:52:05.137 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.135+0000 7f72387e5640 0 -- 172.21.15.19:0/4000548510 >> [v2:172.21.15.57:6816/3303414699,v1:172.21.15.57:6817/3303414699] conn(0x7f722c076040 msgr2=0x7f722c053100 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:52:05.153 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.147+0000 7f723a4c8980 20 add_watcher() i=0 2023-12-03T11:52:05.153 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.147+0000 7f723a4c8980 20 add_watcher() i=1 2023-12-03T11:52:05.153 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.147+0000 7f723a4c8980 20 add_watcher() i=2 2023-12-03T11:52:05.153 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.147+0000 7f723a4c8980 20 add_watcher() i=3 2023-12-03T11:52:05.153 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.147+0000 7f723a4c8980 20 add_watcher() i=4 2023-12-03T11:52:05.153 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.147+0000 7f723a4c8980 20 add_watcher() i=5 2023-12-03T11:52:05.153 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.147+0000 7f723a4c8980 20 add_watcher() i=6 2023-12-03T11:52:05.154 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.151+0000 7f723a4c8980 20 add_watcher() i=7 2023-12-03T11:52:05.154 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.151+0000 7f723a4c8980 2 all 8 watchers are set, enabling cache 2023-12-03T11:52:05.157 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.155+0000 7f71fdfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:52:05.157 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.155+0000 7f723a4c8980 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:52:05.157 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.155+0000 7f723a4c8980 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:52:05.166 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.163+0000 7f723a4c8980 5 note: GC not initialized 2023-12-03T11:52:05.166 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.163+0000 7f7174ff9640 20 reqs_thread_entry: start 2023-12-03T11:52:05.166 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.163+0000 7f723a4c8980 20 init_complete bucket index max shards: 1 2023-12-03T11:52:05.166 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.163+0000 7f723a4c8980 20 Filter name: none 2023-12-03T11:52:05.166 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.163+0000 7f716a7fc640 20 reqs_thread_entry: start 2023-12-03T11:52:05.166 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.163+0000 7f723a4c8980 20 rados->read ofs=0 len=0 2023-12-03T11:52:05.166 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.163+0000 7f723a4c8980 20 rados_obj.operate() r=0 bl.length=176 2023-12-03T11:52:05.167 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.163+0000 7f723a4c8980 20 rados->read ofs=0 len=0 2023-12-03T11:52:05.168 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.163+0000 7f723a4c8980 20 rados_obj.operate() r=0 bl.length=360 2023-12-03T11:52:05.168 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.163+0000 7f723a4c8980 20 couldn't put binfo cache entry, might have raced with data changes 2023-12-03T11:52:05.168 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.163+0000 7f723a4c8980 20 INFO: main: max_entries=1000, index=gen=3, max_shards=1 2023-12-03T11:52:05.168 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.163+0000 7f723a4c8980 20 INFO: main: starting shard=0 2023-12-03T11:52:05.168 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.163+0000 7f723a4c8980 10 bucket_obj is .dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.16.3.0 2023-12-03T11:52:05.168 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.163+0000 7f723a4c8980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.16.3.0 2023-12-03T11:52:05.169 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.163+0000 7f723a4c8980 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2023-12-03T11:52:05.169 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.163+0000 7f723a4c8980 20 INFO: main: done 2023-12-03T11:52:05.170 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.167+0000 7f71fdfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:52:05.175 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.171+0000 7f723a4c8980 20 remove_watcher() i=0 2023-12-03T11:52:05.175 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.171+0000 7f723a4c8980 2 removed watcher, disabling cache 2023-12-03T11:52:05.178 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.175+0000 7f723a4c8980 20 remove_watcher() i=1 2023-12-03T11:52:05.180 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.175+0000 7f723a4c8980 20 remove_watcher() i=2 2023-12-03T11:52:05.182 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.179+0000 7f723a4c8980 20 remove_watcher() i=3 2023-12-03T11:52:05.185 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.179+0000 7f723a4c8980 20 remove_watcher() i=4 2023-12-03T11:52:05.186 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.183+0000 7f723a4c8980 20 remove_watcher() i=5 2023-12-03T11:52:05.187 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.183+0000 7f723a4c8980 20 remove_watcher() i=6 2023-12-03T11:52:05.189 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.183+0000 7f723a4c8980 20 remove_watcher() i=7 2023-12-03T11:52:05.195 INFO:tasks.workunit.client.0.smithi019.stderr: test: PUT succeeds during reshard 2023-12-03T11:52:05.196 INFO:tasks.workunit.client.0.smithi019.stderr:radosgw-admin bucket stats --bucket myver 2023-12-03T11:52:05.222 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:52:05.222 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:52:05.239 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.235+0000 7fb8bbc8e980 20 rados->read ofs=0 len=0 2023-12-03T11:52:05.241 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.239+0000 7fb8bbc8e980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:52:05.241 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.239+0000 7fb8bbc8e980 20 realm 2023-12-03T11:52:05.241 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.239+0000 7fb8bbc8e980 20 rados->read ofs=0 len=0 2023-12-03T11:52:05.242 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.239+0000 7fb8bbc8e980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:52:05.242 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.239+0000 7fb8bbc8e980 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:52:05.242 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.239+0000 7fb8bbc8e980 20 rados->read ofs=0 len=0 2023-12-03T11:52:05.242 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.239+0000 7fb8bbc8e980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:52:05.242 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.239+0000 7fb8bbc8e980 20 rados->read ofs=0 len=0 2023-12-03T11:52:05.243 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.239+0000 7fb8bbc8e980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:52:05.243 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.239+0000 7fb8bbc8e980 20 rados->read ofs=0 len=0 2023-12-03T11:52:05.244 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.239+0000 7fb8bbc8e980 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:52:05.244 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.239+0000 7fb8bbc8e980 20 searching for the correct realm 2023-12-03T11:52:05.266 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.263+0000 7fb8b8fa9640 0 -- 172.21.15.19:0/262593743 >> [v2:172.21.15.19:6800/1469834966,v1:172.21.15.19:6801/1469834966] conn(0x557b01d80f00 msgr2=0x557b01d832f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2023-12-03T11:52:05.269 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.263+0000 7fb8bbc8e980 20 RGWRados::pool_iterate: got zonegroup_info.9433ba8b-08fe-4f3d-8375-ae7b0ce32294 2023-12-03T11:52:05.269 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.263+0000 7fb8bbc8e980 20 RGWRados::pool_iterate: got zone_info.43a5e689-6a4f-4bb6-8529-28824bd75ab9 2023-12-03T11:52:05.269 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.263+0000 7fb8bbc8e980 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:52:05.269 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.263+0000 7fb8bbc8e980 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:52:05.269 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.263+0000 7fb8bbc8e980 20 rados->read ofs=0 len=0 2023-12-03T11:52:05.269 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.267+0000 7fb8bbc8e980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:52:05.269 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.267+0000 7fb8bbc8e980 20 rados->read ofs=0 len=0 2023-12-03T11:52:05.270 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.267+0000 7fb8bbc8e980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:52:05.270 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.267+0000 7fb8bbc8e980 20 rados->read ofs=0 len=0 2023-12-03T11:52:05.271 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.267+0000 7fb8bbc8e980 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:52:05.271 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.267+0000 7fb8bbc8e980 20 zone default found 2023-12-03T11:52:05.271 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.267+0000 7fb8bbc8e980 4 Realm: () 2023-12-03T11:52:05.271 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.267+0000 7fb8bbc8e980 4 ZoneGroup: default (9433ba8b-08fe-4f3d-8375-ae7b0ce32294) 2023-12-03T11:52:05.271 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.267+0000 7fb8bbc8e980 4 Zone: default (43a5e689-6a4f-4bb6-8529-28824bd75ab9) 2023-12-03T11:52:05.271 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.267+0000 7fb8bbc8e980 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:52:05.271 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.267+0000 7fb8bbc8e980 20 zonegroup default 2023-12-03T11:52:05.271 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.267+0000 7fb8bbc8e980 20 rados->read ofs=0 len=0 2023-12-03T11:52:05.271 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.267+0000 7fb8bbc8e980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:52:05.271 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.267+0000 7fb8bbc8e980 20 rados->read ofs=0 len=0 2023-12-03T11:52:05.272 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.267+0000 7fb8bbc8e980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:52:05.272 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.267+0000 7fb8bbc8e980 20 rados->read ofs=0 len=0 2023-12-03T11:52:05.272 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.267+0000 7fb8bbc8e980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:52:05.272 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.267+0000 7fb8bbc8e980 20 started sync module instance, tier type = 2023-12-03T11:52:05.272 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.267+0000 7fb8bbc8e980 20 started zone id=43a5e689-6a4f-4bb6-8529-28824bd75ab9 (name=default) with tier type = 2023-12-03T11:52:05.286 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.283+0000 7fb8b9fab640 0 -- 172.21.15.19:0/262593743 >> [v2:172.21.15.57:6816/3303414699,v1:172.21.15.57:6817/3303414699] conn(0x7fb8b0055070 msgr2=0x7fb8b006c930 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:52:05.288 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.283+0000 7fb8bbc8e980 20 add_watcher() i=0 2023-12-03T11:52:05.289 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.283+0000 7fb8bbc8e980 20 add_watcher() i=1 2023-12-03T11:52:05.289 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.283+0000 7fb8bbc8e980 20 add_watcher() i=2 2023-12-03T11:52:05.289 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.283+0000 7fb8bbc8e980 20 add_watcher() i=3 2023-12-03T11:52:05.289 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.283+0000 7fb8bbc8e980 20 add_watcher() i=4 2023-12-03T11:52:05.289 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.283+0000 7fb8bbc8e980 20 add_watcher() i=5 2023-12-03T11:52:05.289 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.283+0000 7fb8bbc8e980 20 add_watcher() i=6 2023-12-03T11:52:05.290 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.287+0000 7fb8bbc8e980 20 add_watcher() i=7 2023-12-03T11:52:05.290 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.287+0000 7fb8bbc8e980 2 all 8 watchers are set, enabling cache 2023-12-03T11:52:05.292 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.287+0000 7fb87efe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:52:05.293 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.287+0000 7fb8bbc8e980 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:52:05.293 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.287+0000 7fb8bbc8e980 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:52:05.300 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.295+0000 7fb8bbc8e980 5 note: GC not initialized 2023-12-03T11:52:05.300 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.295+0000 7fb7edffb640 20 reqs_thread_entry: start 2023-12-03T11:52:05.300 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.295+0000 7fb8bbc8e980 20 init_complete bucket index max shards: 1 2023-12-03T11:52:05.301 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.295+0000 7fb8bbc8e980 20 Filter name: none 2023-12-03T11:52:05.301 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.295+0000 7fb7df7fe640 20 reqs_thread_entry: start 2023-12-03T11:52:05.301 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.295+0000 7fb8bbc8e980 20 rados->read ofs=0 len=0 2023-12-03T11:52:05.301 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.295+0000 7fb8bbc8e980 20 rados_obj.operate() r=0 bl.length=173 2023-12-03T11:52:05.301 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.295+0000 7fb8bbc8e980 20 rados->read ofs=0 len=0 2023-12-03T11:52:05.302 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.299+0000 7fb8bbc8e980 20 rados_obj.operate() r=0 bl.length=357 2023-12-03T11:52:05.302 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.299+0000 7fb8bbc8e980 20 couldn't put binfo cache entry, might have raced with data changes 2023-12-03T11:52:05.302 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.299+0000 7fb8bbc8e980 20 rados->read ofs=0 len=0 2023-12-03T11:52:05.303 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.299+0000 7fb8bbc8e980 20 rados_obj.operate() r=0 bl.length=173 2023-12-03T11:52:05.303 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.299+0000 7fb8bbc8e980 20 rados->read ofs=0 len=0 2023-12-03T11:52:05.303 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.299+0000 7fb8bbc8e980 20 rados_obj.operate() r=0 bl.length=357 2023-12-03T11:52:05.303 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.299+0000 7fb8bbc8e980 20 couldn't put binfo cache entry, might have raced with data changes 2023-12-03T11:52:05.304 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.299+0000 7fb8bbc8e980 20 rados->read ofs=0 len=0 2023-12-03T11:52:05.305 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.299+0000 7fb8bbc8e980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:52:05.305 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.303+0000 7fb87efe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:52:05.312 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.307+0000 7fb8bbc8e980 20 remove_watcher() i=0 2023-12-03T11:52:05.312 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.307+0000 7fb8bbc8e980 2 removed watcher, disabling cache 2023-12-03T11:52:05.314 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.311+0000 7fb8bbc8e980 20 remove_watcher() i=1 2023-12-03T11:52:05.316 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.311+0000 7fb8bbc8e980 20 remove_watcher() i=2 2023-12-03T11:52:05.318 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.315+0000 7fb8bbc8e980 20 remove_watcher() i=3 2023-12-03T11:52:05.320 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.315+0000 7fb8bbc8e980 20 remove_watcher() i=4 2023-12-03T11:52:05.322 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.319+0000 7fb8bbc8e980 20 remove_watcher() i=5 2023-12-03T11:52:05.323 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.319+0000 7fb8bbc8e980 20 remove_watcher() i=6 2023-12-03T11:52:05.324 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.319+0000 7fb8bbc8e980 20 remove_watcher() i=7 2023-12-03T11:52:05.330 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:52:05.330 INFO:tasks.workunit.client.0.smithi019.stderr:BUCKET_STATS: 2023-12-03T11:52:05.330 INFO:tasks.workunit.client.0.smithi019.stderr:bucket: myver id: 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.17 num_objects: 0 size_kb: 0 num_shards: 2 2023-12-03T11:52:05.330 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:52:05.330 INFO:tasks.workunit.client.0.smithi019.stderr:radosgw-admin --inject-delay-at=do_reshard --inject-delay-ms=5000 bucket reshard --bucket myver --num-shards 3 2023-12-03T11:52:05.357 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:52:05.358 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:52:05.373 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.371+0000 7f0cd50e0980 20 rados->read ofs=0 len=0 2023-12-03T11:52:05.375 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.371+0000 7f0cd50e0980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:52:05.375 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.371+0000 7f0cd50e0980 20 realm 2023-12-03T11:52:05.375 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.371+0000 7f0cd50e0980 20 rados->read ofs=0 len=0 2023-12-03T11:52:05.375 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.371+0000 7f0cd50e0980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:52:05.375 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.371+0000 7f0cd50e0980 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:52:05.375 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.371+0000 7f0cd50e0980 20 rados->read ofs=0 len=0 2023-12-03T11:52:05.375 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.371+0000 7f0cd50e0980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:52:05.376 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.371+0000 7f0cd50e0980 20 rados->read ofs=0 len=0 2023-12-03T11:52:05.377 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.371+0000 7f0cd50e0980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:52:05.377 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.371+0000 7f0cd50e0980 20 rados->read ofs=0 len=0 2023-12-03T11:52:05.377 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.375+0000 7f0cd50e0980 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:52:05.377 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.375+0000 7f0cd50e0980 20 searching for the correct realm 2023-12-03T11:52:05.398 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.395+0000 7f0cd23fb640 0 -- 172.21.15.19:0/140564604 >> [v2:172.21.15.19:6800/1469834966,v1:172.21.15.19:6801/1469834966] conn(0x5566cda6b0a0 msgr2=0x5566cda6d490 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2023-12-03T11:52:05.401 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.395+0000 7f0cd50e0980 20 RGWRados::pool_iterate: got zonegroup_info.9433ba8b-08fe-4f3d-8375-ae7b0ce32294 2023-12-03T11:52:05.401 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.395+0000 7f0cd50e0980 20 RGWRados::pool_iterate: got zone_info.43a5e689-6a4f-4bb6-8529-28824bd75ab9 2023-12-03T11:52:05.401 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.395+0000 7f0cd50e0980 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:52:05.401 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.395+0000 7f0cd50e0980 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:52:05.401 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.395+0000 7f0cd50e0980 20 rados->read ofs=0 len=0 2023-12-03T11:52:05.401 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.399+0000 7f0cd50e0980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:52:05.402 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.399+0000 7f0cd50e0980 20 rados->read ofs=0 len=0 2023-12-03T11:52:05.402 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.399+0000 7f0cd50e0980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:52:05.402 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.399+0000 7f0cd50e0980 20 rados->read ofs=0 len=0 2023-12-03T11:52:05.403 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.399+0000 7f0cd50e0980 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:52:05.403 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.399+0000 7f0cd50e0980 20 zone default found 2023-12-03T11:52:05.403 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.399+0000 7f0cd50e0980 4 Realm: () 2023-12-03T11:52:05.403 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.399+0000 7f0cd50e0980 4 ZoneGroup: default (9433ba8b-08fe-4f3d-8375-ae7b0ce32294) 2023-12-03T11:52:05.403 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.399+0000 7f0cd50e0980 4 Zone: default (43a5e689-6a4f-4bb6-8529-28824bd75ab9) 2023-12-03T11:52:05.403 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.399+0000 7f0cd50e0980 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:52:05.403 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.399+0000 7f0cd50e0980 20 zonegroup default 2023-12-03T11:52:05.403 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.399+0000 7f0cd50e0980 20 rados->read ofs=0 len=0 2023-12-03T11:52:05.403 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.399+0000 7f0cd50e0980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:52:05.403 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.399+0000 7f0cd50e0980 20 rados->read ofs=0 len=0 2023-12-03T11:52:05.404 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.399+0000 7f0cd50e0980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:52:05.404 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.399+0000 7f0cd50e0980 20 rados->read ofs=0 len=0 2023-12-03T11:52:05.404 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.399+0000 7f0cd50e0980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:52:05.404 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.399+0000 7f0cd50e0980 20 started sync module instance, tier type = 2023-12-03T11:52:05.404 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.399+0000 7f0cd50e0980 20 started zone id=43a5e689-6a4f-4bb6-8529-28824bd75ab9 (name=default) with tier type = 2023-12-03T11:52:05.419 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.415+0000 7f0cd33fd640 0 -- 172.21.15.19:0/140564604 >> [v2:172.21.15.57:6816/3303414699,v1:172.21.15.57:6817/3303414699] conn(0x7f0cc80d4410 msgr2=0x7f0cc80d4870 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:52:05.421 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.415+0000 7f0cd50e0980 20 add_watcher() i=0 2023-12-03T11:52:05.421 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.415+0000 7f0cd50e0980 20 add_watcher() i=1 2023-12-03T11:52:05.421 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.415+0000 7f0cd50e0980 20 add_watcher() i=2 2023-12-03T11:52:05.421 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.415+0000 7f0cd50e0980 20 add_watcher() i=3 2023-12-03T11:52:05.421 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.415+0000 7f0cd50e0980 20 add_watcher() i=4 2023-12-03T11:52:05.421 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.415+0000 7f0cd50e0980 20 add_watcher() i=5 2023-12-03T11:52:05.421 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.415+0000 7f0cd50e0980 20 add_watcher() i=6 2023-12-03T11:52:05.422 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.419+0000 7f0cd50e0980 20 add_watcher() i=7 2023-12-03T11:52:05.422 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.419+0000 7f0cd50e0980 2 all 8 watchers are set, enabling cache 2023-12-03T11:52:05.424 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.419+0000 7f0c13fff640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:52:05.425 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.419+0000 7f0cd50e0980 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:52:05.425 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.419+0000 7f0cd50e0980 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:52:05.431 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.427+0000 7f0cd50e0980 5 note: GC not initialized 2023-12-03T11:52:05.431 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.427+0000 7f0c02ffd640 20 reqs_thread_entry: start 2023-12-03T11:52:05.431 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.427+0000 7f0cd50e0980 20 init_complete bucket index max shards: 1 2023-12-03T11:52:05.431 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.427+0000 7f0cd50e0980 20 Filter name: none 2023-12-03T11:52:05.431 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.427+0000 7f0c00ff9640 20 reqs_thread_entry: start 2023-12-03T11:52:05.431 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.427+0000 7f0cd50e0980 10 cache get: name=default.rgw.meta+root+myver : miss 2023-12-03T11:52:05.431 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.427+0000 7f0cd50e0980 20 rados->read ofs=0 len=0 2023-12-03T11:52:05.432 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.427+0000 7f0cd50e0980 20 rados_obj.operate() r=0 bl.length=173 2023-12-03T11:52:05.432 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.427+0000 7f0cd50e0980 10 cache put: name=default.rgw.meta+root+myver info.flags=0x11 2023-12-03T11:52:05.432 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.427+0000 7f0cd50e0980 10 adding default.rgw.meta+root+myver to cache LRU end 2023-12-03T11:52:05.432 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.427+0000 7f0cd50e0980 10 cache get: name=default.rgw.meta+root+.bucket.meta.myver:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.17 : miss 2023-12-03T11:52:05.432 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.427+0000 7f0cd50e0980 20 rados->read ofs=0 len=0 2023-12-03T11:52:05.433 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.427+0000 7f0cd50e0980 20 rados_obj.operate() r=0 bl.length=357 2023-12-03T11:52:05.433 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.427+0000 7f0cd50e0980 10 cache put: name=default.rgw.meta+root+.bucket.meta.myver:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.17 info.flags=0x17 2023-12-03T11:52:05.433 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.427+0000 7f0cd50e0980 10 adding default.rgw.meta+root+.bucket.meta.myver:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.17 to cache LRU end 2023-12-03T11:52:05.433 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.427+0000 7f0cd50e0980 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-12-03T11:52:05.433 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.427+0000 7f0cd50e0980 10 updating xattr: name=user.rgw.acl bl.length()=143 2023-12-03T11:52:05.433 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.427+0000 7f0cd50e0980 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.myver:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.17 2023-12-03T11:52:05.442 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.439+0000 7f0cd50e0980 10 cache put: name=default.rgw.meta+root+.bucket.meta.myver:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.17 info.flags=0x17 2023-12-03T11:52:05.443 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.439+0000 7f0cd50e0980 10 moving default.rgw.meta+root+.bucket.meta.myver:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.17 to cache LRU end 2023-12-03T11:52:05.443 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.439+0000 7f0cd50e0980 10 updating xattr: name=user.rgw.acl bl.length()=143 2023-12-03T11:52:05.443 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.439+0000 7f0cd50e0980 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.myver:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.17, ofs0, ns] 2023-12-03T11:52:05.443 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.439+0000 7f0cb8ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1095216660516 cookie 93900025293856 notifier 7127 bl.length()=783 2023-12-03T11:52:05.444 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.439+0000 7f0cb8ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.myver:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.17 info.flags=0x17 2023-12-03T11:52:05.444 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.439+0000 7f0cb8ff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.myver:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.17 to cache LRU end 2023-12-03T11:52:05.444 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.439+0000 7f0cb8ff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2023-12-03T11:52:05.445 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.439+0000 7f0cd50e0980 20 handle_bi_update(): bucket=:myver[43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.17]): orig_sources= new_sources= 2023-12-03T11:52:05.445 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.439+0000 7f0cd50e0980 20 handle_bi_update(): bucket=:myver[43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.17]): potential sources added=[] removed=[] 2023-12-03T11:52:05.445 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.439+0000 7f0cd50e0980 20 handle_bi_update(): bucket=:myver[43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.17]): orig_dests= new_dests= 2023-12-03T11:52:05.445 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.439+0000 7f0cd50e0980 20 handle_bi_update(): bucket=:myver[43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.17]): potential dests added=[] removed=[] 2023-12-03T11:52:05.448 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:05.443+0000 7f0cd50e0980 -1 Injecting delay=5.000000000s at location=do_reshard 2023-12-03T11:52:06.335 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:52:06.335 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:52:10.448 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:10.443+0000 7f0cd50e0980 10 bucket_obj is .dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.17.2.0 2023-12-03T11:52:10.449 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:10.443+0000 7f0cd50e0980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.17.2.0 2023-12-03T11:52:10.449 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:10.443+0000 7f0cd50e0980 10 bucket_obj is .dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.17.2.1 2023-12-03T11:52:10.449 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:10.443+0000 7f0cd50e0980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.17.2.1 2023-12-03T11:52:10.449 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:10.443+0000 7f0cd50e0980 10 bucket_obj is .dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.17.2.2 2023-12-03T11:52:10.449 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:10.443+0000 7f0cd50e0980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.17.2.2 2023-12-03T11:52:10.449 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:10.443+0000 7f0cd50e0980 10 bucket_obj is .dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.17.1.0 2023-12-03T11:52:10.449 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:10.443+0000 7f0cd50e0980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.17.1.0 2023-12-03T11:52:10.450 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:10.447+0000 7f0cd50e0980 10 bucket_obj is .dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.17.1.1 2023-12-03T11:52:10.450 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:10.447+0000 7f0cd50e0980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.17.1.1 2023-12-03T11:52:10.453 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:10.447+0000 7f0cd50e0980 10 cache get: name=default.rgw.meta+root+.bucket.meta.myver:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.17 : hit (requested=0x17, cached=0x17) 2023-12-03T11:52:10.453 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:10.447+0000 7f0cd50e0980 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.myver:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.17 2023-12-03T11:52:10.457 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:10.451+0000 7f0cd50e0980 10 cache put: name=default.rgw.meta+root+.bucket.meta.myver:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.17 info.flags=0x17 2023-12-03T11:52:10.457 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:10.451+0000 7f0cd50e0980 10 moving default.rgw.meta+root+.bucket.meta.myver:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.17 to cache LRU end 2023-12-03T11:52:10.457 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:10.451+0000 7f0cd50e0980 10 updating xattr: name=user.rgw.acl bl.length()=143 2023-12-03T11:52:10.457 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:10.451+0000 7f0cd50e0980 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.myver:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.17, ofs0, ns] 2023-12-03T11:52:10.458 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:10.455+0000 7f0cb97fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1095216660517 cookie 93900025293856 notifier 7127 bl.length()=751 2023-12-03T11:52:10.458 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:10.455+0000 7f0cb97fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.myver:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.17 info.flags=0x17 2023-12-03T11:52:10.458 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:10.455+0000 7f0cb97fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.myver:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.17 to cache LRU end 2023-12-03T11:52:10.458 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:10.455+0000 7f0cb97fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2023-12-03T11:52:10.459 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:10.455+0000 7f0cd50e0980 20 handle_bi_update(): bucket=:myver[43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.17]): orig_sources= new_sources= 2023-12-03T11:52:10.459 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:10.455+0000 7f0cd50e0980 20 handle_bi_update(): bucket=:myver[43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.17]): potential sources added=[] removed=[] 2023-12-03T11:52:10.459 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:10.455+0000 7f0cd50e0980 20 handle_bi_update(): bucket=:myver[43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.17]): orig_dests= new_dests= 2023-12-03T11:52:10.460 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:10.455+0000 7f0cd50e0980 20 handle_bi_update(): bucket=:myver[43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.17]): potential dests added=[] removed=[] 2023-12-03T11:52:10.463 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:10.459+0000 7f0cd50e0980 1 execute INFO: reshard of bucket "myver" completed successfully 2023-12-03T11:52:10.469 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:10.467+0000 7f0c13fff640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:52:10.475 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:10.471+0000 7f0cd50e0980 20 remove_watcher() i=0 2023-12-03T11:52:10.475 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:10.471+0000 7f0cd50e0980 2 removed watcher, disabling cache 2023-12-03T11:52:10.478 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:10.475+0000 7f0cd50e0980 20 remove_watcher() i=1 2023-12-03T11:52:10.481 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:10.479+0000 7f0cd50e0980 20 remove_watcher() i=2 2023-12-03T11:52:10.484 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:10.479+0000 7f0cd50e0980 20 remove_watcher() i=3 2023-12-03T11:52:10.487 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:10.483+0000 7f0cd50e0980 20 remove_watcher() i=4 2023-12-03T11:52:10.490 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:10.487+0000 7f0cd50e0980 20 remove_watcher() i=5 2023-12-03T11:52:10.493 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:10.487+0000 7f0cd50e0980 20 remove_watcher() i=6 2023-12-03T11:52:10.496 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:10.491+0000 7f0cd50e0980 20 remove_watcher() i=7 2023-12-03T11:52:11.396 INFO:tasks.workunit.client.0.smithi019.stderr:put object successful 2023-12-03T11:52:11.396 INFO:tasks.workunit.client.0.smithi019.stderr:TEST: check that bucket stats are correct after reshard with unlinked entries 2023-12-03T11:52:11.396 INFO:tasks.workunit.client.0.smithi019.stderr: 2023-12-03T11:52:11.401 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:52:11.401 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:52:11.451 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:52:11.451 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:52:11.498 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:52:11.498 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:52:11.539 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:52:11.539 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:52:11.548 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:52:11.548 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:52:11.588 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:52:11.588 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:52:11.597 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:52:11.597 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:52:11.637 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:52:11.637 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:52:11.643 INFO:tasks.workunit.client.0.smithi019.stderr:ceph config set client rgw_debug_inject_set_olh_err 2 2023-12-03T11:52:12.062 INFO:tasks.workunit.client.0.smithi019.stderr:ceph config set client rgw_debug_inject_olh_cancel_modification_err true 2023-12-03T11:52:13.481 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:52:13.481 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:52:13.558 INFO:tasks.workunit.client.0.smithi019.stderr:An error occurred (NoSuchKey) when calling the PutObject operation: None 2023-12-03T11:52:13.559 INFO:tasks.workunit.client.0.smithi019.stderr:radosgw-admin bi list --bucket myver --object x 2023-12-03T11:52:13.594 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:52:13.594 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:52:13.615 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:13.611+0000 7f8a19548980 20 rados->read ofs=0 len=0 2023-12-03T11:52:13.617 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:13.611+0000 7f8a19548980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:52:13.617 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:13.611+0000 7f8a19548980 20 realm 2023-12-03T11:52:13.617 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:13.611+0000 7f8a19548980 20 rados->read ofs=0 len=0 2023-12-03T11:52:13.617 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:13.611+0000 7f8a19548980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:52:13.617 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:13.611+0000 7f8a19548980 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:52:13.617 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:13.611+0000 7f8a19548980 20 rados->read ofs=0 len=0 2023-12-03T11:52:13.617 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:13.615+0000 7f8a19548980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:52:13.618 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:13.615+0000 7f8a19548980 20 rados->read ofs=0 len=0 2023-12-03T11:52:13.619 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:13.615+0000 7f8a19548980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:52:13.619 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:13.615+0000 7f8a19548980 20 rados->read ofs=0 len=0 2023-12-03T11:52:13.619 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:13.615+0000 7f8a19548980 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:52:13.619 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:13.615+0000 7f8a19548980 20 searching for the correct realm 2023-12-03T11:52:13.642 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:13.639+0000 7f8a17064640 0 -- 172.21.15.19:0/2317638248 >> [v2:172.21.15.57:6808/3142144203,v1:172.21.15.57:6809/3142144203] conn(0x564521671950 msgr2=0x564521673d40 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:52:13.645 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:13.639+0000 7f8a19548980 20 RGWRados::pool_iterate: got zonegroup_info.9433ba8b-08fe-4f3d-8375-ae7b0ce32294 2023-12-03T11:52:13.645 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:13.639+0000 7f8a19548980 20 RGWRados::pool_iterate: got zone_info.43a5e689-6a4f-4bb6-8529-28824bd75ab9 2023-12-03T11:52:13.645 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:13.639+0000 7f8a19548980 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:52:13.645 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:13.639+0000 7f8a19548980 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:52:13.645 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:13.639+0000 7f8a19548980 20 rados->read ofs=0 len=0 2023-12-03T11:52:13.645 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:13.643+0000 7f8a19548980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:52:13.645 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:13.643+0000 7f8a19548980 20 rados->read ofs=0 len=0 2023-12-03T11:52:13.646 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:13.643+0000 7f8a19548980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:52:13.646 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:13.643+0000 7f8a19548980 20 rados->read ofs=0 len=0 2023-12-03T11:52:13.647 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:13.643+0000 7f8a19548980 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:52:13.647 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:13.643+0000 7f8a19548980 20 zone default found 2023-12-03T11:52:13.647 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:13.643+0000 7f8a19548980 4 Realm: () 2023-12-03T11:52:13.647 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:13.643+0000 7f8a19548980 4 ZoneGroup: default (9433ba8b-08fe-4f3d-8375-ae7b0ce32294) 2023-12-03T11:52:13.647 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:13.643+0000 7f8a19548980 4 Zone: default (43a5e689-6a4f-4bb6-8529-28824bd75ab9) 2023-12-03T11:52:13.647 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:13.643+0000 7f8a19548980 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:52:13.647 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:13.643+0000 7f8a19548980 20 zonegroup default 2023-12-03T11:52:13.647 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:13.643+0000 7f8a19548980 20 rados->read ofs=0 len=0 2023-12-03T11:52:13.647 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:13.643+0000 7f8a19548980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:52:13.647 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:13.643+0000 7f8a19548980 20 rados->read ofs=0 len=0 2023-12-03T11:52:13.648 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:13.643+0000 7f8a19548980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:52:13.648 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:13.643+0000 7f8a19548980 20 rados->read ofs=0 len=0 2023-12-03T11:52:13.648 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:13.643+0000 7f8a19548980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:52:13.648 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:13.643+0000 7f8a19548980 20 started sync module instance, tier type = 2023-12-03T11:52:13.648 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:13.643+0000 7f8a19548980 20 started zone id=43a5e689-6a4f-4bb6-8529-28824bd75ab9 (name=default) with tier type = 2023-12-03T11:52:13.663 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:13.659+0000 7f8a16863640 0 -- 172.21.15.19:0/2317638248 >> [v2:172.21.15.19:6800/1469834966,v1:172.21.15.19:6801/1469834966] conn(0x564521676940 msgr2=0x564521678d30 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2023-12-03T11:52:13.667 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:13.663+0000 7f8a19548980 20 add_watcher() i=0 2023-12-03T11:52:13.667 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:13.663+0000 7f8a19548980 20 add_watcher() i=1 2023-12-03T11:52:13.667 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:13.663+0000 7f8a19548980 20 add_watcher() i=2 2023-12-03T11:52:13.667 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:13.663+0000 7f8a19548980 20 add_watcher() i=3 2023-12-03T11:52:13.667 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:13.663+0000 7f8a19548980 20 add_watcher() i=4 2023-12-03T11:52:13.667 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:13.663+0000 7f8a19548980 20 add_watcher() i=5 2023-12-03T11:52:13.667 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:13.663+0000 7f8a19548980 20 add_watcher() i=6 2023-12-03T11:52:13.668 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:13.663+0000 7f8a19548980 20 add_watcher() i=7 2023-12-03T11:52:13.668 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:13.663+0000 7f8a19548980 2 all 8 watchers are set, enabling cache 2023-12-03T11:52:13.671 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:13.667+0000 7f89dd7e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:52:13.671 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:13.667+0000 7f8a19548980 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:52:13.671 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:13.667+0000 7f8a19548980 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:52:13.679 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:13.675+0000 7f8a19548980 5 note: GC not initialized 2023-12-03T11:52:13.680 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:13.675+0000 7f894bfff640 20 reqs_thread_entry: start 2023-12-03T11:52:13.680 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:13.675+0000 7f8a19548980 20 init_complete bucket index max shards: 1 2023-12-03T11:52:13.680 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:13.675+0000 7f8a19548980 20 Filter name: none 2023-12-03T11:52:13.680 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:13.675+0000 7f8949ffb640 20 reqs_thread_entry: start 2023-12-03T11:52:13.680 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:13.675+0000 7f8a19548980 20 rados->read ofs=0 len=0 2023-12-03T11:52:13.680 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:13.675+0000 7f8a19548980 20 rados_obj.operate() r=0 bl.length=173 2023-12-03T11:52:13.680 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:13.675+0000 7f8a19548980 20 rados->read ofs=0 len=0 2023-12-03T11:52:13.682 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:13.679+0000 7f8a19548980 20 rados_obj.operate() r=0 bl.length=357 2023-12-03T11:52:13.682 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:13.679+0000 7f8a19548980 20 couldn't put binfo cache entry, might have raced with data changes 2023-12-03T11:52:13.682 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:13.679+0000 7f8a19548980 20 INFO: main: max_entries=1000, index=gen=2, max_shards=3 2023-12-03T11:52:13.682 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:13.679+0000 7f8a19548980 20 INFO: main: starting shard=0 2023-12-03T11:52:13.682 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:13.679+0000 7f8a19548980 10 bucket_obj is .dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.17.2.0 2023-12-03T11:52:13.682 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:13.679+0000 7f8a19548980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.17.2.0 2023-12-03T11:52:13.682 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:13.679+0000 7f8a19548980 20 INFO: main: bi_list() returned without error; entries.size()=1, is_truncated=0, marker= 2023-12-03T11:52:13.683 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:13.679+0000 7f8a19548980 20 INFO: main: starting shard=1 2023-12-03T11:52:13.683 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:13.679+0000 7f8a19548980 10 bucket_obj is .dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.17.2.1 2023-12-03T11:52:13.683 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:13.679+0000 7f8a19548980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.17.2.1 2023-12-03T11:52:13.683 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:13.679+0000 7f8a19548980 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2023-12-03T11:52:13.683 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:13.679+0000 7f8a19548980 20 INFO: main: starting shard=2 2023-12-03T11:52:13.683 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:13.679+0000 7f8a19548980 10 bucket_obj is .dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.17.2.2 2023-12-03T11:52:13.683 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:13.679+0000 7f8a19548980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.17.2.2 2023-12-03T11:52:13.684 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:13.679+0000 7f8a19548980 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2023-12-03T11:52:13.684 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:13.679+0000 7f8a19548980 20 INFO: main: done 2023-12-03T11:52:13.685 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:13.679+0000 7f89dd7e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:52:13.690 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:13.687+0000 7f8a19548980 20 remove_watcher() i=0 2023-12-03T11:52:13.691 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:13.687+0000 7f8a19548980 2 removed watcher, disabling cache 2023-12-03T11:52:13.693 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:13.687+0000 7f8a19548980 20 remove_watcher() i=1 2023-12-03T11:52:13.695 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:13.691+0000 7f8a19548980 20 remove_watcher() i=2 2023-12-03T11:52:13.698 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:13.695+0000 7f8a19548980 20 remove_watcher() i=3 2023-12-03T11:52:13.700 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:13.695+0000 7f8a19548980 20 remove_watcher() i=4 2023-12-03T11:52:13.701 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:13.699+0000 7f8a19548980 20 remove_watcher() i=5 2023-12-03T11:52:13.703 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:13.699+0000 7f8a19548980 20 remove_watcher() i=6 2023-12-03T11:52:13.704 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:13.699+0000 7f8a19548980 20 remove_watcher() i=7 2023-12-03T11:52:13.712 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:52:13.712 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:52:13.716 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:52:13.716 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:52:13.778 INFO:tasks.workunit.client.0.smithi019.stderr:An error occurred (NoSuchKey) when calling the PutObject operation: None 2023-12-03T11:52:13.778 INFO:tasks.workunit.client.0.smithi019.stderr:radosgw-admin bi list --bucket myver --object y 2023-12-03T11:52:13.813 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:52:13.813 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:52:13.832 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:13.827+0000 7ff055249980 20 rados->read ofs=0 len=0 2023-12-03T11:52:13.835 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:13.831+0000 7ff055249980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:52:13.835 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:13.831+0000 7ff055249980 20 realm 2023-12-03T11:52:13.835 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:13.831+0000 7ff055249980 20 rados->read ofs=0 len=0 2023-12-03T11:52:13.835 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:13.831+0000 7ff055249980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:52:13.835 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:13.831+0000 7ff055249980 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:52:13.835 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:13.831+0000 7ff055249980 20 rados->read ofs=0 len=0 2023-12-03T11:52:13.836 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:13.831+0000 7ff055249980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:52:13.836 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:13.831+0000 7ff055249980 20 rados->read ofs=0 len=0 2023-12-03T11:52:13.837 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:13.831+0000 7ff055249980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:52:13.837 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:13.831+0000 7ff055249980 20 rados->read ofs=0 len=0 2023-12-03T11:52:13.837 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:13.835+0000 7ff055249980 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:52:13.837 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:13.835+0000 7ff055249980 20 searching for the correct realm 2023-12-03T11:52:13.859 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:13.855+0000 7ff052d65640 0 -- 172.21.15.19:0/4155538163 >> [v2:172.21.15.57:6808/3142144203,v1:172.21.15.57:6809/3142144203] conn(0x5650f8364b90 msgr2=0x5650f8366f80 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:52:13.863 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:13.859+0000 7ff055249980 20 RGWRados::pool_iterate: got zonegroup_info.9433ba8b-08fe-4f3d-8375-ae7b0ce32294 2023-12-03T11:52:13.863 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:13.859+0000 7ff055249980 20 RGWRados::pool_iterate: got zone_info.43a5e689-6a4f-4bb6-8529-28824bd75ab9 2023-12-03T11:52:13.863 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:13.859+0000 7ff055249980 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:52:13.863 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:13.859+0000 7ff055249980 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:52:13.864 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:13.859+0000 7ff055249980 20 rados->read ofs=0 len=0 2023-12-03T11:52:13.864 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:13.859+0000 7ff055249980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:52:13.864 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:13.859+0000 7ff055249980 20 rados->read ofs=0 len=0 2023-12-03T11:52:13.864 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:13.859+0000 7ff055249980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:52:13.864 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:13.859+0000 7ff055249980 20 rados->read ofs=0 len=0 2023-12-03T11:52:13.865 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:13.859+0000 7ff055249980 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:52:13.865 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:13.859+0000 7ff055249980 20 zone default found 2023-12-03T11:52:13.865 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:13.859+0000 7ff055249980 4 Realm: () 2023-12-03T11:52:13.865 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:13.859+0000 7ff055249980 4 ZoneGroup: default (9433ba8b-08fe-4f3d-8375-ae7b0ce32294) 2023-12-03T11:52:13.865 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:13.859+0000 7ff055249980 4 Zone: default (43a5e689-6a4f-4bb6-8529-28824bd75ab9) 2023-12-03T11:52:13.865 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:13.859+0000 7ff055249980 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:52:13.865 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:13.859+0000 7ff055249980 20 zonegroup default 2023-12-03T11:52:13.866 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:13.859+0000 7ff055249980 20 rados->read ofs=0 len=0 2023-12-03T11:52:13.866 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:13.859+0000 7ff055249980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:52:13.866 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:13.863+0000 7ff055249980 20 rados->read ofs=0 len=0 2023-12-03T11:52:13.866 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:13.863+0000 7ff055249980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:52:13.866 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:13.863+0000 7ff055249980 20 rados->read ofs=0 len=0 2023-12-03T11:52:13.866 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:13.863+0000 7ff055249980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:52:13.866 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:13.863+0000 7ff055249980 20 started sync module instance, tier type = 2023-12-03T11:52:13.866 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:13.863+0000 7ff055249980 20 started zone id=43a5e689-6a4f-4bb6-8529-28824bd75ab9 (name=default) with tier type = 2023-12-03T11:52:13.879 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:13.875+0000 7ff053566640 0 -- 172.21.15.19:0/4155538163 >> [v2:172.21.15.57:6816/3303414699,v1:172.21.15.57:6817/3303414699] conn(0x7ff04810d040 msgr2=0x7ff0480ab790 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2023-12-03T11:52:13.884 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:13.879+0000 7ff055249980 20 add_watcher() i=0 2023-12-03T11:52:13.884 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:13.879+0000 7ff055249980 20 add_watcher() i=1 2023-12-03T11:52:13.884 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:13.879+0000 7ff055249980 20 add_watcher() i=2 2023-12-03T11:52:13.884 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:13.879+0000 7ff055249980 20 add_watcher() i=3 2023-12-03T11:52:13.884 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:13.879+0000 7ff055249980 20 add_watcher() i=4 2023-12-03T11:52:13.885 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:13.879+0000 7ff055249980 20 add_watcher() i=5 2023-12-03T11:52:13.885 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:13.879+0000 7ff055249980 20 add_watcher() i=6 2023-12-03T11:52:13.885 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:13.883+0000 7ff055249980 20 add_watcher() i=7 2023-12-03T11:52:13.886 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:13.883+0000 7ff055249980 2 all 8 watchers are set, enabling cache 2023-12-03T11:52:13.888 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:13.883+0000 7fef93fff640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:52:13.889 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:13.883+0000 7ff055249980 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:52:13.889 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:13.883+0000 7ff055249980 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:52:13.897 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:13.891+0000 7ff055249980 5 note: GC not initialized 2023-12-03T11:52:13.897 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:13.891+0000 7fef82ffd640 20 reqs_thread_entry: start 2023-12-03T11:52:13.897 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:13.891+0000 7ff055249980 20 init_complete bucket index max shards: 1 2023-12-03T11:52:13.897 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:13.891+0000 7ff055249980 20 Filter name: none 2023-12-03T11:52:13.897 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:13.891+0000 7fef80ff9640 20 reqs_thread_entry: start 2023-12-03T11:52:13.897 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:13.891+0000 7ff055249980 20 rados->read ofs=0 len=0 2023-12-03T11:52:13.897 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:13.895+0000 7ff055249980 20 rados_obj.operate() r=0 bl.length=173 2023-12-03T11:52:13.898 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:13.895+0000 7ff055249980 20 rados->read ofs=0 len=0 2023-12-03T11:52:13.898 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:13.895+0000 7ff055249980 20 rados_obj.operate() r=0 bl.length=357 2023-12-03T11:52:13.898 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:13.895+0000 7ff055249980 20 couldn't put binfo cache entry, might have raced with data changes 2023-12-03T11:52:13.898 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:13.895+0000 7ff055249980 20 INFO: main: max_entries=1000, index=gen=2, max_shards=3 2023-12-03T11:52:13.898 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:13.895+0000 7ff055249980 20 INFO: main: starting shard=0 2023-12-03T11:52:13.899 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:13.895+0000 7ff055249980 10 bucket_obj is .dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.17.2.0 2023-12-03T11:52:13.899 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:13.895+0000 7ff055249980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.17.2.0 2023-12-03T11:52:13.899 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:13.895+0000 7ff055249980 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2023-12-03T11:52:13.899 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:13.895+0000 7ff055249980 20 INFO: main: starting shard=1 2023-12-03T11:52:13.899 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:13.895+0000 7ff055249980 10 bucket_obj is .dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.17.2.1 2023-12-03T11:52:13.899 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:13.895+0000 7ff055249980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.17.2.1 2023-12-03T11:52:13.900 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:13.895+0000 7ff055249980 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2023-12-03T11:52:13.900 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:13.895+0000 7ff055249980 20 INFO: main: starting shard=2 2023-12-03T11:52:13.900 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:13.895+0000 7ff055249980 10 bucket_obj is .dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.17.2.2 2023-12-03T11:52:13.900 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:13.895+0000 7ff055249980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.17.2.2 2023-12-03T11:52:13.901 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:13.895+0000 7ff055249980 20 INFO: main: bi_list() returned without error; entries.size()=1, is_truncated=0, marker= 2023-12-03T11:52:13.901 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:13.895+0000 7ff055249980 20 INFO: main: done 2023-12-03T11:52:13.902 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:13.899+0000 7fef93fff640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:52:13.907 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:13.903+0000 7ff055249980 20 remove_watcher() i=0 2023-12-03T11:52:13.907 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:13.903+0000 7ff055249980 2 removed watcher, disabling cache 2023-12-03T11:52:13.910 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:13.907+0000 7ff055249980 20 remove_watcher() i=1 2023-12-03T11:52:13.912 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:13.907+0000 7ff055249980 20 remove_watcher() i=2 2023-12-03T11:52:13.915 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:13.911+0000 7ff055249980 20 remove_watcher() i=3 2023-12-03T11:52:13.917 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:13.915+0000 7ff055249980 20 remove_watcher() i=4 2023-12-03T11:52:13.918 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:13.915+0000 7ff055249980 20 remove_watcher() i=5 2023-12-03T11:52:13.920 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:13.915+0000 7ff055249980 20 remove_watcher() i=6 2023-12-03T11:52:13.922 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:13.919+0000 7ff055249980 20 remove_watcher() i=7 2023-12-03T11:52:13.930 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:52:13.930 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:52:13.934 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:52:13.934 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:52:14.002 INFO:tasks.workunit.client.0.smithi019.stderr:An error occurred (NoSuchKey) when calling the PutObject operation: None 2023-12-03T11:52:14.002 INFO:tasks.workunit.client.0.smithi019.stderr:radosgw-admin bi list --bucket myver --object z 2023-12-03T11:52:14.038 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:52:14.038 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:52:14.057 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:14.051+0000 7fb2bb7e3980 20 rados->read ofs=0 len=0 2023-12-03T11:52:14.059 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:14.055+0000 7fb2bb7e3980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:52:14.059 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:14.055+0000 7fb2bb7e3980 20 realm 2023-12-03T11:52:14.059 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:14.055+0000 7fb2bb7e3980 20 rados->read ofs=0 len=0 2023-12-03T11:52:14.059 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:14.055+0000 7fb2bb7e3980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:52:14.059 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:14.055+0000 7fb2bb7e3980 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:52:14.059 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:14.055+0000 7fb2bb7e3980 20 rados->read ofs=0 len=0 2023-12-03T11:52:14.060 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:14.055+0000 7fb2bb7e3980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:52:14.060 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:14.055+0000 7fb2bb7e3980 20 rados->read ofs=0 len=0 2023-12-03T11:52:14.062 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:14.059+0000 7fb2bb7e3980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:52:14.062 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:14.059+0000 7fb2bb7e3980 20 rados->read ofs=0 len=0 2023-12-03T11:52:14.063 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:14.059+0000 7fb2bb7e3980 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:52:14.063 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:14.059+0000 7fb2bb7e3980 20 searching for the correct realm 2023-12-03T11:52:14.083 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:14.079+0000 7fb2b92ff640 0 -- 172.21.15.19:0/3494430002 >> [v2:172.21.15.19:6808/438722807,v1:172.21.15.19:6809/438722807] conn(0x7fb2a4054c90 msgr2=0x7fb2a4053e00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:52:14.088 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:14.083+0000 7fb2bb7e3980 20 RGWRados::pool_iterate: got zonegroup_info.9433ba8b-08fe-4f3d-8375-ae7b0ce32294 2023-12-03T11:52:14.088 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:14.083+0000 7fb2bb7e3980 20 RGWRados::pool_iterate: got zone_info.43a5e689-6a4f-4bb6-8529-28824bd75ab9 2023-12-03T11:52:14.088 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:14.083+0000 7fb2bb7e3980 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:52:14.088 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:14.083+0000 7fb2bb7e3980 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:52:14.088 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:14.083+0000 7fb2bb7e3980 20 rados->read ofs=0 len=0 2023-12-03T11:52:14.089 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:14.083+0000 7fb2bb7e3980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:52:14.089 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:14.083+0000 7fb2bb7e3980 20 rados->read ofs=0 len=0 2023-12-03T11:52:14.089 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:14.087+0000 7fb2bb7e3980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:52:14.089 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:14.087+0000 7fb2bb7e3980 20 rados->read ofs=0 len=0 2023-12-03T11:52:14.090 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:14.087+0000 7fb2bb7e3980 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:52:14.090 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:14.087+0000 7fb2bb7e3980 20 zone default found 2023-12-03T11:52:14.090 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:14.087+0000 7fb2bb7e3980 4 Realm: () 2023-12-03T11:52:14.090 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:14.087+0000 7fb2bb7e3980 4 ZoneGroup: default (9433ba8b-08fe-4f3d-8375-ae7b0ce32294) 2023-12-03T11:52:14.090 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:14.087+0000 7fb2bb7e3980 4 Zone: default (43a5e689-6a4f-4bb6-8529-28824bd75ab9) 2023-12-03T11:52:14.090 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:14.087+0000 7fb2bb7e3980 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:52:14.090 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:14.087+0000 7fb2bb7e3980 20 zonegroup default 2023-12-03T11:52:14.090 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:14.087+0000 7fb2bb7e3980 20 rados->read ofs=0 len=0 2023-12-03T11:52:14.090 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:14.087+0000 7fb2bb7e3980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:52:14.091 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:14.087+0000 7fb2bb7e3980 20 rados->read ofs=0 len=0 2023-12-03T11:52:14.091 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:14.087+0000 7fb2bb7e3980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:52:14.091 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:14.087+0000 7fb2bb7e3980 20 rados->read ofs=0 len=0 2023-12-03T11:52:14.091 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:14.087+0000 7fb2bb7e3980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:52:14.091 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:14.087+0000 7fb2bb7e3980 20 started sync module instance, tier type = 2023-12-03T11:52:14.091 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:14.087+0000 7fb2bb7e3980 20 started zone id=43a5e689-6a4f-4bb6-8529-28824bd75ab9 (name=default) with tier type = 2023-12-03T11:52:14.102 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:14.099+0000 7fb2b92ff640 0 -- 172.21.15.19:0/3494430002 >> [v2:172.21.15.19:6824/3106662697,v1:172.21.15.19:6825/3106662697] conn(0x7fb2ac0b8950 msgr2=0x7fb2ac0c23f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:52:14.110 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:14.107+0000 7fb2bb7e3980 20 add_watcher() i=0 2023-12-03T11:52:14.110 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:14.107+0000 7fb2bb7e3980 20 add_watcher() i=1 2023-12-03T11:52:14.110 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:14.107+0000 7fb2bb7e3980 20 add_watcher() i=2 2023-12-03T11:52:14.110 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:14.107+0000 7fb2bb7e3980 20 add_watcher() i=3 2023-12-03T11:52:14.110 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:14.107+0000 7fb2bb7e3980 20 add_watcher() i=4 2023-12-03T11:52:14.110 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:14.107+0000 7fb2bb7e3980 20 add_watcher() i=5 2023-12-03T11:52:14.110 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:14.107+0000 7fb2bb7e3980 20 add_watcher() i=6 2023-12-03T11:52:14.111 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:14.107+0000 7fb2bb7e3980 20 add_watcher() i=7 2023-12-03T11:52:14.111 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:14.107+0000 7fb2bb7e3980 2 all 8 watchers are set, enabling cache 2023-12-03T11:52:14.114 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:14.111+0000 7fb27efe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:52:14.115 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:14.111+0000 7fb2bb7e3980 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:52:14.115 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:14.111+0000 7fb2bb7e3980 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:52:14.122 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:14.119+0000 7fb2bb7e3980 5 note: GC not initialized 2023-12-03T11:52:14.123 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:14.119+0000 7fb1edffb640 20 reqs_thread_entry: start 2023-12-03T11:52:14.123 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:14.119+0000 7fb2bb7e3980 20 init_complete bucket index max shards: 1 2023-12-03T11:52:14.123 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:14.119+0000 7fb2bb7e3980 20 Filter name: none 2023-12-03T11:52:14.123 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:14.119+0000 7fb1df7fe640 20 reqs_thread_entry: start 2023-12-03T11:52:14.123 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:14.119+0000 7fb2bb7e3980 20 rados->read ofs=0 len=0 2023-12-03T11:52:14.123 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:14.119+0000 7fb2bb7e3980 20 rados_obj.operate() r=0 bl.length=173 2023-12-03T11:52:14.123 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:14.119+0000 7fb2bb7e3980 20 rados->read ofs=0 len=0 2023-12-03T11:52:14.124 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:14.119+0000 7fb2bb7e3980 20 rados_obj.operate() r=0 bl.length=357 2023-12-03T11:52:14.124 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:14.119+0000 7fb2bb7e3980 20 couldn't put binfo cache entry, might have raced with data changes 2023-12-03T11:52:14.124 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:14.119+0000 7fb2bb7e3980 20 INFO: main: max_entries=1000, index=gen=2, max_shards=3 2023-12-03T11:52:14.124 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:14.119+0000 7fb2bb7e3980 20 INFO: main: starting shard=0 2023-12-03T11:52:14.125 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:14.119+0000 7fb2bb7e3980 10 bucket_obj is .dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.17.2.0 2023-12-03T11:52:14.125 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:14.119+0000 7fb2bb7e3980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.17.2.0 2023-12-03T11:52:14.125 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:14.119+0000 7fb2bb7e3980 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2023-12-03T11:52:14.125 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:14.119+0000 7fb2bb7e3980 20 INFO: main: starting shard=1 2023-12-03T11:52:14.125 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:14.119+0000 7fb2bb7e3980 10 bucket_obj is .dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.17.2.1 2023-12-03T11:52:14.125 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:14.119+0000 7fb2bb7e3980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.17.2.1 2023-12-03T11:52:14.126 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:14.123+0000 7fb2bb7e3980 20 INFO: main: bi_list() returned without error; entries.size()=1, is_truncated=0, marker= 2023-12-03T11:52:14.126 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:14.123+0000 7fb2bb7e3980 20 INFO: main: starting shard=2 2023-12-03T11:52:14.126 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:14.123+0000 7fb2bb7e3980 10 bucket_obj is .dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.17.2.2 2023-12-03T11:52:14.126 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:14.123+0000 7fb2bb7e3980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.17.2.2 2023-12-03T11:52:14.126 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:14.123+0000 7fb2bb7e3980 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2023-12-03T11:52:14.127 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:14.123+0000 7fb2bb7e3980 20 INFO: main: done 2023-12-03T11:52:14.128 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:14.123+0000 7fb27efe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:52:14.133 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:14.127+0000 7fb2bb7e3980 20 remove_watcher() i=0 2023-12-03T11:52:14.133 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:14.127+0000 7fb2bb7e3980 2 removed watcher, disabling cache 2023-12-03T11:52:14.135 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:14.131+0000 7fb2bb7e3980 20 remove_watcher() i=1 2023-12-03T11:52:14.137 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:14.135+0000 7fb2bb7e3980 20 remove_watcher() i=2 2023-12-03T11:52:14.140 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:14.135+0000 7fb2bb7e3980 20 remove_watcher() i=3 2023-12-03T11:52:14.142 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:14.139+0000 7fb2bb7e3980 20 remove_watcher() i=4 2023-12-03T11:52:14.144 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:14.139+0000 7fb2bb7e3980 20 remove_watcher() i=5 2023-12-03T11:52:14.145 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:14.143+0000 7fb2bb7e3980 20 remove_watcher() i=6 2023-12-03T11:52:14.147 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:14.143+0000 7fb2bb7e3980 20 remove_watcher() i=7 2023-12-03T11:52:14.155 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:52:14.155 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:52:14.159 INFO:tasks.workunit.client.0.smithi019.stderr:ceph config rm client rgw_debug_inject_set_olh_err 2023-12-03T11:52:14.562 INFO:tasks.workunit.client.0.smithi019.stderr:ceph config rm client rgw_debug_inject_olh_cancel_modification_err 2023-12-03T11:52:14.961 INFO:tasks.workunit.client.0.smithi019.stderr:radosgw-admin bucket reshard --bucket myver --num-shards 17 --yes-i-really-mean-it 2023-12-03T11:52:14.987 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:52:14.987 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:52:15.002 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:14.999+0000 7fa1cb6d5980 20 rados->read ofs=0 len=0 2023-12-03T11:52:15.004 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:14.999+0000 7fa1cb6d5980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:52:15.004 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:14.999+0000 7fa1cb6d5980 20 realm 2023-12-03T11:52:15.004 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:14.999+0000 7fa1cb6d5980 20 rados->read ofs=0 len=0 2023-12-03T11:52:15.005 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:14.999+0000 7fa1cb6d5980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:52:15.005 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:14.999+0000 7fa1cb6d5980 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:52:15.005 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:14.999+0000 7fa1cb6d5980 20 rados->read ofs=0 len=0 2023-12-03T11:52:15.005 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:14.999+0000 7fa1cb6d5980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:52:15.005 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:14.999+0000 7fa1cb6d5980 20 rados->read ofs=0 len=0 2023-12-03T11:52:15.006 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.003+0000 7fa1cb6d5980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:52:15.006 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.003+0000 7fa1cb6d5980 20 rados->read ofs=0 len=0 2023-12-03T11:52:15.006 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.003+0000 7fa1cb6d5980 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:52:15.007 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.003+0000 7fa1cb6d5980 20 searching for the correct realm 2023-12-03T11:52:15.026 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.023+0000 7fa1c91f1640 0 -- 172.21.15.19:0/2434204064 >> [v2:172.21.15.57:6808/3142144203,v1:172.21.15.57:6809/3142144203] conn(0x55ecb01e8980 msgr2=0x55ecb01ead90 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:52:15.029 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.027+0000 7fa1cb6d5980 20 RGWRados::pool_iterate: got zonegroup_info.9433ba8b-08fe-4f3d-8375-ae7b0ce32294 2023-12-03T11:52:15.029 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.027+0000 7fa1cb6d5980 20 RGWRados::pool_iterate: got zone_info.43a5e689-6a4f-4bb6-8529-28824bd75ab9 2023-12-03T11:52:15.030 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.027+0000 7fa1cb6d5980 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:52:15.030 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.027+0000 7fa1cb6d5980 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:52:15.030 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.027+0000 7fa1cb6d5980 20 rados->read ofs=0 len=0 2023-12-03T11:52:15.030 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.027+0000 7fa1cb6d5980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:52:15.030 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.027+0000 7fa1cb6d5980 20 rados->read ofs=0 len=0 2023-12-03T11:52:15.031 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.027+0000 7fa1cb6d5980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:52:15.031 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.027+0000 7fa1cb6d5980 20 rados->read ofs=0 len=0 2023-12-03T11:52:15.031 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.027+0000 7fa1cb6d5980 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:52:15.031 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.027+0000 7fa1cb6d5980 20 zone default found 2023-12-03T11:52:15.031 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.027+0000 7fa1cb6d5980 4 Realm: () 2023-12-03T11:52:15.031 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.027+0000 7fa1cb6d5980 4 ZoneGroup: default (9433ba8b-08fe-4f3d-8375-ae7b0ce32294) 2023-12-03T11:52:15.031 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.027+0000 7fa1cb6d5980 4 Zone: default (43a5e689-6a4f-4bb6-8529-28824bd75ab9) 2023-12-03T11:52:15.031 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.027+0000 7fa1cb6d5980 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:52:15.031 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.027+0000 7fa1cb6d5980 20 zonegroup default 2023-12-03T11:52:15.031 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.027+0000 7fa1cb6d5980 20 rados->read ofs=0 len=0 2023-12-03T11:52:15.031 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.027+0000 7fa1cb6d5980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:52:15.032 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.027+0000 7fa1cb6d5980 20 rados->read ofs=0 len=0 2023-12-03T11:52:15.032 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.027+0000 7fa1cb6d5980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:52:15.032 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.027+0000 7fa1cb6d5980 20 rados->read ofs=0 len=0 2023-12-03T11:52:15.032 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.027+0000 7fa1cb6d5980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:52:15.032 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.027+0000 7fa1cb6d5980 20 started sync module instance, tier type = 2023-12-03T11:52:15.032 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.027+0000 7fa1cb6d5980 20 started zone id=43a5e689-6a4f-4bb6-8529-28824bd75ab9 (name=default) with tier type = 2023-12-03T11:52:15.045 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.043+0000 7fa1c3fff640 0 -- 172.21.15.19:0/2434204064 >> [v2:172.21.15.19:6800/1469834966,v1:172.21.15.19:6801/1469834966] conn(0x55ecb01ed980 msgr2=0x55ecb01efd70 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:52:15.048 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.043+0000 7fa1cb6d5980 20 add_watcher() i=0 2023-12-03T11:52:15.049 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.043+0000 7fa1cb6d5980 20 add_watcher() i=1 2023-12-03T11:52:15.049 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.043+0000 7fa1cb6d5980 20 add_watcher() i=2 2023-12-03T11:52:15.049 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.043+0000 7fa1cb6d5980 20 add_watcher() i=3 2023-12-03T11:52:15.049 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.043+0000 7fa1cb6d5980 20 add_watcher() i=4 2023-12-03T11:52:15.049 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.043+0000 7fa1cb6d5980 20 add_watcher() i=5 2023-12-03T11:52:15.049 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.043+0000 7fa1cb6d5980 20 add_watcher() i=6 2023-12-03T11:52:15.049 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.047+0000 7fa1cb6d5980 20 add_watcher() i=7 2023-12-03T11:52:15.049 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.047+0000 7fa1cb6d5980 2 all 8 watchers are set, enabling cache 2023-12-03T11:52:15.052 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.047+0000 7fa18efe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:52:15.052 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.047+0000 7fa1cb6d5980 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:52:15.052 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.047+0000 7fa1cb6d5980 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:52:15.058 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.055+0000 7fa1cb6d5980 5 note: GC not initialized 2023-12-03T11:52:15.059 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.055+0000 7fa0fdffb640 20 reqs_thread_entry: start 2023-12-03T11:52:15.059 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.055+0000 7fa1cb6d5980 20 init_complete bucket index max shards: 1 2023-12-03T11:52:15.059 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.055+0000 7fa1cb6d5980 20 Filter name: none 2023-12-03T11:52:15.059 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.055+0000 7fa0ef7fe640 20 reqs_thread_entry: start 2023-12-03T11:52:15.059 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.055+0000 7fa1cb6d5980 10 cache get: name=default.rgw.meta+root+myver : miss 2023-12-03T11:52:15.060 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.055+0000 7fa1cb6d5980 20 rados->read ofs=0 len=0 2023-12-03T11:52:15.060 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.055+0000 7fa1cb6d5980 20 rados_obj.operate() r=0 bl.length=173 2023-12-03T11:52:15.060 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.055+0000 7fa1cb6d5980 10 cache put: name=default.rgw.meta+root+myver info.flags=0x11 2023-12-03T11:52:15.060 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.055+0000 7fa1cb6d5980 10 adding default.rgw.meta+root+myver to cache LRU end 2023-12-03T11:52:15.060 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.055+0000 7fa1cb6d5980 10 cache get: name=default.rgw.meta+root+.bucket.meta.myver:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.17 : miss 2023-12-03T11:52:15.060 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.055+0000 7fa1cb6d5980 20 rados->read ofs=0 len=0 2023-12-03T11:52:15.060 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.055+0000 7fa1cb6d5980 20 rados_obj.operate() r=0 bl.length=357 2023-12-03T11:52:15.061 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.055+0000 7fa1cb6d5980 10 cache put: name=default.rgw.meta+root+.bucket.meta.myver:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.17 info.flags=0x17 2023-12-03T11:52:15.061 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.055+0000 7fa1cb6d5980 10 adding default.rgw.meta+root+.bucket.meta.myver:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.17 to cache LRU end 2023-12-03T11:52:15.061 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.055+0000 7fa1cb6d5980 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-12-03T11:52:15.061 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.055+0000 7fa1cb6d5980 10 updating xattr: name=user.rgw.acl bl.length()=143 2023-12-03T11:52:15.061 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.055+0000 7fa1cb6d5980 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.myver:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.17 2023-12-03T11:52:15.075 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.071+0000 7fa1cb6d5980 10 cache put: name=default.rgw.meta+root+.bucket.meta.myver:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.17 info.flags=0x17 2023-12-03T11:52:15.075 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.071+0000 7fa1cb6d5980 10 moving default.rgw.meta+root+.bucket.meta.myver:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.17 to cache LRU end 2023-12-03T11:52:15.075 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.071+0000 7fa1cb6d5980 10 updating xattr: name=user.rgw.acl bl.length()=143 2023-12-03T11:52:15.076 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.071+0000 7fa1cb6d5980 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.myver:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.17, ofs0, ns] 2023-12-03T11:52:15.076 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.071+0000 7fa1aaffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1095216660518 cookie 94475055470592 notifier 7223 bl.length()=783 2023-12-03T11:52:15.076 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.071+0000 7fa1aaffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.myver:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.17 info.flags=0x17 2023-12-03T11:52:15.076 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.071+0000 7fa1aaffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.myver:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.17 to cache LRU end 2023-12-03T11:52:15.076 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.071+0000 7fa1aaffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2023-12-03T11:52:15.077 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.075+0000 7fa1cb6d5980 20 handle_bi_update(): bucket=:myver[43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.17]): orig_sources= new_sources= 2023-12-03T11:52:15.078 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.075+0000 7fa1cb6d5980 20 handle_bi_update(): bucket=:myver[43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.17]): potential sources added=[] removed=[] 2023-12-03T11:52:15.078 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.075+0000 7fa1cb6d5980 20 handle_bi_update(): bucket=:myver[43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.17]): orig_dests= new_dests= 2023-12-03T11:52:15.078 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.075+0000 7fa1cb6d5980 20 handle_bi_update(): bucket=:myver[43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.17]): potential dests added=[] removed=[] 2023-12-03T11:52:15.081 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.075+0000 7fa1cb6d5980 10 bucket_obj is .dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.17.3.0 2023-12-03T11:52:15.081 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.075+0000 7fa1cb6d5980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.17.3.0 2023-12-03T11:52:15.081 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.075+0000 7fa1cb6d5980 10 bucket_obj is .dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.17.3.1 2023-12-03T11:52:15.081 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.075+0000 7fa1cb6d5980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.17.3.1 2023-12-03T11:52:15.081 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.075+0000 7fa1cb6d5980 10 bucket_obj is .dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.17.3.2 2023-12-03T11:52:15.081 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.075+0000 7fa1cb6d5980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.17.3.2 2023-12-03T11:52:15.081 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.075+0000 7fa1cb6d5980 10 bucket_obj is .dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.17.3.3 2023-12-03T11:52:15.081 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.075+0000 7fa1cb6d5980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.17.3.3 2023-12-03T11:52:15.081 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.075+0000 7fa1cb6d5980 10 bucket_obj is .dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.17.3.4 2023-12-03T11:52:15.081 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.075+0000 7fa1cb6d5980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.17.3.4 2023-12-03T11:52:15.081 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.075+0000 7fa1cb6d5980 10 bucket_obj is .dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.17.3.5 2023-12-03T11:52:15.081 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.075+0000 7fa1cb6d5980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.17.3.5 2023-12-03T11:52:15.081 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.075+0000 7fa1cb6d5980 10 bucket_obj is .dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.17.3.6 2023-12-03T11:52:15.082 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.075+0000 7fa1cb6d5980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.17.3.6 2023-12-03T11:52:15.082 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.075+0000 7fa1cb6d5980 10 bucket_obj is .dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.17.3.7 2023-12-03T11:52:15.082 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.075+0000 7fa1cb6d5980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.17.3.7 2023-12-03T11:52:15.082 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.075+0000 7fa1cb6d5980 10 bucket_obj is .dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.17.3.8 2023-12-03T11:52:15.082 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.075+0000 7fa1cb6d5980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.17.3.8 2023-12-03T11:52:15.082 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.075+0000 7fa1cb6d5980 10 bucket_obj is .dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.17.3.9 2023-12-03T11:52:15.082 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.075+0000 7fa1cb6d5980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.17.3.9 2023-12-03T11:52:15.082 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.075+0000 7fa1cb6d5980 10 bucket_obj is .dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.17.3.10 2023-12-03T11:52:15.082 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.075+0000 7fa1cb6d5980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.17.3.10 2023-12-03T11:52:15.082 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.075+0000 7fa1cb6d5980 10 bucket_obj is .dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.17.3.11 2023-12-03T11:52:15.082 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.075+0000 7fa1cb6d5980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.17.3.11 2023-12-03T11:52:15.082 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.075+0000 7fa1cb6d5980 10 bucket_obj is .dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.17.3.12 2023-12-03T11:52:15.082 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.075+0000 7fa1cb6d5980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.17.3.12 2023-12-03T11:52:15.082 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.075+0000 7fa1cb6d5980 10 bucket_obj is .dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.17.3.13 2023-12-03T11:52:15.083 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.075+0000 7fa1cb6d5980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.17.3.13 2023-12-03T11:52:15.083 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.075+0000 7fa1cb6d5980 10 bucket_obj is .dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.17.3.14 2023-12-03T11:52:15.083 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.075+0000 7fa1cb6d5980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.17.3.14 2023-12-03T11:52:15.083 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.075+0000 7fa1cb6d5980 10 bucket_obj is .dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.17.3.15 2023-12-03T11:52:15.083 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.075+0000 7fa1cb6d5980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.17.3.15 2023-12-03T11:52:15.083 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.075+0000 7fa1cb6d5980 10 bucket_obj is .dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.17.3.16 2023-12-03T11:52:15.083 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.075+0000 7fa1cb6d5980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.17.3.16 2023-12-03T11:52:15.083 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.075+0000 7fa1cb6d5980 10 bucket_obj is .dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.17.2.0 2023-12-03T11:52:15.083 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.075+0000 7fa1cb6d5980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.17.2.0 2023-12-03T11:52:15.083 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.075+0000 7fa1cb6d5980 10 bucket_obj is .dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.17.2.1 2023-12-03T11:52:15.083 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.075+0000 7fa1cb6d5980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.17.2.1 2023-12-03T11:52:15.084 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.079+0000 7fa1cb6d5980 10 bucket_obj is .dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.17.2.2 2023-12-03T11:52:15.084 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.079+0000 7fa1cb6d5980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.17.2.2 2023-12-03T11:52:15.086 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.083+0000 7fa1cb6d5980 10 cache get: name=default.rgw.meta+root+.bucket.meta.myver:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.17 : hit (requested=0x17, cached=0x17) 2023-12-03T11:52:15.087 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.083+0000 7fa1cb6d5980 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.myver:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.17 2023-12-03T11:52:15.091 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.087+0000 7fa1cb6d5980 10 cache put: name=default.rgw.meta+root+.bucket.meta.myver:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.17 info.flags=0x17 2023-12-03T11:52:15.091 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.087+0000 7fa1cb6d5980 10 moving default.rgw.meta+root+.bucket.meta.myver:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.17 to cache LRU end 2023-12-03T11:52:15.091 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.087+0000 7fa1cb6d5980 10 updating xattr: name=user.rgw.acl bl.length()=143 2023-12-03T11:52:15.092 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.087+0000 7fa1cb6d5980 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.myver:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.17, ofs0, ns] 2023-12-03T11:52:15.092 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.087+0000 7fa1aaffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1095216660519 cookie 94475055470592 notifier 7223 bl.length()=751 2023-12-03T11:52:15.092 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.087+0000 7fa1aaffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.myver:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.17 info.flags=0x17 2023-12-03T11:52:15.092 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.087+0000 7fa1aaffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.myver:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.17 to cache LRU end 2023-12-03T11:52:15.092 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.087+0000 7fa1aaffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2023-12-03T11:52:15.093 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.087+0000 7fa1cb6d5980 20 handle_bi_update(): bucket=:myver[43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.17]): orig_sources= new_sources= 2023-12-03T11:52:15.093 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.087+0000 7fa1cb6d5980 20 handle_bi_update(): bucket=:myver[43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.17]): potential sources added=[] removed=[] 2023-12-03T11:52:15.093 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.087+0000 7fa1cb6d5980 20 handle_bi_update(): bucket=:myver[43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.17]): orig_dests= new_dests= 2023-12-03T11:52:15.093 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.087+0000 7fa1cb6d5980 20 handle_bi_update(): bucket=:myver[43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.17]): potential dests added=[] removed=[] 2023-12-03T11:52:15.096 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.091+0000 7fa1cb6d5980 1 execute INFO: reshard of bucket "myver" completed successfully 2023-12-03T11:52:15.101 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.095+0000 7fa18efe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:52:15.107 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.103+0000 7fa1cb6d5980 20 remove_watcher() i=0 2023-12-03T11:52:15.107 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.103+0000 7fa1cb6d5980 2 removed watcher, disabling cache 2023-12-03T11:52:15.109 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.107+0000 7fa1cb6d5980 20 remove_watcher() i=1 2023-12-03T11:52:15.112 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.107+0000 7fa1cb6d5980 20 remove_watcher() i=2 2023-12-03T11:52:15.115 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.111+0000 7fa1cb6d5980 20 remove_watcher() i=3 2023-12-03T11:52:15.120 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.115+0000 7fa1cb6d5980 20 remove_watcher() i=4 2023-12-03T11:52:15.123 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.119+0000 7fa1cb6d5980 20 remove_watcher() i=5 2023-12-03T11:52:15.124 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.119+0000 7fa1cb6d5980 20 remove_watcher() i=6 2023-12-03T11:52:15.125 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.123+0000 7fa1cb6d5980 20 remove_watcher() i=7 2023-12-03T11:52:15.131 INFO:tasks.workunit.client.0.smithi019.stderr:radosgw-admin bucket check unlinked --bucket myver --fix --min-age-hours 0 --rgw-olh-pending-timeout-sec 0 --dump-keys 2023-12-03T11:52:15.163 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:52:15.163 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:52:15.178 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.175+0000 7fde3451f980 20 rados->read ofs=0 len=0 2023-12-03T11:52:15.179 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.175+0000 7fde3451f980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:52:15.180 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.175+0000 7fde3451f980 20 realm 2023-12-03T11:52:15.180 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.175+0000 7fde3451f980 20 rados->read ofs=0 len=0 2023-12-03T11:52:15.180 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.175+0000 7fde3451f980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:52:15.180 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.175+0000 7fde3451f980 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:52:15.180 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.175+0000 7fde3451f980 20 rados->read ofs=0 len=0 2023-12-03T11:52:15.181 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.175+0000 7fde3451f980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:52:15.181 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.175+0000 7fde3451f980 20 rados->read ofs=0 len=0 2023-12-03T11:52:15.182 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.179+0000 7fde3451f980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:52:15.182 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.179+0000 7fde3451f980 20 rados->read ofs=0 len=0 2023-12-03T11:52:15.182 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.179+0000 7fde3451f980 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:52:15.183 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.179+0000 7fde3451f980 20 searching for the correct realm 2023-12-03T11:52:15.205 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.199+0000 7fde3283c640 0 -- 172.21.15.19:0/3487702861 >> [v2:172.21.15.57:6816/3303414699,v1:172.21.15.57:6817/3303414699] conn(0x7fde280e0910 msgr2=0x7fde280d0400 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2023-12-03T11:52:15.206 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.203+0000 7fde3451f980 20 RGWRados::pool_iterate: got zonegroup_info.9433ba8b-08fe-4f3d-8375-ae7b0ce32294 2023-12-03T11:52:15.206 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.203+0000 7fde3451f980 20 RGWRados::pool_iterate: got zone_info.43a5e689-6a4f-4bb6-8529-28824bd75ab9 2023-12-03T11:52:15.207 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.203+0000 7fde3451f980 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:52:15.207 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.203+0000 7fde3451f980 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:52:15.207 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.203+0000 7fde3451f980 20 rados->read ofs=0 len=0 2023-12-03T11:52:15.207 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.203+0000 7fde3451f980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:52:15.207 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.203+0000 7fde3451f980 20 rados->read ofs=0 len=0 2023-12-03T11:52:15.208 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.203+0000 7fde3451f980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:52:15.208 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.203+0000 7fde3451f980 20 rados->read ofs=0 len=0 2023-12-03T11:52:15.208 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.203+0000 7fde3451f980 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:52:15.208 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.203+0000 7fde3451f980 20 zone default found 2023-12-03T11:52:15.208 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.203+0000 7fde3451f980 4 Realm: () 2023-12-03T11:52:15.208 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.203+0000 7fde3451f980 4 ZoneGroup: default (9433ba8b-08fe-4f3d-8375-ae7b0ce32294) 2023-12-03T11:52:15.208 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.203+0000 7fde3451f980 4 Zone: default (43a5e689-6a4f-4bb6-8529-28824bd75ab9) 2023-12-03T11:52:15.208 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.203+0000 7fde3451f980 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:52:15.208 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.203+0000 7fde3451f980 20 zonegroup default 2023-12-03T11:52:15.208 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.203+0000 7fde3451f980 20 rados->read ofs=0 len=0 2023-12-03T11:52:15.208 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.203+0000 7fde3451f980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:52:15.208 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.203+0000 7fde3451f980 20 rados->read ofs=0 len=0 2023-12-03T11:52:15.209 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.203+0000 7fde3451f980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:52:15.209 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.203+0000 7fde3451f980 20 rados->read ofs=0 len=0 2023-12-03T11:52:15.209 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.203+0000 7fde3451f980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:52:15.209 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.203+0000 7fde3451f980 20 started sync module instance, tier type = 2023-12-03T11:52:15.209 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.203+0000 7fde3451f980 20 started zone id=43a5e689-6a4f-4bb6-8529-28824bd75ab9 (name=default) with tier type = 2023-12-03T11:52:15.224 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.219+0000 7fde3183a640 0 -- 172.21.15.19:0/3487702861 >> [v2:172.21.15.19:6800/1469834966,v1:172.21.15.19:6801/1469834966] conn(0x55c76a400c90 msgr2=0x55c76a403080 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:52:15.226 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.223+0000 7fde3451f980 20 add_watcher() i=0 2023-12-03T11:52:15.226 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.223+0000 7fde3451f980 20 add_watcher() i=1 2023-12-03T11:52:15.226 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.223+0000 7fde3451f980 20 add_watcher() i=2 2023-12-03T11:52:15.226 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.223+0000 7fde3451f980 20 add_watcher() i=3 2023-12-03T11:52:15.226 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.223+0000 7fde3451f980 20 add_watcher() i=4 2023-12-03T11:52:15.226 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.223+0000 7fde3451f980 20 add_watcher() i=5 2023-12-03T11:52:15.226 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.223+0000 7fde3451f980 20 add_watcher() i=6 2023-12-03T11:52:15.227 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.223+0000 7fde3451f980 20 add_watcher() i=7 2023-12-03T11:52:15.227 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.223+0000 7fde3451f980 2 all 8 watchers are set, enabling cache 2023-12-03T11:52:15.230 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.227+0000 7fddf7fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:52:15.230 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.227+0000 7fde3451f980 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:52:15.230 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.227+0000 7fde3451f980 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:52:15.237 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.231+0000 7fde3451f980 5 note: GC not initialized 2023-12-03T11:52:15.237 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.231+0000 7fdd66ffd640 20 reqs_thread_entry: start 2023-12-03T11:52:15.237 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.231+0000 7fde3451f980 20 init_complete bucket index max shards: 1 2023-12-03T11:52:15.237 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.231+0000 7fde3451f980 20 Filter name: none 2023-12-03T11:52:15.237 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.231+0000 7fdd64ff9640 20 reqs_thread_entry: start 2023-12-03T11:52:15.237 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.231+0000 7fde3451f980 10 cache get: name=default.rgw.meta+root+myver : miss 2023-12-03T11:52:15.237 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.231+0000 7fde3451f980 20 rados->read ofs=0 len=0 2023-12-03T11:52:15.237 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.231+0000 7fde3451f980 20 rados_obj.operate() r=0 bl.length=173 2023-12-03T11:52:15.238 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.231+0000 7fde3451f980 10 cache put: name=default.rgw.meta+root+myver info.flags=0x11 2023-12-03T11:52:15.238 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.231+0000 7fde3451f980 10 adding default.rgw.meta+root+myver to cache LRU end 2023-12-03T11:52:15.238 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.231+0000 7fde3451f980 10 cache get: name=default.rgw.meta+root+.bucket.meta.myver:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.17 : miss 2023-12-03T11:52:15.238 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.231+0000 7fde3451f980 20 rados->read ofs=0 len=0 2023-12-03T11:52:15.238 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.235+0000 7fde3451f980 20 rados_obj.operate() r=0 bl.length=357 2023-12-03T11:52:15.239 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.235+0000 7fde3451f980 10 cache put: name=default.rgw.meta+root+.bucket.meta.myver:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.17 info.flags=0x17 2023-12-03T11:52:15.239 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.235+0000 7fde3451f980 10 adding default.rgw.meta+root+.bucket.meta.myver:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.17 to cache LRU end 2023-12-03T11:52:15.239 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.235+0000 7fde3451f980 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-12-03T11:52:15.239 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.235+0000 7fde3451f980 10 updating xattr: name=user.rgw.acl bl.length()=143 2023-12-03T11:52:15.239 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.235+0000 7fde3451f980 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.myver:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.17 2023-12-03T11:52:15.239 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.235+0000 7fde3451f980 10 bucket_obj is .dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.17.3.0 2023-12-03T11:52:15.239 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.235+0000 7fde3451f980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.17.3.0 2023-12-03T11:52:15.239 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.235+0000 7fde3451f980 1 NOTICE: finished shard 0 (0 entries removed) 2023-12-03T11:52:15.239 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.235+0000 7fde3451f980 10 bucket_obj is .dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.17.3.1 2023-12-03T11:52:15.240 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.235+0000 7fde3451f980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.17.3.1 2023-12-03T11:52:15.240 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.235+0000 7fde3451f980 1 NOTICE: finished shard 1 (0 entries removed) 2023-12-03T11:52:15.241 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.235+0000 7fde3451f980 10 bucket_obj is .dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.17.3.2 2023-12-03T11:52:15.241 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.235+0000 7fde3451f980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.17.3.2 2023-12-03T11:52:15.241 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.239+0000 7fde3451f980 1 NOTICE: finished shard 2 (0 entries removed) 2023-12-03T11:52:15.241 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.239+0000 7fde3451f980 10 bucket_obj is .dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.17.3.3 2023-12-03T11:52:15.241 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.239+0000 7fde3451f980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.17.3.3 2023-12-03T11:52:15.241 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.239+0000 7fde3451f980 1 NOTICE: finished shard 3 (0 entries removed) 2023-12-03T11:52:15.242 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.239+0000 7fde3451f980 10 bucket_obj is .dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.17.3.4 2023-12-03T11:52:15.242 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.239+0000 7fde3451f980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.17.3.4 2023-12-03T11:52:15.243 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.239+0000 7fde3451f980 1 NOTICE: finished shard 4 (0 entries removed) 2023-12-03T11:52:15.243 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.239+0000 7fde3451f980 10 bucket_obj is .dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.17.3.5 2023-12-03T11:52:15.243 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.239+0000 7fde3451f980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.17.3.5 2023-12-03T11:52:15.243 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.239+0000 7fde3451f980 1 NOTICE: finished shard 5 (0 entries removed) 2023-12-03T11:52:15.243 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.239+0000 7fde3451f980 10 bucket_obj is .dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.17.3.6 2023-12-03T11:52:15.243 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.239+0000 7fde3451f980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.17.3.6 2023-12-03T11:52:15.244 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.239+0000 7fde3451f980 1 NOTICE: finished shard 6 (0 entries removed) 2023-12-03T11:52:15.244 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.239+0000 7fde3451f980 10 bucket_obj is .dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.17.3.7 2023-12-03T11:52:15.244 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.239+0000 7fde3451f980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.17.3.7 2023-12-03T11:52:15.245 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.243+0000 7fde3451f980 1 NOTICE: finished shard 7 (0 entries removed) 2023-12-03T11:52:15.245 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.243+0000 7fde3451f980 10 bucket_obj is .dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.17.3.8 2023-12-03T11:52:15.245 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.243+0000 7fde3451f980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.17.3.8 2023-12-03T11:52:15.246 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.243+0000 7fde3451f980 1 NOTICE: finished shard 8 (0 entries removed) 2023-12-03T11:52:15.246 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.243+0000 7fde3451f980 10 bucket_obj is .dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.17.3.9 2023-12-03T11:52:15.246 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.243+0000 7fde3451f980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.17.3.9 2023-12-03T11:52:15.248 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.243+0000 7fde3451f980 10 bucket_obj is .dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.17.3.10 2023-12-03T11:52:15.248 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.243+0000 7fde3451f980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.17.3.10 2023-12-03T11:52:15.248 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.243+0000 7fde3451f980 1 NOTICE: finished shard 10 (0 entries removed) 2023-12-03T11:52:15.248 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.243+0000 7fde3451f980 10 bucket_obj is .dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.17.3.11 2023-12-03T11:52:15.248 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.243+0000 7fde3451f980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.17.3.11 2023-12-03T11:52:15.249 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.243+0000 7fde3451f980 1 NOTICE: finished shard 11 (0 entries removed) 2023-12-03T11:52:15.249 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.243+0000 7fde3451f980 10 bucket_obj is .dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.17.3.12 2023-12-03T11:52:15.249 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.243+0000 7fde3451f980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.17.3.12 2023-12-03T11:52:15.249 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.247+0000 7fde3451f980 1 NOTICE: finished shard 12 (0 entries removed) 2023-12-03T11:52:15.249 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.247+0000 7fde3451f980 10 bucket_obj is .dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.17.3.13 2023-12-03T11:52:15.249 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.247+0000 7fde3451f980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.17.3.13 2023-12-03T11:52:15.251 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.247+0000 7fde3451f980 1 NOTICE: finished shard 13 (0 entries removed) 2023-12-03T11:52:15.251 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.247+0000 7fde3451f980 10 bucket_obj is .dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.17.3.14 2023-12-03T11:52:15.251 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.247+0000 7fde3451f980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.17.3.14 2023-12-03T11:52:15.251 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.247+0000 7fde3451f980 1 NOTICE: finished shard 14 (0 entries removed) 2023-12-03T11:52:15.251 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.247+0000 7fde3451f980 10 bucket_obj is .dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.17.3.15 2023-12-03T11:52:15.252 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.247+0000 7fde3451f980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.17.3.15 2023-12-03T11:52:15.253 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.251+0000 7fde3451f980 1 NOTICE: finished shard 15 (0 entries removed) 2023-12-03T11:52:15.253 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.251+0000 7fde3451f980 10 bucket_obj is .dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.17.3.16 2023-12-03T11:52:15.253 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.251+0000 7fde3451f980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.17.3.16 2023-12-03T11:52:15.254 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.251+0000 7fde3451f980 1 NOTICE: finished shard 16 (0 entries removed) 2023-12-03T11:52:15.254 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.251+0000 7fde3451f980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.17.3.9 2023-12-03T11:52:15.255 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.251+0000 7fde3451f980 20 get_obj_state: octx=0x7fde24082cb0 obj=myver:x state=0x55c76a4a1a78 s->prefetch_data=0 2023-12-03T11:52:15.255 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.251+0000 7fde3451f980 20 get_obj_state: setting s->obj_tag to 8shpczuzynybah6vc0if8l4olaizg3yl 2023-12-03T11:52:15.255 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.251+0000 7fde3451f980 20 get_obj_state_impl: setting s->olh_tag to 9eeufmc1e26z1ud0545v0d5bdfvgh88h 2023-12-03T11:52:15.255 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.251+0000 7fde3451f980 20 bucket_index_guard_olh_op(): olh_state.olh_tag=9eeufmc1e26z1ud0545v0d5bdfvgh88h 2023-12-03T11:52:15.258 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.255+0000 7fde3451f980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.17.3.9 2023-12-03T11:52:15.261 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.259+0000 7fde3451f980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.17.3.9 2023-12-03T11:52:15.262 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.259+0000 7fde3451f980 20 olh_log_entry: epoch=2 op=2 key=x[] 2023-12-03T11:52:15.262 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.259+0000 7fde3451f980 20 olh_log_entry: epoch=2 op=3 key=x[Cdj55NgtONrmtgjTID46pzLhvf8ooUo] 2023-12-03T11:52:15.262 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.259+0000 7fde3451f980 20 get_obj_state: octx=0x7fde24082cb0 obj=myver:_:Cdj55NgtONrmtgjTID46pzLhvf8ooUo_x state=0x55c76a4ab378 s->prefetch_data=0 2023-12-03T11:52:15.263 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.259+0000 7fde3451f980 10 manifest: total_size = 22 2023-12-03T11:52:15.263 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.259+0000 7fde3451f980 20 get_obj_state: setting s->obj_tag to 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.9853976497497588761 2023-12-03T11:52:15.263 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.259+0000 7fde3451f980 20 get_obj_state: octx=0x7fde24082cb0 obj=myver:_:Cdj55NgtONrmtgjTID46pzLhvf8ooUo_x state=0x55c76a4ab378 s->prefetch_data=0 2023-12-03T11:52:15.263 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.259+0000 7fde3451f980 20 prepare_atomic_modification: state is not atomic. state=0x55c76a4ab378 2023-12-03T11:52:15.263 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.259+0000 7fde3451f980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.17.3.9 2023-12-03T11:52:15.268 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.263+0000 7fde3451f980 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2023-12-03T11:52:15.268 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.263+0000 7fde3451f980 20 RGWObjManifest::operator++(): result: ofs=22 stripe_ofs=22 part_ofs=0 rule->part_size=0 2023-12-03T11:52:15.268 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.263+0000 7fde3451f980 0 deleting objects inline since gc isn't initialized 2023-12-03T11:52:15.268 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.263+0000 7fde3451f980 5 delete_objs_inline: removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.17__shadow:Cdj55NgtONrmtgjTID46pzLhvf8ooUo_.3qfkUabsUVpDsoLnijqWqdJekvxa3h5_0 2023-12-03T11:52:15.271 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.267+0000 7fde20ff9640 20 handle_completion(): completion ok for obj=x[Cdj55NgtONrmtgjTID46pzLhvf8ooUo] 2023-12-03T11:52:15.272 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.267+0000 7fde3451f980 5 delete_objs_inline: refcount put returned error -2 2023-12-03T11:52:15.274 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.271+0000 7fde3451f980 20 get_obj_state: octx=0x7fde24082cb0 obj=myver:x state=0x55c76a4a1a78 s->prefetch_data=0 2023-12-03T11:52:15.274 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.271+0000 7fde3451f980 20 bucket_index_guard_olh_op(): olh_state.olh_tag=9eeufmc1e26z1ud0545v0d5bdfvgh88h 2023-12-03T11:52:15.280 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.275+0000 7fde3451f980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.17.3.9 2023-12-03T11:52:15.283 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.279+0000 7fde3451f980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.17.3.9 2023-12-03T11:52:15.284 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.279+0000 7fde3451f980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.17.3.9 2023-12-03T11:52:15.285 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.279+0000 7fde3451f980 20 get_obj_state: octx=0x7fde24082cb0 obj=myver:y state=0x55c76a4b00c8 s->prefetch_data=0 2023-12-03T11:52:15.286 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.283+0000 7fde3451f980 20 get_obj_state: setting s->obj_tag to 0nu9cn8yabp58flqkbttuibz7t63bp1q 2023-12-03T11:52:15.286 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.283+0000 7fde3451f980 20 get_obj_state_impl: setting s->olh_tag to zsio6npoo06z8dzov05vd2eh60lv0sk6 2023-12-03T11:52:15.286 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.283+0000 7fde3451f980 20 bucket_index_guard_olh_op(): olh_state.olh_tag=zsio6npoo06z8dzov05vd2eh60lv0sk6 2023-12-03T11:52:15.289 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.287+0000 7fde3451f980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.17.3.9 2023-12-03T11:52:15.293 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.291+0000 7fde3451f980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.17.3.9 2023-12-03T11:52:15.294 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.291+0000 7fde3451f980 20 olh_log_entry: epoch=2 op=2 key=y[] 2023-12-03T11:52:15.294 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.291+0000 7fde3451f980 20 olh_log_entry: epoch=2 op=3 key=y[DYln5b.cw1qR-KhrA3z.5aGsgZOChMH] 2023-12-03T11:52:15.294 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.291+0000 7fde3451f980 20 get_obj_state: octx=0x7fde24082cb0 obj=myver:_:DYln5b.cw1qR-KhrA3z.5aGsgZOChMH_y state=0x55c76a4aa538 s->prefetch_data=0 2023-12-03T11:52:15.294 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.291+0000 7fde3451f980 10 manifest: total_size = 12 2023-12-03T11:52:15.295 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.291+0000 7fde3451f980 20 get_obj_state: setting s->obj_tag to 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.14168999381567891035 2023-12-03T11:52:15.295 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.291+0000 7fde3451f980 20 get_obj_state: octx=0x7fde24082cb0 obj=myver:_:DYln5b.cw1qR-KhrA3z.5aGsgZOChMH_y state=0x55c76a4aa538 s->prefetch_data=0 2023-12-03T11:52:15.295 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.291+0000 7fde3451f980 20 prepare_atomic_modification: state is not atomic. state=0x55c76a4aa538 2023-12-03T11:52:15.295 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.291+0000 7fde3451f980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.17.3.9 2023-12-03T11:52:15.299 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.295+0000 7fde3451f980 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2023-12-03T11:52:15.300 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.295+0000 7fde3451f980 20 RGWObjManifest::operator++(): result: ofs=12 stripe_ofs=12 part_ofs=0 rule->part_size=0 2023-12-03T11:52:15.300 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.295+0000 7fde3451f980 0 deleting objects inline since gc isn't initialized 2023-12-03T11:52:15.300 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.295+0000 7fde3451f980 5 delete_objs_inline: removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.17__shadow:DYln5b.cw1qR-KhrA3z.5aGsgZOChMH_.KKFPTc6DAv4IwulAYqJAyAL5AHmAejt_0 2023-12-03T11:52:15.303 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.299+0000 7fde13fff640 20 handle_completion(): completion ok for obj=y[DYln5b.cw1qR-KhrA3z.5aGsgZOChMH] 2023-12-03T11:52:15.303 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.299+0000 7fde3451f980 5 delete_objs_inline: refcount put returned error -2 2023-12-03T11:52:15.307 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.303+0000 7fde3451f980 20 get_obj_state: octx=0x7fde24082cb0 obj=myver:y state=0x55c76a4b00c8 s->prefetch_data=0 2023-12-03T11:52:15.307 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.303+0000 7fde3451f980 20 bucket_index_guard_olh_op(): olh_state.olh_tag=zsio6npoo06z8dzov05vd2eh60lv0sk6 2023-12-03T11:52:15.316 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.311+0000 7fde3451f980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.17.3.9 2023-12-03T11:52:15.319 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.315+0000 7fde3451f980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.17.3.9 2023-12-03T11:52:15.320 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.315+0000 7fde3451f980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.17.3.9 2023-12-03T11:52:15.321 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.315+0000 7fde3451f980 20 get_obj_state: octx=0x7fde24082cb0 obj=myver:z state=0x55c76a4b00c8 s->prefetch_data=0 2023-12-03T11:52:15.322 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.319+0000 7fde3451f980 20 get_obj_state: setting s->obj_tag to z4sbbt59jzccy7nafbwgsnfhcw2x3083 2023-12-03T11:52:15.322 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.319+0000 7fde3451f980 20 get_obj_state_impl: setting s->olh_tag to 9v2et41bb1kjn9xvem8cbklecuvv87gy 2023-12-03T11:52:15.322 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.319+0000 7fde3451f980 20 bucket_index_guard_olh_op(): olh_state.olh_tag=9v2et41bb1kjn9xvem8cbklecuvv87gy 2023-12-03T11:52:15.325 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.323+0000 7fde3451f980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.17.3.9 2023-12-03T11:52:15.329 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.327+0000 7fde3451f980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.17.3.9 2023-12-03T11:52:15.330 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.327+0000 7fde3451f980 20 olh_log_entry: epoch=2 op=2 key=z[] 2023-12-03T11:52:15.330 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.327+0000 7fde3451f980 20 olh_log_entry: epoch=2 op=3 key=z[dZxoJyq.uNtP3L6D4xMWrrKQlFT3xDz] 2023-12-03T11:52:15.330 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.327+0000 7fde3451f980 20 get_obj_state: octx=0x7fde24082cb0 obj=myver:_:dZxoJyq.uNtP3L6D4xMWrrKQlFT3xDz_z state=0x55c76a4ae578 s->prefetch_data=0 2023-12-03T11:52:15.331 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.327+0000 7fde3451f980 10 manifest: total_size = 22 2023-12-03T11:52:15.331 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.327+0000 7fde3451f980 20 get_obj_state: setting s->obj_tag to 43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.8774575065506875419 2023-12-03T11:52:15.331 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.327+0000 7fde3451f980 20 get_obj_state: octx=0x7fde24082cb0 obj=myver:_:dZxoJyq.uNtP3L6D4xMWrrKQlFT3xDz_z state=0x55c76a4ae578 s->prefetch_data=0 2023-12-03T11:52:15.331 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.327+0000 7fde3451f980 20 prepare_atomic_modification: state is not atomic. state=0x55c76a4ae578 2023-12-03T11:52:15.331 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.327+0000 7fde3451f980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.17.3.9 2023-12-03T11:52:15.338 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.335+0000 7fde3451f980 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2023-12-03T11:52:15.338 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.335+0000 7fde3451f980 20 RGWObjManifest::operator++(): result: ofs=22 stripe_ofs=22 part_ofs=0 rule->part_size=0 2023-12-03T11:52:15.338 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.335+0000 7fde3451f980 0 deleting objects inline since gc isn't initialized 2023-12-03T11:52:15.338 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.335+0000 7fde3451f980 5 delete_objs_inline: removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.17__shadow:dZxoJyq.uNtP3L6D4xMWrrKQlFT3xDz_.z3AqPD1ZUUCO9sIUWE21xNH1NQLxeT-_0 2023-12-03T11:52:15.342 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.339+0000 7fde20ff9640 20 handle_completion(): completion ok for obj=z[dZxoJyq.uNtP3L6D4xMWrrKQlFT3xDz] 2023-12-03T11:52:15.344 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.339+0000 7fde3451f980 5 delete_objs_inline: refcount put returned error -2 2023-12-03T11:52:15.348 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.343+0000 7fde3451f980 20 get_obj_state: octx=0x7fde24082cb0 obj=myver:z state=0x55c76a4b00c8 s->prefetch_data=0 2023-12-03T11:52:15.348 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.343+0000 7fde3451f980 20 bucket_index_guard_olh_op(): olh_state.olh_tag=9v2et41bb1kjn9xvem8cbklecuvv87gy 2023-12-03T11:52:15.357 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.355+0000 7fde3451f980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.17.3.9 2023-12-03T11:52:15.360 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.355+0000 7fde3451f980 20 bucket index object: default.rgw.buckets.index:.dir.43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.17.3.9 2023-12-03T11:52:15.360 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.355+0000 7fde3451f980 1 NOTICE: finished shard 9 (3 entries removed) 2023-12-03T11:52:15.361 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.355+0000 7fde3451f980 1 NOTICE: finished all shards (3 entries removed) 2023-12-03T11:52:15.361 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.359+0000 7fddf7fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:52:15.366 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.363+0000 7fde3451f980 20 remove_watcher() i=0 2023-12-03T11:52:15.366 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.363+0000 7fde3451f980 2 removed watcher, disabling cache 2023-12-03T11:52:15.369 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.363+0000 7fde3451f980 20 remove_watcher() i=1 2023-12-03T11:52:15.371 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.367+0000 7fde3451f980 20 remove_watcher() i=2 2023-12-03T11:52:15.373 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.371+0000 7fde3451f980 20 remove_watcher() i=3 2023-12-03T11:52:15.375 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.371+0000 7fde3451f980 20 remove_watcher() i=4 2023-12-03T11:52:15.377 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.371+0000 7fde3451f980 20 remove_watcher() i=5 2023-12-03T11:52:15.378 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.375+0000 7fde3451f980 20 remove_watcher() i=6 2023-12-03T11:52:15.379 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.375+0000 7fde3451f980 20 remove_watcher() i=7 2023-12-03T11:52:15.386 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:52:15.386 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:52:15.392 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:52:15.392 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:52:15.444 INFO:tasks.workunit.client.0.smithi019.stderr:radosgw-admin bucket stats --bucket myver 2023-12-03T11:52:15.468 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:52:15.469 INFO:tasks.workunit.client.0.smithi019.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:52:15.483 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.479+0000 7fc45a25a980 20 rados->read ofs=0 len=0 2023-12-03T11:52:15.485 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.479+0000 7fc45a25a980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:52:15.485 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.479+0000 7fc45a25a980 20 realm 2023-12-03T11:52:15.485 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.479+0000 7fc45a25a980 20 rados->read ofs=0 len=0 2023-12-03T11:52:15.485 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.483+0000 7fc45a25a980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:52:15.485 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.483+0000 7fc45a25a980 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:52:15.485 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.483+0000 7fc45a25a980 20 rados->read ofs=0 len=0 2023-12-03T11:52:15.486 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.483+0000 7fc45a25a980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:52:15.486 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.483+0000 7fc45a25a980 20 rados->read ofs=0 len=0 2023-12-03T11:52:15.487 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.483+0000 7fc45a25a980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:52:15.487 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.483+0000 7fc45a25a980 20 rados->read ofs=0 len=0 2023-12-03T11:52:15.487 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.483+0000 7fc45a25a980 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:52:15.487 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.483+0000 7fc45a25a980 20 searching for the correct realm 2023-12-03T11:52:15.508 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.503+0000 7fc457575640 0 -- 172.21.15.19:0/3226465629 >> [v2:172.21.15.19:6800/1469834966,v1:172.21.15.19:6801/1469834966] conn(0x555f1b066870 msgr2=0x555f1b068c60 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2023-12-03T11:52:15.510 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.507+0000 7fc45a25a980 20 RGWRados::pool_iterate: got zonegroup_info.9433ba8b-08fe-4f3d-8375-ae7b0ce32294 2023-12-03T11:52:15.511 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.507+0000 7fc45a25a980 20 RGWRados::pool_iterate: got zone_info.43a5e689-6a4f-4bb6-8529-28824bd75ab9 2023-12-03T11:52:15.511 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.507+0000 7fc45a25a980 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:52:15.511 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.507+0000 7fc45a25a980 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:52:15.511 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.507+0000 7fc45a25a980 20 rados->read ofs=0 len=0 2023-12-03T11:52:15.511 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.507+0000 7fc45a25a980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:52:15.511 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.507+0000 7fc45a25a980 20 rados->read ofs=0 len=0 2023-12-03T11:52:15.511 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.507+0000 7fc45a25a980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:52:15.511 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.507+0000 7fc45a25a980 20 rados->read ofs=0 len=0 2023-12-03T11:52:15.512 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.507+0000 7fc45a25a980 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:52:15.512 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.507+0000 7fc45a25a980 20 zone default found 2023-12-03T11:52:15.512 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.507+0000 7fc45a25a980 4 Realm: () 2023-12-03T11:52:15.513 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.507+0000 7fc45a25a980 4 ZoneGroup: default (9433ba8b-08fe-4f3d-8375-ae7b0ce32294) 2023-12-03T11:52:15.513 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.507+0000 7fc45a25a980 4 Zone: default (43a5e689-6a4f-4bb6-8529-28824bd75ab9) 2023-12-03T11:52:15.513 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.507+0000 7fc45a25a980 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:52:15.513 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.507+0000 7fc45a25a980 20 zonegroup default 2023-12-03T11:52:15.513 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.507+0000 7fc45a25a980 20 rados->read ofs=0 len=0 2023-12-03T11:52:15.513 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.507+0000 7fc45a25a980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:52:15.513 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.507+0000 7fc45a25a980 20 rados->read ofs=0 len=0 2023-12-03T11:52:15.513 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.511+0000 7fc45a25a980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:52:15.514 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.511+0000 7fc45a25a980 20 rados->read ofs=0 len=0 2023-12-03T11:52:15.514 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.511+0000 7fc45a25a980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:52:15.514 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.511+0000 7fc45a25a980 20 started sync module instance, tier type = 2023-12-03T11:52:15.514 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.511+0000 7fc45a25a980 20 started zone id=43a5e689-6a4f-4bb6-8529-28824bd75ab9 (name=default) with tier type = 2023-12-03T11:52:15.527 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.523+0000 7fc458577640 0 -- 172.21.15.19:0/3226465629 >> [v2:172.21.15.57:6816/3303414699,v1:172.21.15.57:6817/3303414699] conn(0x7fc44c02c3a0 msgr2=0x7fc44c02c820 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:52:15.529 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.523+0000 7fc45a25a980 20 add_watcher() i=0 2023-12-03T11:52:15.529 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.523+0000 7fc45a25a980 20 add_watcher() i=1 2023-12-03T11:52:15.529 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.523+0000 7fc45a25a980 20 add_watcher() i=2 2023-12-03T11:52:15.529 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.523+0000 7fc45a25a980 20 add_watcher() i=3 2023-12-03T11:52:15.529 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.523+0000 7fc45a25a980 20 add_watcher() i=4 2023-12-03T11:52:15.530 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.523+0000 7fc45a25a980 20 add_watcher() i=5 2023-12-03T11:52:15.530 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.527+0000 7fc45a25a980 20 add_watcher() i=6 2023-12-03T11:52:15.530 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.527+0000 7fc45a25a980 20 add_watcher() i=7 2023-12-03T11:52:15.530 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.527+0000 7fc45a25a980 2 all 8 watchers are set, enabling cache 2023-12-03T11:52:15.532 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.527+0000 7fc41dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:52:15.533 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.527+0000 7fc45a25a980 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:52:15.533 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.527+0000 7fc45a25a980 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:52:15.540 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.535+0000 7fc45a25a980 5 note: GC not initialized 2023-12-03T11:52:15.540 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.535+0000 7fc394ff9640 20 reqs_thread_entry: start 2023-12-03T11:52:15.540 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.535+0000 7fc45a25a980 20 init_complete bucket index max shards: 1 2023-12-03T11:52:15.540 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.535+0000 7fc45a25a980 20 Filter name: none 2023-12-03T11:52:15.540 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.535+0000 7fc38a7fc640 20 reqs_thread_entry: start 2023-12-03T11:52:15.541 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.535+0000 7fc45a25a980 20 rados->read ofs=0 len=0 2023-12-03T11:52:15.541 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.535+0000 7fc45a25a980 20 rados_obj.operate() r=0 bl.length=173 2023-12-03T11:52:15.541 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.535+0000 7fc45a25a980 20 rados->read ofs=0 len=0 2023-12-03T11:52:15.541 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.535+0000 7fc45a25a980 20 rados_obj.operate() r=0 bl.length=357 2023-12-03T11:52:15.542 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.535+0000 7fc45a25a980 20 couldn't put binfo cache entry, might have raced with data changes 2023-12-03T11:52:15.542 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.535+0000 7fc45a25a980 20 rados->read ofs=0 len=0 2023-12-03T11:52:15.542 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.539+0000 7fc45a25a980 20 rados_obj.operate() r=0 bl.length=173 2023-12-03T11:52:15.542 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.539+0000 7fc45a25a980 20 rados->read ofs=0 len=0 2023-12-03T11:52:15.542 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.539+0000 7fc45a25a980 20 rados_obj.operate() r=0 bl.length=357 2023-12-03T11:52:15.542 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.539+0000 7fc45a25a980 20 couldn't put binfo cache entry, might have raced with data changes 2023-12-03T11:52:15.544 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.539+0000 7fc45a25a980 20 rados->read ofs=0 len=0 2023-12-03T11:52:15.544 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.539+0000 7fc45a25a980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:52:15.545 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.539+0000 7fc41dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:52:15.550 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.547+0000 7fc45a25a980 20 remove_watcher() i=0 2023-12-03T11:52:15.550 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.547+0000 7fc45a25a980 2 removed watcher, disabling cache 2023-12-03T11:52:15.553 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.547+0000 7fc45a25a980 20 remove_watcher() i=1 2023-12-03T11:52:15.555 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.551+0000 7fc45a25a980 20 remove_watcher() i=2 2023-12-03T11:52:15.557 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.555+0000 7fc45a25a980 20 remove_watcher() i=3 2023-12-03T11:52:15.559 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.555+0000 7fc45a25a980 20 remove_watcher() i=4 2023-12-03T11:52:15.560 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.555+0000 7fc45a25a980 20 remove_watcher() i=5 2023-12-03T11:52:15.561 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.559+0000 7fc45a25a980 20 remove_watcher() i=6 2023-12-03T11:52:15.562 INFO:tasks.workunit.client.0.smithi019.stderr:2023-12-03T11:52:15.559+0000 7fc45a25a980 20 remove_watcher() i=7 2023-12-03T11:52:15.567 INFO:tasks.workunit.client.0.smithi019.stderr:{'rgw.main': {'size': 0, 'size_actual': 0, 'size_utilized': 0, 'size_kb': 0, 'size_kb_actual': 0, 'size_kb_utilized': 0, 'num_objects': 0}} 2023-12-03T11:52:15.567 INFO:tasks.workunit.client.0.smithi019.stderr:Deleting bucket a-bucket 2023-12-03T11:52:15.568 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:52:15.568 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:52:15.571 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:52:15.572 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:52:15.591 INFO:tasks.workunit.client.0.smithi019.stderr:Deleting bucket myver 2023-12-03T11:52:15.592 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:52:15.592 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:52:15.640 INFO:tasks.workunit.client.0.smithi019.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.10/site-packages/urllib3/connectionpool.py:1100: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings 2023-12-03T11:52:15.640 INFO:tasks.workunit.client.0.smithi019.stderr: warnings.warn( 2023-12-03T11:52:15.723 INFO:tasks.workunit.client.0.smithi019.stderr:Completed resharding tests 2023-12-03T11:52:15.724 INFO:tasks.workunit.client.0.smithi019.stdout:Could not connect to the endpoint URL: "http://localhost:80/" 2023-12-03T11:52:15.724 INFO:tasks.workunit.client.0.smithi019.stdout:Could not connect to the endpoint URL: "http://localhost:8000/" 2023-12-03T11:52:15.724 INFO:tasks.workunit.client.0.smithi019.stdout:connected to https://localhost:443 2023-12-03T11:52:15.786 INFO:tasks.workunit.client.0.smithi019.stderr:+ deactivate 2023-12-03T11:52:15.786 INFO:tasks.workunit.client.0.smithi019.stderr:+ '[' -n /usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/games:/snap/bin:/usr/sbin ']' 2023-12-03T11:52:15.786 INFO:tasks.workunit.client.0.smithi019.stderr:+ PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/games:/snap/bin:/usr/sbin 2023-12-03T11:52:15.786 INFO:tasks.workunit.client.0.smithi019.stderr:+ export PATH 2023-12-03T11:52:15.786 INFO:tasks.workunit.client.0.smithi019.stderr:+ unset _OLD_VIRTUAL_PATH 2023-12-03T11:52:15.786 INFO:tasks.workunit.client.0.smithi019.stderr:+ '[' -n '' ']' 2023-12-03T11:52:15.787 INFO:tasks.workunit.client.0.smithi019.stderr:+ '[' -n /usr/bin/bash -o -n '' ']' 2023-12-03T11:52:15.787 INFO:tasks.workunit.client.0.smithi019.stderr:+ hash -r 2023-12-03T11:52:15.787 INFO:tasks.workunit.client.0.smithi019.stderr:+ '[' -n '' ']' 2023-12-03T11:52:15.787 INFO:tasks.workunit.client.0.smithi019.stderr:+ unset VIRTUAL_ENV 2023-12-03T11:52:15.787 INFO:tasks.workunit.client.0.smithi019.stderr:+ unset VIRTUAL_ENV_PROMPT 2023-12-03T11:52:15.787 INFO:tasks.workunit.client.0.smithi019.stderr:+ '[' '!' '' = nondestructive ']' 2023-12-03T11:52:15.787 INFO:tasks.workunit.client.0.smithi019.stderr:+ unset -f deactivate 2023-12-03T11:52:15.787 INFO:tasks.workunit.client.0.smithi019.stderr:+ echo OK. 2023-12-03T11:52:15.788 INFO:tasks.workunit.client.0.smithi019.stdout:OK. 2023-12-03T11:52:15.788 INFO:teuthology.orchestra.run:Running command with timeout 3600 2023-12-03T11:52:15.788 DEBUG:teuthology.orchestra.run.smithi019:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2023-12-03T11:52:15.841 INFO:tasks.workunit:Stopping ['rgw/run-reshard.sh'] on client.0... 2023-12-03T11:52:15.842 DEBUG:teuthology.orchestra.run.smithi019:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2023-12-03T11:52:16.252 DEBUG:teuthology.parallel:result is None 2023-12-03T11:52:16.252 DEBUG:teuthology.orchestra.run.smithi019:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2023-12-03T11:52:16.265 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2023-12-03T11:52:16.265 DEBUG:teuthology.orchestra.run.smithi019:> rmdir -- /home/ubuntu/cephtest/mnt.0 2023-12-03T11:52:16.314 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2023-12-03T11:52:16.314 INFO:teuthology.run_tasks:Running task s3tests-java... 2023-12-03T11:52:16.327 DEBUG:tasks.s3tests_java:S3 Tests Java: __INIT__ 2023-12-03T11:52:16.328 DEBUG:tasks.s3tests_java:S3 Tests Java: SETUP 2023-12-03T11:52:16.328 INFO:tasks.s3tests_java:S3 Tests Java: Downloading test suite... 2023-12-03T11:52:16.328 DEBUG:teuthology.orchestra.run.smithi019:> git clone -b ceph-master https://github.com/ceph/java_s3tests.git /home/ubuntu/cephtest/s3-tests-java 2023-12-03T11:52:16.362 INFO:teuthology.orchestra.run.smithi019.stderr:Cloning into '/home/ubuntu/cephtest/s3-tests-java'... 2023-12-03T11:52:21.047 INFO:tasks.s3tests_java:S3 Tests Java: Installing required packages... 2023-12-03T11:52:21.047 DEBUG:teuthology.orchestra.run.smithi019:> /home/ubuntu/cephtest/s3-tests-java/bootstrap.sh 2023-12-03T11:52:21.141 INFO:teuthology.orchestra.run.smithi019.stderr:/home/ubuntu/cephtest/s3-tests-java/bootstrap.sh: missing required DEB packages. Installing via sudo. 2023-12-03T11:52:21.194 INFO:teuthology.orchestra.run.smithi019.stdout:Reading package lists... 2023-12-03T11:52:21.389 INFO:teuthology.orchestra.run.smithi019.stdout:Building dependency tree... 2023-12-03T11:52:21.390 INFO:teuthology.orchestra.run.smithi019.stdout:Reading state information... 2023-12-03T11:52:21.569 INFO:teuthology.orchestra.run.smithi019.stdout:The following packages were automatically installed and are no longer required: 2023-12-03T11:52:21.569 INFO:teuthology.orchestra.run.smithi019.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2023-12-03T11:52:21.569 INFO:teuthology.orchestra.run.smithi019.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2023-12-03T11:52:21.570 INFO:teuthology.orchestra.run.smithi019.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2023-12-03T11:52:21.570 INFO:teuthology.orchestra.run.smithi019.stdout: linux-image-5.4.0-135-generic linux-modules-5.4.0-135-generic python2 2023-12-03T11:52:21.570 INFO:teuthology.orchestra.run.smithi019.stdout: python2-dev python2-minimal python2.7 python2.7-dev python2.7-minimal 2023-12-03T11:52:21.570 INFO:teuthology.orchestra.run.smithi019.stdout:Use 'sudo apt autoremove' to remove them. 2023-12-03T11:52:21.571 INFO:teuthology.orchestra.run.smithi019.stdout:The following additional packages will be installed: 2023-12-03T11:52:21.571 INFO:teuthology.orchestra.run.smithi019.stdout: libgail-common libgail18 libgtk2.0-0 libgtk2.0-bin libgtk2.0-common 2023-12-03T11:52:21.572 INFO:teuthology.orchestra.run.smithi019.stdout: openjdk-8-jdk-headless openjdk-8-jre openjdk-8-jre-headless 2023-12-03T11:52:21.573 INFO:teuthology.orchestra.run.smithi019.stdout:Suggested packages: 2023-12-03T11:52:21.573 INFO:teuthology.orchestra.run.smithi019.stdout: gvfs openjdk-8-demo openjdk-8-source visualvm libnss-mdns fonts-nanum 2023-12-03T11:52:21.573 INFO:teuthology.orchestra.run.smithi019.stdout: fonts-ipafont-gothic fonts-ipafont-mincho fonts-wqy-microhei 2023-12-03T11:52:21.573 INFO:teuthology.orchestra.run.smithi019.stdout: fonts-wqy-zenhei fonts-indic 2023-12-03T11:52:21.605 INFO:teuthology.orchestra.run.smithi019.stdout:The following NEW packages will be installed: 2023-12-03T11:52:21.606 INFO:teuthology.orchestra.run.smithi019.stdout: libgail-common libgail18 libgtk2.0-0 libgtk2.0-bin libgtk2.0-common 2023-12-03T11:52:21.606 INFO:teuthology.orchestra.run.smithi019.stdout: openjdk-8-jdk openjdk-8-jdk-headless openjdk-8-jre openjdk-8-jre-headless 2023-12-03T11:52:21.791 INFO:teuthology.orchestra.run.smithi019.stdout:0 upgraded, 9 newly installed, 0 to remove and 262 not upgraded. 2023-12-03T11:52:21.791 INFO:teuthology.orchestra.run.smithi019.stdout:Need to get 46.1 MB of archives. 2023-12-03T11:52:21.791 INFO:teuthology.orchestra.run.smithi019.stdout:After this operation, 155 MB of additional disk space will be used. 2023-12-03T11:52:21.791 INFO:teuthology.orchestra.run.smithi019.stdout:Get:1 http://archive.ubuntu.com/ubuntu jammy/main amd64 libgtk2.0-common all 2.24.33-2ubuntu2 [125 kB] 2023-12-03T11:52:22.162 INFO:teuthology.orchestra.run.smithi019.stdout:Get:2 http://archive.ubuntu.com/ubuntu jammy/main amd64 libgtk2.0-0 amd64 2.24.33-2ubuntu2 [2,037 kB] 2023-12-03T11:52:22.521 INFO:teuthology.orchestra.run.smithi019.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy/main amd64 libgail18 amd64 2.24.33-2ubuntu2 [15.9 kB] 2023-12-03T11:52:22.521 INFO:teuthology.orchestra.run.smithi019.stdout:Get:4 http://archive.ubuntu.com/ubuntu jammy/main amd64 libgail-common amd64 2.24.33-2ubuntu2 [132 kB] 2023-12-03T11:52:22.528 INFO:teuthology.orchestra.run.smithi019.stdout:Get:5 http://archive.ubuntu.com/ubuntu jammy/main amd64 libgtk2.0-bin amd64 2.24.33-2ubuntu2 [7,932 B] 2023-12-03T11:52:22.529 INFO:teuthology.orchestra.run.smithi019.stdout:Get:6 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 openjdk-8-jre-headless amd64 8u392-ga-1~22.04 [30.8 MB] 2023-12-03T11:52:23.596 INFO:teuthology.orchestra.run.smithi019.stdout:Get:7 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 openjdk-8-jre amd64 8u392-ga-1~22.04 [75.5 kB] 2023-12-03T11:52:23.598 INFO:teuthology.orchestra.run.smithi019.stdout:Get:8 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 openjdk-8-jdk-headless amd64 8u392-ga-1~22.04 [8,863 kB] 2023-12-03T11:52:23.846 INFO:teuthology.orchestra.run.smithi019.stdout:Get:9 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 openjdk-8-jdk amd64 8u392-ga-1~22.04 [4,006 kB] 2023-12-03T11:52:24.275 INFO:teuthology.orchestra.run.smithi019.stderr:debconf: unable to initialize frontend: Dialog 2023-12-03T11:52:24.275 INFO:teuthology.orchestra.run.smithi019.stderr:debconf: (Dialog frontend will not work on a dumb terminal, an emacs shell buffer, or without a controlling terminal.) 2023-12-03T11:52:24.276 INFO:teuthology.orchestra.run.smithi019.stderr:debconf: falling back to frontend: Readline 2023-12-03T11:52:24.292 INFO:teuthology.orchestra.run.smithi019.stderr:debconf: unable to initialize frontend: Readline 2023-12-03T11:52:24.292 INFO:teuthology.orchestra.run.smithi019.stderr:debconf: (This frontend requires a controlling tty.) 2023-12-03T11:52:24.292 INFO:teuthology.orchestra.run.smithi019.stderr:debconf: falling back to frontend: Teletype 2023-12-03T11:52:24.297 INFO:teuthology.orchestra.run.smithi019.stderr:dpkg-preconfigure: unable to re-open stdin: 2023-12-03T11:52:24.330 INFO:teuthology.orchestra.run.smithi019.stdout:Fetched 46.1 MB in 2s (19.6 MB/s) 2023-12-03T11:52:24.444 INFO:teuthology.orchestra.run.smithi019.stdout:Selecting previously unselected package libgtk2.0-common. 2023-12-03T11:52:24.507 INFO:teuthology.orchestra.run.smithi019.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 173577 files and directories currently installed.) 2023-12-03T11:52:24.513 INFO:teuthology.orchestra.run.smithi019.stdout:Preparing to unpack .../0-libgtk2.0-common_2.24.33-2ubuntu2_all.deb ... 2023-12-03T11:52:24.552 INFO:teuthology.orchestra.run.smithi019.stdout:Unpacking libgtk2.0-common (2.24.33-2ubuntu2) ... 2023-12-03T11:52:24.906 INFO:teuthology.orchestra.run.smithi019.stdout:Selecting previously unselected package libgtk2.0-0:amd64. 2023-12-03T11:52:24.934 INFO:teuthology.orchestra.run.smithi019.stdout:Preparing to unpack .../1-libgtk2.0-0_2.24.33-2ubuntu2_amd64.deb ... 2023-12-03T11:52:24.997 INFO:teuthology.orchestra.run.smithi019.stdout:Unpacking libgtk2.0-0:amd64 (2.24.33-2ubuntu2) ... 2023-12-03T11:52:25.502 INFO:teuthology.orchestra.run.smithi019.stdout:Selecting previously unselected package libgail18:amd64. 2023-12-03T11:52:25.519 INFO:teuthology.orchestra.run.smithi019.stdout:Preparing to unpack .../2-libgail18_2.24.33-2ubuntu2_amd64.deb ... 2023-12-03T11:52:25.552 INFO:teuthology.orchestra.run.smithi019.stdout:Unpacking libgail18:amd64 (2.24.33-2ubuntu2) ... 2023-12-03T11:52:25.796 INFO:teuthology.orchestra.run.smithi019.stdout:Selecting previously unselected package libgail-common:amd64. 2023-12-03T11:52:25.825 INFO:teuthology.orchestra.run.smithi019.stdout:Preparing to unpack .../3-libgail-common_2.24.33-2ubuntu2_amd64.deb ... 2023-12-03T11:52:25.871 INFO:teuthology.orchestra.run.smithi019.stdout:Unpacking libgail-common:amd64 (2.24.33-2ubuntu2) ... 2023-12-03T11:52:26.140 INFO:teuthology.orchestra.run.smithi019.stdout:Selecting previously unselected package libgtk2.0-bin. 2023-12-03T11:52:26.158 INFO:teuthology.orchestra.run.smithi019.stdout:Preparing to unpack .../4-libgtk2.0-bin_2.24.33-2ubuntu2_amd64.deb ... 2023-12-03T11:52:26.199 INFO:teuthology.orchestra.run.smithi019.stdout:Unpacking libgtk2.0-bin (2.24.33-2ubuntu2) ... 2023-12-03T11:52:26.677 INFO:teuthology.orchestra.run.smithi019.stdout:Selecting previously unselected package openjdk-8-jre-headless:amd64. 2023-12-03T11:52:26.707 INFO:teuthology.orchestra.run.smithi019.stdout:Preparing to unpack .../5-openjdk-8-jre-headless_8u392-ga-1~22.04_amd64.deb ... 2023-12-03T11:52:26.781 INFO:teuthology.orchestra.run.smithi019.stdout:Unpacking openjdk-8-jre-headless:amd64 (8u392-ga-1~22.04) ... 2023-12-03T11:52:28.450 INFO:teuthology.orchestra.run.smithi019.stdout:Selecting previously unselected package openjdk-8-jre:amd64. 2023-12-03T11:52:28.479 INFO:teuthology.orchestra.run.smithi019.stdout:Preparing to unpack .../6-openjdk-8-jre_8u392-ga-1~22.04_amd64.deb ... 2023-12-03T11:52:28.520 INFO:teuthology.orchestra.run.smithi019.stdout:Unpacking openjdk-8-jre:amd64 (8u392-ga-1~22.04) ... 2023-12-03T11:52:28.963 INFO:teuthology.orchestra.run.smithi019.stdout:Selecting previously unselected package openjdk-8-jdk-headless:amd64. 2023-12-03T11:52:28.992 INFO:teuthology.orchestra.run.smithi019.stdout:Preparing to unpack .../7-openjdk-8-jdk-headless_8u392-ga-1~22.04_amd64.deb ... 2023-12-03T11:52:29.033 INFO:teuthology.orchestra.run.smithi019.stdout:Unpacking openjdk-8-jdk-headless:amd64 (8u392-ga-1~22.04) ... 2023-12-03T11:52:30.100 INFO:teuthology.orchestra.run.smithi019.stdout:Selecting previously unselected package openjdk-8-jdk:amd64. 2023-12-03T11:52:30.128 INFO:teuthology.orchestra.run.smithi019.stdout:Preparing to unpack .../8-openjdk-8-jdk_8u392-ga-1~22.04_amd64.deb ... 2023-12-03T11:52:30.170 INFO:teuthology.orchestra.run.smithi019.stdout:Unpacking openjdk-8-jdk:amd64 (8u392-ga-1~22.04) ... 2023-12-03T11:52:30.553 INFO:teuthology.orchestra.run.smithi019.stdout:Setting up openjdk-8-jre-headless:amd64 (8u392-ga-1~22.04) ... 2023-12-03T11:52:31.716 INFO:teuthology.orchestra.run.smithi019.stdout:update-alternatives: using /usr/lib/jvm/java-8-openjdk-amd64/jre/bin/orbd to provide /usr/bin/orbd (orbd) in auto mode 2023-12-03T11:52:31.742 INFO:teuthology.orchestra.run.smithi019.stdout:update-alternatives: using /usr/lib/jvm/java-8-openjdk-amd64/jre/bin/servertool to provide /usr/bin/servertool (servertool) in auto mode 2023-12-03T11:52:31.767 INFO:teuthology.orchestra.run.smithi019.stdout:update-alternatives: using /usr/lib/jvm/java-8-openjdk-amd64/jre/bin/tnameserv to provide /usr/bin/tnameserv (tnameserv) in auto mode 2023-12-03T11:52:32.150 INFO:teuthology.orchestra.run.smithi019.stdout:Setting up libgtk2.0-common (2.24.33-2ubuntu2) ... 2023-12-03T11:52:32.318 INFO:teuthology.orchestra.run.smithi019.stdout:Setting up libgtk2.0-0:amd64 (2.24.33-2ubuntu2) ... 2023-12-03T11:52:32.686 INFO:teuthology.orchestra.run.smithi019.stdout:Setting up openjdk-8-jre:amd64 (8u392-ga-1~22.04) ... 2023-12-03T11:52:32.786 INFO:teuthology.orchestra.run.smithi019.stdout:update-alternatives: using /usr/lib/jvm/java-8-openjdk-amd64/jre/bin/policytool to provide /usr/bin/policytool (policytool) in auto mode 2023-12-03T11:52:32.846 INFO:teuthology.orchestra.run.smithi019.stdout:Setting up openjdk-8-jdk-headless:amd64 (8u392-ga-1~22.04) ... 2023-12-03T11:52:32.939 INFO:teuthology.orchestra.run.smithi019.stdout:update-alternatives: using /usr/lib/jvm/java-8-openjdk-amd64/bin/clhsdb to provide /usr/bin/clhsdb (clhsdb) in auto mode 2023-12-03T11:52:32.967 INFO:teuthology.orchestra.run.smithi019.stdout:update-alternatives: using /usr/lib/jvm/java-8-openjdk-amd64/bin/extcheck to provide /usr/bin/extcheck (extcheck) in auto mode 2023-12-03T11:52:32.992 INFO:teuthology.orchestra.run.smithi019.stdout:update-alternatives: using /usr/lib/jvm/java-8-openjdk-amd64/bin/hsdb to provide /usr/bin/hsdb (hsdb) in auto mode 2023-12-03T11:52:33.017 INFO:teuthology.orchestra.run.smithi019.stdout:update-alternatives: using /usr/lib/jvm/java-8-openjdk-amd64/bin/idlj to provide /usr/bin/idlj (idlj) in auto mode 2023-12-03T11:52:33.138 INFO:teuthology.orchestra.run.smithi019.stdout:update-alternatives: using /usr/lib/jvm/java-8-openjdk-amd64/bin/javah to provide /usr/bin/javah (javah) in auto mode 2023-12-03T11:52:33.280 INFO:teuthology.orchestra.run.smithi019.stdout:update-alternatives: using /usr/lib/jvm/java-8-openjdk-amd64/bin/jhat to provide /usr/bin/jhat (jhat) in auto mode 2023-12-03T11:52:33.406 INFO:teuthology.orchestra.run.smithi019.stdout:update-alternatives: using /usr/lib/jvm/java-8-openjdk-amd64/bin/jsadebugd to provide /usr/bin/jsadebugd (jsadebugd) in auto mode 2023-12-03T11:52:33.500 INFO:teuthology.orchestra.run.smithi019.stdout:update-alternatives: using /usr/lib/jvm/java-8-openjdk-amd64/bin/native2ascii to provide /usr/bin/native2ascii (native2ascii) in auto mode 2023-12-03T11:52:33.551 INFO:teuthology.orchestra.run.smithi019.stdout:update-alternatives: using /usr/lib/jvm/java-8-openjdk-amd64/bin/schemagen to provide /usr/bin/schemagen (schemagen) in auto mode 2023-12-03T11:52:33.601 INFO:teuthology.orchestra.run.smithi019.stdout:update-alternatives: using /usr/lib/jvm/java-8-openjdk-amd64/bin/wsgen to provide /usr/bin/wsgen (wsgen) in auto mode 2023-12-03T11:52:33.628 INFO:teuthology.orchestra.run.smithi019.stdout:update-alternatives: using /usr/lib/jvm/java-8-openjdk-amd64/bin/wsimport to provide /usr/bin/wsimport (wsimport) in auto mode 2023-12-03T11:52:33.644 INFO:teuthology.orchestra.run.smithi019.stdout:update-alternatives: using /usr/lib/jvm/java-8-openjdk-amd64/bin/xjc to provide /usr/bin/xjc (xjc) in auto mode 2023-12-03T11:52:33.709 INFO:teuthology.orchestra.run.smithi019.stdout:Setting up libgail18:amd64 (2.24.33-2ubuntu2) ... 2023-12-03T11:52:33.835 INFO:teuthology.orchestra.run.smithi019.stdout:Setting up libgtk2.0-bin (2.24.33-2ubuntu2) ... 2023-12-03T11:52:33.961 INFO:teuthology.orchestra.run.smithi019.stdout:Setting up openjdk-8-jdk:amd64 (8u392-ga-1~22.04) ... 2023-12-03T11:52:34.053 INFO:teuthology.orchestra.run.smithi019.stdout:update-alternatives: using /usr/lib/jvm/java-8-openjdk-amd64/bin/appletviewer to provide /usr/bin/appletviewer (appletviewer) in auto mode 2023-12-03T11:52:34.146 INFO:teuthology.orchestra.run.smithi019.stdout:Setting up libgail-common:amd64 (2.24.33-2ubuntu2) ... 2023-12-03T11:52:34.273 INFO:teuthology.orchestra.run.smithi019.stdout:Processing triggers for man-db (2.10.2-1) ... 2023-12-03T11:52:35.349 INFO:teuthology.orchestra.run.smithi019.stdout:Processing triggers for mailcap (3.70+nmu1ubuntu1) ... 2023-12-03T11:52:35.450 INFO:teuthology.orchestra.run.smithi019.stdout:Processing triggers for hicolor-icon-theme (0.17-2) ... 2023-12-03T11:52:35.718 INFO:teuthology.orchestra.run.smithi019.stdout:Processing triggers for libc-bin (2.35-0ubuntu3.1) ... 2023-12-03T11:52:36.200 INFO:teuthology.orchestra.run.smithi019.stdout: Gradle will be installed under /opt/gradle 2023-12-03T11:52:36.222 INFO:teuthology.orchestra.run.smithi019.stderr:--2023-12-03 11:52:36-- https://services.gradle.org/distributions/gradle-6.0.1-bin.zip 2023-12-03T11:52:36.225 INFO:teuthology.orchestra.run.smithi019.stderr:Resolving services.gradle.org (services.gradle.org)... 104.17.128.37, 104.17.129.37, 2606:4700::6811:8025, ... 2023-12-03T11:52:36.235 INFO:teuthology.orchestra.run.smithi019.stderr:Connecting to services.gradle.org (services.gradle.org)|104.17.128.37|:443... connected. 2023-12-03T11:52:36.271 INFO:teuthology.orchestra.run.smithi019.stderr:HTTP request sent, awaiting response... 301 Moved Permanently 2023-12-03T11:52:36.271 INFO:teuthology.orchestra.run.smithi019.stderr:Location: https://github.com/gradle/gradle-distributions/releases/download/v6.0.1/gradle-6.0.1-bin.zip [following] 2023-12-03T11:52:36.271 INFO:teuthology.orchestra.run.smithi019.stderr:--2023-12-03 11:52:36-- https://github.com/gradle/gradle-distributions/releases/download/v6.0.1/gradle-6.0.1-bin.zip 2023-12-03T11:52:36.272 INFO:teuthology.orchestra.run.smithi019.stderr:Resolving github.com (github.com)... 140.82.114.3 2023-12-03T11:52:36.283 INFO:teuthology.orchestra.run.smithi019.stderr:Connecting to github.com (github.com)|140.82.114.3|:443... connected. 2023-12-03T11:52:36.385 INFO:teuthology.orchestra.run.smithi019.stderr:HTTP request sent, awaiting response... 302 Found 2023-12-03T11:52:36.385 INFO:teuthology.orchestra.run.smithi019.stderr:Location: https://objects.githubusercontent.com/github-production-release-asset-2e65be/696192900/8f418ba1-c336-448c-95c6-5180382113cb?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Credential=AKIAIWNJYAX4CSVEH53A%2F20231203%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20231203T115236Z&X-Amz-Expires=300&X-Amz-Signature=3837b4cbe63b4f226502df0ec4ac842cce58abf9389f339a9a7701c25f41ce0a&X-Amz-SignedHeaders=host&actor_id=0&key_id=0&repo_id=696192900&response-content-disposition=attachment%3B%20filename%3Dgradle-6.0.1-bin.zip&response-content-type=application%2Foctet-stream [following] 2023-12-03T11:52:36.385 INFO:teuthology.orchestra.run.smithi019.stderr:--2023-12-03 11:52:36-- https://objects.githubusercontent.com/github-production-release-asset-2e65be/696192900/8f418ba1-c336-448c-95c6-5180382113cb?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Credential=AKIAIWNJYAX4CSVEH53A%2F20231203%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20231203T115236Z&X-Amz-Expires=300&X-Amz-Signature=3837b4cbe63b4f226502df0ec4ac842cce58abf9389f339a9a7701c25f41ce0a&X-Amz-SignedHeaders=host&actor_id=0&key_id=0&repo_id=696192900&response-content-disposition=attachment%3B%20filename%3Dgradle-6.0.1-bin.zip&response-content-type=application%2Foctet-stream 2023-12-03T11:52:36.396 INFO:teuthology.orchestra.run.smithi019.stderr:Resolving objects.githubusercontent.com (objects.githubusercontent.com)... 185.199.109.133, 185.199.110.133, 185.199.111.133, ... 2023-12-03T11:52:36.419 INFO:teuthology.orchestra.run.smithi019.stderr:Connecting to objects.githubusercontent.com (objects.githubusercontent.com)|185.199.109.133|:443... connected. 2023-12-03T11:52:36.546 INFO:teuthology.orchestra.run.smithi019.stderr:HTTP request sent, awaiting response... 200 OK 2023-12-03T11:52:36.546 INFO:teuthology.orchestra.run.smithi019.stderr:Length: 95129672 (91M) [application/octet-stream] 2023-12-03T11:52:36.546 INFO:teuthology.orchestra.run.smithi019.stderr:Saving to: 'gradle-6.0.1-bin.zip' 2023-12-03T11:52:36.546 INFO:teuthology.orchestra.run.smithi019.stderr: 2023-12-03T11:52:36.579 INFO:teuthology.orchestra.run.smithi019.stderr: 0K .......... .......... .......... .......... .......... 0% 1.45M 63s 2023-12-03T11:52:36.612 INFO:teuthology.orchestra.run.smithi019.stderr: 50K .......... .......... .......... .......... .......... 0% 1.45M 63s 2023-12-03T11:52:36.631 INFO:teuthology.orchestra.run.smithi019.stderr: 100K .......... .......... .......... .......... .......... 0% 2.62M 53s 2023-12-03T11:52:36.654 INFO:teuthology.orchestra.run.smithi019.stderr: 150K .......... .......... .......... .......... .......... 0% 2.10M 51s 2023-12-03T11:52:36.679 INFO:teuthology.orchestra.run.smithi019.stderr: 200K .......... .......... .......... .......... .......... 0% 2.00M 50s 2023-12-03T11:52:36.695 INFO:teuthology.orchestra.run.smithi019.stderr: 250K .......... .......... .......... .......... .......... 0% 3.02M 46s 2023-12-03T11:52:36.717 INFO:teuthology.orchestra.run.smithi019.stderr: 300K .......... .......... .......... .......... .......... 0% 2.17M 46s 2023-12-03T11:52:36.734 INFO:teuthology.orchestra.run.smithi019.stderr: 350K .......... .......... .......... .......... .......... 0% 2.87M 44s 2023-12-03T11:52:36.748 INFO:teuthology.orchestra.run.smithi019.stderr: 400K .......... .......... .......... .......... .......... 0% 3.53M 42s 2023-12-03T11:52:36.766 INFO:teuthology.orchestra.run.smithi019.stderr: 450K .......... .......... .......... .......... .......... 0% 2.73M 41s 2023-12-03T11:52:36.776 INFO:teuthology.orchestra.run.smithi019.stderr: 500K .......... .......... .......... .......... .......... 0% 4.83M 39s 2023-12-03T11:52:36.787 INFO:teuthology.orchestra.run.smithi019.stderr: 550K .......... .......... .......... .......... .......... 0% 4.42M 37s 2023-12-03T11:52:36.795 INFO:teuthology.orchestra.run.smithi019.stderr: 600K .......... .......... .......... .......... .......... 0% 6.61M 35s 2023-12-03T11:52:36.803 INFO:teuthology.orchestra.run.smithi019.stderr: 650K .......... .......... .......... .......... .......... 0% 6.05M 34s 2023-12-03T11:52:36.811 INFO:teuthology.orchestra.run.smithi019.stderr: 700K .......... .......... .......... .......... .......... 0% 6.05M 33s 2023-12-03T11:52:36.818 INFO:teuthology.orchestra.run.smithi019.stderr: 750K .......... .......... .......... .......... .......... 0% 6.39M 31s 2023-12-03T11:52:36.825 INFO:teuthology.orchestra.run.smithi019.stderr: 800K .......... .......... .......... .......... .......... 0% 7.09M 30s 2023-12-03T11:52:36.833 INFO:teuthology.orchestra.run.smithi019.stderr: 850K .......... .......... .......... .......... .......... 0% 6.16M 29s 2023-12-03T11:52:36.839 INFO:teuthology.orchestra.run.smithi019.stderr: 900K .......... .......... .......... .......... .......... 1% 7.96M 28s 2023-12-03T11:52:36.846 INFO:teuthology.orchestra.run.smithi019.stderr: 950K .......... .......... .......... .......... .......... 1% 7.01M 28s 2023-12-03T11:52:36.853 INFO:teuthology.orchestra.run.smithi019.stderr: 1000K .......... .......... .......... .......... .......... 1% 7.49M 27s 2023-12-03T11:52:36.861 INFO:teuthology.orchestra.run.smithi019.stderr: 1050K .......... .......... .......... .......... .......... 1% 5.99M 26s 2023-12-03T11:52:36.868 INFO:teuthology.orchestra.run.smithi019.stderr: 1100K .......... .......... .......... .......... .......... 1% 7.65M 26s 2023-12-03T11:52:36.873 INFO:teuthology.orchestra.run.smithi019.stderr: 1150K .......... .......... .......... .......... .......... 1% 9.01M 25s 2023-12-03T11:52:36.881 INFO:teuthology.orchestra.run.smithi019.stderr: 1200K .......... .......... .......... .......... .......... 1% 6.33M 25s 2023-12-03T11:52:36.885 INFO:teuthology.orchestra.run.smithi019.stderr: 1250K .......... .......... .......... .......... .......... 1% 10.9M 24s 2023-12-03T11:52:36.890 INFO:teuthology.orchestra.run.smithi019.stderr: 1300K .......... .......... .......... .......... .......... 1% 8.97M 23s 2023-12-03T11:52:36.896 INFO:teuthology.orchestra.run.smithi019.stderr: 1350K .......... .......... .......... .......... .......... 1% 8.06M 23s 2023-12-03T11:52:36.901 INFO:teuthology.orchestra.run.smithi019.stderr: 1400K .......... .......... .......... .......... .......... 1% 9.71M 22s 2023-12-03T11:52:36.908 INFO:teuthology.orchestra.run.smithi019.stderr: 1450K .......... .......... .......... .......... .......... 1% 7.60M 22s 2023-12-03T11:52:36.915 INFO:teuthology.orchestra.run.smithi019.stderr: 1500K .......... .......... .......... .......... .......... 1% 7.10M 22s 2023-12-03T11:52:36.920 INFO:teuthology.orchestra.run.smithi019.stderr: 1550K .......... .......... .......... .......... .......... 1% 9.07M 21s 2023-12-03T11:52:36.927 INFO:teuthology.orchestra.run.smithi019.stderr: 1600K .......... .......... .......... .......... .......... 1% 6.80M 21s 2023-12-03T11:52:36.933 INFO:teuthology.orchestra.run.smithi019.stderr: 1650K .......... .......... .......... .......... .......... 1% 8.19M 21s 2023-12-03T11:52:36.938 INFO:teuthology.orchestra.run.smithi019.stderr: 1700K .......... .......... .......... .......... .......... 1% 9.68M 20s 2023-12-03T11:52:36.948 INFO:teuthology.orchestra.run.smithi019.stderr: 1750K .......... .......... .......... .......... .......... 1% 6.06M 20s 2023-12-03T11:52:36.954 INFO:teuthology.orchestra.run.smithi019.stderr: 1800K .......... .......... .......... .......... .......... 1% 6.32M 20s 2023-12-03T11:52:36.960 INFO:teuthology.orchestra.run.smithi019.stderr: 1850K .......... .......... .......... .......... .......... 2% 8.72M 20s 2023-12-03T11:52:36.968 INFO:teuthology.orchestra.run.smithi019.stderr: 1900K .......... .......... .......... .......... .......... 2% 5.84M 20s 2023-12-03T11:52:36.974 INFO:teuthology.orchestra.run.smithi019.stderr: 1950K .......... .......... .......... .......... .......... 2% 8.42M 19s 2023-12-03T11:52:36.979 INFO:teuthology.orchestra.run.smithi019.stderr: 2000K .......... .......... .......... .......... .......... 2% 9.39M 19s 2023-12-03T11:52:36.987 INFO:teuthology.orchestra.run.smithi019.stderr: 2050K .......... .......... .......... .......... .......... 2% 6.25M 19s 2023-12-03T11:52:36.992 INFO:teuthology.orchestra.run.smithi019.stderr: 2100K .......... .......... .......... .......... .......... 2% 10.0M 19s 2023-12-03T11:52:36.999 INFO:teuthology.orchestra.run.smithi019.stderr: 2150K .......... .......... .......... .......... .......... 2% 8.92M 19s 2023-12-03T11:52:37.004 INFO:teuthology.orchestra.run.smithi019.stderr: 2200K .......... .......... .......... .......... .......... 2% 7.37M 18s 2023-12-03T11:52:37.011 INFO:teuthology.orchestra.run.smithi019.stderr: 2250K .......... .......... .......... .......... .......... 2% 7.30M 18s 2023-12-03T11:52:37.016 INFO:teuthology.orchestra.run.smithi019.stderr: 2300K .......... .......... .......... .......... .......... 2% 9.42M 18s 2023-12-03T11:52:37.020 INFO:teuthology.orchestra.run.smithi019.stderr: 2350K .......... .......... .......... .......... .......... 2% 11.4M 18s 2023-12-03T11:52:37.026 INFO:teuthology.orchestra.run.smithi019.stderr: 2400K .......... .......... .......... .......... .......... 2% 8.50M 18s 2023-12-03T11:52:37.030 INFO:teuthology.orchestra.run.smithi019.stderr: 2450K .......... .......... .......... .......... .......... 2% 10.8M 18s 2023-12-03T11:52:37.035 INFO:teuthology.orchestra.run.smithi019.stderr: 2500K .......... .......... .......... .......... .......... 2% 11.2M 17s 2023-12-03T11:52:37.041 INFO:teuthology.orchestra.run.smithi019.stderr: 2550K .......... .......... .......... .......... .......... 2% 8.45M 17s 2023-12-03T11:52:37.047 INFO:teuthology.orchestra.run.smithi019.stderr: 2600K .......... .......... .......... .......... .......... 2% 7.66M 17s 2023-12-03T11:52:37.052 INFO:teuthology.orchestra.run.smithi019.stderr: 2650K .......... .......... .......... .......... .......... 2% 9.64M 17s 2023-12-03T11:52:37.059 INFO:teuthology.orchestra.run.smithi019.stderr: 2700K .......... .......... .......... .......... .......... 2% 6.70M 17s 2023-12-03T11:52:37.062 INFO:teuthology.orchestra.run.smithi019.stderr: 2750K .......... .......... .......... .......... .......... 3% 19.2M 17s 2023-12-03T11:52:37.067 INFO:teuthology.orchestra.run.smithi019.stderr: 2800K .......... .......... .......... .......... .......... 3% 8.85M 17s 2023-12-03T11:52:37.072 INFO:teuthology.orchestra.run.smithi019.stderr: 2850K .......... .......... .......... .......... .......... 3% 9.79M 16s 2023-12-03T11:52:37.079 INFO:teuthology.orchestra.run.smithi019.stderr: 2900K .......... .......... .......... .......... .......... 3% 7.39M 16s 2023-12-03T11:52:37.082 INFO:teuthology.orchestra.run.smithi019.stderr: 2950K .......... .......... .......... .......... .......... 3% 14.5M 16s 2023-12-03T11:52:37.086 INFO:teuthology.orchestra.run.smithi019.stderr: 3000K .......... .......... .......... .......... .......... 3% 12.0M 16s 2023-12-03T11:52:37.091 INFO:teuthology.orchestra.run.smithi019.stderr: 3050K .......... .......... .......... .......... .......... 3% 11.7M 16s 2023-12-03T11:52:37.096 INFO:teuthology.orchestra.run.smithi019.stderr: 3100K .......... .......... .......... .......... .......... 3% 9.54M 16s 2023-12-03T11:52:37.100 INFO:teuthology.orchestra.run.smithi019.stderr: 3150K .......... .......... .......... .......... .......... 3% 16.6M 16s 2023-12-03T11:52:37.103 INFO:teuthology.orchestra.run.smithi019.stderr: 3200K .......... .......... .......... .......... .......... 3% 11.1M 15s 2023-12-03T11:52:37.107 INFO:teuthology.orchestra.run.smithi019.stderr: 3250K .......... .......... .......... .......... .......... 3% 13.1M 15s 2023-12-03T11:52:37.112 INFO:teuthology.orchestra.run.smithi019.stderr: 3300K .......... .......... .......... .......... .......... 3% 9.10M 15s 2023-12-03T11:52:37.114 INFO:teuthology.orchestra.run.smithi019.stderr: 3350K .......... .......... .......... .......... .......... 3% 21.6M 15s 2023-12-03T11:52:37.118 INFO:teuthology.orchestra.run.smithi019.stderr: 3400K .......... .......... .......... .......... .......... 3% 14.1M 15s 2023-12-03T11:52:37.122 INFO:teuthology.orchestra.run.smithi019.stderr: 3450K .......... .......... .......... .......... .......... 3% 11.1M 15s 2023-12-03T11:52:37.126 INFO:teuthology.orchestra.run.smithi019.stderr: 3500K .......... .......... .......... .......... .......... 3% 14.5M 15s 2023-12-03T11:52:37.129 INFO:teuthology.orchestra.run.smithi019.stderr: 3550K .......... .......... .......... .......... .......... 3% 12.6M 14s 2023-12-03T11:52:37.132 INFO:teuthology.orchestra.run.smithi019.stderr: 3600K .......... .......... .......... .......... .......... 3% 17.4M 14s 2023-12-03T11:52:37.136 INFO:teuthology.orchestra.run.smithi019.stderr: 3650K .......... .......... .......... .......... .......... 3% 14.7M 14s 2023-12-03T11:52:37.138 INFO:teuthology.orchestra.run.smithi019.stderr: 3700K .......... .......... .......... .......... .......... 4% 16.5M 14s 2023-12-03T11:52:37.142 INFO:teuthology.orchestra.run.smithi019.stderr: 3750K .......... .......... .......... .......... .......... 4% 13.8M 14s 2023-12-03T11:52:37.146 INFO:teuthology.orchestra.run.smithi019.stderr: 3800K .......... .......... .......... .......... .......... 4% 12.1M 14s 2023-12-03T11:52:37.148 INFO:teuthology.orchestra.run.smithi019.stderr: 3850K .......... .......... .......... .......... .......... 4% 21.1M 14s 2023-12-03T11:52:37.153 INFO:teuthology.orchestra.run.smithi019.stderr: 3900K .......... .......... .......... .......... .......... 4% 16.4M 14s 2023-12-03T11:52:37.154 INFO:teuthology.orchestra.run.smithi019.stderr: 3950K .......... .......... .......... .......... .......... 4% 18.4M 14s 2023-12-03T11:52:37.156 INFO:teuthology.orchestra.run.smithi019.stderr: 4000K .......... .......... .......... .......... .......... 4% 21.1M 13s 2023-12-03T11:52:37.160 INFO:teuthology.orchestra.run.smithi019.stderr: 4050K .......... .......... .......... .......... .......... 4% 12.5M 13s 2023-12-03T11:52:37.164 INFO:teuthology.orchestra.run.smithi019.stderr: 4100K .......... .......... .......... .......... .......... 4% 13.6M 13s 2023-12-03T11:52:37.166 INFO:teuthology.orchestra.run.smithi019.stderr: 4150K .......... .......... .......... .......... .......... 4% 21.4M 13s 2023-12-03T11:52:37.169 INFO:teuthology.orchestra.run.smithi019.stderr: 4200K .......... .......... .......... .......... .......... 4% 16.9M 13s 2023-12-03T11:52:37.171 INFO:teuthology.orchestra.run.smithi019.stderr: 4250K .......... .......... .......... .......... .......... 4% 22.3M 13s 2023-12-03T11:52:37.175 INFO:teuthology.orchestra.run.smithi019.stderr: 4300K .......... .......... .......... .......... .......... 4% 13.7M 13s 2023-12-03T11:52:37.178 INFO:teuthology.orchestra.run.smithi019.stderr: 4350K .......... .......... .......... .......... .......... 4% 18.8M 13s 2023-12-03T11:52:37.182 INFO:teuthology.orchestra.run.smithi019.stderr: 4400K .......... .......... .......... .......... .......... 4% 14.2M 13s 2023-12-03T11:52:37.184 INFO:teuthology.orchestra.run.smithi019.stderr: 4450K .......... .......... .......... .......... .......... 4% 17.3M 13s 2023-12-03T11:52:37.185 INFO:teuthology.orchestra.run.smithi019.stderr: 4500K .......... .......... .......... .......... .......... 4% 33.4M 12s 2023-12-03T11:52:37.188 INFO:teuthology.orchestra.run.smithi019.stderr: 4550K .......... .......... .......... .......... .......... 4% 18.9M 12s 2023-12-03T11:52:37.192 INFO:teuthology.orchestra.run.smithi019.stderr: 4600K .......... .......... .......... .......... .......... 5% 11.6M 12s 2023-12-03T11:52:37.195 INFO:teuthology.orchestra.run.smithi019.stderr: 4650K .......... .......... .......... .......... .......... 5% 22.0M 12s 2023-12-03T11:52:37.196 INFO:teuthology.orchestra.run.smithi019.stderr: 4700K .......... .......... .......... .......... .......... 5% 26.4M 12s 2023-12-03T11:52:37.199 INFO:teuthology.orchestra.run.smithi019.stderr: 4750K .......... .......... .......... .......... .......... 5% 20.2M 12s 2023-12-03T11:52:37.201 INFO:teuthology.orchestra.run.smithi019.stderr: 4800K .......... .......... .......... .......... .......... 5% 19.7M 12s 2023-12-03T11:52:37.204 INFO:teuthology.orchestra.run.smithi019.stderr: 4850K .......... .......... .......... .......... .......... 5% 14.9M 12s 2023-12-03T11:52:37.207 INFO:teuthology.orchestra.run.smithi019.stderr: 4900K .......... .......... .......... .......... .......... 5% 15.9M 12s 2023-12-03T11:52:37.209 INFO:teuthology.orchestra.run.smithi019.stderr: 4950K .......... .......... .......... .......... .......... 5% 26.1M 12s 2023-12-03T11:52:37.211 INFO:teuthology.orchestra.run.smithi019.stderr: 5000K .......... .......... .......... .......... .......... 5% 24.7M 12s 2023-12-03T11:52:37.213 INFO:teuthology.orchestra.run.smithi019.stderr: 5050K .......... .......... .......... .......... .......... 5% 22.2M 12s 2023-12-03T11:52:37.216 INFO:teuthology.orchestra.run.smithi019.stderr: 5100K .......... .......... .......... .......... .......... 5% 20.7M 11s 2023-12-03T11:52:37.220 INFO:teuthology.orchestra.run.smithi019.stderr: 5150K .......... .......... .......... .......... .......... 5% 10.9M 11s 2023-12-03T11:52:37.222 INFO:teuthology.orchestra.run.smithi019.stderr: 5200K .......... .......... .......... .......... .......... 5% 24.2M 11s 2023-12-03T11:52:37.224 INFO:teuthology.orchestra.run.smithi019.stderr: 5250K .......... .......... .......... .......... .......... 5% 24.9M 11s 2023-12-03T11:52:37.226 INFO:teuthology.orchestra.run.smithi019.stderr: 5300K .......... .......... .......... .......... .......... 5% 25.4M 11s 2023-12-03T11:52:37.228 INFO:teuthology.orchestra.run.smithi019.stderr: 5350K .......... .......... .......... .......... .......... 5% 19.1M 11s 2023-12-03T11:52:37.230 INFO:teuthology.orchestra.run.smithi019.stderr: 5400K .......... .......... .......... .......... .......... 5% 24.7M 11s 2023-12-03T11:52:37.234 INFO:teuthology.orchestra.run.smithi019.stderr: 5450K .......... .......... .......... .......... .......... 5% 14.0M 11s 2023-12-03T11:52:37.237 INFO:teuthology.orchestra.run.smithi019.stderr: 5500K .......... .......... .......... .......... .......... 5% 14.6M 11s 2023-12-03T11:52:37.239 INFO:teuthology.orchestra.run.smithi019.stderr: 5550K .......... .......... .......... .......... .......... 6% 26.7M 11s 2023-12-03T11:52:37.242 INFO:teuthology.orchestra.run.smithi019.stderr: 5600K .......... .......... .......... .......... .......... 6% 21.4M 11s 2023-12-03T11:52:37.245 INFO:teuthology.orchestra.run.smithi019.stderr: 5650K .......... .......... .......... .......... .......... 6% 20.4M 11s 2023-12-03T11:52:37.245 INFO:teuthology.orchestra.run.smithi019.stderr: 5700K .......... .......... .......... .......... .......... 6% 33.5M 11s 2023-12-03T11:52:37.248 INFO:teuthology.orchestra.run.smithi019.stderr: 5750K .......... .......... .......... .......... .......... 6% 19.4M 11s 2023-12-03T11:52:37.252 INFO:teuthology.orchestra.run.smithi019.stderr: 5800K .......... .......... .......... .......... .......... 6% 12.8M 11s 2023-12-03T11:52:37.255 INFO:teuthology.orchestra.run.smithi019.stderr: 5850K .......... .......... .......... .......... .......... 6% 17.5M 10s 2023-12-03T11:52:37.256 INFO:teuthology.orchestra.run.smithi019.stderr: 5900K .......... .......... .......... .......... .......... 6% 27.5M 10s 2023-12-03T11:52:37.258 INFO:teuthology.orchestra.run.smithi019.stderr: 5950K .......... .......... .......... .......... .......... 6% 26.1M 10s 2023-12-03T11:52:37.261 INFO:teuthology.orchestra.run.smithi019.stderr: 6000K .......... .......... .......... .......... .......... 6% 22.8M 10s 2023-12-03T11:52:37.263 INFO:teuthology.orchestra.run.smithi019.stderr: 6050K .......... .......... .......... .......... .......... 6% 19.7M 10s 2023-12-03T11:52:37.263 INFO:teuthology.orchestra.run.smithi019.stderr: 6100K .......... .......... .......... .......... .......... 6% 53.1M 10s 2023-12-03T11:52:37.266 INFO:teuthology.orchestra.run.smithi019.stderr: 6150K .......... .......... .......... .......... .......... 6% 16.9M 10s 2023-12-03T11:52:37.270 INFO:teuthology.orchestra.run.smithi019.stderr: 6200K .......... .......... .......... .......... .......... 6% 13.7M 10s 2023-12-03T11:52:37.273 INFO:teuthology.orchestra.run.smithi019.stderr: 6250K .......... .......... .......... .......... .......... 6% 23.7M 10s 2023-12-03T11:52:37.276 INFO:teuthology.orchestra.run.smithi019.stderr: 6300K .......... .......... .......... .......... .......... 6% 18.4M 10s 2023-12-03T11:52:37.277 INFO:teuthology.orchestra.run.smithi019.stderr: 6350K .......... .......... .......... .......... .......... 6% 34.4M 10s 2023-12-03T11:52:37.278 INFO:teuthology.orchestra.run.smithi019.stderr: 6400K .......... .......... .......... .......... .......... 6% 37.1M 10s 2023-12-03T11:52:37.280 INFO:teuthology.orchestra.run.smithi019.stderr: 6450K .......... .......... .......... .......... .......... 6% 26.5M 10s 2023-12-03T11:52:37.283 INFO:teuthology.orchestra.run.smithi019.stderr: 6500K .......... .......... .......... .......... .......... 7% 13.8M 10s 2023-12-03T11:52:37.287 INFO:teuthology.orchestra.run.smithi019.stderr: 6550K .......... .......... .......... .......... .......... 7% 13.6M 10s 2023-12-03T11:52:37.288 INFO:teuthology.orchestra.run.smithi019.stderr: 6600K .......... .......... .......... .......... .......... 7% 29.0M 10s 2023-12-03T11:52:37.290 INFO:teuthology.orchestra.run.smithi019.stderr: 6650K .......... .......... .......... .......... .......... 7% 27.2M 10s 2023-12-03T11:52:37.291 INFO:teuthology.orchestra.run.smithi019.stderr: 6700K .......... .......... .......... .......... .......... 7% 33.0M 10s 2023-12-03T11:52:37.293 INFO:teuthology.orchestra.run.smithi019.stderr: 6750K .......... .......... .......... .......... .......... 7% 32.1M 9s 2023-12-03T11:52:37.295 INFO:teuthology.orchestra.run.smithi019.stderr: 6800K .......... .......... .......... .......... .......... 7% 22.4M 9s 2023-12-03T11:52:37.299 INFO:teuthology.orchestra.run.smithi019.stderr: 6850K .......... .......... .......... .......... .......... 7% 14.8M 9s 2023-12-03T11:52:37.300 INFO:teuthology.orchestra.run.smithi019.stderr: 6900K .......... .......... .......... .......... .......... 7% 36.9M 9s 2023-12-03T11:52:37.303 INFO:teuthology.orchestra.run.smithi019.stderr: 6950K .......... .......... .......... .......... .......... 7% 14.5M 9s 2023-12-03T11:52:37.305 INFO:teuthology.orchestra.run.smithi019.stderr: 7000K .......... .......... .......... .......... .......... 7% 31.1M 9s 2023-12-03T11:52:37.307 INFO:teuthology.orchestra.run.smithi019.stderr: 7050K .......... .......... .......... .......... .......... 7% 24.8M 9s 2023-12-03T11:52:37.309 INFO:teuthology.orchestra.run.smithi019.stderr: 7100K .......... .......... .......... .......... .......... 7% 21.6M 9s 2023-12-03T11:52:37.310 INFO:teuthology.orchestra.run.smithi019.stderr: 7150K .......... .......... .......... .......... .......... 7% 46.7M 9s 2023-12-03T11:52:37.312 INFO:teuthology.orchestra.run.smithi019.stderr: 7200K .......... .......... .......... .......... .......... 7% 21.5M 9s 2023-12-03T11:52:37.315 INFO:teuthology.orchestra.run.smithi019.stderr: 7250K .......... .......... .......... .......... .......... 7% 19.3M 9s 2023-12-03T11:52:37.316 INFO:teuthology.orchestra.run.smithi019.stderr: 7300K .......... .......... .......... .......... .......... 7% 38.0M 9s 2023-12-03T11:52:37.319 INFO:teuthology.orchestra.run.smithi019.stderr: 7350K .......... .......... .......... .......... .......... 7% 17.0M 9s 2023-12-03T11:52:37.321 INFO:teuthology.orchestra.run.smithi019.stderr: 7400K .......... .......... .......... .......... .......... 8% 30.4M 9s 2023-12-03T11:52:37.322 INFO:teuthology.orchestra.run.smithi019.stderr: 7450K .......... .......... .......... .......... .......... 8% 27.8M 9s 2023-12-03T11:52:37.324 INFO:teuthology.orchestra.run.smithi019.stderr: 7500K .......... .......... .......... .......... .......... 8% 38.3M 9s 2023-12-03T11:52:37.326 INFO:teuthology.orchestra.run.smithi019.stderr: 7550K .......... .......... .......... .......... .......... 8% 28.0M 9s 2023-12-03T11:52:37.327 INFO:teuthology.orchestra.run.smithi019.stderr: 7600K .......... .......... .......... .......... .......... 8% 35.9M 9s 2023-12-03T11:52:37.331 INFO:teuthology.orchestra.run.smithi019.stderr: 7650K .......... .......... .......... .......... .......... 8% 15.8M 9s 2023-12-03T11:52:37.332 INFO:teuthology.orchestra.run.smithi019.stderr: 7700K .......... .......... .......... .......... .......... 8% 38.3M 9s 2023-12-03T11:52:37.335 INFO:teuthology.orchestra.run.smithi019.stderr: 7750K .......... .......... .......... .......... .......... 8% 15.4M 9s 2023-12-03T11:52:37.336 INFO:teuthology.orchestra.run.smithi019.stderr: 7800K .......... .......... .......... .......... .......... 8% 54.9M 9s 2023-12-03T11:52:37.337 INFO:teuthology.orchestra.run.smithi019.stderr: 7850K .......... .......... .......... .......... .......... 8% 24.4M 9s 2023-12-03T11:52:37.339 INFO:teuthology.orchestra.run.smithi019.stderr: 7900K .......... .......... .......... .......... .......... 8% 50.3M 8s 2023-12-03T11:52:37.340 INFO:teuthology.orchestra.run.smithi019.stderr: 7950K .......... .......... .......... .......... .......... 8% 24.6M 8s 2023-12-03T11:52:37.342 INFO:teuthology.orchestra.run.smithi019.stderr: 8000K .......... .......... .......... .......... .......... 8% 27.9M 8s 2023-12-03T11:52:37.343 INFO:teuthology.orchestra.run.smithi019.stderr: 8050K .......... .......... .......... .......... .......... 8% 47.5M 8s 2023-12-03T11:52:37.345 INFO:teuthology.orchestra.run.smithi019.stderr: 8100K .......... .......... .......... .......... .......... 8% 20.8M 8s 2023-12-03T11:52:37.346 INFO:teuthology.orchestra.run.smithi019.stderr: 8150K .......... .......... .......... .......... .......... 8% 38.4M 8s 2023-12-03T11:52:37.349 INFO:teuthology.orchestra.run.smithi019.stderr: 8200K .......... .......... .......... .......... .......... 8% 16.9M 8s 2023-12-03T11:52:37.353 INFO:teuthology.orchestra.run.smithi019.stderr: 8250K .......... .......... .......... .......... .......... 8% 40.4M 8s 2023-12-03T11:52:37.355 INFO:teuthology.orchestra.run.smithi019.stderr: 8300K .......... .......... .......... .......... .......... 8% 27.0M 8s 2023-12-03T11:52:37.355 INFO:teuthology.orchestra.run.smithi019.stderr: 8350K .......... .......... .......... .......... .......... 9% 26.4M 8s 2023-12-03T11:52:37.356 INFO:teuthology.orchestra.run.smithi019.stderr: 8400K .......... .......... .......... .......... .......... 9% 39.9M 8s 2023-12-03T11:52:37.357 INFO:teuthology.orchestra.run.smithi019.stderr: 8450K .......... .......... .......... .......... .......... 9% 28.3M 8s 2023-12-03T11:52:37.358 INFO:teuthology.orchestra.run.smithi019.stderr: 8500K .......... .......... .......... .......... .......... 9% 56.3M 8s 2023-12-03T11:52:37.360 INFO:teuthology.orchestra.run.smithi019.stderr: 8550K .......... .......... .......... .......... .......... 9% 21.1M 8s 2023-12-03T11:52:37.362 INFO:teuthology.orchestra.run.smithi019.stderr: 8600K .......... .......... .......... .......... .......... 9% 31.3M 8s 2023-12-03T11:52:37.365 INFO:teuthology.orchestra.run.smithi019.stderr: 8650K .......... .......... .......... .......... .......... 9% 18.4M 8s 2023-12-03T11:52:37.368 INFO:teuthology.orchestra.run.smithi019.stderr: 8700K .......... .......... .......... .......... .......... 9% 16.6M 8s 2023-12-03T11:52:37.368 INFO:teuthology.orchestra.run.smithi019.stderr: 8750K .......... .......... .......... .......... .......... 9% 67.1M 8s 2023-12-03T11:52:37.371 INFO:teuthology.orchestra.run.smithi019.stderr: 8800K .......... .......... .......... .......... .......... 9% 22.6M 8s 2023-12-03T11:52:37.372 INFO:teuthology.orchestra.run.smithi019.stderr: 8850K .......... .......... .......... .......... .......... 9% 40.0M 8s 2023-12-03T11:52:37.375 INFO:teuthology.orchestra.run.smithi019.stderr: 8900K .......... .......... .......... .......... .......... 9% 21.5M 8s 2023-12-03T11:52:37.377 INFO:teuthology.orchestra.run.smithi019.stderr: 8950K .......... .......... .......... .......... .......... 9% 22.6M 8s 2023-12-03T11:52:37.378 INFO:teuthology.orchestra.run.smithi019.stderr: 9000K .......... .......... .......... .......... .......... 9% 34.6M 8s 2023-12-03T11:52:37.382 INFO:teuthology.orchestra.run.smithi019.stderr: 9050K .......... .......... .......... .......... .......... 9% 17.7M 8s 2023-12-03T11:52:37.382 INFO:teuthology.orchestra.run.smithi019.stderr: 9100K .......... .......... .......... .......... .......... 9% 77.5M 8s 2023-12-03T11:52:37.385 INFO:teuthology.orchestra.run.smithi019.stderr: 9150K .......... .......... .......... .......... .......... 9% 13.0M 8s 2023-12-03T11:52:37.388 INFO:teuthology.orchestra.run.smithi019.stderr: 9200K .......... .......... .......... .......... .......... 9% 24.8M 8s 2023-12-03T11:52:37.389 INFO:teuthology.orchestra.run.smithi019.stderr: 9250K .......... .......... .......... .......... .......... 10% 32.0M 8s 2023-12-03T11:52:37.393 INFO:teuthology.orchestra.run.smithi019.stderr: 9300K .......... .......... .......... .......... .......... 10% 23.0M 8s 2023-12-03T11:52:37.393 INFO:teuthology.orchestra.run.smithi019.stderr: 9350K .......... .......... .......... .......... .......... 10% 113M 8s 2023-12-03T11:52:37.394 INFO:teuthology.orchestra.run.smithi019.stderr: 9400K .......... .......... .......... .......... .......... 10% 23.1M 7s 2023-12-03T11:52:37.395 INFO:teuthology.orchestra.run.smithi019.stderr: 9450K .......... .......... .......... .......... .......... 10% 33.4M 7s 2023-12-03T11:52:37.397 INFO:teuthology.orchestra.run.smithi019.stderr: 9500K .......... .......... .......... .......... .......... 10% 24.9M 7s 2023-12-03T11:52:37.400 INFO:teuthology.orchestra.run.smithi019.stderr: 9550K .......... .......... .......... .......... .......... 10% 27.7M 7s 2023-12-03T11:52:37.400 INFO:teuthology.orchestra.run.smithi019.stderr: 9600K .......... .......... .......... .......... .......... 10% 35.5M 7s 2023-12-03T11:52:37.403 INFO:teuthology.orchestra.run.smithi019.stderr: 9650K .......... .......... .......... .......... .......... 10% 14.3M 7s 2023-12-03T11:52:37.407 INFO:teuthology.orchestra.run.smithi019.stderr: 9700K .......... .......... .......... .......... .......... 10% 12.9M 7s 2023-12-03T11:52:37.410 INFO:teuthology.orchestra.run.smithi019.stderr: 9750K .......... .......... .......... .......... .......... 10% 31.3M 7s 2023-12-03T11:52:37.410 INFO:teuthology.orchestra.run.smithi019.stderr: 9800K .......... .......... .......... .......... .......... 10% 124M 7s 2023-12-03T11:52:37.410 INFO:teuthology.orchestra.run.smithi019.stderr: 9850K .......... .......... .......... .......... .......... 10% 97.1M 7s 2023-12-03T11:52:37.410 INFO:teuthology.orchestra.run.smithi019.stderr: 9900K .......... .......... .......... .......... .......... 10% 48.9M 7s 2023-12-03T11:52:37.411 INFO:teuthology.orchestra.run.smithi019.stderr: 9950K .......... .......... .......... .......... .......... 10% 51.9M 7s 2023-12-03T11:52:37.413 INFO:teuthology.orchestra.run.smithi019.stderr: 10000K .......... .......... .......... .......... .......... 10% 32.0M 7s 2023-12-03T11:52:37.414 INFO:teuthology.orchestra.run.smithi019.stderr: 10050K .......... .......... .......... .......... .......... 10% 40.4M 7s 2023-12-03T11:52:37.416 INFO:teuthology.orchestra.run.smithi019.stderr: 10100K .......... .......... .......... .......... .......... 10% 20.8M 7s 2023-12-03T11:52:37.417 INFO:teuthology.orchestra.run.smithi019.stderr: 10150K .......... .......... .......... .......... .......... 10% 60.2M 7s 2023-12-03T11:52:37.420 INFO:teuthology.orchestra.run.smithi019.stderr: 10200K .......... .......... .......... .......... .......... 11% 16.4M 7s 2023-12-03T11:52:37.426 INFO:teuthology.orchestra.run.smithi019.stderr: 10250K .......... .......... .......... .......... .......... 11% 9.73M 7s 2023-12-03T11:52:37.427 INFO:teuthology.orchestra.run.smithi019.stderr: 10300K .......... .......... .......... .......... .......... 11% 37.5M 7s 2023-12-03T11:52:37.429 INFO:teuthology.orchestra.run.smithi019.stderr: 10350K .......... .......... .......... .......... .......... 11% 27.6M 7s 2023-12-03T11:52:37.430 INFO:teuthology.orchestra.run.smithi019.stderr: 10400K .......... .......... .......... .......... .......... 11% 34.6M 7s 2023-12-03T11:52:37.432 INFO:teuthology.orchestra.run.smithi019.stderr: 10450K .......... .......... .......... .......... .......... 11% 47.4M 7s 2023-12-03T11:52:37.432 INFO:teuthology.orchestra.run.smithi019.stderr: 10500K .......... .......... .......... .......... .......... 11% 32.8M 7s 2023-12-03T11:52:37.433 INFO:teuthology.orchestra.run.smithi019.stderr: 10550K .......... .......... .......... .......... .......... 11% 34.4M 7s 2023-12-03T11:52:37.435 INFO:teuthology.orchestra.run.smithi019.stderr: 10600K .......... .......... .......... .......... .......... 11% 38.4M 7s 2023-12-03T11:52:37.435 INFO:teuthology.orchestra.run.smithi019.stderr: 10650K .......... .......... .......... .......... .......... 11% 51.4M 7s 2023-12-03T11:52:37.436 INFO:teuthology.orchestra.run.smithi019.stderr: 10700K .......... .......... .......... .......... .......... 11% 59.5M 7s 2023-12-03T11:52:37.438 INFO:teuthology.orchestra.run.smithi019.stderr: 10750K .......... .......... .......... .......... .......... 11% 34.7M 7s 2023-12-03T11:52:37.442 INFO:teuthology.orchestra.run.smithi019.stderr: 10800K .......... .......... .......... .......... .......... 11% 14.9M 7s 2023-12-03T11:52:37.442 INFO:teuthology.orchestra.run.smithi019.stderr: 10850K .......... .......... .......... .......... .......... 11% 66.9M 7s 2023-12-03T11:52:37.443 INFO:teuthology.orchestra.run.smithi019.stderr: 10900K .......... .......... .......... .......... .......... 11% 34.9M 7s 2023-12-03T11:52:37.444 INFO:teuthology.orchestra.run.smithi019.stderr: 10950K .......... .......... .......... .......... .......... 11% 42.3M 7s 2023-12-03T11:52:37.446 INFO:teuthology.orchestra.run.smithi019.stderr: 11000K .......... .......... .......... .......... .......... 11% 26.1M 7s 2023-12-03T11:52:37.448 INFO:teuthology.orchestra.run.smithi019.stderr: 11050K .......... .......... .......... .......... .......... 11% 39.9M 7s 2023-12-03T11:52:37.448 INFO:teuthology.orchestra.run.smithi019.stderr: 11100K .......... .......... .......... .......... .......... 12% 59.0M 7s 2023-12-03T11:52:37.449 INFO:teuthology.orchestra.run.smithi019.stderr: 11150K .......... .......... .......... .......... .......... 12% 54.5M 7s 2023-12-03T11:52:37.451 INFO:teuthology.orchestra.run.smithi019.stderr: 11200K .......... .......... .......... .......... .......... 12% 34.4M 7s 2023-12-03T11:52:37.451 INFO:teuthology.orchestra.run.smithi019.stderr: 11250K .......... .......... .......... .......... .......... 12% 56.0M 7s 2023-12-03T11:52:37.452 INFO:teuthology.orchestra.run.smithi019.stderr: 11300K .......... .......... .......... .......... .......... 12% 49.8M 7s 2023-12-03T11:52:37.454 INFO:teuthology.orchestra.run.smithi019.stderr: 11350K .......... .......... .......... .......... .......... 12% 36.1M 6s 2023-12-03T11:52:37.456 INFO:teuthology.orchestra.run.smithi019.stderr: 11400K .......... .......... .......... .......... .......... 12% 22.9M 6s 2023-12-03T11:52:37.458 INFO:teuthology.orchestra.run.smithi019.stderr: 11450K .......... .......... .......... .......... .......... 12% 35.2M 6s 2023-12-03T11:52:37.459 INFO:teuthology.orchestra.run.smithi019.stderr: 11500K .......... .......... .......... .......... .......... 12% 32.7M 6s 2023-12-03T11:52:37.459 INFO:teuthology.orchestra.run.smithi019.stderr: 11550K .......... .......... .......... .......... .......... 12% 69.4M 6s 2023-12-03T11:52:37.461 INFO:teuthology.orchestra.run.smithi019.stderr: 11600K .......... .......... .......... .......... .......... 12% 30.5M 6s 2023-12-03T11:52:37.462 INFO:teuthology.orchestra.run.smithi019.stderr: 11650K .......... .......... .......... .......... .......... 12% 53.9M 6s 2023-12-03T11:52:37.464 INFO:teuthology.orchestra.run.smithi019.stderr: 11700K .......... .......... .......... .......... .......... 12% 38.2M 6s 2023-12-03T11:52:37.464 INFO:teuthology.orchestra.run.smithi019.stderr: 11750K .......... .......... .......... .......... .......... 12% 52.6M 6s 2023-12-03T11:52:37.465 INFO:teuthology.orchestra.run.smithi019.stderr: 11800K .......... .......... .......... .......... .......... 12% 44.3M 6s 2023-12-03T11:52:37.467 INFO:teuthology.orchestra.run.smithi019.stderr: 11850K .......... .......... .......... .......... .......... 12% 39.6M 6s 2023-12-03T11:52:37.467 INFO:teuthology.orchestra.run.smithi019.stderr: 11900K .......... .......... .......... .......... .......... 12% 70.2M 6s 2023-12-03T11:52:37.469 INFO:teuthology.orchestra.run.smithi019.stderr: 11950K .......... .......... .......... .......... .......... 12% 31.8M 6s 2023-12-03T11:52:37.469 INFO:teuthology.orchestra.run.smithi019.stderr: 12000K .......... .......... .......... .......... .......... 12% 96.5M 6s 2023-12-03T11:52:37.471 INFO:teuthology.orchestra.run.smithi019.stderr: 12050K .......... .......... .......... .......... .......... 13% 26.0M 6s 2023-12-03T11:52:37.473 INFO:teuthology.orchestra.run.smithi019.stderr: 12100K .......... .......... .......... .......... .......... 13% 37.6M 6s 2023-12-03T11:52:37.475 INFO:teuthology.orchestra.run.smithi019.stderr: 12150K .......... .......... .......... .......... .......... 13% 31.2M 6s 2023-12-03T11:52:37.475 INFO:teuthology.orchestra.run.smithi019.stderr: 12200K .......... .......... .......... .......... .......... 13% 37.6M 6s 2023-12-03T11:52:37.476 INFO:teuthology.orchestra.run.smithi019.stderr: 12250K .......... .......... .......... .......... .......... 13% 63.4M 6s 2023-12-03T11:52:37.477 INFO:teuthology.orchestra.run.smithi019.stderr: 12300K .......... .......... .......... .......... .......... 13% 44.7M 6s 2023-12-03T11:52:37.479 INFO:teuthology.orchestra.run.smithi019.stderr: 12350K .......... .......... .......... .......... .......... 13% 42.4M 6s 2023-12-03T11:52:37.480 INFO:teuthology.orchestra.run.smithi019.stderr: 12400K .......... .......... .......... .......... .......... 13% 42.5M 6s 2023-12-03T11:52:37.481 INFO:teuthology.orchestra.run.smithi019.stderr: 12450K .......... .......... .......... .......... .......... 13% 39.5M 6s 2023-12-03T11:52:37.481 INFO:teuthology.orchestra.run.smithi019.stderr: 12500K .......... .......... .......... .......... .......... 13% 118M 6s 2023-12-03T11:52:37.483 INFO:teuthology.orchestra.run.smithi019.stderr: 12550K .......... .......... .......... .......... .......... 13% 36.7M 6s 2023-12-03T11:52:37.484 INFO:teuthology.orchestra.run.smithi019.stderr: 12600K .......... .......... .......... .......... .......... 13% 32.6M 6s 2023-12-03T11:52:37.486 INFO:teuthology.orchestra.run.smithi019.stderr: 12650K .......... .......... .......... .......... .......... 13% 30.0M 6s 2023-12-03T11:52:37.488 INFO:teuthology.orchestra.run.smithi019.stderr: 12700K .......... .......... .......... .......... .......... 13% 31.4M 6s 2023-12-03T11:52:37.488 INFO:teuthology.orchestra.run.smithi019.stderr: 12750K .......... .......... .......... .......... .......... 13% 112M 6s 2023-12-03T11:52:37.490 INFO:teuthology.orchestra.run.smithi019.stderr: 12800K .......... .......... .......... .......... .......... 13% 23.7M 6s 2023-12-03T11:52:37.492 INFO:teuthology.orchestra.run.smithi019.stderr: 12850K .......... .......... .......... .......... .......... 13% 22.8M 6s 2023-12-03T11:52:37.495 INFO:teuthology.orchestra.run.smithi019.stderr: 12900K .......... .......... .......... .......... .......... 13% 21.7M 6s 2023-12-03T11:52:37.495 INFO:teuthology.orchestra.run.smithi019.stderr: 12950K .......... .......... .......... .......... .......... 13% 105M 6s 2023-12-03T11:52:37.496 INFO:teuthology.orchestra.run.smithi019.stderr: 13000K .......... .......... .......... .......... .......... 14% 37.0M 6s 2023-12-03T11:52:37.497 INFO:teuthology.orchestra.run.smithi019.stderr: 13050K .......... .......... .......... .......... .......... 14% 61.9M 6s 2023-12-03T11:52:37.497 INFO:teuthology.orchestra.run.smithi019.stderr: 13100K .......... .......... .......... .......... .......... 14% 79.0M 6s 2023-12-03T11:52:37.500 INFO:teuthology.orchestra.run.smithi019.stderr: 13150K .......... .......... .......... .......... .......... 14% 42.8M 6s 2023-12-03T11:52:37.500 INFO:teuthology.orchestra.run.smithi019.stderr: 13200K .......... .......... .......... .......... .......... 14% 63.3M 6s 2023-12-03T11:52:37.500 INFO:teuthology.orchestra.run.smithi019.stderr: 13250K .......... .......... .......... .......... .......... 14% 86.3M 6s 2023-12-03T11:52:37.501 INFO:teuthology.orchestra.run.smithi019.stderr: 13300K .......... .......... .......... .......... .......... 14% 35.1M 6s 2023-12-03T11:52:37.503 INFO:teuthology.orchestra.run.smithi019.stderr: 13350K .......... .......... .......... .......... .......... 14% 34.9M 6s 2023-12-03T11:52:37.505 INFO:teuthology.orchestra.run.smithi019.stderr: 13400K .......... .......... .......... .......... .......... 14% 31.4M 6s 2023-12-03T11:52:37.505 INFO:teuthology.orchestra.run.smithi019.stderr: 13450K .......... .......... .......... .......... .......... 14% 114M 6s 2023-12-03T11:52:37.507 INFO:teuthology.orchestra.run.smithi019.stderr: 13500K .......... .......... .......... .......... .......... 14% 21.6M 6s 2023-12-03T11:52:37.509 INFO:teuthology.orchestra.run.smithi019.stderr: 13550K .......... .......... .......... .......... .......... 14% 32.3M 6s 2023-12-03T11:52:37.511 INFO:teuthology.orchestra.run.smithi019.stderr: 13600K .......... .......... .......... .......... .......... 14% 22.5M 6s 2023-12-03T11:52:37.511 INFO:teuthology.orchestra.run.smithi019.stderr: 13650K .......... .......... .......... .......... .......... 14% 88.9M 6s 2023-12-03T11:52:37.513 INFO:teuthology.orchestra.run.smithi019.stderr: 13700K .......... .......... .......... .......... .......... 14% 49.2M 6s 2023-12-03T11:52:37.513 INFO:teuthology.orchestra.run.smithi019.stderr: 13750K .......... .......... .......... .......... .......... 14% 62.1M 6s 2023-12-03T11:52:37.515 INFO:teuthology.orchestra.run.smithi019.stderr: 13800K .......... .......... .......... .......... .......... 14% 47.9M 6s 2023-12-03T11:52:37.515 INFO:teuthology.orchestra.run.smithi019.stderr: 13850K .......... .......... .......... .......... .......... 14% 73.3M 6s 2023-12-03T11:52:37.516 INFO:teuthology.orchestra.run.smithi019.stderr: 13900K .......... .......... .......... .......... .......... 15% 90.6M 5s 2023-12-03T11:52:37.516 INFO:teuthology.orchestra.run.smithi019.stderr: 13950K .......... .......... .......... .......... .......... 15% 46.5M 5s 2023-12-03T11:52:37.517 INFO:teuthology.orchestra.run.smithi019.stderr: 14000K .......... .......... .......... .......... .......... 15% 40.6M 5s 2023-12-03T11:52:37.518 INFO:teuthology.orchestra.run.smithi019.stderr: 14050K .......... .......... .......... .......... .......... 15% 49.2M 5s 2023-12-03T11:52:37.520 INFO:teuthology.orchestra.run.smithi019.stderr: 14100K .......... .......... .......... .......... .......... 15% 51.6M 5s 2023-12-03T11:52:37.520 INFO:teuthology.orchestra.run.smithi019.stderr: 14150K .......... .......... .......... .......... .......... 15% 120M 5s 2023-12-03T11:52:37.521 INFO:teuthology.orchestra.run.smithi019.stderr: 14200K .......... .......... .......... .......... .......... 15% 33.4M 5s 2023-12-03T11:52:37.523 INFO:teuthology.orchestra.run.smithi019.stderr: 14250K .......... .......... .......... .......... .......... 15% 26.9M 5s 2023-12-03T11:52:37.524 INFO:teuthology.orchestra.run.smithi019.stderr: 14300K .......... .......... .......... .......... .......... 15% 31.9M 5s 2023-12-03T11:52:37.525 INFO:teuthology.orchestra.run.smithi019.stderr: 14350K .......... .......... .......... .......... .......... 15% 44.5M 5s 2023-12-03T11:52:37.528 INFO:teuthology.orchestra.run.smithi019.stderr: 14400K .......... .......... .......... .......... .......... 15% 35.3M 5s 2023-12-03T11:52:37.528 INFO:teuthology.orchestra.run.smithi019.stderr: 14450K .......... .......... .......... .......... .......... 15% 74.7M 5s 2023-12-03T11:52:37.529 INFO:teuthology.orchestra.run.smithi019.stderr: 14500K .......... .......... .......... .......... .......... 15% 57.4M 5s 2023-12-03T11:52:37.530 INFO:teuthology.orchestra.run.smithi019.stderr: 14550K .......... .......... .......... .......... .......... 15% 51.7M 5s 2023-12-03T11:52:37.530 INFO:teuthology.orchestra.run.smithi019.stderr: 14600K .......... .......... .......... .......... .......... 15% 90.2M 5s 2023-12-03T11:52:37.531 INFO:teuthology.orchestra.run.smithi019.stderr: 14650K .......... .......... .......... .......... .......... 15% 45.4M 5s 2023-12-03T11:52:37.532 INFO:teuthology.orchestra.run.smithi019.stderr: 14700K .......... .......... .......... .......... .......... 15% 52.8M 5s 2023-12-03T11:52:37.533 INFO:teuthology.orchestra.run.smithi019.stderr: 14750K .......... .......... .......... .......... .......... 15% 47.0M 5s 2023-12-03T11:52:37.535 INFO:teuthology.orchestra.run.smithi019.stderr: 14800K .......... .......... .......... .......... .......... 15% 48.9M 5s 2023-12-03T11:52:37.535 INFO:teuthology.orchestra.run.smithi019.stderr: 14850K .......... .......... .......... .......... .......... 16% 101M 5s 2023-12-03T11:52:37.535 INFO:teuthology.orchestra.run.smithi019.stderr: 14900K .......... .......... .......... .......... .......... 16% 69.3M 5s 2023-12-03T11:52:37.537 INFO:teuthology.orchestra.run.smithi019.stderr: 14950K .......... .......... .......... .......... .......... 16% 47.3M 5s 2023-12-03T11:52:37.538 INFO:teuthology.orchestra.run.smithi019.stderr: 15000K .......... .......... .......... .......... .......... 16% 28.6M 5s 2023-12-03T11:52:37.539 INFO:teuthology.orchestra.run.smithi019.stderr: 15050K .......... .......... .......... .......... .......... 16% 115M 5s 2023-12-03T11:52:37.540 INFO:teuthology.orchestra.run.smithi019.stderr: 15100K .......... .......... .......... .......... .......... 16% 33.5M 5s 2023-12-03T11:52:37.543 INFO:teuthology.orchestra.run.smithi019.stderr: 15150K .......... .......... .......... .......... .......... 16% 26.2M 5s 2023-12-03T11:52:37.543 INFO:teuthology.orchestra.run.smithi019.stderr: 15200K .......... .......... .......... .......... .......... 16% 52.1M 5s 2023-12-03T11:52:37.545 INFO:teuthology.orchestra.run.smithi019.stderr: 15250K .......... .......... .......... .......... .......... 16% 61.9M 5s 2023-12-03T11:52:37.545 INFO:teuthology.orchestra.run.smithi019.stderr: 15300K .......... .......... .......... .......... .......... 16% 119M 5s 2023-12-03T11:52:37.545 INFO:teuthology.orchestra.run.smithi019.stderr: 15350K .......... .......... .......... .......... .......... 16% 45.1M 5s 2023-12-03T11:52:37.548 INFO:teuthology.orchestra.run.smithi019.stderr: 15400K .......... .......... .......... .......... .......... 16% 49.6M 5s 2023-12-03T11:52:37.548 INFO:teuthology.orchestra.run.smithi019.stderr: 15450K .......... .......... .......... .......... .......... 16% 54.7M 5s 2023-12-03T11:52:37.548 INFO:teuthology.orchestra.run.smithi019.stderr: 15500K .......... .......... .......... .......... .......... 16% 57.3M 5s 2023-12-03T11:52:37.548 INFO:teuthology.orchestra.run.smithi019.stderr: 15550K .......... .......... .......... .......... .......... 16% 75.0M 5s 2023-12-03T11:52:37.550 INFO:teuthology.orchestra.run.smithi019.stderr: 15600K .......... .......... .......... .......... .......... 16% 41.6M 5s 2023-12-03T11:52:37.550 INFO:teuthology.orchestra.run.smithi019.stderr: 15650K .......... .......... .......... .......... .......... 16% 66.7M 5s 2023-12-03T11:52:37.552 INFO:teuthology.orchestra.run.smithi019.stderr: 15700K .......... .......... .......... .......... .......... 16% 64.5M 5s 2023-12-03T11:52:37.552 INFO:teuthology.orchestra.run.smithi019.stderr: 15750K .......... .......... .......... .......... .......... 17% 73.8M 5s 2023-12-03T11:52:37.553 INFO:teuthology.orchestra.run.smithi019.stderr: 15800K .......... .......... .......... .......... .......... 17% 30.6M 5s 2023-12-03T11:52:37.555 INFO:teuthology.orchestra.run.smithi019.stderr: 15850K .......... .......... .......... .......... .......... 17% 33.0M 5s 2023-12-03T11:52:37.556 INFO:teuthology.orchestra.run.smithi019.stderr: 15900K .......... .......... .......... .......... .......... 17% 28.8M 5s 2023-12-03T11:52:37.566 INFO:teuthology.orchestra.run.smithi019.stderr: 15950K .......... .......... .......... .......... .......... 17% 50.3M 5s 2023-12-03T11:52:37.567 INFO:teuthology.orchestra.run.smithi019.stderr: 16000K .......... .......... .......... .......... .......... 17% 70.3M 5s 2023-12-03T11:52:37.567 INFO:teuthology.orchestra.run.smithi019.stderr: 16050K .......... .......... .......... .......... .......... 17% 70.0M 5s 2023-12-03T11:52:37.567 INFO:teuthology.orchestra.run.smithi019.stderr: 16100K .......... .......... .......... .......... .......... 17% 76.4M 5s 2023-12-03T11:52:37.567 INFO:teuthology.orchestra.run.smithi019.stderr: 16150K .......... .......... .......... .......... .......... 17% 74.4M 5s 2023-12-03T11:52:37.567 INFO:teuthology.orchestra.run.smithi019.stderr: 16200K .......... .......... .......... .......... .......... 17% 78.0M 5s 2023-12-03T11:52:37.567 INFO:teuthology.orchestra.run.smithi019.stderr: 16250K .......... .......... .......... .......... .......... 17% 59.2M 5s 2023-12-03T11:52:37.567 INFO:teuthology.orchestra.run.smithi019.stderr: 16300K .......... .......... .......... .......... .......... 17% 78.0M 5s 2023-12-03T11:52:37.567 INFO:teuthology.orchestra.run.smithi019.stderr: 16350K .......... .......... .......... .......... .......... 17% 59.8M 5s 2023-12-03T11:52:37.567 INFO:teuthology.orchestra.run.smithi019.stderr: 16400K .......... .......... .......... .......... .......... 17% 39.3M 5s 2023-12-03T11:52:37.567 INFO:teuthology.orchestra.run.smithi019.stderr: 16450K .......... .......... .......... .......... .......... 17% 75.1M 5s 2023-12-03T11:52:37.567 INFO:teuthology.orchestra.run.smithi019.stderr: 16500K .......... .......... .......... .......... .......... 17% 65.0M 5s 2023-12-03T11:52:37.567 INFO:teuthology.orchestra.run.smithi019.stderr: 16550K .......... .......... .......... .......... .......... 17% 61.1M 5s 2023-12-03T11:52:37.568 INFO:teuthology.orchestra.run.smithi019.stderr: 16600K .......... .......... .......... .......... .......... 17% 36.8M 5s 2023-12-03T11:52:37.570 INFO:teuthology.orchestra.run.smithi019.stderr: 16650K .......... .......... .......... .......... .......... 17% 31.3M 5s 2023-12-03T11:52:37.570 INFO:teuthology.orchestra.run.smithi019.stderr: 16700K .......... .......... .......... .......... .......... 18% 70.2M 5s 2023-12-03T11:52:37.571 INFO:teuthology.orchestra.run.smithi019.stderr: 16750K .......... .......... .......... .......... .......... 18% 33.4M 5s 2023-12-03T11:52:37.573 INFO:teuthology.orchestra.run.smithi019.stderr: 16800K .......... .......... .......... .......... .......... 18% 38.4M 5s 2023-12-03T11:52:37.575 INFO:teuthology.orchestra.run.smithi019.stderr: 16850K .......... .......... .......... .......... .......... 18% 70.6M 5s 2023-12-03T11:52:37.575 INFO:teuthology.orchestra.run.smithi019.stderr: 16900K .......... .......... .......... .......... .......... 18% 75.5M 5s 2023-12-03T11:52:37.575 INFO:teuthology.orchestra.run.smithi019.stderr: 16950K .......... .......... .......... .......... .......... 18% 67.8M 5s 2023-12-03T11:52:37.578 INFO:teuthology.orchestra.run.smithi019.stderr: 17000K .......... .......... .......... .......... .......... 18% 62.5M 5s 2023-12-03T11:52:37.578 INFO:teuthology.orchestra.run.smithi019.stderr: 17050K .......... .......... .......... .......... .......... 18% 62.0M 5s 2023-12-03T11:52:37.578 INFO:teuthology.orchestra.run.smithi019.stderr: 17100K .......... .......... .......... .......... .......... 18% 76.8M 5s 2023-12-03T11:52:37.578 INFO:teuthology.orchestra.run.smithi019.stderr: 17150K .......... .......... .......... .......... .......... 18% 74.6M 5s 2023-12-03T11:52:37.579 INFO:teuthology.orchestra.run.smithi019.stderr: 17200K .......... .......... .......... .......... .......... 18% 74.7M 5s 2023-12-03T11:52:37.583 INFO:teuthology.orchestra.run.smithi019.stderr: 17250K .......... .......... .......... .......... .......... 18% 49.9M 5s 2023-12-03T11:52:37.584 INFO:teuthology.orchestra.run.smithi019.stderr: 17300K .......... .......... .......... .......... .......... 18% 71.0M 5s 2023-12-03T11:52:37.584 INFO:teuthology.orchestra.run.smithi019.stderr: 17350K .......... .......... .......... .......... .......... 18% 77.7M 4s 2023-12-03T11:52:37.584 INFO:teuthology.orchestra.run.smithi019.stderr: 17400K .......... .......... .......... .......... .......... 18% 77.4M 4s 2023-12-03T11:52:37.584 INFO:teuthology.orchestra.run.smithi019.stderr: 17450K .......... .......... .......... .......... .......... 18% 76.4M 4s 2023-12-03T11:52:37.584 INFO:teuthology.orchestra.run.smithi019.stderr: 17500K .......... .......... .......... .......... .......... 18% 34.0M 4s 2023-12-03T11:52:37.585 INFO:teuthology.orchestra.run.smithi019.stderr: 17550K .......... .......... .......... .......... .......... 18% 40.6M 4s 2023-12-03T11:52:37.585 INFO:teuthology.orchestra.run.smithi019.stderr: 17600K .......... .......... .......... .......... .......... 18% 107M 4s 2023-12-03T11:52:37.587 INFO:teuthology.orchestra.run.smithi019.stderr: 17650K .......... .......... .......... .......... .......... 19% 25.5M 4s 2023-12-03T11:52:37.588 INFO:teuthology.orchestra.run.smithi019.stderr: 17700K .......... .......... .......... .......... .......... 19% 60.9M 4s 2023-12-03T11:52:37.629 INFO:teuthology.orchestra.run.smithi019.stderr: 17750K .......... .......... .......... .......... .......... 19% 43.6M 4s 2023-12-03T11:52:37.629 INFO:teuthology.orchestra.run.smithi019.stderr: 17800K .......... .......... .......... .......... .......... 19% 67.0M 4s 2023-12-03T11:52:37.629 INFO:teuthology.orchestra.run.smithi019.stderr: 17850K .......... .......... .......... .......... .......... 19% 81.2M 4s 2023-12-03T11:52:37.629 INFO:teuthology.orchestra.run.smithi019.stderr: 17900K .......... .......... .......... .......... .......... 19% 87.2M 4s 2023-12-03T11:52:37.629 INFO:teuthology.orchestra.run.smithi019.stderr: 17950K .......... .......... .......... .......... .......... 19% 78.1M 4s 2023-12-03T11:52:37.629 INFO:teuthology.orchestra.run.smithi019.stderr: 18000K .......... .......... .......... .......... .......... 19% 67.4M 4s 2023-12-03T11:52:37.629 INFO:teuthology.orchestra.run.smithi019.stderr: 18050K .......... .......... .......... .......... .......... 19% 58.9M 4s 2023-12-03T11:52:37.629 INFO:teuthology.orchestra.run.smithi019.stderr: 18100K .......... .......... .......... .......... .......... 19% 91.6M 4s 2023-12-03T11:52:37.629 INFO:teuthology.orchestra.run.smithi019.stderr: 18150K .......... .......... .......... .......... .......... 19% 38.8M 4s 2023-12-03T11:52:37.629 INFO:teuthology.orchestra.run.smithi019.stderr: 18200K .......... .......... .......... .......... .......... 19% 84.9M 4s 2023-12-03T11:52:37.630 INFO:teuthology.orchestra.run.smithi019.stderr: 18250K .......... .......... .......... .......... .......... 19% 71.8M 4s 2023-12-03T11:52:37.630 INFO:teuthology.orchestra.run.smithi019.stderr: 18300K .......... .......... .......... .......... .......... 19% 74.7M 4s 2023-12-03T11:52:37.630 INFO:teuthology.orchestra.run.smithi019.stderr: 18350K .......... .......... .......... .......... .......... 19% 83.2M 4s 2023-12-03T11:52:37.630 INFO:teuthology.orchestra.run.smithi019.stderr: 18400K .......... .......... .......... .......... .......... 19% 41.4M 4s 2023-12-03T11:52:37.630 INFO:teuthology.orchestra.run.smithi019.stderr: 18450K .......... .......... .......... .......... .......... 19% 37.8M 4s 2023-12-03T11:52:37.630 INFO:teuthology.orchestra.run.smithi019.stderr: 18500K .......... .......... .......... .......... .......... 19% 30.5M 4s 2023-12-03T11:52:37.630 INFO:teuthology.orchestra.run.smithi019.stderr: 18550K .......... .......... .......... .......... .......... 20% 92.4M 4s 2023-12-03T11:52:37.630 INFO:teuthology.orchestra.run.smithi019.stderr: 18600K .......... .......... .......... .......... .......... 20% 65.2M 4s 2023-12-03T11:52:37.630 INFO:teuthology.orchestra.run.smithi019.stderr: 18650K .......... .......... .......... .......... .......... 20% 58.9M 4s 2023-12-03T11:52:37.630 INFO:teuthology.orchestra.run.smithi019.stderr: 18700K .......... .......... .......... .......... .......... 20% 72.3M 4s 2023-12-03T11:52:37.630 INFO:teuthology.orchestra.run.smithi019.stderr: 18750K .......... .......... .......... .......... .......... 20% 70.1M 4s 2023-12-03T11:52:37.630 INFO:teuthology.orchestra.run.smithi019.stderr: 18800K .......... .......... .......... .......... .......... 20% 82.9M 4s 2023-12-03T11:52:37.630 INFO:teuthology.orchestra.run.smithi019.stderr: 18850K .......... .......... .......... .......... .......... 20% 77.1M 4s 2023-12-03T11:52:37.630 INFO:teuthology.orchestra.run.smithi019.stderr: 18900K .......... .......... .......... .......... .......... 20% 78.3M 4s 2023-12-03T11:52:37.630 INFO:teuthology.orchestra.run.smithi019.stderr: 18950K .......... .......... .......... .......... .......... 20% 95.9M 4s 2023-12-03T11:52:37.631 INFO:teuthology.orchestra.run.smithi019.stderr: 19000K .......... .......... .......... .......... .......... 20% 99.1M 4s 2023-12-03T11:52:37.631 INFO:teuthology.orchestra.run.smithi019.stderr: 19050K .......... .......... .......... .......... .......... 20% 54.2M 4s 2023-12-03T11:52:37.631 INFO:teuthology.orchestra.run.smithi019.stderr: 19100K .......... .......... .......... .......... .......... 20% 46.9M 4s 2023-12-03T11:52:37.631 INFO:teuthology.orchestra.run.smithi019.stderr: 19150K .......... .......... .......... .......... .......... 20% 50.3M 4s 2023-12-03T11:52:37.631 INFO:teuthology.orchestra.run.smithi019.stderr: 19200K .......... .......... .......... .......... .......... 20% 52.0M 4s 2023-12-03T11:52:37.631 INFO:teuthology.orchestra.run.smithi019.stderr: 19250K .......... .......... .......... .......... .......... 20% 48.0M 4s 2023-12-03T11:52:37.631 INFO:teuthology.orchestra.run.smithi019.stderr: 19300K .......... .......... .......... .......... .......... 20% 55.7M 4s 2023-12-03T11:52:37.631 INFO:teuthology.orchestra.run.smithi019.stderr: 19350K .......... .......... .......... .......... .......... 20% 74.3M 4s 2023-12-03T11:52:37.631 INFO:teuthology.orchestra.run.smithi019.stderr: 19400K .......... .......... .......... .......... .......... 20% 52.4M 4s 2023-12-03T11:52:37.631 INFO:teuthology.orchestra.run.smithi019.stderr: 19450K .......... .......... .......... .......... .......... 20% 53.8M 4s 2023-12-03T11:52:37.631 INFO:teuthology.orchestra.run.smithi019.stderr: 19500K .......... .......... .......... .......... .......... 21% 57.4M 4s 2023-12-03T11:52:37.631 INFO:teuthology.orchestra.run.smithi019.stderr: 19550K .......... .......... .......... .......... .......... 21% 51.2M 4s 2023-12-03T11:52:37.631 INFO:teuthology.orchestra.run.smithi019.stderr: 19600K .......... .......... .......... .......... .......... 21% 86.0M 4s 2023-12-03T11:52:37.631 INFO:teuthology.orchestra.run.smithi019.stderr: 19650K .......... .......... .......... .......... .......... 21% 51.2M 4s 2023-12-03T11:52:37.631 INFO:teuthology.orchestra.run.smithi019.stderr: 19700K .......... .......... .......... .......... .......... 21% 120M 4s 2023-12-03T11:52:37.632 INFO:teuthology.orchestra.run.smithi019.stderr: 19750K .......... .......... .......... .......... .......... 21% 63.2M 4s 2023-12-03T11:52:37.632 INFO:teuthology.orchestra.run.smithi019.stderr: 19800K .......... .......... .......... .......... .......... 21% 60.6M 4s 2023-12-03T11:52:37.632 INFO:teuthology.orchestra.run.smithi019.stderr: 19850K .......... .......... .......... .......... .......... 21% 89.2M 4s 2023-12-03T11:52:37.632 INFO:teuthology.orchestra.run.smithi019.stderr: 19900K .......... .......... .......... .......... .......... 21% 82.5M 4s 2023-12-03T11:52:37.632 INFO:teuthology.orchestra.run.smithi019.stderr: 19950K .......... .......... .......... .......... .......... 21% 115M 4s 2023-12-03T11:52:37.632 INFO:teuthology.orchestra.run.smithi019.stderr: 20000K .......... .......... .......... .......... .......... 21% 101M 4s 2023-12-03T11:52:37.632 INFO:teuthology.orchestra.run.smithi019.stderr: 20050K .......... .......... .......... .......... .......... 21% 72.6M 4s 2023-12-03T11:52:37.632 INFO:teuthology.orchestra.run.smithi019.stderr: 20100K .......... .......... .......... .......... .......... 21% 97.6M 4s 2023-12-03T11:52:37.632 INFO:teuthology.orchestra.run.smithi019.stderr: 20150K .......... .......... .......... .......... .......... 21% 62.4M 4s 2023-12-03T11:52:37.632 INFO:teuthology.orchestra.run.smithi019.stderr: 20200K .......... .......... .......... .......... .......... 21% 104M 4s 2023-12-03T11:52:37.632 INFO:teuthology.orchestra.run.smithi019.stderr: 20250K .......... .......... .......... .......... .......... 21% 64.9M 4s 2023-12-03T11:52:37.632 INFO:teuthology.orchestra.run.smithi019.stderr: 20300K .......... .......... .......... .......... .......... 21% 47.1M 4s 2023-12-03T11:52:37.632 INFO:teuthology.orchestra.run.smithi019.stderr: 20350K .......... .......... .......... .......... .......... 21% 69.7M 4s 2023-12-03T11:52:37.632 INFO:teuthology.orchestra.run.smithi019.stderr: 20400K .......... .......... .......... .......... .......... 22% 106M 4s 2023-12-03T11:52:37.675 INFO:teuthology.orchestra.run.smithi019.stderr: 20450K .......... .......... .......... .......... .......... 22% 31.9M 4s 2023-12-03T11:52:37.675 INFO:teuthology.orchestra.run.smithi019.stderr: 20500K .......... .......... .......... .......... .......... 22% 37.5M 4s 2023-12-03T11:52:37.675 INFO:teuthology.orchestra.run.smithi019.stderr: 20550K .......... .......... .......... .......... .......... 22% 50.1M 4s 2023-12-03T11:52:37.675 INFO:teuthology.orchestra.run.smithi019.stderr: 20600K .......... .......... .......... .......... .......... 22% 52.9M 4s 2023-12-03T11:52:37.675 INFO:teuthology.orchestra.run.smithi019.stderr: 20650K .......... .......... .......... .......... .......... 22% 106M 4s 2023-12-03T11:52:37.675 INFO:teuthology.orchestra.run.smithi019.stderr: 20700K .......... .......... .......... .......... .......... 22% 68.7M 4s 2023-12-03T11:52:37.675 INFO:teuthology.orchestra.run.smithi019.stderr: 20750K .......... .......... .......... .......... .......... 22% 57.7M 4s 2023-12-03T11:52:37.675 INFO:teuthology.orchestra.run.smithi019.stderr: 20800K .......... .......... .......... .......... .......... 22% 105M 4s 2023-12-03T11:52:37.675 INFO:teuthology.orchestra.run.smithi019.stderr: 20850K .......... .......... .......... .......... .......... 22% 115M 4s 2023-12-03T11:52:37.675 INFO:teuthology.orchestra.run.smithi019.stderr: 20900K .......... .......... .......... .......... .......... 22% 77.8M 4s 2023-12-03T11:52:37.675 INFO:teuthology.orchestra.run.smithi019.stderr: 20950K .......... .......... .......... .......... .......... 22% 48.5M 4s 2023-12-03T11:52:37.676 INFO:teuthology.orchestra.run.smithi019.stderr: 21000K .......... .......... .......... .......... .......... 22% 71.5M 4s 2023-12-03T11:52:37.676 INFO:teuthology.orchestra.run.smithi019.stderr: 21050K .......... .......... .......... .......... .......... 22% 70.2M 4s 2023-12-03T11:52:37.676 INFO:teuthology.orchestra.run.smithi019.stderr: 21100K .......... .......... .......... .......... .......... 22% 105M 4s 2023-12-03T11:52:37.676 INFO:teuthology.orchestra.run.smithi019.stderr: 21150K .......... .......... .......... .......... .......... 22% 113M 4s 2023-12-03T11:52:37.676 INFO:teuthology.orchestra.run.smithi019.stderr: 21200K .......... .......... .......... .......... .......... 22% 64.3M 4s 2023-12-03T11:52:37.676 INFO:teuthology.orchestra.run.smithi019.stderr: 21250K .......... .......... .......... .......... .......... 22% 96.6M 4s 2023-12-03T11:52:37.676 INFO:teuthology.orchestra.run.smithi019.stderr: 21300K .......... .......... .......... .......... .......... 22% 67.2M 4s 2023-12-03T11:52:37.676 INFO:teuthology.orchestra.run.smithi019.stderr: 21350K .......... .......... .......... .......... .......... 23% 68.2M 4s 2023-12-03T11:52:37.676 INFO:teuthology.orchestra.run.smithi019.stderr: 21400K .......... .......... .......... .......... .......... 23% 120M 4s 2023-12-03T11:52:37.676 INFO:teuthology.orchestra.run.smithi019.stderr: 21450K .......... .......... .......... .......... .......... 23% 105M 4s 2023-12-03T11:52:37.676 INFO:teuthology.orchestra.run.smithi019.stderr: 21500K .......... .......... .......... .......... .......... 23% 39.3M 4s 2023-12-03T11:52:37.676 INFO:teuthology.orchestra.run.smithi019.stderr: 21550K .......... .......... .......... .......... .......... 23% 37.0M 4s 2023-12-03T11:52:37.676 INFO:teuthology.orchestra.run.smithi019.stderr: 21600K .......... .......... .......... .......... .......... 23% 107M 4s 2023-12-03T11:52:37.676 INFO:teuthology.orchestra.run.smithi019.stderr: 21650K .......... .......... .......... .......... .......... 23% 37.6M 4s 2023-12-03T11:52:37.677 INFO:teuthology.orchestra.run.smithi019.stderr: 21700K .......... .......... .......... .......... .......... 23% 54.1M 4s 2023-12-03T11:52:37.677 INFO:teuthology.orchestra.run.smithi019.stderr: 21750K .......... .......... .......... .......... .......... 23% 95.3M 4s 2023-12-03T11:52:37.677 INFO:teuthology.orchestra.run.smithi019.stderr: 21800K .......... .......... .......... .......... .......... 23% 119M 4s 2023-12-03T11:52:37.677 INFO:teuthology.orchestra.run.smithi019.stderr: 21850K .......... .......... .......... .......... .......... 23% 54.4M 4s 2023-12-03T11:52:37.677 INFO:teuthology.orchestra.run.smithi019.stderr: 21900K .......... .......... .......... .......... .......... 23% 96.3M 4s 2023-12-03T11:52:37.677 INFO:teuthology.orchestra.run.smithi019.stderr: 21950K .......... .......... .......... .......... .......... 23% 95.3M 4s 2023-12-03T11:52:37.677 INFO:teuthology.orchestra.run.smithi019.stderr: 22000K .......... .......... .......... .......... .......... 23% 47.8M 4s 2023-12-03T11:52:37.677 INFO:teuthology.orchestra.run.smithi019.stderr: 22050K .......... .......... .......... .......... .......... 23% 87.6M 4s 2023-12-03T11:52:37.677 INFO:teuthology.orchestra.run.smithi019.stderr: 22100K .......... .......... .......... .......... .......... 23% 86.0M 4s 2023-12-03T11:52:37.677 INFO:teuthology.orchestra.run.smithi019.stderr: 22150K .......... .......... .......... .......... .......... 23% 81.5M 4s 2023-12-03T11:52:37.677 INFO:teuthology.orchestra.run.smithi019.stderr: 22200K .......... .......... .......... .......... .......... 23% 68.8M 4s 2023-12-03T11:52:37.677 INFO:teuthology.orchestra.run.smithi019.stderr: 22250K .......... .......... .......... .......... .......... 24% 56.2M 4s 2023-12-03T11:52:37.677 INFO:teuthology.orchestra.run.smithi019.stderr: 22300K .......... .......... .......... .......... .......... 24% 122M 4s 2023-12-03T11:52:37.677 INFO:teuthology.orchestra.run.smithi019.stderr: 22350K .......... .......... .......... .......... .......... 24% 120M 3s 2023-12-03T11:52:37.677 INFO:teuthology.orchestra.run.smithi019.stderr: 22400K .......... .......... .......... .......... .......... 24% 46.8M 3s 2023-12-03T11:52:37.678 INFO:teuthology.orchestra.run.smithi019.stderr: 22450K .......... .......... .......... .......... .......... 24% 91.9M 3s 2023-12-03T11:52:37.678 INFO:teuthology.orchestra.run.smithi019.stderr: 22500K .......... .......... .......... .......... .......... 24% 93.9M 3s 2023-12-03T11:52:37.678 INFO:teuthology.orchestra.run.smithi019.stderr: 22550K .......... .......... .......... .......... .......... 24% 89.6M 3s 2023-12-03T11:52:37.678 INFO:teuthology.orchestra.run.smithi019.stderr: 22600K .......... .......... .......... .......... .......... 24% 60.5M 3s 2023-12-03T11:52:37.678 INFO:teuthology.orchestra.run.smithi019.stderr: 22650K .......... .......... .......... .......... .......... 24% 72.7M 3s 2023-12-03T11:52:37.678 INFO:teuthology.orchestra.run.smithi019.stderr: 22700K .......... .......... .......... .......... .......... 24% 38.5M 3s 2023-12-03T11:52:37.678 INFO:teuthology.orchestra.run.smithi019.stderr: 22750K .......... .......... .......... .......... .......... 24% 115M 3s 2023-12-03T11:52:37.678 INFO:teuthology.orchestra.run.smithi019.stderr: 22800K .......... .......... .......... .......... .......... 24% 36.3M 3s 2023-12-03T11:52:37.678 INFO:teuthology.orchestra.run.smithi019.stderr: 22850K .......... .......... .......... .......... .......... 24% 44.8M 3s 2023-12-03T11:52:37.678 INFO:teuthology.orchestra.run.smithi019.stderr: 22900K .......... .......... .......... .......... .......... 24% 94.3M 3s 2023-12-03T11:52:37.678 INFO:teuthology.orchestra.run.smithi019.stderr: 22950K .......... .......... .......... .......... .......... 24% 67.2M 3s 2023-12-03T11:52:37.678 INFO:teuthology.orchestra.run.smithi019.stderr: 23000K .......... .......... .......... .......... .......... 24% 113M 3s 2023-12-03T11:52:37.678 INFO:teuthology.orchestra.run.smithi019.stderr: 23050K .......... .......... .......... .......... .......... 24% 49.6M 3s 2023-12-03T11:52:37.678 INFO:teuthology.orchestra.run.smithi019.stderr: 23100K .......... .......... .......... .......... .......... 24% 79.3M 3s 2023-12-03T11:52:37.679 INFO:teuthology.orchestra.run.smithi019.stderr: 23150K .......... .......... .......... .......... .......... 24% 44.8M 3s 2023-12-03T11:52:37.679 INFO:teuthology.orchestra.run.smithi019.stderr: 23200K .......... .......... .......... .......... .......... 25% 123M 3s 2023-12-03T11:52:37.679 INFO:teuthology.orchestra.run.smithi019.stderr: 23250K .......... .......... .......... .......... .......... 25% 53.9M 3s 2023-12-03T11:52:37.679 INFO:teuthology.orchestra.run.smithi019.stderr: 23300K .......... .......... .......... .......... .......... 25% 123M 3s 2023-12-03T11:52:37.679 INFO:teuthology.orchestra.run.smithi019.stderr: 23350K .......... .......... .......... .......... .......... 25% 63.4M 3s 2023-12-03T11:52:37.679 INFO:teuthology.orchestra.run.smithi019.stderr: 23400K .......... .......... .......... .......... .......... 25% 48.0M 3s 2023-12-03T11:52:37.679 INFO:teuthology.orchestra.run.smithi019.stderr: 23450K .......... .......... .......... .......... .......... 25% 107M 3s 2023-12-03T11:52:37.679 INFO:teuthology.orchestra.run.smithi019.stderr: 23500K .......... .......... .......... .......... .......... 25% 76.4M 3s 2023-12-03T11:52:37.679 INFO:teuthology.orchestra.run.smithi019.stderr: 23550K .......... .......... .......... .......... .......... 25% 71.2M 3s 2023-12-03T11:52:37.689 INFO:teuthology.orchestra.run.smithi019.stderr: 23600K .......... .......... .......... .......... .......... 25% 64.8M 3s 2023-12-03T11:52:37.689 INFO:teuthology.orchestra.run.smithi019.stderr: 23650K .......... .......... .......... .......... .......... 25% 71.1M 3s 2023-12-03T11:52:37.689 INFO:teuthology.orchestra.run.smithi019.stderr: 23700K .......... .......... .......... .......... .......... 25% 108M 3s 2023-12-03T11:52:37.689 INFO:teuthology.orchestra.run.smithi019.stderr: 23750K .......... .......... .......... .......... .......... 25% 57.0M 3s 2023-12-03T11:52:37.689 INFO:teuthology.orchestra.run.smithi019.stderr: 23800K .......... .......... .......... .......... .......... 25% 81.5M 3s 2023-12-03T11:52:37.689 INFO:teuthology.orchestra.run.smithi019.stderr: 23850K .......... .......... .......... .......... .......... 25% 40.6M 3s 2023-12-03T11:52:37.690 INFO:teuthology.orchestra.run.smithi019.stderr: 23900K .......... .......... .......... .......... .......... 25% 34.2M 3s 2023-12-03T11:52:37.690 INFO:teuthology.orchestra.run.smithi019.stderr: 23950K .......... .......... .......... .......... .......... 25% 100M 3s 2023-12-03T11:52:37.690 INFO:teuthology.orchestra.run.smithi019.stderr: 24000K .......... .......... .......... .......... .......... 25% 51.7M 3s 2023-12-03T11:52:37.690 INFO:teuthology.orchestra.run.smithi019.stderr: 24050K .......... .......... .......... .......... .......... 25% 63.8M 3s 2023-12-03T11:52:37.690 INFO:teuthology.orchestra.run.smithi019.stderr: 24100K .......... .......... .......... .......... .......... 25% 63.3M 3s 2023-12-03T11:52:37.690 INFO:teuthology.orchestra.run.smithi019.stderr: 24150K .......... .......... .......... .......... .......... 26% 81.2M 3s 2023-12-03T11:52:37.690 INFO:teuthology.orchestra.run.smithi019.stderr: 24200K .......... .......... .......... .......... .......... 26% 86.5M 3s 2023-12-03T11:52:37.690 INFO:teuthology.orchestra.run.smithi019.stderr: 24250K .......... .......... .......... .......... .......... 26% 55.8M 3s 2023-12-03T11:52:37.690 INFO:teuthology.orchestra.run.smithi019.stderr: 24300K .......... .......... .......... .......... .......... 26% 66.0M 3s 2023-12-03T11:52:37.690 INFO:teuthology.orchestra.run.smithi019.stderr: 24350K .......... .......... .......... .......... .......... 26% 111M 3s 2023-12-03T11:52:37.706 INFO:teuthology.orchestra.run.smithi019.stderr: 24400K .......... .......... .......... .......... .......... 26% 15.3M 3s 2023-12-03T11:52:37.706 INFO:teuthology.orchestra.run.smithi019.stderr: 24450K .......... .......... .......... .......... .......... 26% 61.4M 3s 2023-12-03T11:52:37.706 INFO:teuthology.orchestra.run.smithi019.stderr: 24500K .......... .......... .......... .......... .......... 26% 83.6M 3s 2023-12-03T11:52:37.706 INFO:teuthology.orchestra.run.smithi019.stderr: 24550K .......... .......... .......... .......... .......... 26% 105M 3s 2023-12-03T11:52:37.706 INFO:teuthology.orchestra.run.smithi019.stderr: 24600K .......... .......... .......... .......... .......... 26% 68.7M 3s 2023-12-03T11:52:37.706 INFO:teuthology.orchestra.run.smithi019.stderr: 24650K .......... .......... .......... .......... .......... 26% 64.5M 3s 2023-12-03T11:52:37.706 INFO:teuthology.orchestra.run.smithi019.stderr: 24700K .......... .......... .......... .......... .......... 26% 54.7M 3s 2023-12-03T11:52:37.707 INFO:teuthology.orchestra.run.smithi019.stderr: 24750K .......... .......... .......... .......... .......... 26% 90.0M 3s 2023-12-03T11:52:37.707 INFO:teuthology.orchestra.run.smithi019.stderr: 24800K .......... .......... .......... .......... .......... 26% 117M 3s 2023-12-03T11:52:37.707 INFO:teuthology.orchestra.run.smithi019.stderr: 24850K .......... .......... .......... .......... .......... 26% 76.5M 3s 2023-12-03T11:52:37.707 INFO:teuthology.orchestra.run.smithi019.stderr: 24900K .......... .......... .......... .......... .......... 26% 64.1M 3s 2023-12-03T11:52:37.707 INFO:teuthology.orchestra.run.smithi019.stderr: 24950K .......... .......... .......... .......... .......... 26% 59.5M 3s 2023-12-03T11:52:37.707 INFO:teuthology.orchestra.run.smithi019.stderr: 25000K .......... .......... .......... .......... .......... 26% 126M 3s 2023-12-03T11:52:37.707 INFO:teuthology.orchestra.run.smithi019.stderr: 25050K .......... .......... .......... .......... .......... 27% 109M 3s 2023-12-03T11:52:37.707 INFO:teuthology.orchestra.run.smithi019.stderr: 25100K .......... .......... .......... .......... .......... 27% 54.7M 3s 2023-12-03T11:52:37.707 INFO:teuthology.orchestra.run.smithi019.stderr: 25150K .......... .......... .......... .......... .......... 27% 62.9M 3s 2023-12-03T11:52:37.707 INFO:teuthology.orchestra.run.smithi019.stderr: 25200K .......... .......... .......... .......... .......... 27% 112M 3s 2023-12-03T11:52:37.707 INFO:teuthology.orchestra.run.smithi019.stderr: 25250K .......... .......... .......... .......... .......... 27% 83.6M 3s 2023-12-03T11:52:37.707 INFO:teuthology.orchestra.run.smithi019.stderr: 25300K .......... .......... .......... .......... .......... 27% 82.8M 3s 2023-12-03T11:52:37.707 INFO:teuthology.orchestra.run.smithi019.stderr: 25350K .......... .......... .......... .......... .......... 27% 68.3M 3s 2023-12-03T11:52:37.707 INFO:teuthology.orchestra.run.smithi019.stderr: 25400K .......... .......... .......... .......... .......... 27% 72.9M 3s 2023-12-03T11:52:37.707 INFO:teuthology.orchestra.run.smithi019.stderr: 25450K .......... .......... .......... .......... .......... 27% 59.9M 3s 2023-12-03T11:52:37.707 INFO:teuthology.orchestra.run.smithi019.stderr: 25500K .......... .......... .......... .......... .......... 27% 118M 3s 2023-12-03T11:52:37.708 INFO:teuthology.orchestra.run.smithi019.stderr: 25550K .......... .......... .......... .......... .......... 27% 48.0M 3s 2023-12-03T11:52:37.716 INFO:teuthology.orchestra.run.smithi019.stderr: 25600K .......... .......... .......... .......... .......... 27% 25.3M 3s 2023-12-03T11:52:37.717 INFO:teuthology.orchestra.run.smithi019.stderr: 25650K .......... .......... .......... .......... .......... 27% 28.6M 3s 2023-12-03T11:52:37.717 INFO:teuthology.orchestra.run.smithi019.stderr: 25700K .......... .......... .......... .......... .......... 27% 117M 3s 2023-12-03T11:52:37.717 INFO:teuthology.orchestra.run.smithi019.stderr: 25750K .......... .......... .......... .......... .......... 27% 53.7M 3s 2023-12-03T11:52:37.717 INFO:teuthology.orchestra.run.smithi019.stderr: 25800K .......... .......... .......... .......... .......... 27% 75.7M 3s 2023-12-03T11:52:37.717 INFO:teuthology.orchestra.run.smithi019.stderr: 25850K .......... .......... .......... .......... .......... 27% 59.3M 3s 2023-12-03T11:52:37.717 INFO:teuthology.orchestra.run.smithi019.stderr: 25900K .......... .......... .......... .......... .......... 27% 58.3M 3s 2023-12-03T11:52:37.717 INFO:teuthology.orchestra.run.smithi019.stderr: 25950K .......... .......... .......... .......... .......... 27% 76.8M 3s 2023-12-03T11:52:37.717 INFO:teuthology.orchestra.run.smithi019.stderr: 26000K .......... .......... .......... .......... .......... 28% 64.8M 3s 2023-12-03T11:52:37.717 INFO:teuthology.orchestra.run.smithi019.stderr: 26050K .......... .......... .......... .......... .......... 28% 85.5M 3s 2023-12-03T11:52:37.717 INFO:teuthology.orchestra.run.smithi019.stderr: 26100K .......... .......... .......... .......... .......... 28% 70.6M 3s 2023-12-03T11:52:37.717 INFO:teuthology.orchestra.run.smithi019.stderr: 26150K .......... .......... .......... .......... .......... 28% 50.3M 3s 2023-12-03T11:52:37.717 INFO:teuthology.orchestra.run.smithi019.stderr: 26200K .......... .......... .......... .......... .......... 28% 124M 3s 2023-12-03T11:52:37.722 INFO:teuthology.orchestra.run.smithi019.stderr: 26250K .......... .......... .......... .......... .......... 28% 50.4M 3s 2023-12-03T11:52:37.722 INFO:teuthology.orchestra.run.smithi019.stderr: 26300K .......... .......... .......... .......... .......... 28% 103M 3s 2023-12-03T11:52:37.722 INFO:teuthology.orchestra.run.smithi019.stderr: 26350K .......... .......... .......... .......... .......... 28% 59.8M 3s 2023-12-03T11:52:37.722 INFO:teuthology.orchestra.run.smithi019.stderr: 26400K .......... .......... .......... .......... .......... 28% 87.3M 3s 2023-12-03T11:52:37.722 INFO:teuthology.orchestra.run.smithi019.stderr: 26450K .......... .......... .......... .......... .......... 28% 28.5M 3s 2023-12-03T11:52:37.722 INFO:teuthology.orchestra.run.smithi019.stderr: 26500K .......... .......... .......... .......... .......... 28% 62.4M 3s 2023-12-03T11:52:37.728 INFO:teuthology.orchestra.run.smithi019.stderr: 26550K .......... .......... .......... .......... .......... 28% 43.5M 3s 2023-12-03T11:52:37.729 INFO:teuthology.orchestra.run.smithi019.stderr: 26600K .......... .......... .......... .......... .......... 28% 124M 3s 2023-12-03T11:52:37.729 INFO:teuthology.orchestra.run.smithi019.stderr: 26650K .......... .......... .......... .......... .......... 28% 73.7M 3s 2023-12-03T11:52:37.729 INFO:teuthology.orchestra.run.smithi019.stderr: 26700K .......... .......... .......... .......... .......... 28% 104M 3s 2023-12-03T11:52:37.729 INFO:teuthology.orchestra.run.smithi019.stderr: 26750K .......... .......... .......... .......... .......... 28% 47.2M 3s 2023-12-03T11:52:37.729 INFO:teuthology.orchestra.run.smithi019.stderr: 26800K .......... .......... .......... .......... .......... 28% 94.5M 3s 2023-12-03T11:52:37.729 INFO:teuthology.orchestra.run.smithi019.stderr: 26850K .......... .......... .......... .......... .......... 28% 115M 3s 2023-12-03T11:52:37.729 INFO:teuthology.orchestra.run.smithi019.stderr: 26900K .......... .......... .......... .......... .......... 29% 64.6M 3s 2023-12-03T11:52:37.729 INFO:teuthology.orchestra.run.smithi019.stderr: 26950K .......... .......... .......... .......... .......... 29% 36.4M 3s 2023-12-03T11:52:37.731 INFO:teuthology.orchestra.run.smithi019.stderr: 27000K .......... .......... .......... .......... .......... 29% 24.9M 3s 2023-12-03T11:52:37.732 INFO:teuthology.orchestra.run.smithi019.stderr: 27050K .......... .......... .......... .......... .......... 29% 45.2M 3s 2023-12-03T11:52:37.732 INFO:teuthology.orchestra.run.smithi019.stderr: 27100K .......... .......... .......... .......... .......... 29% 112M 3s 2023-12-03T11:52:37.734 INFO:teuthology.orchestra.run.smithi019.stderr: 27150K .......... .......... .......... .......... .......... 29% 68.4M 3s 2023-12-03T11:52:37.734 INFO:teuthology.orchestra.run.smithi019.stderr: 27200K .......... .......... .......... .......... .......... 29% 53.4M 3s 2023-12-03T11:52:37.735 INFO:teuthology.orchestra.run.smithi019.stderr: 27250K .......... .......... .......... .......... .......... 29% 46.0M 3s 2023-12-03T11:52:37.739 INFO:teuthology.orchestra.run.smithi019.stderr: 27300K .......... .......... .......... .......... .......... 29% 44.8M 3s 2023-12-03T11:52:37.739 INFO:teuthology.orchestra.run.smithi019.stderr: 27350K .......... .......... .......... .......... .......... 29% 108M 3s 2023-12-03T11:52:37.739 INFO:teuthology.orchestra.run.smithi019.stderr: 27400K .......... .......... .......... .......... .......... 29% 68.0M 3s 2023-12-03T11:52:37.739 INFO:teuthology.orchestra.run.smithi019.stderr: 27450K .......... .......... .......... .......... .......... 29% 64.1M 3s 2023-12-03T11:52:37.739 INFO:teuthology.orchestra.run.smithi019.stderr: 27500K .......... .......... .......... .......... .......... 29% 62.0M 3s 2023-12-03T11:52:37.742 INFO:teuthology.orchestra.run.smithi019.stderr: 27550K .......... .......... .......... .......... .......... 29% 49.3M 3s 2023-12-03T11:52:37.742 INFO:teuthology.orchestra.run.smithi019.stderr: 27600K .......... .......... .......... .......... .......... 29% 87.3M 3s 2023-12-03T11:52:37.742 INFO:teuthology.orchestra.run.smithi019.stderr: 27650K .......... .......... .......... .......... .......... 29% 101M 3s 2023-12-03T11:52:37.742 INFO:teuthology.orchestra.run.smithi019.stderr: 27700K .......... .......... .......... .......... .......... 29% 56.0M 3s 2023-12-03T11:52:37.743 INFO:teuthology.orchestra.run.smithi019.stderr: 27750K .......... .......... .......... .......... .......... 29% 32.4M 3s 2023-12-03T11:52:37.745 INFO:teuthology.orchestra.run.smithi019.stderr: 27800K .......... .......... .......... .......... .......... 29% 39.7M 3s 2023-12-03T11:52:37.745 INFO:teuthology.orchestra.run.smithi019.stderr: 27850K .......... .......... .......... .......... .......... 30% 118M 3s 2023-12-03T11:52:37.751 INFO:teuthology.orchestra.run.smithi019.stderr: 27900K .......... .......... .......... .......... .......... 30% 35.8M 3s 2023-12-03T11:52:37.751 INFO:teuthology.orchestra.run.smithi019.stderr: 27950K .......... .......... .......... .......... .......... 30% 83.3M 3s 2023-12-03T11:52:37.751 INFO:teuthology.orchestra.run.smithi019.stderr: 28000K .......... .......... .......... .......... .......... 30% 113M 3s 2023-12-03T11:52:37.751 INFO:teuthology.orchestra.run.smithi019.stderr: 28050K .......... .......... .......... .......... .......... 30% 113M 3s 2023-12-03T11:52:37.751 INFO:teuthology.orchestra.run.smithi019.stderr: 28100K .......... .......... .......... .......... .......... 30% 59.5M 3s 2023-12-03T11:52:37.752 INFO:teuthology.orchestra.run.smithi019.stderr: 28150K .......... .......... .......... .......... .......... 30% 64.5M 3s 2023-12-03T11:52:37.752 INFO:teuthology.orchestra.run.smithi019.stderr: 28200K .......... .......... .......... .......... .......... 30% 48.8M 3s 2023-12-03T11:52:37.752 INFO:teuthology.orchestra.run.smithi019.stderr: 28250K .......... .......... .......... .......... .......... 30% 74.8M 3s 2023-12-03T11:52:37.752 INFO:teuthology.orchestra.run.smithi019.stderr: 28300K .......... .......... .......... .......... .......... 30% 107M 3s 2023-12-03T11:52:37.753 INFO:teuthology.orchestra.run.smithi019.stderr: 28350K .......... .......... .......... .......... .......... 30% 40.6M 3s 2023-12-03T11:52:37.754 INFO:teuthology.orchestra.run.smithi019.stderr: 28400K .......... .......... .......... .......... .......... 30% 29.2M 3s 2023-12-03T11:52:37.755 INFO:teuthology.orchestra.run.smithi019.stderr: 28450K .......... .......... .......... .......... .......... 30% 38.8M 3s 2023-12-03T11:52:37.756 INFO:teuthology.orchestra.run.smithi019.stderr: 28500K .......... .......... .......... .......... .......... 30% 123M 3s 2023-12-03T11:52:37.756 INFO:teuthology.orchestra.run.smithi019.stderr: 28550K .......... .......... .......... .......... .......... 30% 49.5M 3s 2023-12-03T11:52:37.758 INFO:teuthology.orchestra.run.smithi019.stderr: 28600K .......... .......... .......... .......... .......... 30% 51.0M 3s 2023-12-03T11:52:37.759 INFO:teuthology.orchestra.run.smithi019.stderr: 28650K .......... .......... .......... .......... .......... 30% 50.1M 3s 2023-12-03T11:52:37.769 INFO:teuthology.orchestra.run.smithi019.stderr: 28700K .......... .......... .......... .......... .......... 30% 34.5M 3s 2023-12-03T11:52:37.769 INFO:teuthology.orchestra.run.smithi019.stderr: 28750K .......... .......... .......... .......... .......... 31% 85.4M 3s 2023-12-03T11:52:37.769 INFO:teuthology.orchestra.run.smithi019.stderr: 28800K .......... .......... .......... .......... .......... 31% 61.7M 3s 2023-12-03T11:52:37.769 INFO:teuthology.orchestra.run.smithi019.stderr: 28850K .......... .......... .......... .......... .......... 31% 111M 3s 2023-12-03T11:52:37.769 INFO:teuthology.orchestra.run.smithi019.stderr: 28900K .......... .......... .......... .......... .......... 31% 54.2M 3s 2023-12-03T11:52:37.770 INFO:teuthology.orchestra.run.smithi019.stderr: 28950K .......... .......... .......... .......... .......... 31% 38.0M 3s 2023-12-03T11:52:37.770 INFO:teuthology.orchestra.run.smithi019.stderr: 29000K .......... .......... .......... .......... .......... 31% 116M 3s 2023-12-03T11:52:37.770 INFO:teuthology.orchestra.run.smithi019.stderr: 29050K .......... .......... .......... .......... .......... 31% 126M 3s 2023-12-03T11:52:37.770 INFO:teuthology.orchestra.run.smithi019.stderr: 29100K .......... .......... .......... .......... .......... 31% 40.1M 3s 2023-12-03T11:52:37.770 INFO:teuthology.orchestra.run.smithi019.stderr: 29150K .......... .......... .......... .......... .......... 31% 34.7M 3s 2023-12-03T11:52:37.770 INFO:teuthology.orchestra.run.smithi019.stderr: 29200K .......... .......... .......... .......... .......... 31% 120M 3s 2023-12-03T11:52:37.770 INFO:teuthology.orchestra.run.smithi019.stderr: 29250K .......... .......... .......... .......... .......... 31% 32.7M 3s 2023-12-03T11:52:37.775 INFO:teuthology.orchestra.run.smithi019.stderr: 29300K .......... .......... .......... .......... .......... 31% 35.5M 3s 2023-12-03T11:52:37.775 INFO:teuthology.orchestra.run.smithi019.stderr: 29350K .......... .......... .......... .......... .......... 31% 75.9M 3s 2023-12-03T11:52:37.775 INFO:teuthology.orchestra.run.smithi019.stderr: 29400K .......... .......... .......... .......... .......... 31% 83.9M 3s 2023-12-03T11:52:37.775 INFO:teuthology.orchestra.run.smithi019.stderr: 29450K .......... .......... .......... .......... .......... 31% 118M 3s 2023-12-03T11:52:37.775 INFO:teuthology.orchestra.run.smithi019.stderr: 29500K .......... .......... .......... .......... .......... 31% 61.4M 3s 2023-12-03T11:52:37.775 INFO:teuthology.orchestra.run.smithi019.stderr: 29550K .......... .......... .......... .......... .......... 31% 46.2M 3s 2023-12-03T11:52:37.775 INFO:teuthology.orchestra.run.smithi019.stderr: 29600K .......... .......... .......... .......... .......... 31% 68.6M 3s 2023-12-03T11:52:37.777 INFO:teuthology.orchestra.run.smithi019.stderr: 29650K .......... .......... .......... .......... .......... 31% 69.5M 3s 2023-12-03T11:52:37.777 INFO:teuthology.orchestra.run.smithi019.stderr: 29700K .......... .......... .......... .......... .......... 32% 120M 3s 2023-12-03T11:52:37.777 INFO:teuthology.orchestra.run.smithi019.stderr: 29750K .......... .......... .......... .......... .......... 32% 49.8M 3s 2023-12-03T11:52:37.778 INFO:teuthology.orchestra.run.smithi019.stderr: 29800K .......... .......... .......... .......... .......... 32% 43.1M 3s 2023-12-03T11:52:37.780 INFO:teuthology.orchestra.run.smithi019.stderr: 29850K .......... .......... .......... .......... .......... 32% 33.6M 3s 2023-12-03T11:52:37.780 INFO:teuthology.orchestra.run.smithi019.stderr: 29900K .......... .......... .......... .......... .......... 32% 122M 3s 2023-12-03T11:52:37.782 INFO:teuthology.orchestra.run.smithi019.stderr: 29950K .......... .......... .......... .......... .......... 32% 25.4M 3s 2023-12-03T11:52:37.783 INFO:teuthology.orchestra.run.smithi019.stderr: 30000K .......... .......... .......... .......... .......... 32% 44.0M 3s 2023-12-03T11:52:37.784 INFO:teuthology.orchestra.run.smithi019.stderr: 30050K .......... .......... .......... .......... .......... 32% 49.4M 3s 2023-12-03T11:52:37.785 INFO:teuthology.orchestra.run.smithi019.stderr: 30100K .......... .......... .......... .......... .......... 32% 50.3M 3s 2023-12-03T11:52:37.785 INFO:teuthology.orchestra.run.smithi019.stderr: 30150K .......... .......... .......... .......... .......... 32% 97.4M 3s 2023-12-03T11:52:37.790 INFO:teuthology.orchestra.run.smithi019.stderr: 30200K .......... .......... .......... .......... .......... 32% 25.5M 3s 2023-12-03T11:52:37.790 INFO:teuthology.orchestra.run.smithi019.stderr: 30250K .......... .......... .......... .......... .......... 32% 67.9M 3s 2023-12-03T11:52:37.790 INFO:teuthology.orchestra.run.smithi019.stderr: 30300K .......... .......... .......... .......... .......... 32% 99.0M 3s 2023-12-03T11:52:37.790 INFO:teuthology.orchestra.run.smithi019.stderr: 30350K .......... .......... .......... .......... .......... 32% 58.2M 3s 2023-12-03T11:52:37.790 INFO:teuthology.orchestra.run.smithi019.stderr: 30400K .......... .......... .......... .......... .......... 32% 122M 3s 2023-12-03T11:52:37.792 INFO:teuthology.orchestra.run.smithi019.stderr: 30450K .......... .......... .......... .......... .......... 32% 33.9M 3s 2023-12-03T11:52:37.792 INFO:teuthology.orchestra.run.smithi019.stderr: 30500K .......... .......... .......... .......... .......... 32% 124M 3s 2023-12-03T11:52:37.793 INFO:teuthology.orchestra.run.smithi019.stderr: 30550K .......... .......... .......... .......... .......... 32% 38.9M 3s 2023-12-03T11:52:37.793 INFO:teuthology.orchestra.run.smithi019.stderr: 30600K .......... .......... .......... .......... .......... 32% 117M 3s 2023-12-03T11:52:37.796 INFO:teuthology.orchestra.run.smithi019.stderr: 30650K .......... .......... .......... .......... .......... 33% 32.9M 3s 2023-12-03T11:52:37.796 INFO:teuthology.orchestra.run.smithi019.stderr: 30700K .......... .......... .......... .......... .......... 33% 117M 3s 2023-12-03T11:52:37.797 INFO:teuthology.orchestra.run.smithi019.stderr: 30750K .......... .......... .......... .......... .......... 33% 32.9M 3s 2023-12-03T11:52:37.801 INFO:teuthology.orchestra.run.smithi019.stderr: 30800K .......... .......... .......... .......... .......... 33% 40.2M 3s 2023-12-03T11:52:37.801 INFO:teuthology.orchestra.run.smithi019.stderr: 30850K .......... .......... .......... .......... .......... 33% 117M 3s 2023-12-03T11:52:37.801 INFO:teuthology.orchestra.run.smithi019.stderr: 30900K .......... .......... .......... .......... .......... 33% 60.9M 3s 2023-12-03T11:52:37.801 INFO:teuthology.orchestra.run.smithi019.stderr: 30950K .......... .......... .......... .......... .......... 33% 86.7M 3s 2023-12-03T11:52:37.801 INFO:teuthology.orchestra.run.smithi019.stderr: 31000K .......... .......... .......... .......... .......... 33% 58.3M 3s 2023-12-03T11:52:37.801 INFO:teuthology.orchestra.run.smithi019.stderr: 31050K .......... .......... .......... .......... .......... 33% 95.0M 2s 2023-12-03T11:52:37.805 INFO:teuthology.orchestra.run.smithi019.stderr: 31100K .......... .......... .......... .......... .......... 33% 61.2M 2s 2023-12-03T11:52:37.805 INFO:teuthology.orchestra.run.smithi019.stderr: 31150K .......... .......... .......... .......... .......... 33% 63.6M 2s 2023-12-03T11:52:37.805 INFO:teuthology.orchestra.run.smithi019.stderr: 31200K .......... .......... .......... .......... .......... 33% 72.3M 2s 2023-12-03T11:52:37.805 INFO:teuthology.orchestra.run.smithi019.stderr: 31250K .......... .......... .......... .......... .......... 33% 56.5M 2s 2023-12-03T11:52:37.805 INFO:teuthology.orchestra.run.smithi019.stderr: 31300K .......... .......... .......... .......... .......... 33% 91.2M 2s 2023-12-03T11:52:37.806 INFO:teuthology.orchestra.run.smithi019.stderr: 31350K .......... .......... .......... .......... .......... 33% 52.4M 2s 2023-12-03T11:52:37.807 INFO:teuthology.orchestra.run.smithi019.stderr: 31400K .......... .......... .......... .......... .......... 33% 38.6M 2s 2023-12-03T11:52:37.809 INFO:teuthology.orchestra.run.smithi019.stderr: 31450K .......... .......... .......... .......... .......... 33% 31.5M 2s 2023-12-03T11:52:37.810 INFO:teuthology.orchestra.run.smithi019.stderr: 31500K .......... .......... .......... .......... .......... 33% 118M 2s 2023-12-03T11:52:37.810 INFO:teuthology.orchestra.run.smithi019.stderr: 31550K .......... .......... .......... .......... .......... 34% 35.3M 2s 2023-12-03T11:52:37.812 INFO:teuthology.orchestra.run.smithi019.stderr: 31600K .......... .......... .......... .......... .......... 34% 48.5M 2s 2023-12-03T11:52:37.812 INFO:teuthology.orchestra.run.smithi019.stderr: 31650K .......... .......... .......... .......... .......... 34% 53.6M 2s 2023-12-03T11:52:37.814 INFO:teuthology.orchestra.run.smithi019.stderr: 31700K .......... .......... .......... .......... .......... 34% 30.3M 2s 2023-12-03T11:52:37.814 INFO:teuthology.orchestra.run.smithi019.stderr: 31750K .......... .......... .......... .......... .......... 34% 106M 2s 2023-12-03T11:52:37.817 INFO:teuthology.orchestra.run.smithi019.stderr: 31800K .......... .......... .......... .......... .......... 34% 56.8M 2s 2023-12-03T11:52:37.817 INFO:teuthology.orchestra.run.smithi019.stderr: 31850K .......... .......... .......... .......... .......... 34% 90.1M 2s 2023-12-03T11:52:37.817 INFO:teuthology.orchestra.run.smithi019.stderr: 31900K .......... .......... .......... .......... .......... 34% 59.5M 2s 2023-12-03T11:52:37.820 INFO:teuthology.orchestra.run.smithi019.stderr: 31950K .......... .......... .......... .......... .......... 34% 35.5M 2s 2023-12-03T11:52:37.820 INFO:teuthology.orchestra.run.smithi019.stderr: 32000K .......... .......... .......... .......... .......... 34% 115M 2s 2023-12-03T11:52:37.820 INFO:teuthology.orchestra.run.smithi019.stderr: 32050K .......... .......... .......... .......... .......... 34% 85.1M 2s 2023-12-03T11:52:37.820 INFO:teuthology.orchestra.run.smithi019.stderr: 32100K .......... .......... .......... .......... .......... 34% 70.3M 2s 2023-12-03T11:52:37.821 INFO:teuthology.orchestra.run.smithi019.stderr: 32150K .......... .......... .......... .......... .......... 34% 45.2M 2s 2023-12-03T11:52:37.823 INFO:teuthology.orchestra.run.smithi019.stderr: 32200K .......... .......... .......... .......... .......... 34% 30.1M 2s 2023-12-03T11:52:37.823 INFO:teuthology.orchestra.run.smithi019.stderr: 32250K .......... .......... .......... .......... .......... 34% 109M 2s 2023-12-03T11:52:37.824 INFO:teuthology.orchestra.run.smithi019.stderr: 32300K .......... .......... .......... .......... .......... 34% 124M 2s 2023-12-03T11:52:37.825 INFO:teuthology.orchestra.run.smithi019.stderr: 32350K .......... .......... .......... .......... .......... 34% 36.7M 2s 2023-12-03T11:52:37.826 INFO:teuthology.orchestra.run.smithi019.stderr: 32400K .......... .......... .......... .......... .......... 34% 43.6M 2s 2023-12-03T11:52:37.826 INFO:teuthology.orchestra.run.smithi019.stderr: 32450K .......... .......... .......... .......... .......... 34% 118M 2s 2023-12-03T11:52:37.833 INFO:teuthology.orchestra.run.smithi019.stderr: 32500K .......... .......... .......... .......... .......... 35% 55.3M 2s 2023-12-03T11:52:37.833 INFO:teuthology.orchestra.run.smithi019.stderr: 32550K .......... .......... .......... .......... .......... 35% 90.1M 2s 2023-12-03T11:52:37.833 INFO:teuthology.orchestra.run.smithi019.stderr: 32600K .......... .......... .......... .......... .......... 35% 56.2M 2s 2023-12-03T11:52:37.833 INFO:teuthology.orchestra.run.smithi019.stderr: 32650K .......... .......... .......... .......... .......... 35% 60.5M 2s 2023-12-03T11:52:37.833 INFO:teuthology.orchestra.run.smithi019.stderr: 32700K .......... .......... .......... .......... .......... 35% 107M 2s 2023-12-03T11:52:37.833 INFO:teuthology.orchestra.run.smithi019.stderr: 32750K .......... .......... .......... .......... .......... 35% 65.4M 2s 2023-12-03T11:52:37.833 INFO:teuthology.orchestra.run.smithi019.stderr: 32800K .......... .......... .......... .......... .......... 35% 96.3M 2s 2023-12-03T11:52:37.834 INFO:teuthology.orchestra.run.smithi019.stderr: 32850K .......... .......... .......... .......... .......... 35% 46.3M 2s 2023-12-03T11:52:37.834 INFO:teuthology.orchestra.run.smithi019.stderr: 32900K .......... .......... .......... .......... .......... 35% 125M 2s 2023-12-03T11:52:37.834 INFO:teuthology.orchestra.run.smithi019.stderr: 32950K .......... .......... .......... .......... .......... 35% 50.1M 2s 2023-12-03T11:52:37.835 INFO:teuthology.orchestra.run.smithi019.stderr: 33000K .......... .......... .......... .......... .......... 35% 48.7M 2s 2023-12-03T11:52:37.835 INFO:teuthology.orchestra.run.smithi019.stderr: 33050K .......... .......... .......... .......... .......... 35% 36.6M 2s 2023-12-03T11:52:37.837 INFO:teuthology.orchestra.run.smithi019.stderr: 33100K .......... .......... .......... .......... .......... 35% 36.4M 2s 2023-12-03T11:52:37.837 INFO:teuthology.orchestra.run.smithi019.stderr: 33150K .......... .......... .......... .......... .......... 35% 118M 2s 2023-12-03T11:52:37.838 INFO:teuthology.orchestra.run.smithi019.stderr: 33200K .......... .......... .......... .......... .......... 35% 47.2M 2s 2023-12-03T11:52:37.839 INFO:teuthology.orchestra.run.smithi019.stderr: 33250K .......... .......... .......... .......... .......... 35% 43.4M 2s 2023-12-03T11:52:37.848 INFO:teuthology.orchestra.run.smithi019.stderr: 33300K .......... .......... .......... .......... .......... 35% 34.4M 2s 2023-12-03T11:52:37.848 INFO:teuthology.orchestra.run.smithi019.stderr: 33350K .......... .......... .......... .......... .......... 35% 119M 2s 2023-12-03T11:52:37.848 INFO:teuthology.orchestra.run.smithi019.stderr: 33400K .......... .......... .......... .......... .......... 36% 106M 2s 2023-12-03T11:52:37.848 INFO:teuthology.orchestra.run.smithi019.stderr: 33450K .......... .......... .......... .......... .......... 36% 64.3M 2s 2023-12-03T11:52:37.848 INFO:teuthology.orchestra.run.smithi019.stderr: 33500K .......... .......... .......... .......... .......... 36% 109M 2s 2023-12-03T11:52:37.848 INFO:teuthology.orchestra.run.smithi019.stderr: 33550K .......... .......... .......... .......... .......... 36% 67.6M 2s 2023-12-03T11:52:37.848 INFO:teuthology.orchestra.run.smithi019.stderr: 33600K .......... .......... .......... .......... .......... 36% 48.9M 2s 2023-12-03T11:52:37.849 INFO:teuthology.orchestra.run.smithi019.stderr: 33650K .......... .......... .......... .......... .......... 36% 103M 2s 2023-12-03T11:52:37.849 INFO:teuthology.orchestra.run.smithi019.stderr: 33700K .......... .......... .......... .......... .......... 36% 68.2M 2s 2023-12-03T11:52:37.849 INFO:teuthology.orchestra.run.smithi019.stderr: 33750K .......... .......... .......... .......... .......... 36% 93.9M 2s 2023-12-03T11:52:37.849 INFO:teuthology.orchestra.run.smithi019.stderr: 33800K .......... .......... .......... .......... .......... 36% 44.7M 2s 2023-12-03T11:52:37.859 INFO:teuthology.orchestra.run.smithi019.stderr: 33850K .......... .......... .......... .......... .......... 36% 38.3M 2s 2023-12-03T11:52:37.859 INFO:teuthology.orchestra.run.smithi019.stderr: 33900K .......... .......... .......... .......... .......... 36% 89.5M 2s 2023-12-03T11:52:37.859 INFO:teuthology.orchestra.run.smithi019.stderr: 33950K .......... .......... .......... .......... .......... 36% 94.2M 2s 2023-12-03T11:52:37.860 INFO:teuthology.orchestra.run.smithi019.stderr: 34000K .......... .......... .......... .......... .......... 36% 40.0M 2s 2023-12-03T11:52:37.860 INFO:teuthology.orchestra.run.smithi019.stderr: 34050K .......... .......... .......... .......... .......... 36% 45.4M 2s 2023-12-03T11:52:37.860 INFO:teuthology.orchestra.run.smithi019.stderr: 34100K .......... .......... .......... .......... .......... 36% 119M 2s 2023-12-03T11:52:37.860 INFO:teuthology.orchestra.run.smithi019.stderr: 34150K .......... .......... .......... .......... .......... 36% 71.6M 2s 2023-12-03T11:52:37.860 INFO:teuthology.orchestra.run.smithi019.stderr: 34200K .......... .......... .......... .......... .......... 36% 105M 2s 2023-12-03T11:52:37.860 INFO:teuthology.orchestra.run.smithi019.stderr: 34250K .......... .......... .......... .......... .......... 36% 60.8M 2s 2023-12-03T11:52:37.860 INFO:teuthology.orchestra.run.smithi019.stderr: 34300K .......... .......... .......... .......... .......... 36% 54.8M 2s 2023-12-03T11:52:37.860 INFO:teuthology.orchestra.run.smithi019.stderr: 34350K .......... .......... .......... .......... .......... 37% 118M 2s 2023-12-03T11:52:37.860 INFO:teuthology.orchestra.run.smithi019.stderr: 34400K .......... .......... .......... .......... .......... 37% 72.4M 2s 2023-12-03T11:52:37.860 INFO:teuthology.orchestra.run.smithi019.stderr: 34450K .......... .......... .......... .......... .......... 37% 98.9M 2s 2023-12-03T11:52:37.860 INFO:teuthology.orchestra.run.smithi019.stderr: 34500K .......... .......... .......... .......... .......... 37% 66.7M 2s 2023-12-03T11:52:37.860 INFO:teuthology.orchestra.run.smithi019.stderr: 34550K .......... .......... .......... .......... .......... 37% 54.1M 2s 2023-12-03T11:52:37.860 INFO:teuthology.orchestra.run.smithi019.stderr: 34600K .......... .......... .......... .......... .......... 37% 115M 2s 2023-12-03T11:52:37.865 INFO:teuthology.orchestra.run.smithi019.stderr: 34650K .......... .......... .......... .......... .......... 37% 43.8M 2s 2023-12-03T11:52:37.865 INFO:teuthology.orchestra.run.smithi019.stderr: 34700K .......... .......... .......... .......... .......... 37% 80.4M 2s 2023-12-03T11:52:37.865 INFO:teuthology.orchestra.run.smithi019.stderr: 34750K .......... .......... .......... .......... .......... 37% 65.8M 2s 2023-12-03T11:52:37.865 INFO:teuthology.orchestra.run.smithi019.stderr: 34800K .......... .......... .......... .......... .......... 37% 119M 2s 2023-12-03T11:52:37.865 INFO:teuthology.orchestra.run.smithi019.stderr: 34850K .......... .......... .......... .......... .......... 37% 35.8M 2s 2023-12-03T11:52:37.866 INFO:teuthology.orchestra.run.smithi019.stderr: 34900K .......... .......... .......... .......... .......... 37% 59.1M 2s 2023-12-03T11:52:37.866 INFO:teuthology.orchestra.run.smithi019.stderr: 34950K .......... .......... .......... .......... .......... 37% 58.0M 2s 2023-12-03T11:52:37.887 INFO:teuthology.orchestra.run.smithi019.stderr: 35000K .......... .......... .......... .......... .......... 37% 38.0M 2s 2023-12-03T11:52:37.887 INFO:teuthology.orchestra.run.smithi019.stderr: 35050K .......... .......... .......... .......... .......... 37% 118M 2s 2023-12-03T11:52:37.887 INFO:teuthology.orchestra.run.smithi019.stderr: 35100K .......... .......... .......... .......... .......... 37% 70.4M 2s 2023-12-03T11:52:37.887 INFO:teuthology.orchestra.run.smithi019.stderr: 35150K .......... .......... .......... .......... .......... 37% 79.0M 2s 2023-12-03T11:52:37.888 INFO:teuthology.orchestra.run.smithi019.stderr: 35200K .......... .......... .......... .......... .......... 37% 88.8M 2s 2023-12-03T11:52:37.888 INFO:teuthology.orchestra.run.smithi019.stderr: 35250K .......... .......... .......... .......... .......... 37% 113M 2s 2023-12-03T11:52:37.888 INFO:teuthology.orchestra.run.smithi019.stderr: 35300K .......... .......... .......... .......... .......... 38% 62.7M 2s 2023-12-03T11:52:37.888 INFO:teuthology.orchestra.run.smithi019.stderr: 35350K .......... .......... .......... .......... .......... 38% 71.4M 2s 2023-12-03T11:52:37.888 INFO:teuthology.orchestra.run.smithi019.stderr: 35400K .......... .......... .......... .......... .......... 38% 86.6M 2s 2023-12-03T11:52:37.888 INFO:teuthology.orchestra.run.smithi019.stderr: 35450K .......... .......... .......... .......... .......... 38% 77.9M 2s 2023-12-03T11:52:37.888 INFO:teuthology.orchestra.run.smithi019.stderr: 35500K .......... .......... .......... .......... .......... 38% 123M 2s 2023-12-03T11:52:37.888 INFO:teuthology.orchestra.run.smithi019.stderr: 35550K .......... .......... .......... .......... .......... 38% 54.9M 2s 2023-12-03T11:52:37.888 INFO:teuthology.orchestra.run.smithi019.stderr: 35600K .......... .......... .......... .......... .......... 38% 36.5M 2s 2023-12-03T11:52:37.888 INFO:teuthology.orchestra.run.smithi019.stderr: 35650K .......... .......... .......... .......... .......... 38% 100M 2s 2023-12-03T11:52:37.888 INFO:teuthology.orchestra.run.smithi019.stderr: 35700K .......... .......... .......... .......... .......... 38% 50.7M 2s 2023-12-03T11:52:37.888 INFO:teuthology.orchestra.run.smithi019.stderr: 35750K .......... .......... .......... .......... .......... 38% 82.6M 2s 2023-12-03T11:52:37.888 INFO:teuthology.orchestra.run.smithi019.stderr: 35800K .......... .......... .......... .......... .......... 38% 56.7M 2s 2023-12-03T11:52:37.888 INFO:teuthology.orchestra.run.smithi019.stderr: 35850K .......... .......... .......... .......... .......... 38% 76.0M 2s 2023-12-03T11:52:37.888 INFO:teuthology.orchestra.run.smithi019.stderr: 35900K .......... .......... .......... .......... .......... 38% 67.2M 2s 2023-12-03T11:52:37.888 INFO:teuthology.orchestra.run.smithi019.stderr: 35950K .......... .......... .......... .......... .......... 38% 76.6M 2s 2023-12-03T11:52:37.889 INFO:teuthology.orchestra.run.smithi019.stderr: 36000K .......... .......... .......... .......... .......... 38% 119M 2s 2023-12-03T11:52:37.889 INFO:teuthology.orchestra.run.smithi019.stderr: 36050K .......... .......... .......... .......... .......... 38% 113M 2s 2023-12-03T11:52:37.889 INFO:teuthology.orchestra.run.smithi019.stderr: 36100K .......... .......... .......... .......... .......... 38% 75.3M 2s 2023-12-03T11:52:37.889 INFO:teuthology.orchestra.run.smithi019.stderr: 36150K .......... .......... .......... .......... .......... 38% 73.1M 2s 2023-12-03T11:52:37.889 INFO:teuthology.orchestra.run.smithi019.stderr: 36200K .......... .......... .......... .......... .......... 39% 118M 2s 2023-12-03T11:52:37.889 INFO:teuthology.orchestra.run.smithi019.stderr: 36250K .......... .......... .......... .......... .......... 39% 74.0M 2s 2023-12-03T11:52:37.889 INFO:teuthology.orchestra.run.smithi019.stderr: 36300K .......... .......... .......... .......... .......... 39% 74.5M 2s 2023-12-03T11:52:37.889 INFO:teuthology.orchestra.run.smithi019.stderr: 36350K .......... .......... .......... .......... .......... 39% 76.9M 2s 2023-12-03T11:52:37.889 INFO:teuthology.orchestra.run.smithi019.stderr: 36400K .......... .......... .......... .......... .......... 39% 35.9M 2s 2023-12-03T11:52:37.889 INFO:teuthology.orchestra.run.smithi019.stderr: 36450K .......... .......... .......... .......... .......... 39% 80.1M 2s 2023-12-03T11:52:37.889 INFO:teuthology.orchestra.run.smithi019.stderr: 36500K .......... .......... .......... .......... .......... 39% 126M 2s 2023-12-03T11:52:37.889 INFO:teuthology.orchestra.run.smithi019.stderr: 36550K .......... .......... .......... .......... .......... 39% 80.2M 2s 2023-12-03T11:52:38.521 INFO:teuthology.orchestra.run.smithi019.stderr: 36600K .......... .......... .......... .......... .......... 39% 39.0M 2s 2023-12-03T11:52:38.521 INFO:teuthology.orchestra.run.smithi019.stderr: 36650K .......... .......... .......... .......... .......... 39% 84.2M 2s 2023-12-03T11:52:38.521 INFO:teuthology.orchestra.run.smithi019.stderr: 36700K .......... .......... .......... .......... .......... 39% 80.6M 2s 2023-12-03T11:52:38.521 INFO:teuthology.orchestra.run.smithi019.stderr: 36750K .......... .......... .......... .......... .......... 39% 59.8M 2s 2023-12-03T11:52:38.521 INFO:teuthology.orchestra.run.smithi019.stderr: 36800K .......... .......... .......... .......... .......... 39% 45.8M 2s 2023-12-03T11:52:38.521 INFO:teuthology.orchestra.run.smithi019.stderr: 36850K .......... .......... .......... .......... .......... 39% 77.3M 2s 2023-12-03T11:52:38.521 INFO:teuthology.orchestra.run.smithi019.stderr: 36900K .......... .......... .......... .......... .......... 39% 107M 2s 2023-12-03T11:52:38.522 INFO:teuthology.orchestra.run.smithi019.stderr: 36950K .......... .......... .......... .......... .......... 39% 82.0M 2s 2023-12-03T11:52:38.522 INFO:teuthology.orchestra.run.smithi019.stderr: 37000K .......... .......... .......... .......... .......... 39% 72.6M 2s 2023-12-03T11:52:38.522 INFO:teuthology.orchestra.run.smithi019.stderr: 37050K .......... .......... .......... .......... .......... 39% 80.5M 2s 2023-12-03T11:52:38.522 INFO:teuthology.orchestra.run.smithi019.stderr: 37100K .......... .......... .......... .......... .......... 39% 77.8M 2s 2023-12-03T11:52:38.522 INFO:teuthology.orchestra.run.smithi019.stderr: 37150K .......... .......... .......... .......... .......... 40% 120M 2s 2023-12-03T11:52:38.522 INFO:teuthology.orchestra.run.smithi019.stderr: 37200K .......... .......... .......... .......... .......... 40% 86.5M 2s 2023-12-03T11:52:38.522 INFO:teuthology.orchestra.run.smithi019.stderr: 37250K .......... .......... .......... .......... .......... 40% 72.8M 2s 2023-12-03T11:52:38.522 INFO:teuthology.orchestra.run.smithi019.stderr: 37300K .......... .......... .......... .......... .......... 40% 58.5M 2s 2023-12-03T11:52:38.522 INFO:teuthology.orchestra.run.smithi019.stderr: 37350K .......... .......... .......... .......... .......... 40% 120M 2s 2023-12-03T11:52:38.522 INFO:teuthology.orchestra.run.smithi019.stderr: 37400K .......... .......... .......... .......... .......... 40% 99.0M 2s 2023-12-03T11:52:38.522 INFO:teuthology.orchestra.run.smithi019.stderr: 37450K .......... .......... .......... .......... .......... 40% 56.3M 2s 2023-12-03T11:52:38.522 INFO:teuthology.orchestra.run.smithi019.stderr: 37500K .......... .......... .......... .......... .......... 40% 82.2M 2s 2023-12-03T11:52:38.522 INFO:teuthology.orchestra.run.smithi019.stderr: 37550K .......... .......... .......... .......... .......... 40% 54.9M 2s 2023-12-03T11:52:38.522 INFO:teuthology.orchestra.run.smithi019.stderr: 37600K .......... .......... .......... .......... .......... 40% 95.3M 2s 2023-12-03T11:52:38.522 INFO:teuthology.orchestra.run.smithi019.stderr: 37650K .......... .......... .......... .......... .......... 40% 60.9M 2s 2023-12-03T11:52:38.523 INFO:teuthology.orchestra.run.smithi019.stderr: 37700K .......... .......... .......... .......... .......... 40% 97.3M 2s 2023-12-03T11:52:38.523 INFO:teuthology.orchestra.run.smithi019.stderr: 37750K .......... .......... .......... .......... .......... 40% 89.0M 2s 2023-12-03T11:52:38.523 INFO:teuthology.orchestra.run.smithi019.stderr: 37800K .......... .......... .......... .......... .......... 40% 76.1M 2s 2023-12-03T11:52:38.523 INFO:teuthology.orchestra.run.smithi019.stderr: 37850K .......... .......... .......... .......... .......... 40% 113M 2s 2023-12-03T11:52:38.523 INFO:teuthology.orchestra.run.smithi019.stderr: 37900K .......... .......... .......... .......... .......... 40% 52.8M 2s 2023-12-03T11:52:38.523 INFO:teuthology.orchestra.run.smithi019.stderr: 37950K .......... .......... .......... .......... .......... 40% 119M 2s 2023-12-03T11:52:38.523 INFO:teuthology.orchestra.run.smithi019.stderr: 38000K .......... .......... .......... .......... .......... 40% 103M 2s 2023-12-03T11:52:38.523 INFO:teuthology.orchestra.run.smithi019.stderr: 38050K .......... .......... .......... .......... .......... 41% 126M 2s 2023-12-03T11:52:38.523 INFO:teuthology.orchestra.run.smithi019.stderr: 38100K .......... .......... .......... .......... .......... 41% 114M 2s 2023-12-03T11:52:38.523 INFO:teuthology.orchestra.run.smithi019.stderr: 38150K .......... .......... .......... .......... .......... 41% 64.3M 2s 2023-12-03T11:52:38.523 INFO:teuthology.orchestra.run.smithi019.stderr: 38200K .......... .......... .......... .......... .......... 41% 92.5M 2s 2023-12-03T11:52:38.523 INFO:teuthology.orchestra.run.smithi019.stderr: 38250K .......... .......... .......... .......... .......... 41% 35.4M 2s 2023-12-03T11:52:38.523 INFO:teuthology.orchestra.run.smithi019.stderr: 38300K .......... .......... .......... .......... .......... 41% 113M 2s 2023-12-03T11:52:38.523 INFO:teuthology.orchestra.run.smithi019.stderr: 38350K .......... .......... .......... .......... .......... 41% 115M 2s 2023-12-03T11:52:38.523 INFO:teuthology.orchestra.run.smithi019.stderr: 38400K .......... .......... .......... .......... .......... 41% 84.5M 2s 2023-12-03T11:52:38.523 INFO:teuthology.orchestra.run.smithi019.stderr: 38450K .......... .......... .......... .......... .......... 41% 37.3M 2s 2023-12-03T11:52:38.523 INFO:teuthology.orchestra.run.smithi019.stderr: 38500K .......... .......... .......... .......... .......... 41% 109M 2s 2023-12-03T11:52:38.524 INFO:teuthology.orchestra.run.smithi019.stderr: 38550K .......... .......... .......... .......... .......... 41% 98.6M 2s 2023-12-03T11:52:38.524 INFO:teuthology.orchestra.run.smithi019.stderr: 38600K .......... .......... .......... .......... .......... 41% 56.0M 2s 2023-12-03T11:52:38.524 INFO:teuthology.orchestra.run.smithi019.stderr: 38650K .......... .......... .......... .......... .......... 41% 38.0M 2s 2023-12-03T11:52:38.524 INFO:teuthology.orchestra.run.smithi019.stderr: 38700K .......... .......... .......... .......... .......... 41% 118M 2s 2023-12-03T11:52:38.524 INFO:teuthology.orchestra.run.smithi019.stderr: 38750K .......... .......... .......... .......... .......... 41% 131M 2s 2023-12-03T11:52:38.524 INFO:teuthology.orchestra.run.smithi019.stderr: 38800K .......... .......... .......... .......... .......... 41% 103M 2s 2023-12-03T11:52:38.524 INFO:teuthology.orchestra.run.smithi019.stderr: 38850K .......... .......... .......... .......... .......... 41% 88.3M 2s 2023-12-03T11:52:38.524 INFO:teuthology.orchestra.run.smithi019.stderr: 38900K .......... .......... .......... .......... .......... 41% 104M 2s 2023-12-03T11:52:38.524 INFO:teuthology.orchestra.run.smithi019.stderr: 38950K .......... .......... .......... .......... .......... 41% 85.9M 2s 2023-12-03T11:52:38.524 INFO:teuthology.orchestra.run.smithi019.stderr: 39000K .......... .......... .......... .......... .......... 42% 113M 2s 2023-12-03T11:52:38.524 INFO:teuthology.orchestra.run.smithi019.stderr: 39050K .......... .......... .......... .......... .......... 42% 76.9M 2s 2023-12-03T11:52:38.524 INFO:teuthology.orchestra.run.smithi019.stderr: 39100K .......... .......... .......... .......... .......... 42% 68.0M 2s 2023-12-03T11:52:38.524 INFO:teuthology.orchestra.run.smithi019.stderr: 39150K .......... .......... .......... .......... .......... 42% 110M 2s 2023-12-03T11:52:38.524 INFO:teuthology.orchestra.run.smithi019.stderr: 39200K .......... .......... .......... .......... .......... 42% 56.6M 2s 2023-12-03T11:52:38.524 INFO:teuthology.orchestra.run.smithi019.stderr: 39250K .......... .......... .......... .......... .......... 42% 102M 2s 2023-12-03T11:52:38.524 INFO:teuthology.orchestra.run.smithi019.stderr: 39300K .......... .......... .......... .......... .......... 42% 71.0M 2s 2023-12-03T11:52:38.524 INFO:teuthology.orchestra.run.smithi019.stderr: 39350K .......... .......... .......... .......... .......... 42% 108M 2s 2023-12-03T11:52:38.525 INFO:teuthology.orchestra.run.smithi019.stderr: 39400K .......... .......... .......... .......... .......... 42% 86.2M 2s 2023-12-03T11:52:38.525 INFO:teuthology.orchestra.run.smithi019.stderr: 39450K .......... .......... .......... .......... .......... 42% 53.6M 2s 2023-12-03T11:52:38.525 INFO:teuthology.orchestra.run.smithi019.stderr: 39500K .......... .......... .......... .......... .......... 42% 114M 2s 2023-12-03T11:52:38.525 INFO:teuthology.orchestra.run.smithi019.stderr: 39550K .......... .......... .......... .......... .......... 42% 77.3M 2s 2023-12-03T11:52:38.525 INFO:teuthology.orchestra.run.smithi019.stderr: 39600K .......... .......... .......... .......... .......... 42% 96.5M 2s 2023-12-03T11:52:38.525 INFO:teuthology.orchestra.run.smithi019.stderr: 39650K .......... .......... .......... .......... .......... 42% 128M 2s 2023-12-03T11:52:38.525 INFO:teuthology.orchestra.run.smithi019.stderr: 39700K .......... .......... .......... .......... .......... 42% 66.6M 2s 2023-12-03T11:52:38.525 INFO:teuthology.orchestra.run.smithi019.stderr: 39750K .......... .......... .......... .......... .......... 42% 114M 2s 2023-12-03T11:52:38.525 INFO:teuthology.orchestra.run.smithi019.stderr: 39800K .......... .......... .......... .......... .......... 42% 63.5M 2s 2023-12-03T11:52:38.525 INFO:teuthology.orchestra.run.smithi019.stderr: 39850K .......... .......... .......... .......... .......... 42% 127M 2s 2023-12-03T11:52:38.525 INFO:teuthology.orchestra.run.smithi019.stderr: 39900K .......... .......... .......... .......... .......... 43% 123M 2s 2023-12-03T11:52:38.525 INFO:teuthology.orchestra.run.smithi019.stderr: 39950K .......... .......... .......... .......... .......... 43% 100M 2s 2023-12-03T11:52:38.525 INFO:teuthology.orchestra.run.smithi019.stderr: 40000K .......... .......... .......... .......... .......... 43% 105M 2s 2023-12-03T11:52:38.525 INFO:teuthology.orchestra.run.smithi019.stderr: 40050K .......... .......... .......... .......... .......... 43% 122M 2s 2023-12-03T11:52:38.525 INFO:teuthology.orchestra.run.smithi019.stderr: 40100K .......... .......... .......... .......... .......... 43% 65.2M 2s 2023-12-03T11:52:38.525 INFO:teuthology.orchestra.run.smithi019.stderr: 40150K .......... .......... .......... .......... .......... 43% 117M 2s 2023-12-03T11:52:38.525 INFO:teuthology.orchestra.run.smithi019.stderr: 40200K .......... .......... .......... .......... .......... 43% 121M 2s 2023-12-03T11:52:38.526 INFO:teuthology.orchestra.run.smithi019.stderr: 40250K .......... .......... .......... .......... .......... 43% 36.0M 2s 2023-12-03T11:52:38.526 INFO:teuthology.orchestra.run.smithi019.stderr: 40300K .......... .......... .......... .......... .......... 43% 65.0M 2s 2023-12-03T11:52:38.526 INFO:teuthology.orchestra.run.smithi019.stderr: 40350K .......... .......... .......... .......... .......... 43% 67.3M 2s 2023-12-03T11:52:38.526 INFO:teuthology.orchestra.run.smithi019.stderr: 40400K .......... .......... .......... .......... .......... 43% 54.0M 2s 2023-12-03T11:52:38.526 INFO:teuthology.orchestra.run.smithi019.stderr: 40450K .......... .......... .......... .......... .......... 43% 83.7M 2s 2023-12-03T11:52:38.526 INFO:teuthology.orchestra.run.smithi019.stderr: 40500K .......... .......... .......... .......... .......... 43% 105M 2s 2023-12-03T11:52:38.526 INFO:teuthology.orchestra.run.smithi019.stderr: 40550K .......... .......... .......... .......... .......... 43% 90.2M 2s 2023-12-03T11:52:38.526 INFO:teuthology.orchestra.run.smithi019.stderr: 40600K .......... .......... .......... .......... .......... 43% 51.0M 2s 2023-12-03T11:52:38.526 INFO:teuthology.orchestra.run.smithi019.stderr: 40650K .......... .......... .......... .......... .......... 43% 122M 2s 2023-12-03T11:52:38.526 INFO:teuthology.orchestra.run.smithi019.stderr: 40700K .......... .......... .......... .......... .......... 43% 109M 2s 2023-12-03T11:52:38.526 INFO:teuthology.orchestra.run.smithi019.stderr: 40750K .......... .......... .......... .......... .......... 43% 119M 2s 2023-12-03T11:52:38.526 INFO:teuthology.orchestra.run.smithi019.stderr: 40800K .......... .......... .......... .......... .......... 43% 73.6M 2s 2023-12-03T11:52:38.526 INFO:teuthology.orchestra.run.smithi019.stderr: 40850K .......... .......... .......... .......... .......... 44% 106M 2s 2023-12-03T11:52:38.526 INFO:teuthology.orchestra.run.smithi019.stderr: 40900K .......... .......... .......... .......... .......... 44% 129M 2s 2023-12-03T11:52:38.526 INFO:teuthology.orchestra.run.smithi019.stderr: 40950K .......... .......... .......... .......... .......... 44% 73.1M 2s 2023-12-03T11:52:38.527 INFO:teuthology.orchestra.run.smithi019.stderr: 41000K .......... .......... .......... .......... .......... 44% 102M 2s 2023-12-03T11:52:38.527 INFO:teuthology.orchestra.run.smithi019.stderr: 41050K .......... .......... .......... .......... .......... 44% 67.4M 2s 2023-12-03T11:52:38.527 INFO:teuthology.orchestra.run.smithi019.stderr: 41100K .......... .......... .......... .......... .......... 44% 125M 2s 2023-12-03T11:52:38.527 INFO:teuthology.orchestra.run.smithi019.stderr: 41150K .......... .......... .......... .......... .......... 44% 127M 2s 2023-12-03T11:52:38.527 INFO:teuthology.orchestra.run.smithi019.stderr: 41200K .......... .......... .......... .......... .......... 44% 58.6M 2s 2023-12-03T11:52:38.527 INFO:teuthology.orchestra.run.smithi019.stderr: 41250K .......... .......... .......... .......... .......... 44% 74.4M 2s 2023-12-03T11:52:38.527 INFO:teuthology.orchestra.run.smithi019.stderr: 41300K .......... .......... .......... .......... .......... 44% 70.4M 2s 2023-12-03T11:52:38.527 INFO:teuthology.orchestra.run.smithi019.stderr: 41350K .......... .......... .......... .......... .......... 44% 122M 2s 2023-12-03T11:52:38.527 INFO:teuthology.orchestra.run.smithi019.stderr: 41400K .......... .......... .......... .......... .......... 44% 120M 2s 2023-12-03T11:52:38.527 INFO:teuthology.orchestra.run.smithi019.stderr: 41450K .......... .......... .......... .......... .......... 44% 118M 2s 2023-12-03T11:52:38.527 INFO:teuthology.orchestra.run.smithi019.stderr: 41500K .......... .......... .......... .......... .......... 44% 45.2M 2s 2023-12-03T11:52:38.527 INFO:teuthology.orchestra.run.smithi019.stderr: 41550K .......... .......... .......... .......... .......... 44% 76.0M 2s 2023-12-03T11:52:38.527 INFO:teuthology.orchestra.run.smithi019.stderr: 41600K .......... .......... .......... .......... .......... 44% 116M 2s 2023-12-03T11:52:38.527 INFO:teuthology.orchestra.run.smithi019.stderr: 41650K .......... .......... .......... .......... .......... 44% 123M 2s 2023-12-03T11:52:38.527 INFO:teuthology.orchestra.run.smithi019.stderr: 41700K .......... .......... .......... .......... .......... 44% 91.8M 2s 2023-12-03T11:52:38.528 INFO:teuthology.orchestra.run.smithi019.stderr: 41750K .......... .......... .......... .......... .......... 44% 79.7M 2s 2023-12-03T11:52:38.528 INFO:teuthology.orchestra.run.smithi019.stderr: 41800K .......... .......... .......... .......... .......... 45% 97.1M 2s 2023-12-03T11:52:38.528 INFO:teuthology.orchestra.run.smithi019.stderr: 41850K .......... .......... .......... .......... .......... 45% 93.5M 2s 2023-12-03T11:52:38.528 INFO:teuthology.orchestra.run.smithi019.stderr: 41900K .......... .......... .......... .......... .......... 45% 128M 2s 2023-12-03T11:52:38.528 INFO:teuthology.orchestra.run.smithi019.stderr: 41950K .......... .......... .......... .......... .......... 45% 116M 2s 2023-12-03T11:52:38.528 INFO:teuthology.orchestra.run.smithi019.stderr: 42000K .......... .......... .......... .......... .......... 45% 96.0M 2s 2023-12-03T11:52:38.528 INFO:teuthology.orchestra.run.smithi019.stderr: 42050K .......... .......... .......... .......... .......... 45% 122M 2s 2023-12-03T11:52:38.528 INFO:teuthology.orchestra.run.smithi019.stderr: 42100K .......... .......... .......... .......... .......... 45% 109M 2s 2023-12-03T11:52:38.528 INFO:teuthology.orchestra.run.smithi019.stderr: 42150K .......... .......... .......... .......... .......... 45% 89.8M 2s 2023-12-03T11:52:38.528 INFO:teuthology.orchestra.run.smithi019.stderr: 42200K .......... .......... .......... .......... .......... 45% 93.0M 2s 2023-12-03T11:52:38.528 INFO:teuthology.orchestra.run.smithi019.stderr: 42250K .......... .......... .......... .......... .......... 45% 38.0M 2s 2023-12-03T11:52:38.528 INFO:teuthology.orchestra.run.smithi019.stderr: 42300K .......... .......... .......... .......... .......... 45% 109M 2s 2023-12-03T11:52:38.528 INFO:teuthology.orchestra.run.smithi019.stderr: 42350K .......... .......... .......... .......... .......... 45% 74.3M 2s 2023-12-03T11:52:38.528 INFO:teuthology.orchestra.run.smithi019.stderr: 42400K .......... .......... .......... .......... .......... 45% 116M 2s 2023-12-03T11:52:38.528 INFO:teuthology.orchestra.run.smithi019.stderr: 42450K .......... .......... .......... .......... .......... 45% 44.9M 2s 2023-12-03T11:52:38.529 INFO:teuthology.orchestra.run.smithi019.stderr: 42500K .......... .......... .......... .......... .......... 45% 117M 2s 2023-12-03T11:52:38.529 INFO:teuthology.orchestra.run.smithi019.stderr: 42550K .......... .......... .......... .......... .......... 45% 106M 2s 2023-12-03T11:52:38.529 INFO:teuthology.orchestra.run.smithi019.stderr: 42600K .......... .......... .......... .......... .......... 45% 98.7M 2s 2023-12-03T11:52:38.529 INFO:teuthology.orchestra.run.smithi019.stderr: 42650K .......... .......... .......... .......... .......... 45% 64.2M 2s 2023-12-03T11:52:38.529 INFO:teuthology.orchestra.run.smithi019.stderr: 42700K .......... .......... .......... .......... .......... 46% 103M 2s 2023-12-03T11:52:38.529 INFO:teuthology.orchestra.run.smithi019.stderr: 42750K .......... .......... .......... .......... .......... 46% 125M 2s 2023-12-03T11:52:38.529 INFO:teuthology.orchestra.run.smithi019.stderr: 42800K .......... .......... .......... .......... .......... 46% 113M 2s 2023-12-03T11:52:38.529 INFO:teuthology.orchestra.run.smithi019.stderr: 42850K .......... .......... .......... .......... .......... 46% 110M 2s 2023-12-03T11:52:38.529 INFO:teuthology.orchestra.run.smithi019.stderr: 42900K .......... .......... .......... .......... .......... 46% 97.1M 2s 2023-12-03T11:52:38.529 INFO:teuthology.orchestra.run.smithi019.stderr: 42950K .......... .......... .......... .......... .......... 46% 117M 2s 2023-12-03T11:52:38.529 INFO:teuthology.orchestra.run.smithi019.stderr: 43000K .......... .......... .......... .......... .......... 46% 97.3M 2s 2023-12-03T11:52:38.529 INFO:teuthology.orchestra.run.smithi019.stderr: 43050K .......... .......... .......... .......... .......... 46% 74.1M 2s 2023-12-03T11:52:38.529 INFO:teuthology.orchestra.run.smithi019.stderr: 43100K .......... .......... .......... .......... .......... 46% 121M 2s 2023-12-03T11:52:38.529 INFO:teuthology.orchestra.run.smithi019.stderr: 43150K .......... .......... .......... .......... .......... 46% 84.6M 2s 2023-12-03T11:52:38.529 INFO:teuthology.orchestra.run.smithi019.stderr: 43200K .......... .......... .......... .......... .......... 46% 96.6M 2s 2023-12-03T11:52:38.529 INFO:teuthology.orchestra.run.smithi019.stderr: 43250K .......... .......... .......... .......... .......... 46% 80.8M 2s 2023-12-03T11:52:38.530 INFO:teuthology.orchestra.run.smithi019.stderr: 43300K .......... .......... .......... .......... .......... 46% 97.0M 2s 2023-12-03T11:52:38.530 INFO:teuthology.orchestra.run.smithi019.stderr: 43350K .......... .......... .......... .......... .......... 46% 100M 2s 2023-12-03T11:52:38.530 INFO:teuthology.orchestra.run.smithi019.stderr: 43400K .......... .......... .......... .......... .......... 46% 79.8M 2s 2023-12-03T11:52:38.530 INFO:teuthology.orchestra.run.smithi019.stderr: 43450K .......... .......... .......... .......... .......... 46% 103M 2s 2023-12-03T11:52:38.530 INFO:teuthology.orchestra.run.smithi019.stderr: 43500K .......... .......... .......... .......... .......... 46% 120M 2s 2023-12-03T11:52:38.530 INFO:teuthology.orchestra.run.smithi019.stderr: 43550K .......... .......... .......... .......... .......... 46% 125M 2s 2023-12-03T11:52:38.530 INFO:teuthology.orchestra.run.smithi019.stderr: 43600K .......... .......... .......... .......... .......... 46% 61.1M 2s 2023-12-03T11:52:38.530 INFO:teuthology.orchestra.run.smithi019.stderr: 43650K .......... .......... .......... .......... .......... 47% 65.0M 2s 2023-12-03T11:52:38.530 INFO:teuthology.orchestra.run.smithi019.stderr: 43700K .......... .......... .......... .......... .......... 47% 118M 2s 2023-12-03T11:52:38.530 INFO:teuthology.orchestra.run.smithi019.stderr: 43750K .......... .......... .......... .......... .......... 47% 106M 2s 2023-12-03T11:52:38.530 INFO:teuthology.orchestra.run.smithi019.stderr: 43800K .......... .......... .......... .......... .......... 47% 112M 2s 2023-12-03T11:52:38.530 INFO:teuthology.orchestra.run.smithi019.stderr: 43850K .......... .......... .......... .......... .......... 47% 102M 2s 2023-12-03T11:52:38.530 INFO:teuthology.orchestra.run.smithi019.stderr: 43900K .......... .......... .......... .......... .......... 47% 84.0M 2s 2023-12-03T11:52:38.530 INFO:teuthology.orchestra.run.smithi019.stderr: 43950K .......... .......... .......... .......... .......... 47% 112M 2s 2023-12-03T11:52:38.531 INFO:teuthology.orchestra.run.smithi019.stderr: 44000K .......... .......... .......... .......... .......... 47% 121M 2s 2023-12-03T11:52:38.531 INFO:teuthology.orchestra.run.smithi019.stderr: 44050K .......... .......... .......... .......... .......... 47% 116M 2s 2023-12-03T11:52:38.531 INFO:teuthology.orchestra.run.smithi019.stderr: 44100K .......... .......... .......... .......... .......... 47% 99.6M 2s 2023-12-03T11:52:38.531 INFO:teuthology.orchestra.run.smithi019.stderr: 44150K .......... .......... .......... .......... .......... 47% 83.3M 2s 2023-12-03T11:52:38.531 INFO:teuthology.orchestra.run.smithi019.stderr: 44200K .......... .......... .......... .......... .......... 47% 91.1M 2s 2023-12-03T11:52:38.531 INFO:teuthology.orchestra.run.smithi019.stderr: 44250K .......... .......... .......... .......... .......... 47% 119M 2s 2023-12-03T11:52:38.531 INFO:teuthology.orchestra.run.smithi019.stderr: 44300K .......... .......... .......... .......... .......... 47% 126M 2s 2023-12-03T11:52:38.531 INFO:teuthology.orchestra.run.smithi019.stderr: 44350K .......... .......... .......... .......... .......... 47% 127M 2s 2023-12-03T11:52:38.531 INFO:teuthology.orchestra.run.smithi019.stderr: 44400K .......... .......... .......... .......... .......... 47% 96.4M 2s 2023-12-03T11:52:38.531 INFO:teuthology.orchestra.run.smithi019.stderr: 44450K .......... .......... .......... .......... .......... 47% 48.0M 2s 2023-12-03T11:52:38.531 INFO:teuthology.orchestra.run.smithi019.stderr: 44500K .......... .......... .......... .......... .......... 47% 97.9M 2s 2023-12-03T11:52:38.531 INFO:teuthology.orchestra.run.smithi019.stderr: 44550K .......... .......... .......... .......... .......... 48% 111M 2s 2023-12-03T11:52:38.531 INFO:teuthology.orchestra.run.smithi019.stderr: 44600K .......... .......... .......... .......... .......... 48% 104M 2s 2023-12-03T11:52:38.531 INFO:teuthology.orchestra.run.smithi019.stderr: 44650K .......... .......... .......... .......... .......... 48% 45.8M 2s 2023-12-03T11:52:38.531 INFO:teuthology.orchestra.run.smithi019.stderr: 44700K .......... .......... .......... .......... .......... 48% 122M 2s 2023-12-03T11:52:38.532 INFO:teuthology.orchestra.run.smithi019.stderr: 44750K .......... .......... .......... .......... .......... 48% 101M 2s 2023-12-03T11:52:38.532 INFO:teuthology.orchestra.run.smithi019.stderr: 44800K .......... .......... .......... .......... .......... 48% 91.5M 2s 2023-12-03T11:52:38.532 INFO:teuthology.orchestra.run.smithi019.stderr: 44850K .......... .......... .......... .......... .......... 48% 103M 2s 2023-12-03T11:52:38.532 INFO:teuthology.orchestra.run.smithi019.stderr: 44900K .......... .......... .......... .......... .......... 48% 102M 2s 2023-12-03T11:52:38.532 INFO:teuthology.orchestra.run.smithi019.stderr: 44950K .......... .......... .......... .......... .......... 48% 112M 2s 2023-12-03T11:52:38.532 INFO:teuthology.orchestra.run.smithi019.stderr: 45000K .......... .......... .......... .......... .......... 48% 91.1M 2s 2023-12-03T11:52:38.532 INFO:teuthology.orchestra.run.smithi019.stderr: 45050K .......... .......... .......... .......... .......... 48% 89.8M 2s 2023-12-03T11:52:38.532 INFO:teuthology.orchestra.run.smithi019.stderr: 45100K .......... .......... .......... .......... .......... 48% 86.3M 2s 2023-12-03T11:52:38.532 INFO:teuthology.orchestra.run.smithi019.stderr: 45150K .......... .......... .......... .......... .......... 48% 114M 2s 2023-12-03T11:52:38.532 INFO:teuthology.orchestra.run.smithi019.stderr: 45200K .......... .......... .......... .......... .......... 48% 137M 2s 2023-12-03T11:52:38.532 INFO:teuthology.orchestra.run.smithi019.stderr: 45250K .......... .......... .......... .......... .......... 48% 114M 2s 2023-12-03T11:52:38.532 INFO:teuthology.orchestra.run.smithi019.stderr: 45300K .......... .......... .......... .......... .......... 48% 94.1M 2s 2023-12-03T11:52:38.532 INFO:teuthology.orchestra.run.smithi019.stderr: 45350K .......... .......... .......... .......... .......... 48% 113M 2s 2023-12-03T11:52:38.532 INFO:teuthology.orchestra.run.smithi019.stderr: 45400K .......... .......... .......... .......... .......... 48% 92.5M 2s 2023-12-03T11:52:38.532 INFO:teuthology.orchestra.run.smithi019.stderr: 45450K .......... .......... .......... .......... .......... 48% 63.0M 2s 2023-12-03T11:52:38.532 INFO:teuthology.orchestra.run.smithi019.stderr: 45500K .......... .......... .......... .......... .......... 49% 83.8M 2s 2023-12-03T11:52:38.532 INFO:teuthology.orchestra.run.smithi019.stderr: 45550K .......... .......... .......... .......... .......... 49% 109M 1s 2023-12-03T11:52:38.533 INFO:teuthology.orchestra.run.smithi019.stderr: 45600K .......... .......... .......... .......... .......... 49% 131M 1s 2023-12-03T11:52:38.533 INFO:teuthology.orchestra.run.smithi019.stderr: 45650K .......... .......... .......... .......... .......... 49% 136M 1s 2023-12-03T11:52:38.533 INFO:teuthology.orchestra.run.smithi019.stderr: 45700K .......... .......... .......... .......... .......... 49% 111M 1s 2023-12-03T11:52:38.533 INFO:teuthology.orchestra.run.smithi019.stderr: 45750K .......... .......... .......... .......... .......... 49% 121M 1s 2023-12-03T11:52:38.533 INFO:teuthology.orchestra.run.smithi019.stderr: 45800K .......... .......... .......... .......... .......... 49% 122M 1s 2023-12-03T11:52:38.533 INFO:teuthology.orchestra.run.smithi019.stderr: 45850K .......... .......... .......... .......... .......... 49% 69.3M 1s 2023-12-03T11:52:38.533 INFO:teuthology.orchestra.run.smithi019.stderr: 45900K .......... .......... .......... .......... .......... 49% 91.3M 1s 2023-12-03T11:52:38.533 INFO:teuthology.orchestra.run.smithi019.stderr: 45950K .......... .......... .......... .......... .......... 49% 115M 1s 2023-12-03T11:52:38.533 INFO:teuthology.orchestra.run.smithi019.stderr: 46000K .......... .......... .......... .......... .......... 49% 115M 1s 2023-12-03T11:52:38.533 INFO:teuthology.orchestra.run.smithi019.stderr: 46050K .......... .......... .......... .......... .......... 49% 111M 1s 2023-12-03T11:52:38.533 INFO:teuthology.orchestra.run.smithi019.stderr: 46100K .......... .......... .......... .......... .......... 49% 73.2M 1s 2023-12-03T11:52:38.533 INFO:teuthology.orchestra.run.smithi019.stderr: 46150K .......... .......... .......... .......... .......... 49% 87.6M 1s 2023-12-03T11:52:38.533 INFO:teuthology.orchestra.run.smithi019.stderr: 46200K .......... .......... .......... .......... .......... 49% 118M 1s 2023-12-03T11:52:38.533 INFO:teuthology.orchestra.run.smithi019.stderr: 46250K .......... .......... .......... .......... .......... 49% 122M 1s 2023-12-03T11:52:38.533 INFO:teuthology.orchestra.run.smithi019.stderr: 46300K .......... .......... .......... .......... .......... 49% 111M 1s 2023-12-03T11:52:38.533 INFO:teuthology.orchestra.run.smithi019.stderr: 46350K .......... .......... .......... .......... .......... 49% 105M 1s 2023-12-03T11:52:38.533 INFO:teuthology.orchestra.run.smithi019.stderr: 46400K .......... .......... .......... .......... .......... 49% 112M 1s 2023-12-03T11:52:38.533 INFO:teuthology.orchestra.run.smithi019.stderr: 46450K .......... .......... .......... .......... .......... 50% 103M 1s 2023-12-03T11:52:38.534 INFO:teuthology.orchestra.run.smithi019.stderr: 46500K .......... .......... .......... .......... .......... 50% 118M 1s 2023-12-03T11:52:38.534 INFO:teuthology.orchestra.run.smithi019.stderr: 46550K .......... .......... .......... .......... .......... 50% 99.6M 1s 2023-12-03T11:52:38.534 INFO:teuthology.orchestra.run.smithi019.stderr: 46600K .......... .......... .......... .......... .......... 50% 117M 1s 2023-12-03T11:52:38.534 INFO:teuthology.orchestra.run.smithi019.stderr: 46650K .......... .......... .......... .......... .......... 50% 83.1M 1s 2023-12-03T11:52:38.534 INFO:teuthology.orchestra.run.smithi019.stderr: 46700K .......... .......... .......... .......... .......... 50% 86.4M 1s 2023-12-03T11:52:38.534 INFO:teuthology.orchestra.run.smithi019.stderr: 46750K .......... .......... .......... .......... .......... 50% 89.6M 1s 2023-12-03T11:52:38.534 INFO:teuthology.orchestra.run.smithi019.stderr: 46800K .......... .......... .......... .......... .......... 50% 137M 1s 2023-12-03T11:52:38.534 INFO:teuthology.orchestra.run.smithi019.stderr: 46850K .......... .......... .......... .......... .......... 50% 120M 1s 2023-12-03T11:52:38.534 INFO:teuthology.orchestra.run.smithi019.stderr: 46900K .......... .......... .......... .......... .......... 50% 49.7M 1s 2023-12-03T11:52:38.534 INFO:teuthology.orchestra.run.smithi019.stderr: 46950K .......... .......... .......... .......... .......... 50% 117M 1s 2023-12-03T11:52:38.534 INFO:teuthology.orchestra.run.smithi019.stderr: 47000K .......... .......... .......... .......... .......... 50% 110M 1s 2023-12-03T11:52:38.534 INFO:teuthology.orchestra.run.smithi019.stderr: 47050K .......... .......... .......... .......... .......... 50% 75.8M 1s 2023-12-03T11:52:38.534 INFO:teuthology.orchestra.run.smithi019.stderr: 47100K .......... .......... .......... .......... .......... 50% 134M 1s 2023-12-03T11:52:38.534 INFO:teuthology.orchestra.run.smithi019.stderr: 47150K .......... .......... .......... .......... .......... 50% 129M 1s 2023-12-03T11:52:38.534 INFO:teuthology.orchestra.run.smithi019.stderr: 47200K .......... .......... .......... .......... .......... 50% 118M 1s 2023-12-03T11:52:38.534 INFO:teuthology.orchestra.run.smithi019.stderr: 47250K .......... .......... .......... .......... .......... 50% 113M 1s 2023-12-03T11:52:38.535 INFO:teuthology.orchestra.run.smithi019.stderr: 47300K .......... .......... .......... .......... .......... 50% 103M 1s 2023-12-03T11:52:38.535 INFO:teuthology.orchestra.run.smithi019.stderr: 47350K .......... .......... .......... .......... .......... 51% 93.7M 1s 2023-12-03T11:52:38.535 INFO:teuthology.orchestra.run.smithi019.stderr: 47400K .......... .......... .......... .......... .......... 51% 116M 1s 2023-12-03T11:52:38.535 INFO:teuthology.orchestra.run.smithi019.stderr: 47450K .......... .......... .......... .......... .......... 51% 127M 1s 2023-12-03T11:52:38.535 INFO:teuthology.orchestra.run.smithi019.stderr: 47500K .......... .......... .......... .......... .......... 51% 121M 1s 2023-12-03T11:52:38.535 INFO:teuthology.orchestra.run.smithi019.stderr: 47550K .......... .......... .......... .......... .......... 51% 113M 1s 2023-12-03T11:52:38.535 INFO:teuthology.orchestra.run.smithi019.stderr: 47600K .......... .......... .......... .......... .......... 51% 91.1M 1s 2023-12-03T11:52:38.535 INFO:teuthology.orchestra.run.smithi019.stderr: 47650K .......... .......... .......... .......... .......... 51% 115M 1s 2023-12-03T11:52:38.535 INFO:teuthology.orchestra.run.smithi019.stderr: 47700K .......... .......... .......... .......... .......... 51% 117M 1s 2023-12-03T11:52:38.535 INFO:teuthology.orchestra.run.smithi019.stderr: 47750K .......... .......... .......... .......... .......... 51% 78.4M 1s 2023-12-03T11:52:38.535 INFO:teuthology.orchestra.run.smithi019.stderr: 47800K .......... .......... .......... .......... .......... 51% 131M 1s 2023-12-03T11:52:38.535 INFO:teuthology.orchestra.run.smithi019.stderr: 47850K .......... .......... .......... .......... .......... 51% 135M 1s 2023-12-03T11:52:38.535 INFO:teuthology.orchestra.run.smithi019.stderr: 47900K .......... .......... .......... .......... .......... 51% 113M 1s 2023-12-03T11:52:38.535 INFO:teuthology.orchestra.run.smithi019.stderr: 47950K .......... .......... .......... .......... .......... 51% 67.8M 1s 2023-12-03T11:52:38.535 INFO:teuthology.orchestra.run.smithi019.stderr: 48000K .......... .......... .......... .......... .......... 51% 138M 1s 2023-12-03T11:52:38.535 INFO:teuthology.orchestra.run.smithi019.stderr: 48050K .......... .......... .......... .......... .......... 51% 80.0M 1s 2023-12-03T11:52:38.536 INFO:teuthology.orchestra.run.smithi019.stderr: 48100K .......... .......... .......... .......... .......... 51% 90.3M 1s 2023-12-03T11:52:38.536 INFO:teuthology.orchestra.run.smithi019.stderr: 48150K .......... .......... .......... .......... .......... 51% 95.7M 1s 2023-12-03T11:52:38.536 INFO:teuthology.orchestra.run.smithi019.stderr: 48200K .......... .......... .......... .......... .......... 51% 108M 1s 2023-12-03T11:52:38.536 INFO:teuthology.orchestra.run.smithi019.stderr: 48250K .......... .......... .......... .......... .......... 51% 88.4M 1s 2023-12-03T11:52:38.536 INFO:teuthology.orchestra.run.smithi019.stderr: 48300K .......... .......... .......... .......... .......... 52% 56.1M 1s 2023-12-03T11:52:38.536 INFO:teuthology.orchestra.run.smithi019.stderr: 48350K .......... .......... .......... .......... .......... 52% 114M 1s 2023-12-03T11:52:38.536 INFO:teuthology.orchestra.run.smithi019.stderr: 48400K .......... .......... .......... .......... .......... 52% 114M 1s 2023-12-03T11:52:38.536 INFO:teuthology.orchestra.run.smithi019.stderr: 48450K .......... .......... .......... .......... .......... 52% 110M 1s 2023-12-03T11:52:38.536 INFO:teuthology.orchestra.run.smithi019.stderr: 48500K .......... .......... .......... .......... .......... 52% 74.9M 1s 2023-12-03T11:52:38.536 INFO:teuthology.orchestra.run.smithi019.stderr: 48550K .......... .......... .......... .......... .......... 52% 113M 1s 2023-12-03T11:52:38.536 INFO:teuthology.orchestra.run.smithi019.stderr: 48600K .......... .......... .......... .......... .......... 52% 122M 1s 2023-12-03T11:52:38.536 INFO:teuthology.orchestra.run.smithi019.stderr: 48650K .......... .......... .......... .......... .......... 52% 88.4M 1s 2023-12-03T11:52:38.536 INFO:teuthology.orchestra.run.smithi019.stderr: 48700K .......... .......... .......... .......... .......... 52% 141M 1s 2023-12-03T11:52:38.536 INFO:teuthology.orchestra.run.smithi019.stderr: 48750K .......... .......... .......... .......... .......... 52% 109M 1s 2023-12-03T11:52:38.536 INFO:teuthology.orchestra.run.smithi019.stderr: 48800K .......... .......... .......... .......... .......... 52% 118M 1s 2023-12-03T11:52:38.536 INFO:teuthology.orchestra.run.smithi019.stderr: 48850K .......... .......... .......... .......... .......... 52% 93.8M 1s 2023-12-03T11:52:38.537 INFO:teuthology.orchestra.run.smithi019.stderr: 48900K .......... .......... .......... .......... .......... 52% 118M 1s 2023-12-03T11:52:38.537 INFO:teuthology.orchestra.run.smithi019.stderr: 48950K .......... .......... .......... .......... .......... 52% 102M 1s 2023-12-03T11:52:38.537 INFO:teuthology.orchestra.run.smithi019.stderr: 49000K .......... .......... .......... .......... .......... 52% 103M 1s 2023-12-03T11:52:38.537 INFO:teuthology.orchestra.run.smithi019.stderr: 49050K .......... .......... .......... .......... .......... 52% 147M 1s 2023-12-03T11:52:38.537 INFO:teuthology.orchestra.run.smithi019.stderr: 49100K .......... .......... .......... .......... .......... 52% 88.8M 1s 2023-12-03T11:52:38.537 INFO:teuthology.orchestra.run.smithi019.stderr: 49150K .......... .......... .......... .......... .......... 52% 124M 1s 2023-12-03T11:52:38.537 INFO:teuthology.orchestra.run.smithi019.stderr: 49200K .......... .......... .......... .......... .......... 53% 113M 1s 2023-12-03T11:52:38.537 INFO:teuthology.orchestra.run.smithi019.stderr: 49250K .......... .......... .......... .......... .......... 53% 107M 1s 2023-12-03T11:52:38.537 INFO:teuthology.orchestra.run.smithi019.stderr: 49300K .......... .......... .......... .......... .......... 53% 103M 1s 2023-12-03T11:52:38.537 INFO:teuthology.orchestra.run.smithi019.stderr: 49350K .......... .......... .......... .......... .......... 53% 93.0M 1s 2023-12-03T11:52:38.537 INFO:teuthology.orchestra.run.smithi019.stderr: 49400K .......... .......... .......... .......... .......... 53% 140M 1s 2023-12-03T11:52:38.537 INFO:teuthology.orchestra.run.smithi019.stderr: 49450K .......... .......... .......... .......... .......... 53% 122M 1s 2023-12-03T11:52:38.537 INFO:teuthology.orchestra.run.smithi019.stderr: 49500K .......... .......... .......... .......... .......... 53% 106M 1s 2023-12-03T11:52:38.537 INFO:teuthology.orchestra.run.smithi019.stderr: 49550K .......... .......... .......... .......... .......... 53% 112M 1s 2023-12-03T11:52:38.537 INFO:teuthology.orchestra.run.smithi019.stderr: 49600K .......... .......... .......... .......... .......... 53% 112M 1s 2023-12-03T11:52:38.538 INFO:teuthology.orchestra.run.smithi019.stderr: 49650K .......... .......... .......... .......... .......... 53% 122M 1s 2023-12-03T11:52:38.538 INFO:teuthology.orchestra.run.smithi019.stderr: 49700K .......... .......... .......... .......... .......... 53% 88.3M 1s 2023-12-03T11:52:38.538 INFO:teuthology.orchestra.run.smithi019.stderr: 49750K .......... .......... .......... .......... .......... 53% 93.7M 1s 2023-12-03T11:52:38.538 INFO:teuthology.orchestra.run.smithi019.stderr: 49800K .......... .......... .......... .......... .......... 53% 143M 1s 2023-12-03T11:52:38.538 INFO:teuthology.orchestra.run.smithi019.stderr: 49850K .......... .......... .......... .......... .......... 53% 123M 1s 2023-12-03T11:52:38.538 INFO:teuthology.orchestra.run.smithi019.stderr: 49900K .......... .......... .......... .......... .......... 53% 104M 1s 2023-12-03T11:52:38.538 INFO:teuthology.orchestra.run.smithi019.stderr: 49950K .......... .......... .......... .......... .......... 53% 116M 1s 2023-12-03T11:52:38.538 INFO:teuthology.orchestra.run.smithi019.stderr: 50000K .......... .......... .......... .......... .......... 53% 109M 1s 2023-12-03T11:52:38.538 INFO:teuthology.orchestra.run.smithi019.stderr: 50050K .......... .......... .......... .......... .......... 53% 111M 1s 2023-12-03T11:52:38.538 INFO:teuthology.orchestra.run.smithi019.stderr: 50100K .......... .......... .......... .......... .......... 53% 80.2M 1s 2023-12-03T11:52:38.538 INFO:teuthology.orchestra.run.smithi019.stderr: 50150K .......... .......... .......... .......... .......... 54% 138M 1s 2023-12-03T11:52:38.538 INFO:teuthology.orchestra.run.smithi019.stderr: 50200K .......... .......... .......... .......... .......... 54% 139M 1s 2023-12-03T11:52:38.538 INFO:teuthology.orchestra.run.smithi019.stderr: 50250K .......... .......... .......... .......... .......... 54% 111M 1s 2023-12-03T11:52:38.538 INFO:teuthology.orchestra.run.smithi019.stderr: 50300K .......... .......... .......... .......... .......... 54% 108M 1s 2023-12-03T11:52:38.538 INFO:teuthology.orchestra.run.smithi019.stderr: 50350K .......... .......... .......... .......... .......... 54% 110M 1s 2023-12-03T11:52:38.538 INFO:teuthology.orchestra.run.smithi019.stderr: 50400K .......... .......... .......... .......... .......... 54% 119M 1s 2023-12-03T11:52:38.539 INFO:teuthology.orchestra.run.smithi019.stderr: 50450K .......... .......... .......... .......... .......... 54% 103M 1s 2023-12-03T11:52:38.539 INFO:teuthology.orchestra.run.smithi019.stderr: 50500K .......... .......... .......... .......... .......... 54% 88.9M 1s 2023-12-03T11:52:38.539 INFO:teuthology.orchestra.run.smithi019.stderr: 50550K .......... .......... .......... .......... .......... 54% 155M 1s 2023-12-03T11:52:38.539 INFO:teuthology.orchestra.run.smithi019.stderr: 50600K .......... .......... .......... .......... .......... 54% 116M 1s 2023-12-03T11:52:38.539 INFO:teuthology.orchestra.run.smithi019.stderr: 50650K .......... .......... .......... .......... .......... 54% 96.5M 1s 2023-12-03T11:52:38.539 INFO:teuthology.orchestra.run.smithi019.stderr: 50700K .......... .......... .......... .......... .......... 54% 106M 1s 2023-12-03T11:52:38.539 INFO:teuthology.orchestra.run.smithi019.stderr: 50750K .......... .......... .......... .......... .......... 54% 119M 1s 2023-12-03T11:52:38.539 INFO:teuthology.orchestra.run.smithi019.stderr: 50800K .......... .......... .......... .......... .......... 54% 120M 1s 2023-12-03T11:52:38.539 INFO:teuthology.orchestra.run.smithi019.stderr: 50850K .......... .......... .......... .......... .......... 54% 100M 1s 2023-12-03T11:52:38.539 INFO:teuthology.orchestra.run.smithi019.stderr: 50900K .......... .......... .......... .......... .......... 54% 109M 1s 2023-12-03T11:52:38.539 INFO:teuthology.orchestra.run.smithi019.stderr: 50950K .......... .......... .......... .......... .......... 54% 109M 1s 2023-12-03T11:52:38.539 INFO:teuthology.orchestra.run.smithi019.stderr: 51000K .......... .......... .......... .......... .......... 54% 111M 1s 2023-12-03T11:52:38.539 INFO:teuthology.orchestra.run.smithi019.stderr: 51050K .......... .......... .......... .......... .......... 55% 118M 1s 2023-12-03T11:52:38.539 INFO:teuthology.orchestra.run.smithi019.stderr: 51100K .......... .......... .......... .......... .......... 55% 112M 1s 2023-12-03T11:52:38.539 INFO:teuthology.orchestra.run.smithi019.stderr: 51150K .......... .......... .......... .......... .......... 55% 111M 1s 2023-12-03T11:52:38.539 INFO:teuthology.orchestra.run.smithi019.stderr: 51200K .......... .......... .......... .......... .......... 55% 110M 1s 2023-12-03T11:52:38.540 INFO:teuthology.orchestra.run.smithi019.stderr: 51250K .......... .......... .......... .......... .......... 55% 102M 1s 2023-12-03T11:52:38.540 INFO:teuthology.orchestra.run.smithi019.stderr: 51300K .......... .......... .......... .......... .......... 55% 135M 1s 2023-12-03T11:52:38.540 INFO:teuthology.orchestra.run.smithi019.stderr: 51350K .......... .......... .......... .......... .......... 55% 89.2M 1s 2023-12-03T11:52:38.540 INFO:teuthology.orchestra.run.smithi019.stderr: 51400K .......... .......... .......... .......... .......... 55% 127M 1s 2023-12-03T11:52:38.540 INFO:teuthology.orchestra.run.smithi019.stderr: 51450K .......... .......... .......... .......... .......... 55% 101M 1s 2023-12-03T11:52:38.540 INFO:teuthology.orchestra.run.smithi019.stderr: 51500K .......... .......... .......... .......... .......... 55% 126M 1s 2023-12-03T11:52:38.540 INFO:teuthology.orchestra.run.smithi019.stderr: 51550K .......... .......... .......... .......... .......... 55% 110M 1s 2023-12-03T11:52:38.540 INFO:teuthology.orchestra.run.smithi019.stderr: 51600K .......... .......... .......... .......... .......... 55% 90.3M 1s 2023-12-03T11:52:38.540 INFO:teuthology.orchestra.run.smithi019.stderr: 51650K .......... .......... .......... .......... .......... 55% 154M 1s 2023-12-03T11:52:38.540 INFO:teuthology.orchestra.run.smithi019.stderr: 51700K .......... .......... .......... .......... .......... 55% 124M 1s 2023-12-03T11:52:38.540 INFO:teuthology.orchestra.run.smithi019.stderr: 51750K .......... .......... .......... .......... .......... 55% 86.2M 1s 2023-12-03T11:52:38.540 INFO:teuthology.orchestra.run.smithi019.stderr: 51800K .......... .......... .......... .......... .......... 55% 127M 1s 2023-12-03T11:52:38.540 INFO:teuthology.orchestra.run.smithi019.stderr: 51850K .......... .......... .......... .......... .......... 55% 116M 1s 2023-12-03T11:52:38.540 INFO:teuthology.orchestra.run.smithi019.stderr: 51900K .......... .......... .......... .......... .......... 55% 106M 1s 2023-12-03T11:52:38.540 INFO:teuthology.orchestra.run.smithi019.stderr: 51950K .......... .......... .......... .......... .......... 55% 110M 1s 2023-12-03T11:52:38.540 INFO:teuthology.orchestra.run.smithi019.stderr: 52000K .......... .......... .......... .......... .......... 56% 84.6M 1s 2023-12-03T11:52:38.541 INFO:teuthology.orchestra.run.smithi019.stderr: 52050K .......... .......... .......... .......... .......... 56% 146M 1s 2023-12-03T11:52:38.541 INFO:teuthology.orchestra.run.smithi019.stderr: 52100K .......... .......... .......... .......... .......... 56% 131M 1s 2023-12-03T11:52:38.541 INFO:teuthology.orchestra.run.smithi019.stderr: 52150K .......... .......... .......... .......... .......... 56% 98.9M 1s 2023-12-03T11:52:38.541 INFO:teuthology.orchestra.run.smithi019.stderr: 52200K .......... .......... .......... .......... .......... 56% 118M 1s 2023-12-03T11:52:38.541 INFO:teuthology.orchestra.run.smithi019.stderr: 52250K .......... .......... .......... .......... .......... 56% 119M 1s 2023-12-03T11:52:38.541 INFO:teuthology.orchestra.run.smithi019.stderr: 52300K .......... .......... .......... .......... .......... 56% 90.7M 1s 2023-12-03T11:52:38.541 INFO:teuthology.orchestra.run.smithi019.stderr: 52350K .......... .......... .......... .......... .......... 56% 92.7M 1s 2023-12-03T11:52:38.541 INFO:teuthology.orchestra.run.smithi019.stderr: 52400K .......... .......... .......... .......... .......... 56% 160M 1s 2023-12-03T11:52:38.541 INFO:teuthology.orchestra.run.smithi019.stderr: 52450K .......... .......... .......... .......... .......... 56% 107M 1s 2023-12-03T11:52:38.541 INFO:teuthology.orchestra.run.smithi019.stderr: 52500K .......... .......... .......... .......... .......... 56% 107M 1s 2023-12-03T11:52:38.541 INFO:teuthology.orchestra.run.smithi019.stderr: 52550K .......... .......... .......... .......... .......... 56% 107M 1s 2023-12-03T11:52:38.541 INFO:teuthology.orchestra.run.smithi019.stderr: 52600K .......... .......... .......... .......... .......... 56% 109M 1s 2023-12-03T11:52:38.541 INFO:teuthology.orchestra.run.smithi019.stderr: 52650K .......... .......... .......... .......... .......... 56% 106M 1s 2023-12-03T11:52:38.541 INFO:teuthology.orchestra.run.smithi019.stderr: 52700K .......... .......... .......... .......... .......... 56% 134M 1s 2023-12-03T11:52:38.541 INFO:teuthology.orchestra.run.smithi019.stderr: 52750K .......... .......... .......... .......... .......... 56% 102M 1s 2023-12-03T11:52:38.542 INFO:teuthology.orchestra.run.smithi019.stderr: 52800K .......... .......... .......... .......... .......... 56% 104M 1s 2023-12-03T11:52:38.542 INFO:teuthology.orchestra.run.smithi019.stderr: 52850K .......... .......... .......... .......... .......... 56% 121M 1s 2023-12-03T11:52:38.542 INFO:teuthology.orchestra.run.smithi019.stderr: 52900K .......... .......... .......... .......... .......... 56% 115M 1s 2023-12-03T11:52:38.542 INFO:teuthology.orchestra.run.smithi019.stderr: 52950K .......... .......... .......... .......... .......... 57% 117M 1s 2023-12-03T11:52:38.542 INFO:teuthology.orchestra.run.smithi019.stderr: 53000K .......... .......... .......... .......... .......... 57% 103M 1s 2023-12-03T11:52:38.542 INFO:teuthology.orchestra.run.smithi019.stderr: 53050K .......... .......... .......... .......... .......... 57% 115M 1s 2023-12-03T11:52:38.542 INFO:teuthology.orchestra.run.smithi019.stderr: 53100K .......... .......... .......... .......... .......... 57% 105M 1s 2023-12-03T11:52:38.542 INFO:teuthology.orchestra.run.smithi019.stderr: 53150K .......... .......... .......... .......... .......... 57% 99.2M 1s 2023-12-03T11:52:38.542 INFO:teuthology.orchestra.run.smithi019.stderr: 53200K .......... .......... .......... .......... .......... 57% 117M 1s 2023-12-03T11:52:38.542 INFO:teuthology.orchestra.run.smithi019.stderr: 53250K .......... .......... .......... .......... .......... 57% 114M 1s 2023-12-03T11:52:38.542 INFO:teuthology.orchestra.run.smithi019.stderr: 53300K .......... .......... .......... .......... .......... 57% 118M 1s 2023-12-03T11:52:38.542 INFO:teuthology.orchestra.run.smithi019.stderr: 53350K .......... .......... .......... .......... .......... 57% 109M 1s 2023-12-03T11:52:38.542 INFO:teuthology.orchestra.run.smithi019.stderr: 53400K .......... .......... .......... .......... .......... 57% 120M 1s 2023-12-03T11:52:38.542 INFO:teuthology.orchestra.run.smithi019.stderr: 53450K .......... .......... .......... .......... .......... 57% 115M 1s 2023-12-03T11:52:38.542 INFO:teuthology.orchestra.run.smithi019.stderr: 53500K .......... .......... .......... .......... .......... 57% 88.2M 1s 2023-12-03T11:52:38.543 INFO:teuthology.orchestra.run.smithi019.stderr: 53550K .......... .......... .......... .......... .......... 57% 120M 1s 2023-12-03T11:52:38.543 INFO:teuthology.orchestra.run.smithi019.stderr: 53600K .......... .......... .......... .......... .......... 57% 110M 1s 2023-12-03T11:52:38.543 INFO:teuthology.orchestra.run.smithi019.stderr: 53650K .......... .......... .......... .......... .......... 57% 116M 1s 2023-12-03T11:52:38.543 INFO:teuthology.orchestra.run.smithi019.stderr: 53700K .......... .......... .......... .......... .......... 57% 117M 1s 2023-12-03T11:52:38.543 INFO:teuthology.orchestra.run.smithi019.stderr: 53750K .......... .......... .......... .......... .......... 57% 96.3M 1s 2023-12-03T11:52:38.543 INFO:teuthology.orchestra.run.smithi019.stderr: 53800K .......... .......... .......... .......... .......... 57% 119M 1s 2023-12-03T11:52:38.543 INFO:teuthology.orchestra.run.smithi019.stderr: 53850K .......... .......... .......... .......... .......... 58% 106M 1s 2023-12-03T11:52:38.543 INFO:teuthology.orchestra.run.smithi019.stderr: 53900K .......... .......... .......... .......... .......... 58% 114M 1s 2023-12-03T11:52:38.543 INFO:teuthology.orchestra.run.smithi019.stderr: 53950K .......... .......... .......... .......... .......... 58% 122M 1s 2023-12-03T11:52:38.543 INFO:teuthology.orchestra.run.smithi019.stderr: 54000K .......... .......... .......... .......... .......... 58% 112M 1s 2023-12-03T11:52:38.543 INFO:teuthology.orchestra.run.smithi019.stderr: 54050K .......... .......... .......... .......... .......... 58% 114M 1s 2023-12-03T11:52:38.543 INFO:teuthology.orchestra.run.smithi019.stderr: 54100K .......... .......... .......... .......... .......... 58% 113M 1s 2023-12-03T11:52:38.543 INFO:teuthology.orchestra.run.smithi019.stderr: 54150K .......... .......... .......... .......... .......... 58% 91.9M 1s 2023-12-03T11:52:38.543 INFO:teuthology.orchestra.run.smithi019.stderr: 54200K .......... .......... .......... .......... .......... 58% 110M 1s 2023-12-03T11:52:38.543 INFO:teuthology.orchestra.run.smithi019.stderr: 54250K .......... .......... .......... .......... .......... 58% 107M 1s 2023-12-03T11:52:38.543 INFO:teuthology.orchestra.run.smithi019.stderr: 54300K .......... .......... .......... .......... .......... 58% 111M 1s 2023-12-03T11:52:38.544 INFO:teuthology.orchestra.run.smithi019.stderr: 54350K .......... .......... .......... .......... .......... 58% 117M 1s 2023-12-03T11:52:38.544 INFO:teuthology.orchestra.run.smithi019.stderr: 54400K .......... .......... .......... .......... .......... 58% 123M 1s 2023-12-03T11:52:38.544 INFO:teuthology.orchestra.run.smithi019.stderr: 54450K .......... .......... .......... .......... .......... 58% 106M 1s 2023-12-03T11:52:38.544 INFO:teuthology.orchestra.run.smithi019.stderr: 54500K .......... .......... .......... .......... .......... 58% 113M 1s 2023-12-03T11:52:38.544 INFO:teuthology.orchestra.run.smithi019.stderr: 54550K .......... .......... .......... .......... .......... 58% 91.4M 1s 2023-12-03T11:52:38.544 INFO:teuthology.orchestra.run.smithi019.stderr: 54600K .......... .......... .......... .......... .......... 58% 116M 1s 2023-12-03T11:52:38.544 INFO:teuthology.orchestra.run.smithi019.stderr: 54650K .......... .......... .......... .......... .......... 58% 123M 1s 2023-12-03T11:52:38.544 INFO:teuthology.orchestra.run.smithi019.stderr: 54700K .......... .......... .......... .......... .......... 58% 115M 1s 2023-12-03T11:52:38.544 INFO:teuthology.orchestra.run.smithi019.stderr: 54750K .......... .......... .......... .......... .......... 58% 83.2M 1s 2023-12-03T11:52:38.544 INFO:teuthology.orchestra.run.smithi019.stderr: 54800K .......... .......... .......... .......... .......... 59% 156M 1s 2023-12-03T11:52:38.544 INFO:teuthology.orchestra.run.smithi019.stderr: 54850K .......... .......... .......... .......... .......... 59% 110M 1s 2023-12-03T11:52:38.544 INFO:teuthology.orchestra.run.smithi019.stderr: 54900K .......... .......... .......... .......... .......... 59% 116M 1s 2023-12-03T11:52:38.544 INFO:teuthology.orchestra.run.smithi019.stderr: 54950K .......... .......... .......... .......... .......... 59% 96.8M 1s 2023-12-03T11:52:38.544 INFO:teuthology.orchestra.run.smithi019.stderr: 55000K .......... .......... .......... .......... .......... 59% 105M 1s 2023-12-03T11:52:38.544 INFO:teuthology.orchestra.run.smithi019.stderr: 55050K .......... .......... .......... .......... .......... 59% 116M 1s 2023-12-03T11:52:38.544 INFO:teuthology.orchestra.run.smithi019.stderr: 55100K .......... .......... .......... .......... .......... 59% 89.8M 1s 2023-12-03T11:52:38.545 INFO:teuthology.orchestra.run.smithi019.stderr: 55150K .......... .......... .......... .......... .......... 59% 128M 1s 2023-12-03T11:52:38.545 INFO:teuthology.orchestra.run.smithi019.stderr: 55200K .......... .......... .......... .......... .......... 59% 123M 1s 2023-12-03T11:52:38.545 INFO:teuthology.orchestra.run.smithi019.stderr: 55250K .......... .......... .......... .......... .......... 59% 99.4M 1s 2023-12-03T11:52:38.545 INFO:teuthology.orchestra.run.smithi019.stderr: 55300K .......... .......... .......... .......... .......... 59% 116M 1s 2023-12-03T11:52:38.545 INFO:teuthology.orchestra.run.smithi019.stderr: 55350K .......... .......... .......... .......... .......... 59% 109M 1s 2023-12-03T11:52:38.545 INFO:teuthology.orchestra.run.smithi019.stderr: 55400K .......... .......... .......... .......... .......... 59% 114M 1s 2023-12-03T11:52:38.545 INFO:teuthology.orchestra.run.smithi019.stderr: 55450K .......... .......... .......... .......... .......... 59% 110M 1s 2023-12-03T11:52:38.545 INFO:teuthology.orchestra.run.smithi019.stderr: 55500K .......... .......... .......... .......... .......... 59% 114M 1s 2023-12-03T11:52:38.545 INFO:teuthology.orchestra.run.smithi019.stderr: 55550K .......... .......... .......... .......... .......... 59% 80.7M 1s 2023-12-03T11:52:38.545 INFO:teuthology.orchestra.run.smithi019.stderr: 55600K .......... .......... .......... .......... .......... 59% 141M 1s 2023-12-03T11:52:38.545 INFO:teuthology.orchestra.run.smithi019.stderr: 55650K .......... .......... .......... .......... .......... 59% 104M 1s 2023-12-03T11:52:38.545 INFO:teuthology.orchestra.run.smithi019.stderr: 55700K .......... .......... .......... .......... .......... 60% 109M 1s 2023-12-03T11:52:38.545 INFO:teuthology.orchestra.run.smithi019.stderr: 55750K .......... .......... .......... .......... .......... 60% 129M 1s 2023-12-03T11:52:38.545 INFO:teuthology.orchestra.run.smithi019.stderr: 55800K .......... .......... .......... .......... .......... 60% 98.4M 1s 2023-12-03T11:52:38.545 INFO:teuthology.orchestra.run.smithi019.stderr: 55850K .......... .......... .......... .......... .......... 60% 117M 1s 2023-12-03T11:52:38.545 INFO:teuthology.orchestra.run.smithi019.stderr: 55900K .......... .......... .......... .......... .......... 60% 88.7M 1s 2023-12-03T11:52:38.545 INFO:teuthology.orchestra.run.smithi019.stderr: 55950K .......... .......... .......... .......... .......... 60% 75.9M 1s 2023-12-03T11:52:38.546 INFO:teuthology.orchestra.run.smithi019.stderr: 56000K .......... .......... .......... .......... .......... 60% 53.7M 1s 2023-12-03T11:52:38.546 INFO:teuthology.orchestra.run.smithi019.stderr: 56050K .......... .......... .......... .......... .......... 60% 123M 1s 2023-12-03T11:52:38.546 INFO:teuthology.orchestra.run.smithi019.stderr: 56100K .......... .......... .......... .......... .......... 60% 77.3M 1s 2023-12-03T11:52:38.546 INFO:teuthology.orchestra.run.smithi019.stderr: 56150K .......... .......... .......... .......... .......... 60% 72.7M 1s 2023-12-03T11:52:38.546 INFO:teuthology.orchestra.run.smithi019.stderr: 56200K .......... .......... .......... .......... .......... 60% 74.0M 1s 2023-12-03T11:52:38.546 INFO:teuthology.orchestra.run.smithi019.stderr: 56250K .......... .......... .......... .......... .......... 60% 77.9M 1s 2023-12-03T11:52:38.546 INFO:teuthology.orchestra.run.smithi019.stderr: 56300K .......... .......... .......... .......... .......... 60% 88.7M 1s 2023-12-03T11:52:38.546 INFO:teuthology.orchestra.run.smithi019.stderr: 56350K .......... .......... .......... .......... .......... 60% 117M 1s 2023-12-03T11:52:38.546 INFO:teuthology.orchestra.run.smithi019.stderr: 56400K .......... .......... .......... .......... .......... 60% 119M 1s 2023-12-03T11:52:38.546 INFO:teuthology.orchestra.run.smithi019.stderr: 56450K .......... .......... .......... .......... .......... 60% 112M 1s 2023-12-03T11:52:38.546 INFO:teuthology.orchestra.run.smithi019.stderr: 56500K .......... .......... .......... .......... .......... 60% 106M 1s 2023-12-03T11:52:38.546 INFO:teuthology.orchestra.run.smithi019.stderr: 56550K .......... .......... .......... .......... .......... 60% 94.1M 1s 2023-12-03T11:52:38.546 INFO:teuthology.orchestra.run.smithi019.stderr: 56600K .......... .......... .......... .......... .......... 60% 143M 1s 2023-12-03T11:52:38.546 INFO:teuthology.orchestra.run.smithi019.stderr: 56650K .......... .......... .......... .......... .......... 61% 93.5M 1s 2023-12-03T11:52:38.546 INFO:teuthology.orchestra.run.smithi019.stderr: 56700K .......... .......... .......... .......... .......... 61% 93.5M 1s 2023-12-03T11:52:38.547 INFO:teuthology.orchestra.run.smithi019.stderr: 56750K .......... .......... .......... .......... .......... 61% 123M 1s 2023-12-03T11:52:38.547 INFO:teuthology.orchestra.run.smithi019.stderr: 56800K .......... .......... .......... .......... .......... 61% 84.7M 1s 2023-12-03T11:52:38.547 INFO:teuthology.orchestra.run.smithi019.stderr: 56850K .......... .......... .......... .......... .......... 61% 122M 1s 2023-12-03T11:52:38.547 INFO:teuthology.orchestra.run.smithi019.stderr: 56900K .......... .......... .......... .......... .......... 61% 99.1M 1s 2023-12-03T11:52:38.547 INFO:teuthology.orchestra.run.smithi019.stderr: 56950K .......... .......... .......... .......... .......... 61% 114M 1s 2023-12-03T11:52:38.547 INFO:teuthology.orchestra.run.smithi019.stderr: 57000K .......... .......... .......... .......... .......... 61% 71.1M 1s 2023-12-03T11:52:38.547 INFO:teuthology.orchestra.run.smithi019.stderr: 57050K .......... .......... .......... .......... .......... 61% 113M 1s 2023-12-03T11:52:38.547 INFO:teuthology.orchestra.run.smithi019.stderr: 57100K .......... .......... .......... .......... .......... 61% 110M 1s 2023-12-03T11:52:38.547 INFO:teuthology.orchestra.run.smithi019.stderr: 57150K .......... .......... .......... .......... .......... 61% 50.9M 1s 2023-12-03T11:52:38.547 INFO:teuthology.orchestra.run.smithi019.stderr: 57200K .......... .......... .......... .......... .......... 61% 119M 1s 2023-12-03T11:52:38.547 INFO:teuthology.orchestra.run.smithi019.stderr: 57250K .......... .......... .......... .......... .......... 61% 71.5M 1s 2023-12-03T11:52:38.547 INFO:teuthology.orchestra.run.smithi019.stderr: 57300K .......... .......... .......... .......... .......... 61% 168M 1s 2023-12-03T11:52:38.547 INFO:teuthology.orchestra.run.smithi019.stderr: 57350K .......... .......... .......... .......... .......... 61% 72.8M 1s 2023-12-03T11:52:38.547 INFO:teuthology.orchestra.run.smithi019.stderr: 57400K .......... .......... .......... .......... .......... 61% 65.4M 1s 2023-12-03T11:52:38.547 INFO:teuthology.orchestra.run.smithi019.stderr: 57450K .......... .......... .......... .......... .......... 61% 104M 1s 2023-12-03T11:52:38.547 INFO:teuthology.orchestra.run.smithi019.stderr: 57500K .......... .......... .......... .......... .......... 61% 66.8M 1s 2023-12-03T11:52:38.547 INFO:teuthology.orchestra.run.smithi019.stderr: 57550K .......... .......... .......... .......... .......... 62% 67.1M 1s 2023-12-03T11:52:38.548 INFO:teuthology.orchestra.run.smithi019.stderr: 57600K .......... .......... .......... .......... .......... 62% 93.5M 1s 2023-12-03T11:52:38.548 INFO:teuthology.orchestra.run.smithi019.stderr: 57650K .......... .......... .......... .......... .......... 62% 81.2M 1s 2023-12-03T11:52:38.548 INFO:teuthology.orchestra.run.smithi019.stderr: 57700K .......... .......... .......... .......... .......... 62% 124M 1s 2023-12-03T11:52:38.548 INFO:teuthology.orchestra.run.smithi019.stderr: 57750K .......... .......... .......... .......... .......... 62% 101M 1s 2023-12-03T11:52:38.548 INFO:teuthology.orchestra.run.smithi019.stderr: 57800K .......... .......... .......... .......... .......... 62% 113M 1s 2023-12-03T11:52:38.548 INFO:teuthology.orchestra.run.smithi019.stderr: 57850K .......... .......... .......... .......... .......... 62% 118M 1s 2023-12-03T11:52:38.548 INFO:teuthology.orchestra.run.smithi019.stderr: 57900K .......... .......... .......... .......... .......... 62% 107M 1s 2023-12-03T11:52:38.548 INFO:teuthology.orchestra.run.smithi019.stderr: 57950K .......... .......... .......... .......... .......... 62% 130M 1s 2023-12-03T11:52:38.548 INFO:teuthology.orchestra.run.smithi019.stderr: 58000K .......... .......... .......... .......... .......... 62% 92.8M 1s 2023-12-03T11:52:38.548 INFO:teuthology.orchestra.run.smithi019.stderr: 58050K .......... .......... .......... .......... .......... 62% 115M 1s 2023-12-03T11:52:38.548 INFO:teuthology.orchestra.run.smithi019.stderr: 58100K .......... .......... .......... .......... .......... 62% 111M 1s 2023-12-03T11:52:38.548 INFO:teuthology.orchestra.run.smithi019.stderr: 58150K .......... .......... .......... .......... .......... 62% 128M 1s 2023-12-03T11:52:38.548 INFO:teuthology.orchestra.run.smithi019.stderr: 58200K .......... .......... .......... .......... .......... 62% 84.1M 1s 2023-12-03T11:52:38.548 INFO:teuthology.orchestra.run.smithi019.stderr: 58250K .......... .......... .......... .......... .......... 62% 169M 1s 2023-12-03T11:52:38.549 INFO:teuthology.orchestra.run.smithi019.stderr: 58300K .......... .......... .......... .......... .......... 62% 94.2M 1s 2023-12-03T11:52:38.549 INFO:teuthology.orchestra.run.smithi019.stderr: 58350K .......... .......... .......... .......... .......... 62% 106M 1s 2023-12-03T11:52:38.549 INFO:teuthology.orchestra.run.smithi019.stderr: 58400K .......... .......... .......... .......... .......... 62% 118M 1s 2023-12-03T11:52:38.549 INFO:teuthology.orchestra.run.smithi019.stderr: 58450K .......... .......... .......... .......... .......... 62% 110M 1s 2023-12-03T11:52:38.549 INFO:teuthology.orchestra.run.smithi019.stderr: 58500K .......... .......... .......... .......... .......... 63% 104M 1s 2023-12-03T11:52:38.549 INFO:teuthology.orchestra.run.smithi019.stderr: 58550K .......... .......... .......... .......... .......... 63% 116M 1s 2023-12-03T11:52:38.549 INFO:teuthology.orchestra.run.smithi019.stderr: 58600K .......... .......... .......... .......... .......... 63% 115M 1s 2023-12-03T11:52:38.549 INFO:teuthology.orchestra.run.smithi019.stderr: 58650K .......... .......... .......... .......... .......... 63% 104M 1s 2023-12-03T11:52:38.549 INFO:teuthology.orchestra.run.smithi019.stderr: 58700K .......... .......... .......... .......... .......... 63% 105M 1s 2023-12-03T11:52:38.549 INFO:teuthology.orchestra.run.smithi019.stderr: 58750K .......... .......... .......... .......... .......... 63% 113M 1s 2023-12-03T11:52:38.549 INFO:teuthology.orchestra.run.smithi019.stderr: 58800K .......... .......... .......... .......... .......... 63% 69.5M 1s 2023-12-03T11:52:38.549 INFO:teuthology.orchestra.run.smithi019.stderr: 58850K .......... .......... .......... .......... .......... 63% 116M 1s 2023-12-03T11:52:38.549 INFO:teuthology.orchestra.run.smithi019.stderr: 58900K .......... .......... .......... .......... .......... 63% 113M 1s 2023-12-03T11:52:38.549 INFO:teuthology.orchestra.run.smithi019.stderr: 58950K .......... .......... .......... .......... .......... 63% 74.9M 1s 2023-12-03T11:52:38.550 INFO:teuthology.orchestra.run.smithi019.stderr: 59000K .......... .......... .......... .......... .......... 63% 67.4M 1s 2023-12-03T11:52:38.550 INFO:teuthology.orchestra.run.smithi019.stderr: 59050K .......... .......... .......... .......... .......... 63% 83.1M 1s 2023-12-03T11:52:38.550 INFO:teuthology.orchestra.run.smithi019.stderr: 59100K .......... .......... .......... .......... .......... 63% 114M 1s 2023-12-03T11:52:38.550 INFO:teuthology.orchestra.run.smithi019.stderr: 59150K .......... .......... .......... .......... .......... 63% 65.5M 1s 2023-12-03T11:52:38.550 INFO:teuthology.orchestra.run.smithi019.stderr: 59200K .......... .......... .......... .......... .......... 63% 106M 1s 2023-12-03T11:52:38.550 INFO:teuthology.orchestra.run.smithi019.stderr: 59250K .......... .......... .......... .......... .......... 63% 96.1M 1s 2023-12-03T11:52:38.550 INFO:teuthology.orchestra.run.smithi019.stderr: 59300K .......... .......... .......... .......... .......... 63% 141M 1s 2023-12-03T11:52:38.550 INFO:teuthology.orchestra.run.smithi019.stderr: 59350K .......... .......... .......... .......... .......... 63% 117M 1s 2023-12-03T11:52:38.550 INFO:teuthology.orchestra.run.smithi019.stderr: 59400K .......... .......... .......... .......... .......... 63% 86.3M 1s 2023-12-03T11:52:38.550 INFO:teuthology.orchestra.run.smithi019.stderr: 59450K .......... .......... .......... .......... .......... 64% 110M 1s 2023-12-03T11:52:38.550 INFO:teuthology.orchestra.run.smithi019.stderr: 59500K .......... .......... .......... .......... .......... 64% 113M 1s 2023-12-03T11:52:38.550 INFO:teuthology.orchestra.run.smithi019.stderr: 59550K .......... .......... .......... .......... .......... 64% 109M 1s 2023-12-03T11:52:38.550 INFO:teuthology.orchestra.run.smithi019.stderr: 59600K .......... .......... .......... .......... .......... 64% 133M 1s 2023-12-03T11:52:38.550 INFO:teuthology.orchestra.run.smithi019.stderr: 59650K .......... .......... .......... .......... .......... 64% 107M 1s 2023-12-03T11:52:38.550 INFO:teuthology.orchestra.run.smithi019.stderr: 59700K .......... .......... .......... .......... .......... 64% 98.9M 1s 2023-12-03T11:52:38.551 INFO:teuthology.orchestra.run.smithi019.stderr: 59750K .......... .......... .......... .......... .......... 64% 88.6M 1s 2023-12-03T11:52:38.551 INFO:teuthology.orchestra.run.smithi019.stderr: 59800K .......... .......... .......... .......... .......... 64% 78.3M 1s 2023-12-03T11:52:38.551 INFO:teuthology.orchestra.run.smithi019.stderr: 59850K .......... .......... .......... .......... .......... 64% 107M 1s 2023-12-03T11:52:38.551 INFO:teuthology.orchestra.run.smithi019.stderr: 59900K .......... .......... .......... .......... .......... 64% 76.9M 1s 2023-12-03T11:52:38.551 INFO:teuthology.orchestra.run.smithi019.stderr: 59950K .......... .......... .......... .......... .......... 64% 106M 1s 2023-12-03T11:52:38.551 INFO:teuthology.orchestra.run.smithi019.stderr: 60000K .......... .......... .......... .......... .......... 64% 116M 1s 2023-12-03T11:52:38.551 INFO:teuthology.orchestra.run.smithi019.stderr: 60050K .......... .......... .......... .......... .......... 64% 112M 1s 2023-12-03T11:52:38.551 INFO:teuthology.orchestra.run.smithi019.stderr: 60100K .......... .......... .......... .......... .......... 64% 118M 1s 2023-12-03T11:52:38.551 INFO:teuthology.orchestra.run.smithi019.stderr: 60150K .......... .......... .......... .......... .......... 64% 128M 1s 2023-12-03T11:52:38.551 INFO:teuthology.orchestra.run.smithi019.stderr: 60200K .......... .......... .......... .......... .......... 64% 87.1M 1s 2023-12-03T11:52:38.551 INFO:teuthology.orchestra.run.smithi019.stderr: 60250K .......... .......... .......... .......... .......... 64% 115M 1s 2023-12-03T11:52:38.551 INFO:teuthology.orchestra.run.smithi019.stderr: 60300K .......... .......... .......... .......... .......... 64% 115M 1s 2023-12-03T11:52:38.551 INFO:teuthology.orchestra.run.smithi019.stderr: 60350K .......... .......... .......... .......... .......... 65% 67.2M 1s 2023-12-03T11:52:38.551 INFO:teuthology.orchestra.run.smithi019.stderr: 60400K .......... .......... .......... .......... .......... 65% 58.4M 1s 2023-12-03T11:52:38.551 INFO:teuthology.orchestra.run.smithi019.stderr: 60450K .......... .......... .......... .......... .......... 65% 77.9M 1s 2023-12-03T11:52:38.552 INFO:teuthology.orchestra.run.smithi019.stderr: 60500K .......... .......... .......... .......... .......... 65% 85.0M 1s 2023-12-03T11:52:38.552 INFO:teuthology.orchestra.run.smithi019.stderr: 60550K .......... .......... .......... .......... .......... 65% 109M 1s 2023-12-03T11:52:38.552 INFO:teuthology.orchestra.run.smithi019.stderr: 60600K .......... .......... .......... .......... .......... 65% 93.9M 1s 2023-12-03T11:52:38.552 INFO:teuthology.orchestra.run.smithi019.stderr: 60650K .......... .......... .......... .......... .......... 65% 99.4M 1s 2023-12-03T11:52:38.552 INFO:teuthology.orchestra.run.smithi019.stderr: 60700K .......... .......... .......... .......... .......... 65% 105M 1s 2023-12-03T11:52:38.552 INFO:teuthology.orchestra.run.smithi019.stderr: 60750K .......... .......... .......... .......... .......... 65% 118M 1s 2023-12-03T11:52:38.552 INFO:teuthology.orchestra.run.smithi019.stderr: 60800K .......... .......... .......... .......... .......... 65% 114M 1s 2023-12-03T11:52:38.552 INFO:teuthology.orchestra.run.smithi019.stderr: 60850K .......... .......... .......... .......... .......... 65% 61.1M 1s 2023-12-03T11:52:38.552 INFO:teuthology.orchestra.run.smithi019.stderr: 60900K .......... .......... .......... .......... .......... 65% 94.4M 1s 2023-12-03T11:52:38.552 INFO:teuthology.orchestra.run.smithi019.stderr: 60950K .......... .......... .......... .......... .......... 65% 117M 1s 2023-12-03T11:52:38.552 INFO:teuthology.orchestra.run.smithi019.stderr: 61000K .......... .......... .......... .......... .......... 65% 113M 1s 2023-12-03T11:52:38.552 INFO:teuthology.orchestra.run.smithi019.stderr: 61050K .......... .......... .......... .......... .......... 65% 107M 1s 2023-12-03T11:52:38.552 INFO:teuthology.orchestra.run.smithi019.stderr: 61100K .......... .......... .......... .......... .......... 65% 119M 1s 2023-12-03T11:52:38.552 INFO:teuthology.orchestra.run.smithi019.stderr: 61150K .......... .......... .......... .......... .......... 65% 109M 1s 2023-12-03T11:52:38.552 INFO:teuthology.orchestra.run.smithi019.stderr: 61200K .......... .......... .......... .......... .......... 65% 122M 1s 2023-12-03T11:52:38.552 INFO:teuthology.orchestra.run.smithi019.stderr: 61250K .......... .......... .......... .......... .......... 65% 68.5M 1s 2023-12-03T11:52:38.553 INFO:teuthology.orchestra.run.smithi019.stderr: 61300K .......... .......... .......... .......... .......... 66% 168M 1s 2023-12-03T11:52:38.553 INFO:teuthology.orchestra.run.smithi019.stderr: 61350K .......... .......... .......... .......... .......... 66% 122M 1s 2023-12-03T11:52:38.553 INFO:teuthology.orchestra.run.smithi019.stderr: 61400K .......... .......... .......... .......... .......... 66% 115M 1s 2023-12-03T11:52:38.553 INFO:teuthology.orchestra.run.smithi019.stderr: 61450K .......... .......... .......... .......... .......... 66% 116M 1s 2023-12-03T11:52:38.553 INFO:teuthology.orchestra.run.smithi019.stderr: 61500K .......... .......... .......... .......... .......... 66% 112M 1s 2023-12-03T11:52:38.553 INFO:teuthology.orchestra.run.smithi019.stderr: 61550K .......... .......... .......... .......... .......... 66% 94.5M 1s 2023-12-03T11:52:38.553 INFO:teuthology.orchestra.run.smithi019.stderr: 61600K .......... .......... .......... .......... .......... 66% 114M 1s 2023-12-03T11:52:38.553 INFO:teuthology.orchestra.run.smithi019.stderr: 61650K .......... .......... .......... .......... .......... 66% 86.6M 1s 2023-12-03T11:52:38.553 INFO:teuthology.orchestra.run.smithi019.stderr: 61700K .......... .......... .......... .......... .......... 66% 141M 1s 2023-12-03T11:52:38.553 INFO:teuthology.orchestra.run.smithi019.stderr: 61750K .......... .......... .......... .......... .......... 66% 127M 1s 2023-12-03T11:52:38.553 INFO:teuthology.orchestra.run.smithi019.stderr: 61800K .......... .......... .......... .......... .......... 66% 113M 1s 2023-12-03T11:52:38.553 INFO:teuthology.orchestra.run.smithi019.stderr: 61850K .......... .......... .......... .......... .......... 66% 112M 1s 2023-12-03T11:52:38.553 INFO:teuthology.orchestra.run.smithi019.stderr: 61900K .......... .......... .......... .......... .......... 66% 100M 1s 2023-12-03T11:52:38.553 INFO:teuthology.orchestra.run.smithi019.stderr: 61950K .......... .......... .......... .......... .......... 66% 124M 1s 2023-12-03T11:52:38.553 INFO:teuthology.orchestra.run.smithi019.stderr: 62000K .......... .......... .......... .......... .......... 66% 74.9M 1s 2023-12-03T11:52:38.553 INFO:teuthology.orchestra.run.smithi019.stderr: 62050K .......... .......... .......... .......... .......... 66% 68.8M 1s 2023-12-03T11:52:38.553 INFO:teuthology.orchestra.run.smithi019.stderr: 62100K .......... .......... .......... .......... .......... 66% 49.8M 1s 2023-12-03T11:52:38.554 INFO:teuthology.orchestra.run.smithi019.stderr: 62150K .......... .......... .......... .......... .......... 66% 119M 1s 2023-12-03T11:52:38.554 INFO:teuthology.orchestra.run.smithi019.stderr: 62200K .......... .......... .......... .......... .......... 67% 89.9M 1s 2023-12-03T11:52:38.554 INFO:teuthology.orchestra.run.smithi019.stderr: 62250K .......... .......... .......... .......... .......... 67% 108M 1s 2023-12-03T11:52:38.554 INFO:teuthology.orchestra.run.smithi019.stderr: 62300K .......... .......... .......... .......... .......... 67% 115M 1s 2023-12-03T11:52:38.554 INFO:teuthology.orchestra.run.smithi019.stderr: 62350K .......... .......... .......... .......... .......... 67% 105M 1s 2023-12-03T11:52:38.554 INFO:teuthology.orchestra.run.smithi019.stderr: 62400K .......... .......... .......... .......... .......... 67% 97.4M 1s 2023-12-03T11:52:38.554 INFO:teuthology.orchestra.run.smithi019.stderr: 62450K .......... .......... .......... .......... .......... 67% 65.8M 1s 2023-12-03T11:52:38.554 INFO:teuthology.orchestra.run.smithi019.stderr: 62500K .......... .......... .......... .......... .......... 67% 153M 1s 2023-12-03T11:52:38.554 INFO:teuthology.orchestra.run.smithi019.stderr: 62550K .......... .......... .......... .......... .......... 67% 174M 1s 2023-12-03T11:52:38.554 INFO:teuthology.orchestra.run.smithi019.stderr: 62600K .......... .......... .......... .......... .......... 67% 142M 1s 2023-12-03T11:52:38.554 INFO:teuthology.orchestra.run.smithi019.stderr: 62650K .......... .......... .......... .......... .......... 67% 118M 1s 2023-12-03T11:52:38.554 INFO:teuthology.orchestra.run.smithi019.stderr: 62700K .......... .......... .......... .......... .......... 67% 83.0M 1s 2023-12-03T11:52:38.554 INFO:teuthology.orchestra.run.smithi019.stderr: 62750K .......... .......... .......... .......... .......... 67% 127M 1s 2023-12-03T11:52:38.554 INFO:teuthology.orchestra.run.smithi019.stderr: 62800K .......... .......... .......... .......... .......... 67% 83.9M 1s 2023-12-03T11:52:38.554 INFO:teuthology.orchestra.run.smithi019.stderr: 62850K .......... .......... .......... .......... .......... 67% 148M 1s 2023-12-03T11:52:38.555 INFO:teuthology.orchestra.run.smithi019.stderr: 62900K .......... .......... .......... .......... .......... 67% 103M 1s 2023-12-03T11:52:38.555 INFO:teuthology.orchestra.run.smithi019.stderr: 62950K .......... .......... .......... .......... .......... 67% 112M 1s 2023-12-03T11:52:38.555 INFO:teuthology.orchestra.run.smithi019.stderr: 63000K .......... .......... .......... .......... .......... 67% 133M 1s 2023-12-03T11:52:38.555 INFO:teuthology.orchestra.run.smithi019.stderr: 63050K .......... .......... .......... .......... .......... 67% 111M 1s 2023-12-03T11:52:38.555 INFO:teuthology.orchestra.run.smithi019.stderr: 63100K .......... .......... .......... .......... .......... 67% 106M 1s 2023-12-03T11:52:38.555 INFO:teuthology.orchestra.run.smithi019.stderr: 63150K .......... .......... .......... .......... .......... 68% 122M 1s 2023-12-03T11:52:38.555 INFO:teuthology.orchestra.run.smithi019.stderr: 63200K .......... .......... .......... .......... .......... 68% 108M 1s 2023-12-03T11:52:38.555 INFO:teuthology.orchestra.run.smithi019.stderr: 63250K .......... .......... .......... .......... .......... 68% 118M 1s 2023-12-03T11:52:38.555 INFO:teuthology.orchestra.run.smithi019.stderr: 63300K .......... .......... .......... .......... .......... 68% 90.1M 1s 2023-12-03T11:52:38.555 INFO:teuthology.orchestra.run.smithi019.stderr: 63350K .......... .......... .......... .......... .......... 68% 67.0M 1s 2023-12-03T11:52:38.555 INFO:teuthology.orchestra.run.smithi019.stderr: 63400K .......... .......... .......... .......... .......... 68% 125M 1s 2023-12-03T11:52:38.555 INFO:teuthology.orchestra.run.smithi019.stderr: 63450K .......... .......... .......... .......... .......... 68% 49.5M 1s 2023-12-03T11:52:38.555 INFO:teuthology.orchestra.run.smithi019.stderr: 63500K .......... .......... .......... .......... .......... 68% 63.3M 1s 2023-12-03T11:52:38.555 INFO:teuthology.orchestra.run.smithi019.stderr: 63550K .......... .......... .......... .......... .......... 68% 105M 1s 2023-12-03T11:52:38.555 INFO:teuthology.orchestra.run.smithi019.stderr: 63600K .......... .......... .......... .......... .......... 68% 92.2M 1s 2023-12-03T11:52:38.555 INFO:teuthology.orchestra.run.smithi019.stderr: 63650K .......... .......... .......... .......... .......... 68% 79.2M 1s 2023-12-03T11:52:38.556 INFO:teuthology.orchestra.run.smithi019.stderr: 63700K .......... .......... .......... .......... .......... 68% 97.4M 1s 2023-12-03T11:52:38.556 INFO:teuthology.orchestra.run.smithi019.stderr: 63750K .......... .......... .......... .......... .......... 68% 113M 1s 2023-12-03T11:52:38.556 INFO:teuthology.orchestra.run.smithi019.stderr: 63800K .......... .......... .......... .......... .......... 68% 76.5M 1s 2023-12-03T11:52:38.556 INFO:teuthology.orchestra.run.smithi019.stderr: 63850K .......... .......... .......... .......... .......... 68% 108M 1s 2023-12-03T11:52:38.556 INFO:teuthology.orchestra.run.smithi019.stderr: 63900K .......... .......... .......... .......... .......... 68% 50.6M 1s 2023-12-03T11:52:38.556 INFO:teuthology.orchestra.run.smithi019.stderr: 63950K .......... .......... .......... .......... .......... 68% 107M 1s 2023-12-03T11:52:38.556 INFO:teuthology.orchestra.run.smithi019.stderr: 64000K .......... .......... .......... .......... .......... 68% 122M 1s 2023-12-03T11:52:38.556 INFO:teuthology.orchestra.run.smithi019.stderr: 64050K .......... .......... .......... .......... .......... 68% 103M 1s 2023-12-03T11:52:38.556 INFO:teuthology.orchestra.run.smithi019.stderr: 64100K .......... .......... .......... .......... .......... 69% 107M 1s 2023-12-03T11:52:38.556 INFO:teuthology.orchestra.run.smithi019.stderr: 64150K .......... .......... .......... .......... .......... 69% 54.9M 1s 2023-12-03T11:52:38.556 INFO:teuthology.orchestra.run.smithi019.stderr: 64200K .......... .......... .......... .......... .......... 69% 116M 1s 2023-12-03T11:52:38.556 INFO:teuthology.orchestra.run.smithi019.stderr: 64250K .......... .......... .......... .......... .......... 69% 115M 1s 2023-12-03T11:52:38.556 INFO:teuthology.orchestra.run.smithi019.stderr: 64300K .......... .......... .......... .......... .......... 69% 92.8M 1s 2023-12-03T11:52:38.556 INFO:teuthology.orchestra.run.smithi019.stderr: 64350K .......... .......... .......... .......... .......... 69% 144M 1s 2023-12-03T11:52:38.556 INFO:teuthology.orchestra.run.smithi019.stderr: 64400K .......... .......... .......... .......... .......... 69% 92.5M 1s 2023-12-03T11:52:38.556 INFO:teuthology.orchestra.run.smithi019.stderr: 64450K .......... .......... .......... .......... .......... 69% 120M 1s 2023-12-03T11:52:38.557 INFO:teuthology.orchestra.run.smithi019.stderr: 64500K .......... .......... .......... .......... .......... 69% 63.1M 1s 2023-12-03T11:52:38.557 INFO:teuthology.orchestra.run.smithi019.stderr: 64550K .......... .......... .......... .......... .......... 69% 147M 1s 2023-12-03T11:52:38.557 INFO:teuthology.orchestra.run.smithi019.stderr: 64600K .......... .......... .......... .......... .......... 69% 201M 1s 2023-12-03T11:52:38.557 INFO:teuthology.orchestra.run.smithi019.stderr: 64650K .......... .......... .......... .......... .......... 69% 89.0M 1s 2023-12-03T11:52:38.557 INFO:teuthology.orchestra.run.smithi019.stderr: 64700K .......... .......... .......... .......... .......... 69% 106M 1s 2023-12-03T11:52:38.557 INFO:teuthology.orchestra.run.smithi019.stderr: 64750K .......... .......... .......... .......... .......... 69% 123M 1s 2023-12-03T11:52:38.557 INFO:teuthology.orchestra.run.smithi019.stderr: 64800K .......... .......... .......... .......... .......... 69% 85.3M 1s 2023-12-03T11:52:38.557 INFO:teuthology.orchestra.run.smithi019.stderr: 64850K .......... .......... .......... .......... .......... 69% 183M 1s 2023-12-03T11:52:38.557 INFO:teuthology.orchestra.run.smithi019.stderr: 64900K .......... .......... .......... .......... .......... 69% 112M 1s 2023-12-03T11:52:38.557 INFO:teuthology.orchestra.run.smithi019.stderr: 64950K .......... .......... .......... .......... .......... 69% 117M 1s 2023-12-03T11:52:38.557 INFO:teuthology.orchestra.run.smithi019.stderr: 65000K .......... .......... .......... .......... .......... 70% 110M 1s 2023-12-03T11:52:38.557 INFO:teuthology.orchestra.run.smithi019.stderr: 65050K .......... .......... .......... .......... .......... 70% 79.0M 1s 2023-12-03T11:52:38.557 INFO:teuthology.orchestra.run.smithi019.stderr: 65100K .......... .......... .......... .......... .......... 70% 64.9M 1s 2023-12-03T11:52:38.557 INFO:teuthology.orchestra.run.smithi019.stderr: 65150K .......... .......... .......... .......... .......... 70% 124M 1s 2023-12-03T11:52:38.557 INFO:teuthology.orchestra.run.smithi019.stderr: 65200K .......... .......... .......... .......... .......... 70% 59.6M 1s 2023-12-03T11:52:38.557 INFO:teuthology.orchestra.run.smithi019.stderr: 65250K .......... .......... .......... .......... .......... 70% 97.6M 1s 2023-12-03T11:52:38.558 INFO:teuthology.orchestra.run.smithi019.stderr: 65300K .......... .......... .......... .......... .......... 70% 90.2M 1s 2023-12-03T11:52:38.558 INFO:teuthology.orchestra.run.smithi019.stderr: 65350K .......... .......... .......... .......... .......... 70% 87.6M 1s 2023-12-03T11:52:38.558 INFO:teuthology.orchestra.run.smithi019.stderr: 65400K .......... .......... .......... .......... .......... 70% 141M 1s 2023-12-03T11:52:38.558 INFO:teuthology.orchestra.run.smithi019.stderr: 65450K .......... .......... .......... .......... .......... 70% 58.3M 1s 2023-12-03T11:52:38.558 INFO:teuthology.orchestra.run.smithi019.stderr: 65500K .......... .......... .......... .......... .......... 70% 114M 1s 2023-12-03T11:52:38.558 INFO:teuthology.orchestra.run.smithi019.stderr: 65550K .......... .......... .......... .......... .......... 70% 102M 1s 2023-12-03T11:52:38.558 INFO:teuthology.orchestra.run.smithi019.stderr: 65600K .......... .......... .......... .......... .......... 70% 120M 1s 2023-12-03T11:52:38.558 INFO:teuthology.orchestra.run.smithi019.stderr: 65650K .......... .......... .......... .......... .......... 70% 119M 1s 2023-12-03T11:52:38.558 INFO:teuthology.orchestra.run.smithi019.stderr: 65700K .......... .......... .......... .......... .......... 70% 112M 1s 2023-12-03T11:52:38.558 INFO:teuthology.orchestra.run.smithi019.stderr: 65750K .......... .......... .......... .......... .......... 70% 84.1M 1s 2023-12-03T11:52:38.558 INFO:teuthology.orchestra.run.smithi019.stderr: 65800K .......... .......... .......... .......... .......... 70% 124M 1s 2023-12-03T11:52:38.558 INFO:teuthology.orchestra.run.smithi019.stderr: 65850K .......... .......... .......... .......... .......... 70% 114M 1s 2023-12-03T11:52:38.558 INFO:teuthology.orchestra.run.smithi019.stderr: 65900K .......... .......... .......... .......... .......... 70% 108M 1s 2023-12-03T11:52:38.558 INFO:teuthology.orchestra.run.smithi019.stderr: 65950K .......... .......... .......... .......... .......... 71% 115M 1s 2023-12-03T11:52:38.559 INFO:teuthology.orchestra.run.smithi019.stderr: 66000K .......... .......... .......... .......... .......... 71% 123M 1s 2023-12-03T11:52:38.559 INFO:teuthology.orchestra.run.smithi019.stderr: 66050K .......... .......... .......... .......... .......... 71% 114M 1s 2023-12-03T11:52:38.559 INFO:teuthology.orchestra.run.smithi019.stderr: 66100K .......... .......... .......... .......... .......... 71% 108M 1s 2023-12-03T11:52:38.559 INFO:teuthology.orchestra.run.smithi019.stderr: 66150K .......... .......... .......... .......... .......... 71% 80.8M 1s 2023-12-03T11:52:38.559 INFO:teuthology.orchestra.run.smithi019.stderr: 66200K .......... .......... .......... .......... .......... 71% 200M 1s 2023-12-03T11:52:38.559 INFO:teuthology.orchestra.run.smithi019.stderr: 66250K .......... .......... .......... .......... .......... 71% 109M 1s 2023-12-03T11:52:38.559 INFO:teuthology.orchestra.run.smithi019.stderr: 66300K .......... .......... .......... .......... .......... 71% 80.5M 1s 2023-12-03T11:52:38.559 INFO:teuthology.orchestra.run.smithi019.stderr: 66350K .......... .......... .......... .......... .......... 71% 114M 1s 2023-12-03T11:52:38.559 INFO:teuthology.orchestra.run.smithi019.stderr: 66400K .......... .......... .......... .......... .......... 71% 61.8M 1s 2023-12-03T11:52:38.559 INFO:teuthology.orchestra.run.smithi019.stderr: 66450K .......... .......... .......... .......... .......... 71% 115M 1s 2023-12-03T11:52:38.559 INFO:teuthology.orchestra.run.smithi019.stderr: 66500K .......... .......... .......... .......... .......... 71% 53.1M 1s 2023-12-03T11:52:38.559 INFO:teuthology.orchestra.run.smithi019.stderr: 66550K .......... .......... .......... .......... .......... 71% 123M 1s 2023-12-03T11:52:38.559 INFO:teuthology.orchestra.run.smithi019.stderr: 66600K .......... .......... .......... .......... .......... 71% 70.9M 1s 2023-12-03T11:52:38.559 INFO:teuthology.orchestra.run.smithi019.stderr: 66650K .......... .......... .......... .......... .......... 71% 47.4M 1s 2023-12-03T11:52:38.559 INFO:teuthology.orchestra.run.smithi019.stderr: 66700K .......... .......... .......... .......... .......... 71% 112M 1s 2023-12-03T11:52:38.560 INFO:teuthology.orchestra.run.smithi019.stderr: 66750K .......... .......... .......... .......... .......... 71% 82.2M 1s 2023-12-03T11:52:38.560 INFO:teuthology.orchestra.run.smithi019.stderr: 66800K .......... .......... .......... .......... .......... 71% 66.7M 1s 2023-12-03T11:52:38.560 INFO:teuthology.orchestra.run.smithi019.stderr: 66850K .......... .......... .......... .......... .......... 72% 154M 1s 2023-12-03T11:52:38.560 INFO:teuthology.orchestra.run.smithi019.stderr: 66900K .......... .......... .......... .......... .......... 72% 72.9M 1s 2023-12-03T11:52:38.560 INFO:teuthology.orchestra.run.smithi019.stderr: 66950K .......... .......... .......... .......... .......... 72% 64.3M 1s 2023-12-03T11:52:38.560 INFO:teuthology.orchestra.run.smithi019.stderr: 67000K .......... .......... .......... .......... .......... 72% 70.9M 1s 2023-12-03T11:52:38.560 INFO:teuthology.orchestra.run.smithi019.stderr: 67050K .......... .......... .......... .......... .......... 72% 142M 1s 2023-12-03T11:52:38.560 INFO:teuthology.orchestra.run.smithi019.stderr: 67100K .......... .......... .......... .......... .......... 72% 114M 1s 2023-12-03T11:52:38.560 INFO:teuthology.orchestra.run.smithi019.stderr: 67150K .......... .......... .......... .......... .......... 72% 71.3M 1s 2023-12-03T11:52:38.560 INFO:teuthology.orchestra.run.smithi019.stderr: 67200K .......... .......... .......... .......... .......... 72% 64.7M 1s 2023-12-03T11:52:38.560 INFO:teuthology.orchestra.run.smithi019.stderr: 67250K .......... .......... .......... .......... .......... 72% 160M 1s 2023-12-03T11:52:38.560 INFO:teuthology.orchestra.run.smithi019.stderr: 67300K .......... .......... .......... .......... .......... 72% 120M 1s 2023-12-03T11:52:38.560 INFO:teuthology.orchestra.run.smithi019.stderr: 67350K .......... .......... .......... .......... .......... 72% 78.1M 1s 2023-12-03T11:52:38.560 INFO:teuthology.orchestra.run.smithi019.stderr: 67400K .......... .......... .......... .......... .......... 72% 94.5M 1s 2023-12-03T11:52:38.560 INFO:teuthology.orchestra.run.smithi019.stderr: 67450K .......... .......... .......... .......... .......... 72% 117M 1s 2023-12-03T11:52:38.561 INFO:teuthology.orchestra.run.smithi019.stderr: 67500K .......... .......... .......... .......... .......... 72% 45.8M 1s 2023-12-03T11:52:38.561 INFO:teuthology.orchestra.run.smithi019.stderr: 67550K .......... .......... .......... .......... .......... 72% 84.7M 1s 2023-12-03T11:52:38.561 INFO:teuthology.orchestra.run.smithi019.stderr: 67600K .......... .......... .......... .......... .......... 72% 172M 1s 2023-12-03T11:52:38.561 INFO:teuthology.orchestra.run.smithi019.stderr: 67650K .......... .......... .......... .......... .......... 72% 112M 1s 2023-12-03T11:52:38.561 INFO:teuthology.orchestra.run.smithi019.stderr: 67700K .......... .......... .......... .......... .......... 72% 87.3M 1s 2023-12-03T11:52:38.561 INFO:teuthology.orchestra.run.smithi019.stderr: 67750K .......... .......... .......... .......... .......... 72% 126M 1s 2023-12-03T11:52:38.561 INFO:teuthology.orchestra.run.smithi019.stderr: 67800K .......... .......... .......... .......... .......... 73% 113M 1s 2023-12-03T11:52:38.561 INFO:teuthology.orchestra.run.smithi019.stderr: 67850K .......... .......... .......... .......... .......... 73% 123M 1s 2023-12-03T11:52:38.561 INFO:teuthology.orchestra.run.smithi019.stderr: 67900K .......... .......... .......... .......... .......... 73% 106M 1s 2023-12-03T11:52:38.561 INFO:teuthology.orchestra.run.smithi019.stderr: 67950K .......... .......... .......... .......... .......... 73% 93.7M 1s 2023-12-03T11:52:38.561 INFO:teuthology.orchestra.run.smithi019.stderr: 68000K .......... .......... .......... .......... .......... 73% 102M 1s 2023-12-03T11:52:38.561 INFO:teuthology.orchestra.run.smithi019.stderr: 68050K .......... .......... .......... .......... .......... 73% 140M 1s 2023-12-03T11:52:38.561 INFO:teuthology.orchestra.run.smithi019.stderr: 68100K .......... .......... .......... .......... .......... 73% 72.5M 1s 2023-12-03T11:52:38.561 INFO:teuthology.orchestra.run.smithi019.stderr: 68150K .......... .......... .......... .......... .......... 73% 67.5M 1s 2023-12-03T11:52:38.561 INFO:teuthology.orchestra.run.smithi019.stderr: 68200K .......... .......... .......... .......... .......... 73% 56.5M 1s 2023-12-03T11:52:38.561 INFO:teuthology.orchestra.run.smithi019.stderr: 68250K .......... .......... .......... .......... .......... 73% 125M 1s 2023-12-03T11:52:38.561 INFO:teuthology.orchestra.run.smithi019.stderr: 68300K .......... .......... .......... .......... .......... 73% 72.7M 1s 2023-12-03T11:52:38.562 INFO:teuthology.orchestra.run.smithi019.stderr: 68350K .......... .......... .......... .......... .......... 73% 118M 1s 2023-12-03T11:52:38.562 INFO:teuthology.orchestra.run.smithi019.stderr: 68400K .......... .......... .......... .......... .......... 73% 50.5M 1s 2023-12-03T11:52:38.562 INFO:teuthology.orchestra.run.smithi019.stderr: 68450K .......... .......... .......... .......... .......... 73% 116M 1s 2023-12-03T11:52:38.562 INFO:teuthology.orchestra.run.smithi019.stderr: 68500K .......... .......... .......... .......... .......... 73% 104M 1s 2023-12-03T11:52:38.562 INFO:teuthology.orchestra.run.smithi019.stderr: 68550K .......... .......... .......... .......... .......... 73% 79.3M 1s 2023-12-03T11:52:38.562 INFO:teuthology.orchestra.run.smithi019.stderr: 68600K .......... .......... .......... .......... .......... 73% 133M 1s 2023-12-03T11:52:38.562 INFO:teuthology.orchestra.run.smithi019.stderr: 68650K .......... .......... .......... .......... .......... 73% 113M 1s 2023-12-03T11:52:38.562 INFO:teuthology.orchestra.run.smithi019.stderr: 68700K .......... .......... .......... .......... .......... 74% 111M 1s 2023-12-03T11:52:38.562 INFO:teuthology.orchestra.run.smithi019.stderr: 68750K .......... .......... .......... .......... .......... 74% 83.6M 1s 2023-12-03T11:52:38.562 INFO:teuthology.orchestra.run.smithi019.stderr: 68800K .......... .......... .......... .......... .......... 74% 94.3M 1s 2023-12-03T11:52:38.562 INFO:teuthology.orchestra.run.smithi019.stderr: 68850K .......... .......... .......... .......... .......... 74% 117M 1s 2023-12-03T11:52:38.562 INFO:teuthology.orchestra.run.smithi019.stderr: 68900K .......... .......... .......... .......... .......... 74% 115M 1s 2023-12-03T11:52:38.562 INFO:teuthology.orchestra.run.smithi019.stderr: 68950K .......... .......... .......... .......... .......... 74% 116M 1s 2023-12-03T11:52:38.562 INFO:teuthology.orchestra.run.smithi019.stderr: 69000K .......... .......... .......... .......... .......... 74% 111M 1s 2023-12-03T11:52:38.562 INFO:teuthology.orchestra.run.smithi019.stderr: 69050K .......... .......... .......... .......... .......... 74% 122M 1s 2023-12-03T11:52:38.562 INFO:teuthology.orchestra.run.smithi019.stderr: 69100K .......... .......... .......... .......... .......... 74% 87.8M 1s 2023-12-03T11:52:38.563 INFO:teuthology.orchestra.run.smithi019.stderr: 69150K .......... .......... .......... .......... .......... 74% 120M 1s 2023-12-03T11:52:38.563 INFO:teuthology.orchestra.run.smithi019.stderr: 69200K .......... .......... .......... .......... .......... 74% 104M 1s 2023-12-03T11:52:38.563 INFO:teuthology.orchestra.run.smithi019.stderr: 69250K .......... .......... .......... .......... .......... 74% 91.0M 1s 2023-12-03T11:52:38.563 INFO:teuthology.orchestra.run.smithi019.stderr: 69300K .......... .......... .......... .......... .......... 74% 156M 1s 2023-12-03T11:52:38.563 INFO:teuthology.orchestra.run.smithi019.stderr: 69350K .......... .......... .......... .......... .......... 74% 117M 1s 2023-12-03T11:52:38.563 INFO:teuthology.orchestra.run.smithi019.stderr: 69400K .......... .......... .......... .......... .......... 74% 114M 1s 2023-12-03T11:52:38.563 INFO:teuthology.orchestra.run.smithi019.stderr: 69450K .......... .......... .......... .......... .......... 74% 87.1M 1s 2023-12-03T11:52:38.563 INFO:teuthology.orchestra.run.smithi019.stderr: 69500K .......... .......... .......... .......... .......... 74% 73.7M 1s 2023-12-03T11:52:38.563 INFO:teuthology.orchestra.run.smithi019.stderr: 69550K .......... .......... .......... .......... .......... 74% 78.3M 1s 2023-12-03T11:52:38.563 INFO:teuthology.orchestra.run.smithi019.stderr: 69600K .......... .......... .......... .......... .......... 74% 138M 1s 2023-12-03T11:52:38.563 INFO:teuthology.orchestra.run.smithi019.stderr: 69650K .......... .......... .......... .......... .......... 75% 55.8M 1s 2023-12-03T11:52:38.563 INFO:teuthology.orchestra.run.smithi019.stderr: 69700K .......... .......... .......... .......... .......... 75% 48.7M 1s 2023-12-03T11:52:38.563 INFO:teuthology.orchestra.run.smithi019.stderr: 69750K .......... .......... .......... .......... .......... 75% 110M 1s 2023-12-03T11:52:38.563 INFO:teuthology.orchestra.run.smithi019.stderr: 69800K .......... .......... .......... .......... .......... 75% 111M 1s 2023-12-03T11:52:38.563 INFO:teuthology.orchestra.run.smithi019.stderr: 69850K .......... .......... .......... .......... .......... 75% 101M 1s 2023-12-03T11:52:38.563 INFO:teuthology.orchestra.run.smithi019.stderr: 69900K .......... .......... .......... .......... .......... 75% 75.7M 1s 2023-12-03T11:52:38.563 INFO:teuthology.orchestra.run.smithi019.stderr: 69950K .......... .......... .......... .......... .......... 75% 71.0M 1s 2023-12-03T11:52:38.564 INFO:teuthology.orchestra.run.smithi019.stderr: 70000K .......... .......... .......... .......... .......... 75% 65.6M 1s 2023-12-03T11:52:38.564 INFO:teuthology.orchestra.run.smithi019.stderr: 70050K .......... .......... .......... .......... .......... 75% 61.5M 1s 2023-12-03T11:52:38.564 INFO:teuthology.orchestra.run.smithi019.stderr: 70100K .......... .......... .......... .......... .......... 75% 111M 1s 2023-12-03T11:52:38.564 INFO:teuthology.orchestra.run.smithi019.stderr: 70150K .......... .......... .......... .......... .......... 75% 103M 1s 2023-12-03T11:52:38.564 INFO:teuthology.orchestra.run.smithi019.stderr: 70200K .......... .......... .......... .......... .......... 75% 111M 1s 2023-12-03T11:52:38.564 INFO:teuthology.orchestra.run.smithi019.stderr: 70250K .......... .......... .......... .......... .......... 75% 66.0M 1s 2023-12-03T11:52:38.564 INFO:teuthology.orchestra.run.smithi019.stderr: 70300K .......... .......... .......... .......... .......... 75% 146M 1s 2023-12-03T11:52:38.564 INFO:teuthology.orchestra.run.smithi019.stderr: 70350K .......... .......... .......... .......... .......... 75% 94.0M 1s 2023-12-03T11:52:38.564 INFO:teuthology.orchestra.run.smithi019.stderr: 70400K .......... .......... .......... .......... .......... 75% 72.5M 1s 2023-12-03T11:52:38.564 INFO:teuthology.orchestra.run.smithi019.stderr: 70450K .......... .......... .......... .......... .......... 75% 120M 1s 2023-12-03T11:52:38.564 INFO:teuthology.orchestra.run.smithi019.stderr: 70500K .......... .......... .......... .......... .......... 75% 115M 1s 2023-12-03T11:52:38.564 INFO:teuthology.orchestra.run.smithi019.stderr: 70550K .......... .......... .......... .......... .......... 75% 118M 1s 2023-12-03T11:52:38.564 INFO:teuthology.orchestra.run.smithi019.stderr: 70600K .......... .......... .......... .......... .......... 76% 49.4M 1s 2023-12-03T11:52:38.564 INFO:teuthology.orchestra.run.smithi019.stderr: 70650K .......... .......... .......... .......... .......... 76% 87.9M 1s 2023-12-03T11:52:38.564 INFO:teuthology.orchestra.run.smithi019.stderr: 70700K .......... .......... .......... .......... .......... 76% 102M 1s 2023-12-03T11:52:38.564 INFO:teuthology.orchestra.run.smithi019.stderr: 70750K .......... .......... .......... .......... .......... 76% 101M 1s 2023-12-03T11:52:38.564 INFO:teuthology.orchestra.run.smithi019.stderr: 70800K .......... .......... .......... .......... .......... 76% 111M 1s 2023-12-03T11:52:38.565 INFO:teuthology.orchestra.run.smithi019.stderr: 70850K .......... .......... .......... .......... .......... 76% 108M 1s 2023-12-03T11:52:38.565 INFO:teuthology.orchestra.run.smithi019.stderr: 70900K .......... .......... .......... .......... .......... 76% 105M 1s 2023-12-03T11:52:38.565 INFO:teuthology.orchestra.run.smithi019.stderr: 70950K .......... .......... .......... .......... .......... 76% 107M 1s 2023-12-03T11:52:38.565 INFO:teuthology.orchestra.run.smithi019.stderr: 71000K .......... .......... .......... .......... .......... 76% 103M 1s 2023-12-03T11:52:38.565 INFO:teuthology.orchestra.run.smithi019.stderr: 71050K .......... .......... .......... .......... .......... 76% 91.9M 1s 2023-12-03T11:52:38.565 INFO:teuthology.orchestra.run.smithi019.stderr: 71100K .......... .......... .......... .......... .......... 76% 170M 1s 2023-12-03T11:52:38.565 INFO:teuthology.orchestra.run.smithi019.stderr: 71150K .......... .......... .......... .......... .......... 76% 76.2M 1s 2023-12-03T11:52:38.565 INFO:teuthology.orchestra.run.smithi019.stderr: 71200K .......... .......... .......... .......... .......... 76% 84.5M 1s 2023-12-03T11:52:38.565 INFO:teuthology.orchestra.run.smithi019.stderr: 71250K .......... .......... .......... .......... .......... 76% 118M 1s 2023-12-03T11:52:38.565 INFO:teuthology.orchestra.run.smithi019.stderr: 71300K .......... .......... .......... .......... .......... 76% 63.5M 1s 2023-12-03T11:52:38.565 INFO:teuthology.orchestra.run.smithi019.stderr: 71350K .......... .......... .......... .......... .......... 76% 78.7M 1s 2023-12-03T11:52:38.565 INFO:teuthology.orchestra.run.smithi019.stderr: 71400K .......... .......... .......... .......... .......... 76% 47.0M 1s 2023-12-03T11:52:38.565 INFO:teuthology.orchestra.run.smithi019.stderr: 71450K .......... .......... .......... .......... .......... 76% 97.3M 1s 2023-12-03T11:52:38.565 INFO:teuthology.orchestra.run.smithi019.stderr: 71500K .......... .......... .......... .......... .......... 77% 113M 1s 2023-12-03T11:52:38.565 INFO:teuthology.orchestra.run.smithi019.stderr: 71550K .......... .......... .......... .......... .......... 77% 121M 1s 2023-12-03T11:52:38.565 INFO:teuthology.orchestra.run.smithi019.stderr: 71600K .......... .......... .......... .......... .......... 77% 70.4M 1s 2023-12-03T11:52:38.565 INFO:teuthology.orchestra.run.smithi019.stderr: 71650K .......... .......... .......... .......... .......... 77% 116M 1s 2023-12-03T11:52:38.566 INFO:teuthology.orchestra.run.smithi019.stderr: 71700K .......... .......... .......... .......... .......... 77% 104M 1s 2023-12-03T11:52:38.566 INFO:teuthology.orchestra.run.smithi019.stderr: 71750K .......... .......... .......... .......... .......... 77% 110M 1s 2023-12-03T11:52:38.566 INFO:teuthology.orchestra.run.smithi019.stderr: 71800K .......... .......... .......... .......... .......... 77% 120M 0s 2023-12-03T11:52:38.566 INFO:teuthology.orchestra.run.smithi019.stderr: 71850K .......... .......... .......... .......... .......... 77% 105M 0s 2023-12-03T11:52:38.566 INFO:teuthology.orchestra.run.smithi019.stderr: 71900K .......... .......... .......... .......... .......... 77% 68.9M 0s 2023-12-03T11:52:38.566 INFO:teuthology.orchestra.run.smithi019.stderr: 71950K .......... .......... .......... .......... .......... 77% 151M 0s 2023-12-03T11:52:38.566 INFO:teuthology.orchestra.run.smithi019.stderr: 72000K .......... .......... .......... .......... .......... 77% 115M 0s 2023-12-03T11:52:38.566 INFO:teuthology.orchestra.run.smithi019.stderr: 72050K .......... .......... .......... .......... .......... 77% 104M 0s 2023-12-03T11:52:38.566 INFO:teuthology.orchestra.run.smithi019.stderr: 72100K .......... .......... .......... .......... .......... 77% 126M 0s 2023-12-03T11:52:38.566 INFO:teuthology.orchestra.run.smithi019.stderr: 72150K .......... .......... .......... .......... .......... 77% 90.4M 0s 2023-12-03T11:52:38.566 INFO:teuthology.orchestra.run.smithi019.stderr: 72200K .......... .......... .......... .......... .......... 77% 111M 0s 2023-12-03T11:52:38.566 INFO:teuthology.orchestra.run.smithi019.stderr: 72250K .......... .......... .......... .......... .......... 77% 108M 0s 2023-12-03T11:52:38.566 INFO:teuthology.orchestra.run.smithi019.stderr: 72300K .......... .......... .......... .......... .......... 77% 80.3M 0s 2023-12-03T11:52:38.566 INFO:teuthology.orchestra.run.smithi019.stderr: 72350K .......... .......... .......... .......... .......... 77% 167M 0s 2023-12-03T11:52:38.567 INFO:teuthology.orchestra.run.smithi019.stderr: 72400K .......... .......... .......... .......... .......... 77% 106M 0s 2023-12-03T11:52:38.567 INFO:teuthology.orchestra.run.smithi019.stderr: 72450K .......... .......... .......... .......... .......... 78% 108M 0s 2023-12-03T11:52:38.567 INFO:teuthology.orchestra.run.smithi019.stderr: 72500K .......... .......... .......... .......... .......... 78% 107M 0s 2023-12-03T11:52:38.567 INFO:teuthology.orchestra.run.smithi019.stderr: 72550K .......... .......... .......... .......... .......... 78% 101M 0s 2023-12-03T11:52:38.567 INFO:teuthology.orchestra.run.smithi019.stderr: 72600K .......... .......... .......... .......... .......... 78% 77.1M 0s 2023-12-03T11:52:38.567 INFO:teuthology.orchestra.run.smithi019.stderr: 72650K .......... .......... .......... .......... .......... 78% 129M 0s 2023-12-03T11:52:38.567 INFO:teuthology.orchestra.run.smithi019.stderr: 72700K .......... .......... .......... .......... .......... 78% 50.3M 0s 2023-12-03T11:52:38.567 INFO:teuthology.orchestra.run.smithi019.stderr: 72750K .......... .......... .......... .......... .......... 78% 53.3M 0s 2023-12-03T11:52:38.567 INFO:teuthology.orchestra.run.smithi019.stderr: 72800K .......... .......... .......... .......... .......... 78% 116M 0s 2023-12-03T11:52:38.567 INFO:teuthology.orchestra.run.smithi019.stderr: 72850K .......... .......... .......... .......... .......... 78% 110M 0s 2023-12-03T11:52:38.567 INFO:teuthology.orchestra.run.smithi019.stderr: 72900K .......... .......... .......... .......... .......... 78% 108M 0s 2023-12-03T11:52:38.567 INFO:teuthology.orchestra.run.smithi019.stderr: 72950K .......... .......... .......... .......... .......... 78% 71.3M 0s 2023-12-03T11:52:38.567 INFO:teuthology.orchestra.run.smithi019.stderr: 73000K .......... .......... .......... .......... .......... 78% 90.7M 0s 2023-12-03T11:52:38.567 INFO:teuthology.orchestra.run.smithi019.stderr: 73050K .......... .......... .......... .......... .......... 78% 67.1M 0s 2023-12-03T11:52:38.567 INFO:teuthology.orchestra.run.smithi019.stderr: 73100K .......... .......... .......... .......... .......... 78% 61.2M 0s 2023-12-03T11:52:38.567 INFO:teuthology.orchestra.run.smithi019.stderr: 73150K .......... .......... .......... .......... .......... 78% 123M 0s 2023-12-03T11:52:38.567 INFO:teuthology.orchestra.run.smithi019.stderr: 73200K .......... .......... .......... .......... .......... 78% 112M 0s 2023-12-03T11:52:38.568 INFO:teuthology.orchestra.run.smithi019.stderr: 73250K .......... .......... .......... .......... .......... 78% 109M 0s 2023-12-03T11:52:38.568 INFO:teuthology.orchestra.run.smithi019.stderr: 73300K .......... .......... .......... .......... .......... 78% 71.3M 0s 2023-12-03T11:52:38.568 INFO:teuthology.orchestra.run.smithi019.stderr: 73350K .......... .......... .......... .......... .......... 79% 110M 0s 2023-12-03T11:52:38.568 INFO:teuthology.orchestra.run.smithi019.stderr: 73400K .......... .......... .......... .......... .......... 79% 93.9M 0s 2023-12-03T11:52:38.568 INFO:teuthology.orchestra.run.smithi019.stderr: 73450K .......... .......... .......... .......... .......... 79% 105M 0s 2023-12-03T11:52:38.568 INFO:teuthology.orchestra.run.smithi019.stderr: 73500K .......... .......... .......... .......... .......... 79% 75.6M 0s 2023-12-03T11:52:38.568 INFO:teuthology.orchestra.run.smithi019.stderr: 73550K .......... .......... .......... .......... .......... 79% 152M 0s 2023-12-03T11:52:38.568 INFO:teuthology.orchestra.run.smithi019.stderr: 73600K .......... .......... .......... .......... .......... 79% 89.7M 0s 2023-12-03T11:52:38.568 INFO:teuthology.orchestra.run.smithi019.stderr: 73650K .......... .......... .......... .......... .......... 79% 57.2M 0s 2023-12-03T11:52:38.568 INFO:teuthology.orchestra.run.smithi019.stderr: 73700K .......... .......... .......... .......... .......... 79% 110M 0s 2023-12-03T11:52:38.568 INFO:teuthology.orchestra.run.smithi019.stderr: 73750K .......... .......... .......... .......... .......... 79% 80.8M 0s 2023-12-03T11:52:38.568 INFO:teuthology.orchestra.run.smithi019.stderr: 73800K .......... .......... .......... .......... .......... 79% 121M 0s 2023-12-03T11:52:38.568 INFO:teuthology.orchestra.run.smithi019.stderr: 73850K .......... .......... .......... .......... .......... 79% 104M 0s 2023-12-03T11:52:38.568 INFO:teuthology.orchestra.run.smithi019.stderr: 73900K .......... .......... .......... .......... .......... 79% 114M 0s 2023-12-03T11:52:38.568 INFO:teuthology.orchestra.run.smithi019.stderr: 73950K .......... .......... .......... .......... .......... 79% 134M 0s 2023-12-03T11:52:38.569 INFO:teuthology.orchestra.run.smithi019.stderr: 74000K .......... .......... .......... .......... .......... 79% 87.2M 0s 2023-12-03T11:52:38.569 INFO:teuthology.orchestra.run.smithi019.stderr: 74050K .......... .......... .......... .......... .......... 79% 117M 0s 2023-12-03T11:52:38.569 INFO:teuthology.orchestra.run.smithi019.stderr: 74100K .......... .......... .......... .......... .......... 79% 117M 0s 2023-12-03T11:52:38.569 INFO:teuthology.orchestra.run.smithi019.stderr: 74150K .......... .......... .......... .......... .......... 79% 110M 0s 2023-12-03T11:52:38.569 INFO:teuthology.orchestra.run.smithi019.stderr: 74200K .......... .......... .......... .......... .......... 79% 107M 0s 2023-12-03T11:52:38.569 INFO:teuthology.orchestra.run.smithi019.stderr: 74250K .......... .......... .......... .......... .......... 79% 87.2M 0s 2023-12-03T11:52:38.569 INFO:teuthology.orchestra.run.smithi019.stderr: 74300K .......... .......... .......... .......... .......... 80% 191M 0s 2023-12-03T11:52:38.569 INFO:teuthology.orchestra.run.smithi019.stderr: 74350K .......... .......... .......... .......... .......... 80% 71.0M 0s 2023-12-03T11:52:38.569 INFO:teuthology.orchestra.run.smithi019.stderr: 74400K .......... .......... .......... .......... .......... 80% 79.7M 0s 2023-12-03T11:52:38.569 INFO:teuthology.orchestra.run.smithi019.stderr: 74450K .......... .......... .......... .......... .......... 80% 42.5M 0s 2023-12-03T11:52:38.569 INFO:teuthology.orchestra.run.smithi019.stderr: 74500K .......... .......... .......... .......... .......... 80% 120M 0s 2023-12-03T11:52:38.569 INFO:teuthology.orchestra.run.smithi019.stderr: 74550K .......... .......... .......... .......... .......... 80% 106M 0s 2023-12-03T11:52:38.569 INFO:teuthology.orchestra.run.smithi019.stderr: 74600K .......... .......... .......... .......... .......... 80% 118M 0s 2023-12-03T11:52:38.569 INFO:teuthology.orchestra.run.smithi019.stderr: 74650K .......... .......... .......... .......... .......... 80% 90.6M 0s 2023-12-03T11:52:38.569 INFO:teuthology.orchestra.run.smithi019.stderr: 74700K .......... .......... .......... .......... .......... 80% 119M 0s 2023-12-03T11:52:38.569 INFO:teuthology.orchestra.run.smithi019.stderr: 74750K .......... .......... .......... .......... .......... 80% 59.9M 0s 2023-12-03T11:52:38.570 INFO:teuthology.orchestra.run.smithi019.stderr: 74800K .......... .......... .......... .......... .......... 80% 121M 0s 2023-12-03T11:52:38.570 INFO:teuthology.orchestra.run.smithi019.stderr: 74850K .......... .......... .......... .......... .......... 80% 89.1M 0s 2023-12-03T11:52:38.570 INFO:teuthology.orchestra.run.smithi019.stderr: 74900K .......... .......... .......... .......... .......... 80% 154M 0s 2023-12-03T11:52:38.570 INFO:teuthology.orchestra.run.smithi019.stderr: 74950K .......... .......... .......... .......... .......... 80% 109M 0s 2023-12-03T11:52:38.570 INFO:teuthology.orchestra.run.smithi019.stderr: 75000K .......... .......... .......... .......... .......... 80% 113M 0s 2023-12-03T11:52:38.570 INFO:teuthology.orchestra.run.smithi019.stderr: 75050K .......... .......... .......... .......... .......... 80% 112M 0s 2023-12-03T11:52:38.570 INFO:teuthology.orchestra.run.smithi019.stderr: 75100K .......... .......... .......... .......... .......... 80% 96.9M 0s 2023-12-03T11:52:38.570 INFO:teuthology.orchestra.run.smithi019.stderr: 75150K .......... .......... .......... .......... .......... 80% 74.8M 0s 2023-12-03T11:52:38.570 INFO:teuthology.orchestra.run.smithi019.stderr: 75200K .......... .......... .......... .......... .......... 81% 150M 0s 2023-12-03T11:52:38.570 INFO:teuthology.orchestra.run.smithi019.stderr: 75250K .......... .......... .......... .......... .......... 81% 129M 0s 2023-12-03T11:52:38.570 INFO:teuthology.orchestra.run.smithi019.stderr: 75300K .......... .......... .......... .......... .......... 81% 115M 0s 2023-12-03T11:52:38.570 INFO:teuthology.orchestra.run.smithi019.stderr: 75350K .......... .......... .......... .......... .......... 81% 101M 0s 2023-12-03T11:52:38.570 INFO:teuthology.orchestra.run.smithi019.stderr: 75400K .......... .......... .......... .......... .......... 81% 122M 0s 2023-12-03T11:52:38.570 INFO:teuthology.orchestra.run.smithi019.stderr: 75450K .......... .......... .......... .......... .......... 81% 111M 0s 2023-12-03T11:52:38.570 INFO:teuthology.orchestra.run.smithi019.stderr: 75500K .......... .......... .......... .......... .......... 81% 88.9M 0s 2023-12-03T11:52:38.570 INFO:teuthology.orchestra.run.smithi019.stderr: 75550K .......... .......... .......... .......... .......... 81% 96.0M 0s 2023-12-03T11:52:38.571 INFO:teuthology.orchestra.run.smithi019.stderr: 75600K .......... .......... .......... .......... .......... 81% 154M 0s 2023-12-03T11:52:38.571 INFO:teuthology.orchestra.run.smithi019.stderr: 75650K .......... .......... .......... .......... .......... 81% 106M 0s 2023-12-03T11:52:38.571 INFO:teuthology.orchestra.run.smithi019.stderr: 75700K .......... .......... .......... .......... .......... 81% 111M 0s 2023-12-03T11:52:38.571 INFO:teuthology.orchestra.run.smithi019.stderr: 75750K .......... .......... .......... .......... .......... 81% 45.6M 0s 2023-12-03T11:52:38.571 INFO:teuthology.orchestra.run.smithi019.stderr: 75800K .......... .......... .......... .......... .......... 81% 70.0M 0s 2023-12-03T11:52:38.571 INFO:teuthology.orchestra.run.smithi019.stderr: 75850K .......... .......... .......... .......... .......... 81% 114M 0s 2023-12-03T11:52:38.571 INFO:teuthology.orchestra.run.smithi019.stderr: 75900K .......... .......... .......... .......... .......... 81% 89.6M 0s 2023-12-03T11:52:38.571 INFO:teuthology.orchestra.run.smithi019.stderr: 75950K .......... .......... .......... .......... .......... 81% 119M 0s 2023-12-03T11:52:38.571 INFO:teuthology.orchestra.run.smithi019.stderr: 76000K .......... .......... .......... .......... .......... 81% 54.8M 0s 2023-12-03T11:52:38.571 INFO:teuthology.orchestra.run.smithi019.stderr: 76050K .......... .......... .......... .......... .......... 81% 87.8M 0s 2023-12-03T11:52:38.571 INFO:teuthology.orchestra.run.smithi019.stderr: 76100K .......... .......... .......... .......... .......... 81% 139M 0s 2023-12-03T11:52:38.571 INFO:teuthology.orchestra.run.smithi019.stderr: 76150K .......... .......... .......... .......... .......... 82% 127M 0s 2023-12-03T11:52:38.571 INFO:teuthology.orchestra.run.smithi019.stderr: 76200K .......... .......... .......... .......... .......... 82% 75.6M 0s 2023-12-03T11:52:38.571 INFO:teuthology.orchestra.run.smithi019.stderr: 76250K .......... .......... .......... .......... .......... 82% 71.4M 0s 2023-12-03T11:52:38.571 INFO:teuthology.orchestra.run.smithi019.stderr: 76300K .......... .......... .......... .......... .......... 82% 91.8M 0s 2023-12-03T11:52:38.571 INFO:teuthology.orchestra.run.smithi019.stderr: 76350K .......... .......... .......... .......... .......... 82% 75.1M 0s 2023-12-03T11:52:38.571 INFO:teuthology.orchestra.run.smithi019.stderr: 76400K .......... .......... .......... .......... .......... 82% 254M 0s 2023-12-03T11:52:38.572 INFO:teuthology.orchestra.run.smithi019.stderr: 76450K .......... .......... .......... .......... .......... 82% 53.0M 0s 2023-12-03T11:52:38.572 INFO:teuthology.orchestra.run.smithi019.stderr: 76500K .......... .......... .......... .......... .......... 82% 86.2M 0s 2023-12-03T11:52:38.572 INFO:teuthology.orchestra.run.smithi019.stderr: 76550K .......... .......... .......... .......... .......... 82% 105M 0s 2023-12-03T11:52:38.572 INFO:teuthology.orchestra.run.smithi019.stderr: 76600K .......... .......... .......... .......... .......... 82% 122M 0s 2023-12-03T11:52:38.572 INFO:teuthology.orchestra.run.smithi019.stderr: 76650K .......... .......... .......... .......... .......... 82% 92.2M 0s 2023-12-03T11:52:38.572 INFO:teuthology.orchestra.run.smithi019.stderr: 76700K .......... .......... .......... .......... .......... 82% 75.9M 0s 2023-12-03T11:52:38.572 INFO:teuthology.orchestra.run.smithi019.stderr: 76750K .......... .......... .......... .......... .......... 82% 119M 0s 2023-12-03T11:52:38.572 INFO:teuthology.orchestra.run.smithi019.stderr: 76800K .......... .......... .......... .......... .......... 82% 50.7M 0s 2023-12-03T11:52:38.572 INFO:teuthology.orchestra.run.smithi019.stderr: 76850K .......... .......... .......... .......... .......... 82% 134M 0s 2023-12-03T11:52:38.572 INFO:teuthology.orchestra.run.smithi019.stderr: 76900K .......... .......... .......... .......... .......... 82% 94.1M 0s 2023-12-03T11:52:38.572 INFO:teuthology.orchestra.run.smithi019.stderr: 76950K .......... .......... .......... .......... .......... 82% 135M 0s 2023-12-03T11:52:38.572 INFO:teuthology.orchestra.run.smithi019.stderr: 77000K .......... .......... .......... .......... .......... 82% 107M 0s 2023-12-03T11:52:38.572 INFO:teuthology.orchestra.run.smithi019.stderr: 77050K .......... .......... .......... .......... .......... 82% 67.6M 0s 2023-12-03T11:52:38.572 INFO:teuthology.orchestra.run.smithi019.stderr: 77100K .......... .......... .......... .......... .......... 83% 131M 0s 2023-12-03T11:52:38.573 INFO:teuthology.orchestra.run.smithi019.stderr: 77150K .......... .......... .......... .......... .......... 83% 110M 0s 2023-12-03T11:52:38.573 INFO:teuthology.orchestra.run.smithi019.stderr: 77200K .......... .......... .......... .......... .......... 83% 104M 0s 2023-12-03T11:52:38.573 INFO:teuthology.orchestra.run.smithi019.stderr: 77250K .......... .......... .......... .......... .......... 83% 135M 0s 2023-12-03T11:52:38.573 INFO:teuthology.orchestra.run.smithi019.stderr: 77300K .......... .......... .......... .......... .......... 83% 90.4M 0s 2023-12-03T11:52:38.573 INFO:teuthology.orchestra.run.smithi019.stderr: 77350K .......... .......... .......... .......... .......... 83% 113M 0s 2023-12-03T11:52:38.573 INFO:teuthology.orchestra.run.smithi019.stderr: 77400K .......... .......... .......... .......... .......... 83% 110M 0s 2023-12-03T11:52:38.573 INFO:teuthology.orchestra.run.smithi019.stderr: 77450K .......... .......... .......... .......... .......... 83% 107M 0s 2023-12-03T11:52:38.573 INFO:teuthology.orchestra.run.smithi019.stderr: 77500K .......... .......... .......... .......... .......... 83% 48.6M 0s 2023-12-03T11:52:38.573 INFO:teuthology.orchestra.run.smithi019.stderr: 77550K .......... .......... .......... .......... .......... 83% 138M 0s 2023-12-03T11:52:38.573 INFO:teuthology.orchestra.run.smithi019.stderr: 77600K .......... .......... .......... .......... .......... 83% 60.9M 0s 2023-12-03T11:52:38.573 INFO:teuthology.orchestra.run.smithi019.stderr: 77650K .......... .......... .......... .......... .......... 83% 118M 0s 2023-12-03T11:52:38.573 INFO:teuthology.orchestra.run.smithi019.stderr: 77700K .......... .......... .......... .......... .......... 83% 103M 0s 2023-12-03T11:52:38.573 INFO:teuthology.orchestra.run.smithi019.stderr: 77750K .......... .......... .......... .......... .......... 83% 60.3M 0s 2023-12-03T11:52:38.573 INFO:teuthology.orchestra.run.smithi019.stderr: 77800K .......... .......... .......... .......... .......... 83% 155M 0s 2023-12-03T11:52:38.573 INFO:teuthology.orchestra.run.smithi019.stderr: 77850K .......... .......... .......... .......... .......... 83% 106M 0s 2023-12-03T11:52:38.574 INFO:teuthology.orchestra.run.smithi019.stderr: 77900K .......... .......... .......... .......... .......... 83% 84.3M 0s 2023-12-03T11:52:38.574 INFO:teuthology.orchestra.run.smithi019.stderr: 77950K .......... .......... .......... .......... .......... 83% 88.3M 0s 2023-12-03T11:52:38.574 INFO:teuthology.orchestra.run.smithi019.stderr: 78000K .......... .......... .......... .......... .......... 84% 96.2M 0s 2023-12-03T11:52:38.574 INFO:teuthology.orchestra.run.smithi019.stderr: 78050K .......... .......... .......... .......... .......... 84% 115M 0s 2023-12-03T11:52:38.574 INFO:teuthology.orchestra.run.smithi019.stderr: 78100K .......... .......... .......... .......... .......... 84% 71.6M 0s 2023-12-03T11:52:38.574 INFO:teuthology.orchestra.run.smithi019.stderr: 78150K .......... .......... .......... .......... .......... 84% 210M 0s 2023-12-03T11:52:38.574 INFO:teuthology.orchestra.run.smithi019.stderr: 78200K .......... .......... .......... .......... .......... 84% 102M 0s 2023-12-03T11:52:38.574 INFO:teuthology.orchestra.run.smithi019.stderr: 78250K .......... .......... .......... .......... .......... 84% 107M 0s 2023-12-03T11:52:38.574 INFO:teuthology.orchestra.run.smithi019.stderr: 78300K .......... .......... .......... .......... .......... 84% 105M 0s 2023-12-03T11:52:38.574 INFO:teuthology.orchestra.run.smithi019.stderr: 78350K .......... .......... .......... .......... .......... 84% 109M 0s 2023-12-03T11:52:38.574 INFO:teuthology.orchestra.run.smithi019.stderr: 78400K .......... .......... .......... .......... .......... 84% 102M 0s 2023-12-03T11:52:38.574 INFO:teuthology.orchestra.run.smithi019.stderr: 78450K .......... .......... .......... .......... .......... 84% 89.9M 0s 2023-12-03T11:52:38.574 INFO:teuthology.orchestra.run.smithi019.stderr: 78500K .......... .......... .......... .......... .......... 84% 114M 0s 2023-12-03T11:52:38.574 INFO:teuthology.orchestra.run.smithi019.stderr: 78550K .......... .......... .......... .......... .......... 84% 106M 0s 2023-12-03T11:52:38.574 INFO:teuthology.orchestra.run.smithi019.stderr: 78600K .......... .......... .......... .......... .......... 84% 76.6M 0s 2023-12-03T11:52:38.575 INFO:teuthology.orchestra.run.smithi019.stderr: 78650K .......... .......... .......... .......... .......... 84% 114M 0s 2023-12-03T11:52:38.575 INFO:teuthology.orchestra.run.smithi019.stderr: 78700K .......... .......... .......... .......... .......... 84% 112M 0s 2023-12-03T11:52:38.575 INFO:teuthology.orchestra.run.smithi019.stderr: 78750K .......... .......... .......... .......... .......... 84% 109M 0s 2023-12-03T11:52:38.575 INFO:teuthology.orchestra.run.smithi019.stderr: 78800K .......... .......... .......... .......... .......... 84% 91.1M 0s 2023-12-03T11:52:38.575 INFO:teuthology.orchestra.run.smithi019.stderr: 78850K .......... .......... .......... .......... .......... 84% 88.1M 0s 2023-12-03T11:52:38.575 INFO:teuthology.orchestra.run.smithi019.stderr: 78900K .......... .......... .......... .......... .......... 84% 92.4M 0s 2023-12-03T11:52:38.575 INFO:teuthology.orchestra.run.smithi019.stderr: 78950K .......... .......... .......... .......... .......... 85% 120M 0s 2023-12-03T11:52:38.575 INFO:teuthology.orchestra.run.smithi019.stderr: 79000K .......... .......... .......... .......... .......... 85% 66.1M 0s 2023-12-03T11:52:38.575 INFO:teuthology.orchestra.run.smithi019.stderr: 79050K .......... .......... .......... .......... .......... 85% 79.9M 0s 2023-12-03T11:52:38.575 INFO:teuthology.orchestra.run.smithi019.stderr: 79100K .......... .......... .......... .......... .......... 85% 82.0M 0s 2023-12-03T11:52:38.575 INFO:teuthology.orchestra.run.smithi019.stderr: 79150K .......... .......... .......... .......... .......... 85% 113M 0s 2023-12-03T11:52:38.575 INFO:teuthology.orchestra.run.smithi019.stderr: 79200K .......... .......... .......... .......... .......... 85% 114M 0s 2023-12-03T11:52:38.575 INFO:teuthology.orchestra.run.smithi019.stderr: 79250K .......... .......... .......... .......... .......... 85% 75.7M 0s 2023-12-03T11:52:38.575 INFO:teuthology.orchestra.run.smithi019.stderr: 79300K .......... .......... .......... .......... .......... 85% 70.8M 0s 2023-12-03T11:52:38.575 INFO:teuthology.orchestra.run.smithi019.stderr: 79350K .......... .......... .......... .......... .......... 85% 81.9M 0s 2023-12-03T11:52:38.575 INFO:teuthology.orchestra.run.smithi019.stderr: 79400K .......... .......... .......... .......... .......... 85% 124M 0s 2023-12-03T11:52:38.575 INFO:teuthology.orchestra.run.smithi019.stderr: 79450K .......... .......... .......... .......... .......... 85% 89.4M 0s 2023-12-03T11:52:38.575 INFO:teuthology.orchestra.run.smithi019.stderr: 79500K .......... .......... .......... .......... .......... 85% 54.7M 0s 2023-12-03T11:52:38.576 INFO:teuthology.orchestra.run.smithi019.stderr: 79550K .......... .......... .......... .......... .......... 85% 109M 0s 2023-12-03T11:52:38.576 INFO:teuthology.orchestra.run.smithi019.stderr: 79600K .......... .......... .......... .......... .......... 85% 93.2M 0s 2023-12-03T11:52:38.576 INFO:teuthology.orchestra.run.smithi019.stderr: 79650K .......... .......... .......... .......... .......... 85% 110M 0s 2023-12-03T11:52:38.576 INFO:teuthology.orchestra.run.smithi019.stderr: 79700K .......... .......... .......... .......... .......... 85% 89.6M 0s 2023-12-03T11:52:38.576 INFO:teuthology.orchestra.run.smithi019.stderr: 79750K .......... .......... .......... .......... .......... 85% 76.6M 0s 2023-12-03T11:52:38.576 INFO:teuthology.orchestra.run.smithi019.stderr: 79800K .......... .......... .......... .......... .......... 85% 95.0M 0s 2023-12-03T11:52:38.576 INFO:teuthology.orchestra.run.smithi019.stderr: 79850K .......... .......... .......... .......... .......... 86% 55.6M 0s 2023-12-03T11:52:38.576 INFO:teuthology.orchestra.run.smithi019.stderr: 79900K .......... .......... .......... .......... .......... 86% 108M 0s 2023-12-03T11:52:38.576 INFO:teuthology.orchestra.run.smithi019.stderr: 79950K .......... .......... .......... .......... .......... 86% 113M 0s 2023-12-03T11:52:38.576 INFO:teuthology.orchestra.run.smithi019.stderr: 80000K .......... .......... .......... .......... .......... 86% 65.1M 0s 2023-12-03T11:52:38.576 INFO:teuthology.orchestra.run.smithi019.stderr: 80050K .......... .......... .......... .......... .......... 86% 82.8M 0s 2023-12-03T11:52:38.576 INFO:teuthology.orchestra.run.smithi019.stderr: 80100K .......... .......... .......... .......... .......... 86% 212M 0s 2023-12-03T11:52:38.576 INFO:teuthology.orchestra.run.smithi019.stderr: 80150K .......... .......... .......... .......... .......... 86% 122M 0s 2023-12-03T11:52:38.576 INFO:teuthology.orchestra.run.smithi019.stderr: 80200K .......... .......... .......... .......... .......... 86% 81.5M 0s 2023-12-03T11:52:38.576 INFO:teuthology.orchestra.run.smithi019.stderr: 80250K .......... .......... .......... .......... .......... 86% 70.0M 0s 2023-12-03T11:52:38.576 INFO:teuthology.orchestra.run.smithi019.stderr: 80300K .......... .......... .......... .......... .......... 86% 106M 0s 2023-12-03T11:52:38.576 INFO:teuthology.orchestra.run.smithi019.stderr: 80350K .......... .......... .......... .......... .......... 86% 125M 0s 2023-12-03T11:52:38.577 INFO:teuthology.orchestra.run.smithi019.stderr: 80400K .......... .......... .......... .......... .......... 86% 91.8M 0s 2023-12-03T11:52:38.577 INFO:teuthology.orchestra.run.smithi019.stderr: 80450K .......... .......... .......... .......... .......... 86% 105M 0s 2023-12-03T11:52:38.577 INFO:teuthology.orchestra.run.smithi019.stderr: 80500K .......... .......... .......... .......... .......... 86% 137M 0s 2023-12-03T11:52:38.577 INFO:teuthology.orchestra.run.smithi019.stderr: 80550K .......... .......... .......... .......... .......... 86% 48.0M 0s 2023-12-03T11:52:38.577 INFO:teuthology.orchestra.run.smithi019.stderr: 80600K .......... .......... .......... .......... .......... 86% 120M 0s 2023-12-03T11:52:38.577 INFO:teuthology.orchestra.run.smithi019.stderr: 80650K .......... .......... .......... .......... .......... 86% 63.0M 0s 2023-12-03T11:52:38.577 INFO:teuthology.orchestra.run.smithi019.stderr: 80700K .......... .......... .......... .......... .......... 86% 118M 0s 2023-12-03T11:52:38.577 INFO:teuthology.orchestra.run.smithi019.stderr: 80750K .......... .......... .......... .......... .......... 86% 108M 0s 2023-12-03T11:52:38.577 INFO:teuthology.orchestra.run.smithi019.stderr: 80800K .......... .......... .......... .......... .......... 87% 95.4M 0s 2023-12-03T11:52:38.577 INFO:teuthology.orchestra.run.smithi019.stderr: 80850K .......... .......... .......... .......... .......... 87% 145M 0s 2023-12-03T11:52:38.577 INFO:teuthology.orchestra.run.smithi019.stderr: 80900K .......... .......... .......... .......... .......... 87% 79.1M 0s 2023-12-03T11:52:38.577 INFO:teuthology.orchestra.run.smithi019.stderr: 80950K .......... .......... .......... .......... .......... 87% 68.6M 0s 2023-12-03T11:52:38.577 INFO:teuthology.orchestra.run.smithi019.stderr: 81000K .......... .......... .......... .......... .......... 87% 87.4M 0s 2023-12-03T11:52:38.577 INFO:teuthology.orchestra.run.smithi019.stderr: 81050K .......... .......... .......... .......... .......... 87% 111M 0s 2023-12-03T11:52:38.577 INFO:teuthology.orchestra.run.smithi019.stderr: 81100K .......... .......... .......... .......... .......... 87% 114M 0s 2023-12-03T11:52:38.577 INFO:teuthology.orchestra.run.smithi019.stderr: 81150K .......... .......... .......... .......... .......... 87% 110M 0s 2023-12-03T11:52:38.578 INFO:teuthology.orchestra.run.smithi019.stderr: 81200K .......... .......... .......... .......... .......... 87% 79.0M 0s 2023-12-03T11:52:38.578 INFO:teuthology.orchestra.run.smithi019.stderr: 81250K .......... .......... .......... .......... .......... 87% 128M 0s 2023-12-03T11:52:38.578 INFO:teuthology.orchestra.run.smithi019.stderr: 81300K .......... .......... .......... .......... .......... 87% 118M 0s 2023-12-03T11:52:38.578 INFO:teuthology.orchestra.run.smithi019.stderr: 81350K .......... .......... .......... .......... .......... 87% 129M 0s 2023-12-03T11:52:38.578 INFO:teuthology.orchestra.run.smithi019.stderr: 81400K .......... .......... .......... .......... .......... 87% 102M 0s 2023-12-03T11:52:38.578 INFO:teuthology.orchestra.run.smithi019.stderr: 81450K .......... .......... .......... .......... .......... 87% 63.1M 0s 2023-12-03T11:52:38.578 INFO:teuthology.orchestra.run.smithi019.stderr: 81500K .......... .......... .......... .......... .......... 87% 130M 0s 2023-12-03T11:52:38.578 INFO:teuthology.orchestra.run.smithi019.stderr: 81550K .......... .......... .......... .......... .......... 87% 114M 0s 2023-12-03T11:52:38.578 INFO:teuthology.orchestra.run.smithi019.stderr: 81600K .......... .......... .......... .......... .......... 87% 131M 0s 2023-12-03T11:52:38.578 INFO:teuthology.orchestra.run.smithi019.stderr: 81650K .......... .......... .......... .......... .......... 87% 66.0M 0s 2023-12-03T11:52:38.578 INFO:teuthology.orchestra.run.smithi019.stderr: 81700K .......... .......... .......... .......... .......... 87% 114M 0s 2023-12-03T11:52:38.578 INFO:teuthology.orchestra.run.smithi019.stderr: 81750K .......... .......... .......... .......... .......... 88% 107M 0s 2023-12-03T11:52:38.578 INFO:teuthology.orchestra.run.smithi019.stderr: 81800K .......... .......... .......... .......... .......... 88% 107M 0s 2023-12-03T11:52:38.578 INFO:teuthology.orchestra.run.smithi019.stderr: 81850K .......... .......... .......... .......... .......... 88% 109M 0s 2023-12-03T11:52:38.578 INFO:teuthology.orchestra.run.smithi019.stderr: 81900K .......... .......... .......... .......... .......... 88% 103M 0s 2023-12-03T11:52:38.578 INFO:teuthology.orchestra.run.smithi019.stderr: 81950K .......... .......... .......... .......... .......... 88% 88.5M 0s 2023-12-03T11:52:38.579 INFO:teuthology.orchestra.run.smithi019.stderr: 82000K .......... .......... .......... .......... .......... 88% 111M 0s 2023-12-03T11:52:38.579 INFO:teuthology.orchestra.run.smithi019.stderr: 82050K .......... .......... .......... .......... .......... 88% 76.7M 0s 2023-12-03T11:52:38.579 INFO:teuthology.orchestra.run.smithi019.stderr: 82100K .......... .......... .......... .......... .......... 88% 79.9M 0s 2023-12-03T11:52:38.579 INFO:teuthology.orchestra.run.smithi019.stderr: 82150K .......... .......... .......... .......... .......... 88% 92.0M 0s 2023-12-03T11:52:38.579 INFO:teuthology.orchestra.run.smithi019.stderr: 82200K .......... .......... .......... .......... .......... 88% 78.5M 0s 2023-12-03T11:52:38.579 INFO:teuthology.orchestra.run.smithi019.stderr: 82250K .......... .......... .......... .......... .......... 88% 226M 0s 2023-12-03T11:52:38.579 INFO:teuthology.orchestra.run.smithi019.stderr: 82300K .......... .......... .......... .......... .......... 88% 63.1M 0s 2023-12-03T11:52:38.579 INFO:teuthology.orchestra.run.smithi019.stderr: 82350K .......... .......... .......... .......... .......... 88% 71.0M 0s 2023-12-03T11:52:38.579 INFO:teuthology.orchestra.run.smithi019.stderr: 82400K .......... .......... .......... .......... .......... 88% 66.2M 0s 2023-12-03T11:52:38.579 INFO:teuthology.orchestra.run.smithi019.stderr: 82450K .......... .......... .......... .......... .......... 88% 189M 0s 2023-12-03T11:52:38.579 INFO:teuthology.orchestra.run.smithi019.stderr: 82500K .......... .......... .......... .......... .......... 88% 115M 0s 2023-12-03T11:52:38.579 INFO:teuthology.orchestra.run.smithi019.stderr: 82550K .......... .......... .......... .......... .......... 88% 63.0M 0s 2023-12-03T11:52:38.579 INFO:teuthology.orchestra.run.smithi019.stderr: 82600K .......... .......... .......... .......... .......... 88% 95.4M 0s 2023-12-03T11:52:38.579 INFO:teuthology.orchestra.run.smithi019.stderr: 82650K .......... .......... .......... .......... .......... 89% 112M 0s 2023-12-03T11:52:38.579 INFO:teuthology.orchestra.run.smithi019.stderr: 82700K .......... .......... .......... .......... .......... 89% 118M 0s 2023-12-03T11:52:38.581 INFO:teuthology.orchestra.run.smithi019.stderr: 82750K .......... .......... .......... .......... .......... 89% 78.1M 0s 2023-12-03T11:52:38.581 INFO:teuthology.orchestra.run.smithi019.stderr: 82800K .......... .......... .......... .......... .......... 89% 46.9M 0s 2023-12-03T11:52:38.581 INFO:teuthology.orchestra.run.smithi019.stderr: 82850K .......... .......... .......... .......... .......... 89% 110M 0s 2023-12-03T11:52:38.581 INFO:teuthology.orchestra.run.smithi019.stderr: 82900K .......... .......... .......... .......... .......... 89% 89.4M 0s 2023-12-03T11:52:38.581 INFO:teuthology.orchestra.run.smithi019.stderr: 82950K .......... .......... .......... .......... .......... 89% 111M 0s 2023-12-03T11:52:38.581 INFO:teuthology.orchestra.run.smithi019.stderr: 83000K .......... .......... .......... .......... .......... 89% 97.9M 0s 2023-12-03T11:52:38.581 INFO:teuthology.orchestra.run.smithi019.stderr: 83050K .......... .......... .......... .......... .......... 89% 100M 0s 2023-12-03T11:52:38.581 INFO:teuthology.orchestra.run.smithi019.stderr: 83100K .......... .......... .......... .......... .......... 89% 92.6M 0s 2023-12-03T11:52:38.581 INFO:teuthology.orchestra.run.smithi019.stderr: 83150K .......... .......... .......... .......... .......... 89% 109M 0s 2023-12-03T11:52:38.581 INFO:teuthology.orchestra.run.smithi019.stderr: 83200K .......... .......... .......... .......... .......... 89% 117M 0s 2023-12-03T11:52:38.581 INFO:teuthology.orchestra.run.smithi019.stderr: 83250K .......... .......... .......... .......... .......... 89% 85.0M 0s 2023-12-03T11:52:38.582 INFO:teuthology.orchestra.run.smithi019.stderr: 83300K .......... .......... .......... .......... .......... 89% 107M 0s 2023-12-03T11:52:38.582 INFO:teuthology.orchestra.run.smithi019.stderr: 83350K .......... .......... .......... .......... .......... 89% 97.0M 0s 2023-12-03T11:52:38.582 INFO:teuthology.orchestra.run.smithi019.stderr: 83400K .......... .......... .......... .......... .......... 89% 114M 0s 2023-12-03T11:52:38.582 INFO:teuthology.orchestra.run.smithi019.stderr: 83450K .......... .......... .......... .......... .......... 89% 74.5M 0s 2023-12-03T11:52:38.582 INFO:teuthology.orchestra.run.smithi019.stderr: 83500K .......... .......... .......... .......... .......... 89% 96.7M 0s 2023-12-03T11:52:38.582 INFO:teuthology.orchestra.run.smithi019.stderr: 83550K .......... .......... .......... .......... .......... 89% 125M 0s 2023-12-03T11:52:38.582 INFO:teuthology.orchestra.run.smithi019.stderr: 83600K .......... .......... .......... .......... .......... 90% 55.8M 0s 2023-12-03T11:52:38.582 INFO:teuthology.orchestra.run.smithi019.stderr: 83650K .......... .......... .......... .......... .......... 90% 113M 0s 2023-12-03T11:52:38.582 INFO:teuthology.orchestra.run.smithi019.stderr: 83700K .......... .......... .......... .......... .......... 90% 62.1M 0s 2023-12-03T11:52:38.582 INFO:teuthology.orchestra.run.smithi019.stderr: 83750K .......... .......... .......... .......... .......... 90% 104M 0s 2023-12-03T11:52:38.582 INFO:teuthology.orchestra.run.smithi019.stderr: 83800K .......... .......... .......... .......... .......... 90% 73.6M 0s 2023-12-03T11:52:38.582 INFO:teuthology.orchestra.run.smithi019.stderr: 83850K .......... .......... .......... .......... .......... 90% 119M 0s 2023-12-03T11:52:38.582 INFO:teuthology.orchestra.run.smithi019.stderr: 83900K .......... .......... .......... .......... .......... 90% 93.0M 0s 2023-12-03T11:52:38.583 INFO:teuthology.orchestra.run.smithi019.stderr: 83950K .......... .......... .......... .......... .......... 90% 52.7M 0s 2023-12-03T11:52:38.583 INFO:teuthology.orchestra.run.smithi019.stderr: 84000K .......... .......... .......... .......... .......... 90% 103M 0s 2023-12-03T11:52:38.583 INFO:teuthology.orchestra.run.smithi019.stderr: 84050K .......... .......... .......... .......... .......... 90% 81.2M 0s 2023-12-03T11:52:38.583 INFO:teuthology.orchestra.run.smithi019.stderr: 84100K .......... .......... .......... .......... .......... 90% 124M 0s 2023-12-03T11:52:38.583 INFO:teuthology.orchestra.run.smithi019.stderr: 84150K .......... .......... .......... .......... .......... 90% 103M 0s 2023-12-03T11:52:38.583 INFO:teuthology.orchestra.run.smithi019.stderr: 84200K .......... .......... .......... .......... .......... 90% 102M 0s 2023-12-03T11:52:38.583 INFO:teuthology.orchestra.run.smithi019.stderr: 84250K .......... .......... .......... .......... .......... 90% 108M 0s 2023-12-03T11:52:38.583 INFO:teuthology.orchestra.run.smithi019.stderr: 84300K .......... .......... .......... .......... .......... 90% 128M 0s 2023-12-03T11:52:38.583 INFO:teuthology.orchestra.run.smithi019.stderr: 84350K .......... .......... .......... .......... .......... 90% 78.7M 0s 2023-12-03T11:52:38.583 INFO:teuthology.orchestra.run.smithi019.stderr: 84400K .......... .......... .......... .......... .......... 90% 132M 0s 2023-12-03T11:52:38.583 INFO:teuthology.orchestra.run.smithi019.stderr: 84450K .......... .......... .......... .......... .......... 90% 103M 0s 2023-12-03T11:52:38.583 INFO:teuthology.orchestra.run.smithi019.stderr: 84500K .......... .......... .......... .......... .......... 91% 101M 0s 2023-12-03T11:52:38.583 INFO:teuthology.orchestra.run.smithi019.stderr: 84550K .......... .......... .......... .......... .......... 91% 116M 0s 2023-12-03T11:52:38.583 INFO:teuthology.orchestra.run.smithi019.stderr: 84600K .......... .......... .......... .......... .......... 91% 103M 0s 2023-12-03T11:52:38.583 INFO:teuthology.orchestra.run.smithi019.stderr: 84650K .......... .......... .......... .......... .......... 91% 82.8M 0s 2023-12-03T11:52:38.583 INFO:teuthology.orchestra.run.smithi019.stderr: 84700K .......... .......... .......... .......... .......... 91% 94.0M 0s 2023-12-03T11:52:38.583 INFO:teuthology.orchestra.run.smithi019.stderr: 84750K .......... .......... .......... .......... .......... 91% 81.9M 0s 2023-12-03T11:52:38.584 INFO:teuthology.orchestra.run.smithi019.stderr: 84800K .......... .......... .......... .......... .......... 91% 118M 0s 2023-12-03T11:52:38.584 INFO:teuthology.orchestra.run.smithi019.stderr: 84850K .......... .......... .......... .......... .......... 91% 115M 0s 2023-12-03T11:52:38.584 INFO:teuthology.orchestra.run.smithi019.stderr: 84900K .......... .......... .......... .......... .......... 91% 88.3M 0s 2023-12-03T11:52:38.584 INFO:teuthology.orchestra.run.smithi019.stderr: 84950K .......... .......... .......... .......... .......... 91% 110M 0s 2023-12-03T11:52:38.584 INFO:teuthology.orchestra.run.smithi019.stderr: 85000K .......... .......... .......... .......... .......... 91% 78.4M 0s 2023-12-03T11:52:38.584 INFO:teuthology.orchestra.run.smithi019.stderr: 85050K .......... .......... .......... .......... .......... 91% 117M 0s 2023-12-03T11:52:38.584 INFO:teuthology.orchestra.run.smithi019.stderr: 85100K .......... .......... .......... .......... .......... 91% 76.9M 0s 2023-12-03T11:52:38.584 INFO:teuthology.orchestra.run.smithi019.stderr: 85150K .......... .......... .......... .......... .......... 91% 100M 0s 2023-12-03T11:52:38.584 INFO:teuthology.orchestra.run.smithi019.stderr: 85200K .......... .......... .......... .......... .......... 91% 98.6M 0s 2023-12-03T11:52:38.584 INFO:teuthology.orchestra.run.smithi019.stderr: 85250K .......... .......... .......... .......... .......... 91% 112M 0s 2023-12-03T11:52:38.584 INFO:teuthology.orchestra.run.smithi019.stderr: 85300K .......... .......... .......... .......... .......... 91% 91.0M 0s 2023-12-03T11:52:38.584 INFO:teuthology.orchestra.run.smithi019.stderr: 85350K .......... .......... .......... .......... .......... 91% 84.8M 0s 2023-12-03T11:52:38.584 INFO:teuthology.orchestra.run.smithi019.stderr: 85400K .......... .......... .......... .......... .......... 91% 53.6M 0s 2023-12-03T11:52:38.584 INFO:teuthology.orchestra.run.smithi019.stderr: 85450K .......... .......... .......... .......... .......... 92% 113M 0s 2023-12-03T11:52:38.584 INFO:teuthology.orchestra.run.smithi019.stderr: 85500K .......... .......... .......... .......... .......... 92% 112M 0s 2023-12-03T11:52:38.584 INFO:teuthology.orchestra.run.smithi019.stderr: 85550K .......... .......... .......... .......... .......... 92% 86.4M 0s 2023-12-03T11:52:38.585 INFO:teuthology.orchestra.run.smithi019.stderr: 85600K .......... .......... .......... .......... .......... 92% 166M 0s 2023-12-03T11:52:38.585 INFO:teuthology.orchestra.run.smithi019.stderr: 85650K .......... .......... .......... .......... .......... 92% 53.3M 0s 2023-12-03T11:52:38.585 INFO:teuthology.orchestra.run.smithi019.stderr: 85700K .......... .......... .......... .......... .......... 92% 116M 0s 2023-12-03T11:52:38.585 INFO:teuthology.orchestra.run.smithi019.stderr: 85750K .......... .......... .......... .......... .......... 92% 106M 0s 2023-12-03T11:52:38.585 INFO:teuthology.orchestra.run.smithi019.stderr: 85800K .......... .......... .......... .......... .......... 92% 107M 0s 2023-12-03T11:52:38.585 INFO:teuthology.orchestra.run.smithi019.stderr: 85850K .......... .......... .......... .......... .......... 92% 59.2M 0s 2023-12-03T11:52:38.585 INFO:teuthology.orchestra.run.smithi019.stderr: 85900K .......... .......... .......... .......... .......... 92% 105M 0s 2023-12-03T11:52:38.585 INFO:teuthology.orchestra.run.smithi019.stderr: 85950K .......... .......... .......... .......... .......... 92% 107M 0s 2023-12-03T11:52:38.585 INFO:teuthology.orchestra.run.smithi019.stderr: 86000K .......... .......... .......... .......... .......... 92% 109M 0s 2023-12-03T11:52:38.585 INFO:teuthology.orchestra.run.smithi019.stderr: 86050K .......... .......... .......... .......... .......... 92% 104M 0s 2023-12-03T11:52:38.585 INFO:teuthology.orchestra.run.smithi019.stderr: 86100K .......... .......... .......... .......... .......... 92% 72.0M 0s 2023-12-03T11:52:38.585 INFO:teuthology.orchestra.run.smithi019.stderr: 86150K .......... .......... .......... .......... .......... 92% 112M 0s 2023-12-03T11:52:38.585 INFO:teuthology.orchestra.run.smithi019.stderr: 86200K .......... .......... .......... .......... .......... 92% 110M 0s 2023-12-03T11:52:38.585 INFO:teuthology.orchestra.run.smithi019.stderr: 86250K .......... .......... .......... .......... .......... 92% 92.0M 0s 2023-12-03T11:52:38.585 INFO:teuthology.orchestra.run.smithi019.stderr: 86300K .......... .......... .......... .......... .......... 92% 121M 0s 2023-12-03T11:52:38.585 INFO:teuthology.orchestra.run.smithi019.stderr: 86350K .......... .......... .......... .......... .......... 93% 115M 0s 2023-12-03T11:52:38.585 INFO:teuthology.orchestra.run.smithi019.stderr: 86400K .......... .......... .......... .......... .......... 93% 98.5M 0s 2023-12-03T11:52:38.586 INFO:teuthology.orchestra.run.smithi019.stderr: 86450K .......... .......... .......... .......... .......... 93% 132M 0s 2023-12-03T11:52:38.586 INFO:teuthology.orchestra.run.smithi019.stderr: 86500K .......... .......... .......... .......... .......... 93% 100M 0s 2023-12-03T11:52:38.586 INFO:teuthology.orchestra.run.smithi019.stderr: 86550K .......... .......... .......... .......... .......... 93% 113M 0s 2023-12-03T11:52:38.586 INFO:teuthology.orchestra.run.smithi019.stderr: 86600K .......... .......... .......... .......... .......... 93% 117M 0s 2023-12-03T11:52:38.586 INFO:teuthology.orchestra.run.smithi019.stderr: 86650K .......... .......... .......... .......... .......... 93% 67.5M 0s 2023-12-03T11:52:38.586 INFO:teuthology.orchestra.run.smithi019.stderr: 86700K .......... .......... .......... .......... .......... 93% 136M 0s 2023-12-03T11:52:38.586 INFO:teuthology.orchestra.run.smithi019.stderr: 86750K .......... .......... .......... .......... .......... 93% 12.7M 0s 2023-12-03T11:52:38.586 INFO:teuthology.orchestra.run.smithi019.stderr: 86800K .......... .......... .......... .......... .......... 93% 105M 0s 2023-12-03T11:52:38.586 INFO:teuthology.orchestra.run.smithi019.stderr: 86850K .......... .......... .......... .......... .......... 93% 277M 0s 2023-12-03T11:52:38.586 INFO:teuthology.orchestra.run.smithi019.stderr: 86900K .......... .......... .......... .......... .......... 93% 241M 0s 2023-12-03T11:52:38.586 INFO:teuthology.orchestra.run.smithi019.stderr: 86950K .......... .......... .......... .......... .......... 93% 288M 0s 2023-12-03T11:52:38.586 INFO:teuthology.orchestra.run.smithi019.stderr: 87000K .......... .......... .......... .......... .......... 93% 281M 0s 2023-12-03T11:52:38.586 INFO:teuthology.orchestra.run.smithi019.stderr: 87050K .......... .......... .......... .......... .......... 93% 310M 0s 2023-12-03T11:52:38.586 INFO:teuthology.orchestra.run.smithi019.stderr: 87100K .......... .......... .......... .......... .......... 93% 280M 0s 2023-12-03T11:52:38.587 INFO:teuthology.orchestra.run.smithi019.stderr: 87150K .......... .......... .......... .......... .......... 93% 187M 0s 2023-12-03T11:52:38.587 INFO:teuthology.orchestra.run.smithi019.stderr: 87200K .......... .......... .......... .......... .......... 93% 154M 0s 2023-12-03T11:52:38.587 INFO:teuthology.orchestra.run.smithi019.stderr: 87250K .......... .......... .......... .......... .......... 93% 127M 0s 2023-12-03T11:52:38.587 INFO:teuthology.orchestra.run.smithi019.stderr: 87300K .......... .......... .......... .......... .......... 94% 109M 0s 2023-12-03T11:52:38.587 INFO:teuthology.orchestra.run.smithi019.stderr: 87350K .......... .......... .......... .......... .......... 94% 86.7M 0s 2023-12-03T11:52:38.587 INFO:teuthology.orchestra.run.smithi019.stderr: 87400K .......... .......... .......... .......... .......... 94% 109M 0s 2023-12-03T11:52:38.587 INFO:teuthology.orchestra.run.smithi019.stderr: 87450K .......... .......... .......... .......... .......... 94% 127M 0s 2023-12-03T11:52:38.587 INFO:teuthology.orchestra.run.smithi019.stderr: 87500K .......... .......... .......... .......... .......... 94% 118M 0s 2023-12-03T11:52:38.587 INFO:teuthology.orchestra.run.smithi019.stderr: 87550K .......... .......... .......... .......... .......... 94% 87.5M 0s 2023-12-03T11:52:38.587 INFO:teuthology.orchestra.run.smithi019.stderr: 87600K .......... .......... .......... .......... .......... 94% 112M 0s 2023-12-03T11:52:38.587 INFO:teuthology.orchestra.run.smithi019.stderr: 87650K .......... .......... .......... .......... .......... 94% 83.1M 0s 2023-12-03T11:52:38.587 INFO:teuthology.orchestra.run.smithi019.stderr: 87700K .......... .......... .......... .......... .......... 94% 112M 0s 2023-12-03T11:52:38.587 INFO:teuthology.orchestra.run.smithi019.stderr: 87750K .......... .......... .......... .......... .......... 94% 111M 0s 2023-12-03T11:52:38.587 INFO:teuthology.orchestra.run.smithi019.stderr: 87800K .......... .......... .......... .......... .......... 94% 70.5M 0s 2023-12-03T11:52:38.587 INFO:teuthology.orchestra.run.smithi019.stderr: 87850K .......... .......... .......... .......... .......... 94% 113M 0s 2023-12-03T11:52:38.587 INFO:teuthology.orchestra.run.smithi019.stderr: 87900K .......... .......... .......... .......... .......... 94% 74.8M 0s 2023-12-03T11:52:38.588 INFO:teuthology.orchestra.run.smithi019.stderr: 87950K .......... .......... .......... .......... .......... 94% 113M 0s 2023-12-03T11:52:38.588 INFO:teuthology.orchestra.run.smithi019.stderr: 88000K .......... .......... .......... .......... .......... 94% 98.6M 0s 2023-12-03T11:52:38.588 INFO:teuthology.orchestra.run.smithi019.stderr: 88050K .......... .......... .......... .......... .......... 94% 118M 0s 2023-12-03T11:52:38.588 INFO:teuthology.orchestra.run.smithi019.stderr: 88100K .......... .......... .......... .......... .......... 94% 108M 0s 2023-12-03T11:52:38.588 INFO:teuthology.orchestra.run.smithi019.stderr: 88150K .......... .......... .......... .......... .......... 94% 83.7M 0s 2023-12-03T11:52:38.588 INFO:teuthology.orchestra.run.smithi019.stderr: 88200K .......... .......... .......... .......... .......... 94% 93.2M 0s 2023-12-03T11:52:38.588 INFO:teuthology.orchestra.run.smithi019.stderr: 88250K .......... .......... .......... .......... .......... 95% 105M 0s 2023-12-03T11:52:38.588 INFO:teuthology.orchestra.run.smithi019.stderr: 88300K .......... .......... .......... .......... .......... 95% 111M 0s 2023-12-03T11:52:38.588 INFO:teuthology.orchestra.run.smithi019.stderr: 88350K .......... .......... .......... .......... .......... 95% 108M 0s 2023-12-03T11:52:38.588 INFO:teuthology.orchestra.run.smithi019.stderr: 88400K .......... .......... .......... .......... .......... 95% 61.5M 0s 2023-12-03T11:52:38.588 INFO:teuthology.orchestra.run.smithi019.stderr: 88450K .......... .......... .......... .......... .......... 95% 58.1M 0s 2023-12-03T11:52:38.588 INFO:teuthology.orchestra.run.smithi019.stderr: 88500K .......... .......... .......... .......... .......... 95% 92.4M 0s 2023-12-03T11:52:38.588 INFO:teuthology.orchestra.run.smithi019.stderr: 88550K .......... .......... .......... .......... .......... 95% 98.4M 0s 2023-12-03T11:52:38.588 INFO:teuthology.orchestra.run.smithi019.stderr: 88600K .......... .......... .......... .......... .......... 95% 132M 0s 2023-12-03T11:52:38.588 INFO:teuthology.orchestra.run.smithi019.stderr: 88650K .......... .......... .......... .......... .......... 95% 99.4M 0s 2023-12-03T11:52:38.589 INFO:teuthology.orchestra.run.smithi019.stderr: 88700K .......... .......... .......... .......... .......... 95% 64.5M 0s 2023-12-03T11:52:38.589 INFO:teuthology.orchestra.run.smithi019.stderr: 88750K .......... .......... .......... .......... .......... 95% 112M 0s 2023-12-03T11:52:38.589 INFO:teuthology.orchestra.run.smithi019.stderr: 88800K .......... .......... .......... .......... .......... 95% 101M 0s 2023-12-03T11:52:38.589 INFO:teuthology.orchestra.run.smithi019.stderr: 88850K .......... .......... .......... .......... .......... 95% 37.8M 0s 2023-12-03T11:52:38.589 INFO:teuthology.orchestra.run.smithi019.stderr: 88900K .......... .......... .......... .......... .......... 95% 90.1M 0s 2023-12-03T11:52:38.589 INFO:teuthology.orchestra.run.smithi019.stderr: 88950K .......... .......... .......... .......... .......... 95% 114M 0s 2023-12-03T11:52:38.589 INFO:teuthology.orchestra.run.smithi019.stderr: 89000K .......... .......... .......... .......... .......... 95% 101M 0s 2023-12-03T11:52:38.589 INFO:teuthology.orchestra.run.smithi019.stderr: 89050K .......... .......... .......... .......... .......... 95% 138M 0s 2023-12-03T11:52:38.589 INFO:teuthology.orchestra.run.smithi019.stderr: 89100K .......... .......... .......... .......... .......... 95% 112M 0s 2023-12-03T11:52:38.589 INFO:teuthology.orchestra.run.smithi019.stderr: 89150K .......... .......... .......... .......... .......... 96% 106M 0s 2023-12-03T11:52:38.589 INFO:teuthology.orchestra.run.smithi019.stderr: 89200K .......... .......... .......... .......... .......... 96% 94.6M 0s 2023-12-03T11:52:38.589 INFO:teuthology.orchestra.run.smithi019.stderr: 89250K .......... .......... .......... .......... .......... 96% 121M 0s 2023-12-03T11:52:38.589 INFO:teuthology.orchestra.run.smithi019.stderr: 89300K .......... .......... .......... .......... .......... 96% 120M 0s 2023-12-03T11:52:38.589 INFO:teuthology.orchestra.run.smithi019.stderr: 89350K .......... .......... .......... .......... .......... 96% 115M 0s 2023-12-03T11:52:38.589 INFO:teuthology.orchestra.run.smithi019.stderr: 89400K .......... .......... .......... .......... .......... 96% 90.7M 0s 2023-12-03T11:52:38.589 INFO:teuthology.orchestra.run.smithi019.stderr: 89450K .......... .......... .......... .......... .......... 96% 89.5M 0s 2023-12-03T11:52:38.590 INFO:teuthology.orchestra.run.smithi019.stderr: 89500K .......... .......... .......... .......... .......... 96% 116M 0s 2023-12-03T11:52:38.590 INFO:teuthology.orchestra.run.smithi019.stderr: 89550K .......... .......... .......... .......... .......... 96% 120M 0s 2023-12-03T11:52:38.590 INFO:teuthology.orchestra.run.smithi019.stderr: 89600K .......... .......... .......... .......... .......... 96% 113M 0s 2023-12-03T11:52:38.590 INFO:teuthology.orchestra.run.smithi019.stderr: 89650K .......... .......... .......... .......... .......... 96% 100M 0s 2023-12-03T11:52:38.590 INFO:teuthology.orchestra.run.smithi019.stderr: 89700K .......... .......... .......... .......... .......... 96% 104M 0s 2023-12-03T11:52:38.590 INFO:teuthology.orchestra.run.smithi019.stderr: 89750K .......... .......... .......... .......... .......... 96% 82.1M 0s 2023-12-03T11:52:38.590 INFO:teuthology.orchestra.run.smithi019.stderr: 89800K .......... .......... .......... .......... .......... 96% 12.3M 0s 2023-12-03T11:52:38.590 INFO:teuthology.orchestra.run.smithi019.stderr: 89850K .......... .......... .......... .......... .......... 96% 127M 0s 2023-12-03T11:52:38.590 INFO:teuthology.orchestra.run.smithi019.stderr: 89900K .......... .......... .......... .......... .......... 96% 77.7M 0s 2023-12-03T11:52:38.590 INFO:teuthology.orchestra.run.smithi019.stderr: 89950K .......... .......... .......... .......... .......... 96% 60.1M 0s 2023-12-03T11:52:38.590 INFO:teuthology.orchestra.run.smithi019.stderr: 90000K .......... .......... .......... .......... .......... 96% 177M 0s 2023-12-03T11:52:38.590 INFO:teuthology.orchestra.run.smithi019.stderr: 90050K .......... .......... .......... .......... .......... 96% 183M 0s 2023-12-03T11:52:38.590 INFO:teuthology.orchestra.run.smithi019.stderr: 90100K .......... .......... .......... .......... .......... 97% 174M 0s 2023-12-03T11:52:38.590 INFO:teuthology.orchestra.run.smithi019.stderr: 90150K .......... .......... .......... .......... .......... 97% 95.2M 0s 2023-12-03T11:52:38.590 INFO:teuthology.orchestra.run.smithi019.stderr: 90200K .......... .......... .......... .......... .......... 97% 84.3M 0s 2023-12-03T11:52:38.590 INFO:teuthology.orchestra.run.smithi019.stderr: 90250K .......... .......... .......... .......... .......... 97% 196M 0s 2023-12-03T11:52:38.591 INFO:teuthology.orchestra.run.smithi019.stderr: 90300K .......... .......... .......... .......... .......... 97% 107M 0s 2023-12-03T11:52:38.591 INFO:teuthology.orchestra.run.smithi019.stderr: 90350K .......... .......... .......... .......... .......... 97% 124M 0s 2023-12-03T11:52:38.591 INFO:teuthology.orchestra.run.smithi019.stderr: 90400K .......... .......... .......... .......... .......... 97% 90.9M 0s 2023-12-03T11:52:38.591 INFO:teuthology.orchestra.run.smithi019.stderr: 90450K .......... .......... .......... .......... .......... 97% 90.4M 0s 2023-12-03T11:52:38.591 INFO:teuthology.orchestra.run.smithi019.stderr: 90500K .......... .......... .......... .......... .......... 97% 190M 0s 2023-12-03T11:52:38.591 INFO:teuthology.orchestra.run.smithi019.stderr: 90550K .......... .......... .......... .......... .......... 97% 113M 0s 2023-12-03T11:52:38.591 INFO:teuthology.orchestra.run.smithi019.stderr: 90600K .......... .......... .......... .......... .......... 97% 116M 0s 2023-12-03T11:52:38.591 INFO:teuthology.orchestra.run.smithi019.stderr: 90650K .......... .......... .......... .......... .......... 97% 91.6M 0s 2023-12-03T11:52:38.591 INFO:teuthology.orchestra.run.smithi019.stderr: 90700K .......... .......... .......... .......... .......... 97% 114M 0s 2023-12-03T11:52:38.591 INFO:teuthology.orchestra.run.smithi019.stderr: 90750K .......... .......... .......... .......... .......... 97% 114M 0s 2023-12-03T11:52:38.591 INFO:teuthology.orchestra.run.smithi019.stderr: 90800K .......... .......... .......... .......... .......... 97% 97.4M 0s 2023-12-03T11:52:38.591 INFO:teuthology.orchestra.run.smithi019.stderr: 90850K .......... .......... .......... .......... .......... 97% 141M 0s 2023-12-03T11:52:38.591 INFO:teuthology.orchestra.run.smithi019.stderr: 90900K .......... .......... .......... .......... .......... 97% 92.5M 0s 2023-12-03T11:52:38.591 INFO:teuthology.orchestra.run.smithi019.stderr: 90950K .......... .......... .......... .......... .......... 97% 112M 0s 2023-12-03T11:52:38.591 INFO:teuthology.orchestra.run.smithi019.stderr: 91000K .......... .......... .......... .......... .......... 98% 131M 0s 2023-12-03T11:52:38.591 INFO:teuthology.orchestra.run.smithi019.stderr: 91050K .......... .......... .......... .......... .......... 98% 101M 0s 2023-12-03T11:52:38.591 INFO:teuthology.orchestra.run.smithi019.stderr: 91100K .......... .......... .......... .......... .......... 98% 128M 0s 2023-12-03T11:52:38.592 INFO:teuthology.orchestra.run.smithi019.stderr: 91150K .......... .......... .......... .......... .......... 98% 107M 0s 2023-12-03T11:52:38.592 INFO:teuthology.orchestra.run.smithi019.stderr: 91200K .......... .......... .......... .......... .......... 98% 113M 0s 2023-12-03T11:52:38.592 INFO:teuthology.orchestra.run.smithi019.stderr: 91250K .......... .......... .......... .......... .......... 98% 85.5M 0s 2023-12-03T11:52:38.592 INFO:teuthology.orchestra.run.smithi019.stderr: 91300K .......... .......... .......... .......... .......... 98% 127M 0s 2023-12-03T11:52:38.592 INFO:teuthology.orchestra.run.smithi019.stderr: 91350K .......... .......... .......... .......... .......... 98% 109M 0s 2023-12-03T11:52:38.592 INFO:teuthology.orchestra.run.smithi019.stderr: 91400K .......... .......... .......... .......... .......... 98% 132M 0s 2023-12-03T11:52:38.592 INFO:teuthology.orchestra.run.smithi019.stderr: 91450K .......... .......... .......... .......... .......... 98% 104M 0s 2023-12-03T11:52:38.592 INFO:teuthology.orchestra.run.smithi019.stderr: 91500K .......... .......... .......... .......... .......... 98% 94.6M 0s 2023-12-03T11:52:38.592 INFO:teuthology.orchestra.run.smithi019.stderr: 91550K .......... .......... .......... .......... .......... 98% 73.7M 0s 2023-12-03T11:52:38.592 INFO:teuthology.orchestra.run.smithi019.stderr: 91600K .......... .......... .......... .......... .......... 98% 111M 0s 2023-12-03T11:52:38.592 INFO:teuthology.orchestra.run.smithi019.stderr: 91650K .......... .......... .......... .......... .......... 98% 114M 0s 2023-12-03T11:52:38.592 INFO:teuthology.orchestra.run.smithi019.stderr: 91700K .......... .......... .......... .......... .......... 98% 88.9M 0s 2023-12-03T11:52:38.592 INFO:teuthology.orchestra.run.smithi019.stderr: 91750K .......... .......... .......... .......... .......... 98% 59.9M 0s 2023-12-03T11:52:38.592 INFO:teuthology.orchestra.run.smithi019.stderr: 91800K .......... .......... .......... .......... .......... 98% 127M 0s 2023-12-03T11:52:38.592 INFO:teuthology.orchestra.run.smithi019.stderr: 91850K .......... .......... .......... .......... .......... 98% 77.4M 0s 2023-12-03T11:52:38.592 INFO:teuthology.orchestra.run.smithi019.stderr: 91900K .......... .......... .......... .......... .......... 98% 37.1M 0s 2023-12-03T11:52:38.592 INFO:teuthology.orchestra.run.smithi019.stderr: 91950K .......... .......... .......... .......... .......... 99% 118M 0s 2023-12-03T11:52:38.593 INFO:teuthology.orchestra.run.smithi019.stderr: 92000K .......... .......... .......... .......... .......... 99% 105M 0s 2023-12-03T11:52:38.593 INFO:teuthology.orchestra.run.smithi019.stderr: 92050K .......... .......... .......... .......... .......... 99% 114M 0s 2023-12-03T11:52:38.593 INFO:teuthology.orchestra.run.smithi019.stderr: 92100K .......... .......... .......... .......... .......... 99% 109M 0s 2023-12-03T11:52:38.593 INFO:teuthology.orchestra.run.smithi019.stderr: 92150K .......... .......... .......... .......... .......... 99% 44.3M 0s 2023-12-03T11:52:38.593 INFO:teuthology.orchestra.run.smithi019.stderr: 92200K .......... .......... .......... .......... .......... 99% 29.9M 0s 2023-12-03T11:52:38.593 INFO:teuthology.orchestra.run.smithi019.stderr: 92250K .......... .......... .......... .......... .......... 99% 136M 0s 2023-12-03T11:52:38.593 INFO:teuthology.orchestra.run.smithi019.stderr: 92300K .......... .......... .......... .......... .......... 99% 88.8M 0s 2023-12-03T11:52:38.593 INFO:teuthology.orchestra.run.smithi019.stderr: 92350K .......... .......... .......... .......... .......... 99% 89.0M 0s 2023-12-03T11:52:38.593 INFO:teuthology.orchestra.run.smithi019.stderr: 92400K .......... .......... .......... .......... .......... 99% 167M 0s 2023-12-03T11:52:38.593 INFO:teuthology.orchestra.run.smithi019.stderr: 92450K .......... .......... .......... .......... .......... 99% 108M 0s 2023-12-03T11:52:38.593 INFO:teuthology.orchestra.run.smithi019.stderr: 92500K .......... .......... .......... .......... .......... 99% 118M 0s 2023-12-03T11:52:38.593 INFO:teuthology.orchestra.run.smithi019.stderr: 92550K .......... .......... .......... .......... .......... 99% 120M 0s 2023-12-03T11:52:38.593 INFO:teuthology.orchestra.run.smithi019.stderr: 92600K .......... .......... .......... .......... .......... 99% 110M 0s 2023-12-03T11:52:38.593 INFO:teuthology.orchestra.run.smithi019.stderr: 92650K .......... .......... .......... .......... .......... 99% 108M 0s 2023-12-03T11:52:38.593 INFO:teuthology.orchestra.run.smithi019.stderr: 92700K .......... .......... .......... .......... .......... 99% 108M 0s 2023-12-03T11:52:38.593 INFO:teuthology.orchestra.run.smithi019.stderr: 92750K .......... .......... .......... .......... .......... 99% 109M 0s 2023-12-03T11:52:38.593 INFO:teuthology.orchestra.run.smithi019.stderr: 92800K .......... .......... .......... .......... .......... 99% 108M 0s 2023-12-03T11:52:38.594 INFO:teuthology.orchestra.run.smithi019.stderr: 92850K .......... .......... .......... .......... .......... 99% 21.1M 0s 2023-12-03T11:52:38.594 INFO:teuthology.orchestra.run.smithi019.stderr: 92900K 100% 134G=1.9s 2023-12-03T11:52:38.594 INFO:teuthology.orchestra.run.smithi019.stderr: 2023-12-03T11:52:38.594 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03 11:52:38 (47.1 MB/s) - 'gradle-6.0.1-bin.zip' saved [95129672/95129672] 2023-12-03T11:52:38.594 INFO:teuthology.orchestra.run.smithi019.stderr: 2023-12-03T11:52:38.599 INFO:teuthology.orchestra.run.smithi019.stdout:Archive: gradle-6.0.1-bin.zip 2023-12-03T11:52:38.599 INFO:teuthology.orchestra.run.smithi019.stdout: creating: /opt/gradle/gradle-6.0.1/ 2023-12-03T11:52:38.599 INFO:teuthology.orchestra.run.smithi019.stdout: inflating: /opt/gradle/gradle-6.0.1/getting-started.html 2023-12-03T11:52:38.599 INFO:teuthology.orchestra.run.smithi019.stdout: inflating: /opt/gradle/gradle-6.0.1/LICENSE 2023-12-03T11:52:38.599 INFO:teuthology.orchestra.run.smithi019.stdout: inflating: /opt/gradle/gradle-6.0.1/NOTICE 2023-12-03T11:52:38.599 INFO:teuthology.orchestra.run.smithi019.stdout: creating: /opt/gradle/gradle-6.0.1/init.d/ 2023-12-03T11:52:38.599 INFO:teuthology.orchestra.run.smithi019.stdout: inflating: /opt/gradle/gradle-6.0.1/init.d/readme.txt 2023-12-03T11:52:38.599 INFO:teuthology.orchestra.run.smithi019.stdout: creating: /opt/gradle/gradle-6.0.1/bin/ 2023-12-03T11:52:38.599 INFO:teuthology.orchestra.run.smithi019.stdout: inflating: /opt/gradle/gradle-6.0.1/bin/gradle 2023-12-03T11:52:38.599 INFO:teuthology.orchestra.run.smithi019.stdout: inflating: /opt/gradle/gradle-6.0.1/bin/gradle.bat 2023-12-03T11:52:38.600 INFO:teuthology.orchestra.run.smithi019.stdout: creating: /opt/gradle/gradle-6.0.1/lib/ 2023-12-03T11:52:38.600 INFO:teuthology.orchestra.run.smithi019.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-api-metadata-6.0.1.jar 2023-12-03T11:52:38.600 INFO:teuthology.orchestra.run.smithi019.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-launcher-6.0.1.jar 2023-12-03T11:52:38.600 INFO:teuthology.orchestra.run.smithi019.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-runtime-api-info-6.0.1.jar 2023-12-03T11:52:38.600 INFO:teuthology.orchestra.run.smithi019.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-kotlin-dsl-6.0.1.jar 2023-12-03T11:52:38.600 INFO:teuthology.orchestra.run.smithi019.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-tooling-api-6.0.1.jar 2023-12-03T11:52:38.600 INFO:teuthology.orchestra.run.smithi019.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-wrapper-6.0.1.jar 2023-12-03T11:52:38.600 INFO:teuthology.orchestra.run.smithi019.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-installation-beacon-6.0.1.jar 2023-12-03T11:52:38.600 INFO:teuthology.orchestra.run.smithi019.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-bootstrap-6.0.1.jar 2023-12-03T11:52:38.600 INFO:teuthology.orchestra.run.smithi019.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-core-6.0.1.jar 2023-12-03T11:52:38.600 INFO:teuthology.orchestra.run.smithi019.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-file-collections-6.0.1.jar 2023-12-03T11:52:38.600 INFO:teuthology.orchestra.run.smithi019.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-model-groovy-6.0.1.jar 2023-12-03T11:52:38.600 INFO:teuthology.orchestra.run.smithi019.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-execution-6.0.1.jar 2023-12-03T11:52:38.600 INFO:teuthology.orchestra.run.smithi019.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-model-core-6.0.1.jar 2023-12-03T11:52:38.600 INFO:teuthology.orchestra.run.smithi019.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-build-cache-packaging-6.0.1.jar 2023-12-03T11:52:38.600 INFO:teuthology.orchestra.run.smithi019.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-build-cache-6.0.1.jar 2023-12-03T11:52:38.601 INFO:teuthology.orchestra.run.smithi019.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-core-api-6.0.1.jar 2023-12-03T11:52:38.601 INFO:teuthology.orchestra.run.smithi019.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-persistent-cache-6.0.1.jar 2023-12-03T11:52:38.601 INFO:teuthology.orchestra.run.smithi019.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-worker-processes-6.0.1.jar 2023-12-03T11:52:38.601 INFO:teuthology.orchestra.run.smithi019.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-logging-6.0.1.jar 2023-12-03T11:52:38.601 INFO:teuthology.orchestra.run.smithi019.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-jvm-services-6.0.1.jar 2023-12-03T11:52:38.601 INFO:teuthology.orchestra.run.smithi019.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-process-services-6.0.1.jar 2023-12-03T11:52:38.601 INFO:teuthology.orchestra.run.smithi019.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-resources-6.0.1.jar 2023-12-03T11:52:38.601 INFO:teuthology.orchestra.run.smithi019.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-messaging-6.0.1.jar 2023-12-03T11:52:38.601 INFO:teuthology.orchestra.run.smithi019.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-native-6.0.1.jar 2023-12-03T11:52:38.601 INFO:teuthology.orchestra.run.smithi019.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-base-services-groovy-6.0.1.jar 2023-12-03T11:52:38.601 INFO:teuthology.orchestra.run.smithi019.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-base-services-6.0.1.jar 2023-12-03T11:52:38.601 INFO:teuthology.orchestra.run.smithi019.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-build-option-6.0.1.jar 2023-12-03T11:52:38.601 INFO:teuthology.orchestra.run.smithi019.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-cli-6.0.1.jar 2023-12-03T11:52:38.601 INFO:teuthology.orchestra.run.smithi019.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-snapshots-6.0.1.jar 2023-12-03T11:52:38.601 INFO:teuthology.orchestra.run.smithi019.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-files-6.0.1.jar 2023-12-03T11:52:38.601 INFO:teuthology.orchestra.run.smithi019.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-kotlin-dsl-tooling-models-6.0.1.jar 2023-12-03T11:52:38.801 INFO:teuthology.orchestra.run.smithi019.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlin-compiler-embeddable-1.3.50-patched-for-gradle-6.0.1.jar 2023-12-03T11:52:38.802 INFO:teuthology.orchestra.run.smithi019.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-hashing-6.0.1.jar 2023-12-03T11:52:38.802 INFO:teuthology.orchestra.run.smithi019.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-pineapple-6.0.1.jar 2023-12-03T11:52:38.802 INFO:teuthology.orchestra.run.smithi019.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-docs-6.0.1.jar 2023-12-03T11:52:38.859 INFO:teuthology.orchestra.run.smithi019.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/groovy-all-1.3-2.5.8.jar 2023-12-03T11:52:38.859 INFO:teuthology.orchestra.run.smithi019.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/jul-to-slf4j-1.7.28.jar 2023-12-03T11:52:38.859 INFO:teuthology.orchestra.run.smithi019.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/log4j-over-slf4j-1.7.28.jar 2023-12-03T11:52:38.859 INFO:teuthology.orchestra.run.smithi019.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/jcl-over-slf4j-1.7.28.jar 2023-12-03T11:52:38.859 INFO:teuthology.orchestra.run.smithi019.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/slf4j-api-1.7.28.jar 2023-12-03T11:52:38.877 INFO:teuthology.orchestra.run.smithi019.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/guava-27.1-android.jar 2023-12-03T11:52:38.878 INFO:teuthology.orchestra.run.smithi019.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/commons-io-2.6.jar 2023-12-03T11:52:38.880 INFO:teuthology.orchestra.run.smithi019.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/commons-lang-2.6.jar 2023-12-03T11:52:38.881 INFO:teuthology.orchestra.run.smithi019.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/asm-commons-7.1.jar 2023-12-03T11:52:38.881 INFO:teuthology.orchestra.run.smithi019.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/asm-analysis-7.1.jar 2023-12-03T11:52:38.882 INFO:teuthology.orchestra.run.smithi019.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/asm-tree-7.1.jar 2023-12-03T11:52:38.882 INFO:teuthology.orchestra.run.smithi019.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/asm-7.1.jar 2023-12-03T11:52:38.898 INFO:teuthology.orchestra.run.smithi019.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/ant-1.10.7.jar 2023-12-03T11:52:38.899 INFO:teuthology.orchestra.run.smithi019.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlin-stdlib-jdk8-1.3.50.jar 2023-12-03T11:52:38.899 INFO:teuthology.orchestra.run.smithi019.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/javax.inject-1.jar 2023-12-03T11:52:38.900 INFO:teuthology.orchestra.run.smithi019.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlin-scripting-common-1.3.50.jar 2023-12-03T11:52:38.901 INFO:teuthology.orchestra.run.smithi019.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlin-scripting-jvm-1.3.50.jar 2023-12-03T11:52:38.901 INFO:teuthology.orchestra.run.smithi019.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlin-scripting-jvm-host-embeddable-1.3.50.jar 2023-12-03T11:52:38.903 INFO:teuthology.orchestra.run.smithi019.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlin-scripting-compiler-embeddable-1.3.50.jar 2023-12-03T11:52:38.905 INFO:teuthology.orchestra.run.smithi019.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlin-scripting-compiler-impl-embeddable-1.3.50.jar 2023-12-03T11:52:38.906 INFO:teuthology.orchestra.run.smithi019.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlin-sam-with-receiver-compiler-plugin-1.3.50.jar 2023-12-03T11:52:38.922 INFO:teuthology.orchestra.run.smithi019.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlinx-metadata-jvm-0.1.0.jar 2023-12-03T11:52:38.926 INFO:teuthology.orchestra.run.smithi019.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/commons-compress-1.19.jar 2023-12-03T11:52:38.930 INFO:teuthology.orchestra.run.smithi019.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/fastutil-8.3.0-min.jar 2023-12-03T11:52:38.932 INFO:teuthology.orchestra.run.smithi019.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/jansi-1.18.jar 2023-12-03T11:52:38.932 INFO:teuthology.orchestra.run.smithi019.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/jsr305-3.0.2.jar 2023-12-03T11:52:38.934 INFO:teuthology.orchestra.run.smithi019.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kryo-2.24.0.jar 2023-12-03T11:52:38.935 INFO:teuthology.orchestra.run.smithi019.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-0.18.jar 2023-12-03T11:52:38.936 INFO:teuthology.orchestra.run.smithi019.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/objenesis-2.6.jar 2023-12-03T11:52:38.940 INFO:teuthology.orchestra.run.smithi019.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/trove4j-1.0.20181211.jar 2023-12-03T11:52:38.941 INFO:teuthology.orchestra.run.smithi019.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/xml-apis-1.4.01.jar 2023-12-03T11:52:38.960 INFO:teuthology.orchestra.run.smithi019.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlin-reflect-1.3.50.jar 2023-12-03T11:52:38.961 INFO:teuthology.orchestra.run.smithi019.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlin-stdlib-jdk7-1.3.50.jar 2023-12-03T11:52:38.970 INFO:teuthology.orchestra.run.smithi019.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlin-stdlib-1.3.50.jar 2023-12-03T11:52:38.970 INFO:teuthology.orchestra.run.smithi019.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/annotations-13.0.jar 2023-12-03T11:52:38.970 INFO:teuthology.orchestra.run.smithi019.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/ant-launcher-1.10.7.jar 2023-12-03T11:52:38.970 INFO:teuthology.orchestra.run.smithi019.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/minlog-1.2.jar 2023-12-03T11:52:38.970 INFO:teuthology.orchestra.run.smithi019.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlin-script-runtime-1.3.50.jar 2023-12-03T11:52:38.979 INFO:teuthology.orchestra.run.smithi019.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlin-daemon-embeddable-1.3.50.jar 2023-12-03T11:52:38.979 INFO:teuthology.orchestra.run.smithi019.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/failureaccess-1.0.1.jar 2023-12-03T11:52:38.981 INFO:teuthology.orchestra.run.smithi019.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlin-stdlib-common-1.3.50.jar 2023-12-03T11:52:38.981 INFO:teuthology.orchestra.run.smithi019.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-freebsd-amd64-libcpp-0.18.jar 2023-12-03T11:52:38.981 INFO:teuthology.orchestra.run.smithi019.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-freebsd-amd64-libstdcpp-0.18.jar 2023-12-03T11:52:38.981 INFO:teuthology.orchestra.run.smithi019.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-freebsd-i386-libcpp-0.18.jar 2023-12-03T11:52:38.981 INFO:teuthology.orchestra.run.smithi019.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-freebsd-i386-libstdcpp-0.18.jar 2023-12-03T11:52:38.981 INFO:teuthology.orchestra.run.smithi019.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-linux-aarch64-0.18.jar 2023-12-03T11:52:38.982 INFO:teuthology.orchestra.run.smithi019.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-linux-amd64-0.18.jar 2023-12-03T11:52:38.982 INFO:teuthology.orchestra.run.smithi019.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-linux-i386-0.18.jar 2023-12-03T11:52:38.982 INFO:teuthology.orchestra.run.smithi019.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-osx-amd64-0.18.jar 2023-12-03T11:52:38.984 INFO:teuthology.orchestra.run.smithi019.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-windows-amd64-0.18.jar 2023-12-03T11:52:38.984 INFO:teuthology.orchestra.run.smithi019.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-windows-amd64-min-0.18.jar 2023-12-03T11:52:38.984 INFO:teuthology.orchestra.run.smithi019.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-windows-i386-0.18.jar 2023-12-03T11:52:38.984 INFO:teuthology.orchestra.run.smithi019.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-windows-i386-min-0.18.jar 2023-12-03T11:52:38.984 INFO:teuthology.orchestra.run.smithi019.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-linux-aarch64-ncurses5-0.18.jar 2023-12-03T11:52:38.984 INFO:teuthology.orchestra.run.smithi019.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-linux-amd64-ncurses5-0.18.jar 2023-12-03T11:52:38.984 INFO:teuthology.orchestra.run.smithi019.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-linux-amd64-ncurses6-0.18.jar 2023-12-03T11:52:38.984 INFO:teuthology.orchestra.run.smithi019.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-linux-i386-ncurses5-0.18.jar 2023-12-03T11:52:38.984 INFO:teuthology.orchestra.run.smithi019.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-linux-i386-ncurses6-0.18.jar 2023-12-03T11:52:38.984 INFO:teuthology.orchestra.run.smithi019.stdout: creating: /opt/gradle/gradle-6.0.1/lib/plugins/ 2023-12-03T11:52:38.984 INFO:teuthology.orchestra.run.smithi019.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-antlr-6.0.1.jar 2023-12-03T11:52:38.985 INFO:teuthology.orchestra.run.smithi019.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-code-quality-6.0.1.jar 2023-12-03T11:52:38.985 INFO:teuthology.orchestra.run.smithi019.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-signing-6.0.1.jar 2023-12-03T11:52:38.985 INFO:teuthology.orchestra.run.smithi019.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-tooling-native-6.0.1.jar 2023-12-03T11:52:38.987 INFO:teuthology.orchestra.run.smithi019.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-ide-native-6.0.1.jar 2023-12-03T11:52:38.988 INFO:teuthology.orchestra.run.smithi019.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-testing-native-6.0.1.jar 2023-12-03T11:52:38.990 INFO:teuthology.orchestra.run.smithi019.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-language-native-6.0.1.jar 2023-12-03T11:52:38.992 INFO:teuthology.orchestra.run.smithi019.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-kotlin-dsl-provider-plugins-6.0.1.jar 2023-12-03T11:52:38.992 INFO:teuthology.orchestra.run.smithi019.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-plugin-development-6.0.1.jar 2023-12-03T11:52:38.994 INFO:teuthology.orchestra.run.smithi019.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-maven-6.0.1.jar 2023-12-03T11:52:38.994 INFO:teuthology.orchestra.run.smithi019.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-ide-play-6.0.1.jar 2023-12-03T11:52:38.997 INFO:teuthology.orchestra.run.smithi019.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-ide-6.0.1.jar 2023-12-03T11:52:38.997 INFO:teuthology.orchestra.run.smithi019.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-scala-6.0.1.jar 2023-12-03T11:52:38.998 INFO:teuthology.orchestra.run.smithi019.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-ear-6.0.1.jar 2023-12-03T11:52:38.999 INFO:teuthology.orchestra.run.smithi019.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-platform-play-6.0.1.jar 2023-12-03T11:52:39.000 INFO:teuthology.orchestra.run.smithi019.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-javascript-6.0.1.jar 2023-12-03T11:52:39.001 INFO:teuthology.orchestra.run.smithi019.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-ivy-6.0.1.jar 2023-12-03T11:52:39.001 INFO:teuthology.orchestra.run.smithi019.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-jacoco-6.0.1.jar 2023-12-03T11:52:39.003 INFO:teuthology.orchestra.run.smithi019.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-build-init-6.0.1.jar 2023-12-03T11:52:39.004 INFO:teuthology.orchestra.run.smithi019.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-kotlin-dsl-tooling-builders-6.0.1.jar 2023-12-03T11:52:39.006 INFO:teuthology.orchestra.run.smithi019.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-plugins-6.0.1.jar 2023-12-03T11:52:39.007 INFO:teuthology.orchestra.run.smithi019.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-test-kit-6.0.1.jar 2023-12-03T11:52:39.007 INFO:teuthology.orchestra.run.smithi019.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-language-groovy-6.0.1.jar 2023-12-03T11:52:39.008 INFO:teuthology.orchestra.run.smithi019.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-language-scala-6.0.1.jar 2023-12-03T11:52:39.008 INFO:teuthology.orchestra.run.smithi019.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-testing-junit-platform-6.0.1.jar 2023-12-03T11:52:39.008 INFO:teuthology.orchestra.run.smithi019.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-tooling-api-builders-6.0.1.jar 2023-12-03T11:52:39.009 INFO:teuthology.orchestra.run.smithi019.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-testing-jvm-6.0.1.jar 2023-12-03T11:52:39.012 INFO:teuthology.orchestra.run.smithi019.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-language-java-6.0.1.jar 2023-12-03T11:52:39.012 INFO:teuthology.orchestra.run.smithi019.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-language-jvm-6.0.1.jar 2023-12-03T11:52:39.013 INFO:teuthology.orchestra.run.smithi019.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-platform-jvm-6.0.1.jar 2023-12-03T11:52:39.017 INFO:teuthology.orchestra.run.smithi019.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-platform-native-6.0.1.jar 2023-12-03T11:52:39.019 INFO:teuthology.orchestra.run.smithi019.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-diagnostics-6.0.1.jar 2023-12-03T11:52:39.019 INFO:teuthology.orchestra.run.smithi019.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-publish-6.0.1.jar 2023-12-03T11:52:39.021 INFO:teuthology.orchestra.run.smithi019.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-testing-base-6.0.1.jar 2023-12-03T11:52:39.022 INFO:teuthology.orchestra.run.smithi019.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-platform-base-6.0.1.jar 2023-12-03T11:52:39.022 INFO:teuthology.orchestra.run.smithi019.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-plugin-use-6.0.1.jar 2023-12-03T11:52:39.029 INFO:teuthology.orchestra.run.smithi019.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-instant-execution-6.0.1.jar 2023-12-03T11:52:39.029 INFO:teuthology.orchestra.run.smithi019.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-version-control-6.0.1.jar 2023-12-03T11:52:39.044 INFO:teuthology.orchestra.run.smithi019.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-dependency-management-6.0.1.jar 2023-12-03T11:52:39.044 INFO:teuthology.orchestra.run.smithi019.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-composite-builds-6.0.1.jar 2023-12-03T11:52:39.045 INFO:teuthology.orchestra.run.smithi019.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-reporting-6.0.1.jar 2023-12-03T11:52:39.046 INFO:teuthology.orchestra.run.smithi019.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-resources-s3-6.0.1.jar 2023-12-03T11:52:39.046 INFO:teuthology.orchestra.run.smithi019.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-resources-gcs-6.0.1.jar 2023-12-03T11:52:39.046 INFO:teuthology.orchestra.run.smithi019.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-build-cache-http-6.0.1.jar 2023-12-03T11:52:39.046 INFO:teuthology.orchestra.run.smithi019.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-resources-http-6.0.1.jar 2023-12-03T11:52:39.046 INFO:teuthology.orchestra.run.smithi019.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-resources-sftp-6.0.1.jar 2023-12-03T11:52:39.047 INFO:teuthology.orchestra.run.smithi019.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-build-profile-6.0.1.jar 2023-12-03T11:52:39.047 INFO:teuthology.orchestra.run.smithi019.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-workers-6.0.1.jar 2023-12-03T11:52:39.067 INFO:teuthology.orchestra.run.smithi019.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/org.eclipse.jgit-5.5.0.201909110433-r.jar 2023-12-03T11:52:39.067 INFO:teuthology.orchestra.run.smithi019.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/wagon-http-3.0.0.jar 2023-12-03T11:52:39.067 INFO:teuthology.orchestra.run.smithi019.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/wagon-http-shared-3.0.0.jar 2023-12-03T11:52:39.068 INFO:teuthology.orchestra.run.smithi019.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/google-api-services-storage-v1-rev136-1.25.0.jar 2023-12-03T11:52:39.069 INFO:teuthology.orchestra.run.smithi019.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/google-api-client-1.25.0.jar 2023-12-03T11:52:39.070 INFO:teuthology.orchestra.run.smithi019.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/asm-util-7.1.jar 2023-12-03T11:52:39.078 INFO:teuthology.orchestra.run.smithi019.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/ivy-2.3.0.jar 2023-12-03T11:52:39.080 INFO:teuthology.orchestra.run.smithi019.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/maven-compat-3.0.4.jar 2023-12-03T11:52:39.084 INFO:teuthology.orchestra.run.smithi019.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/maven-core-3.0.4.jar 2023-12-03T11:52:39.085 INFO:teuthology.orchestra.run.smithi019.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/pmaven-common-0.8-20100325.jar 2023-12-03T11:52:39.085 INFO:teuthology.orchestra.run.smithi019.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/pmaven-groovy-0.8-20100325.jar 2023-12-03T11:52:39.085 INFO:teuthology.orchestra.run.smithi019.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/wagon-file-3.0.0.jar 2023-12-03T11:52:39.087 INFO:teuthology.orchestra.run.smithi019.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/plexus-container-default-1.7.1.jar 2023-12-03T11:52:39.087 INFO:teuthology.orchestra.run.smithi019.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/aether-connector-wagon-1.13.1.jar 2023-12-03T11:52:39.093 INFO:teuthology.orchestra.run.smithi019.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/bcpg-jdk15on-1.63.jar 2023-12-03T11:52:39.098 INFO:teuthology.orchestra.run.smithi019.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/rhino-1.7.10.jar 2023-12-03T11:52:39.100 INFO:teuthology.orchestra.run.smithi019.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gson-2.8.5.jar 2023-12-03T11:52:39.102 INFO:teuthology.orchestra.run.smithi019.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/simple-4.1.21.jar 2023-12-03T11:52:39.102 INFO:teuthology.orchestra.run.smithi019.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/jatl-0.2.3.jar 2023-12-03T11:52:39.103 INFO:teuthology.orchestra.run.smithi019.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/maven-plugin-api-3.0.4.jar 2023-12-03T11:52:39.103 INFO:teuthology.orchestra.run.smithi019.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/google-oauth-client-1.25.0.jar 2023-12-03T11:52:39.104 INFO:teuthology.orchestra.run.smithi019.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/google-http-client-jackson2-1.25.0.jar 2023-12-03T11:52:39.109 INFO:teuthology.orchestra.run.smithi019.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/google-http-client-1.25.0.jar 2023-12-03T11:52:39.111 INFO:teuthology.orchestra.run.smithi019.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/testng-6.3.1.jar 2023-12-03T11:52:39.113 INFO:teuthology.orchestra.run.smithi019.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/snakeyaml-1.17.jar 2023-12-03T11:52:39.114 INFO:teuthology.orchestra.run.smithi019.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/dd-plist-1.21.jar 2023-12-03T11:52:39.116 INFO:teuthology.orchestra.run.smithi019.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/junit-4.12.jar 2023-12-03T11:52:39.119 INFO:teuthology.orchestra.run.smithi019.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/bsh-2.0b6.jar 2023-12-03T11:52:39.120 INFO:teuthology.orchestra.run.smithi019.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/junit-platform-launcher-1.3.1.jar 2023-12-03T11:52:39.127 INFO:teuthology.orchestra.run.smithi019.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/aws-java-sdk-s3-1.11.633.jar 2023-12-03T11:52:39.130 INFO:teuthology.orchestra.run.smithi019.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/aws-java-sdk-kms-1.11.633.jar 2023-12-03T11:52:39.137 INFO:teuthology.orchestra.run.smithi019.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/aws-java-sdk-core-1.11.633.jar 2023-12-03T11:52:39.142 INFO:teuthology.orchestra.run.smithi019.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/httpclient-4.5.10.jar 2023-12-03T11:52:39.145 INFO:teuthology.orchestra.run.smithi019.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/jcifs-1.3.17.jar 2023-12-03T11:52:39.146 INFO:teuthology.orchestra.run.smithi019.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/nekohtml-1.9.22.jar 2023-12-03T11:52:39.155 INFO:teuthology.orchestra.run.smithi019.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/xercesImpl-2.12.0.jar 2023-12-03T11:52:39.157 INFO:teuthology.orchestra.run.smithi019.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/jsch-0.1.55.jar 2023-12-03T11:52:39.164 INFO:teuthology.orchestra.run.smithi019.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/jaxb-impl-2.3.2.jar 2023-12-03T11:52:39.164 INFO:teuthology.orchestra.run.smithi019.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/jmespath-java-1.11.633.jar 2023-12-03T11:52:39.173 INFO:teuthology.orchestra.run.smithi019.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/jackson-databind-2.9.10.jar 2023-12-03T11:52:39.175 INFO:teuthology.orchestra.run.smithi019.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/jackson-core-2.9.10.jar 2023-12-03T11:52:39.176 INFO:teuthology.orchestra.run.smithi019.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/jackson-annotations-2.9.10.jar 2023-12-03T11:52:39.180 INFO:teuthology.orchestra.run.smithi019.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/joda-time-2.10.4.jar 2023-12-03T11:52:39.186 INFO:teuthology.orchestra.run.smithi019.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/bcpkix-jdk15on-1.61.jar 2023-12-03T11:52:39.216 INFO:teuthology.orchestra.run.smithi019.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/bcprov-jdk15on-1.63.jar 2023-12-03T11:52:39.218 INFO:teuthology.orchestra.run.smithi019.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/commons-codec-1.13.jar 2023-12-03T11:52:39.218 INFO:teuthology.orchestra.run.smithi019.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/maven-aether-provider-3.0.4.jar 2023-12-03T11:52:39.219 INFO:teuthology.orchestra.run.smithi019.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/aether-impl-1.13.1.jar 2023-12-03T11:52:39.221 INFO:teuthology.orchestra.run.smithi019.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/aether-util-1.13.1.jar 2023-12-03T11:52:39.221 INFO:teuthology.orchestra.run.smithi019.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/aether-spi-1.13.1.jar 2023-12-03T11:52:39.221 INFO:teuthology.orchestra.run.smithi019.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/aether-api-1.13.1.jar 2023-12-03T11:52:39.221 INFO:teuthology.orchestra.run.smithi019.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/hamcrest-core-1.3.jar 2023-12-03T11:52:39.224 INFO:teuthology.orchestra.run.smithi019.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/httpcore-4.4.12.jar 2023-12-03T11:52:39.224 INFO:teuthology.orchestra.run.smithi019.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/jcommander-1.72.jar 2023-12-03T11:52:39.225 INFO:teuthology.orchestra.run.smithi019.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/jzlib-1.1.3.jar 2023-12-03T11:52:39.225 INFO:teuthology.orchestra.run.smithi019.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/maven-artifact-3.0.4.jar 2023-12-03T11:52:39.226 INFO:teuthology.orchestra.run.smithi019.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/maven-model-builder-3.0.4.jar 2023-12-03T11:52:39.228 INFO:teuthology.orchestra.run.smithi019.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/maven-model-3.0.4.jar 2023-12-03T11:52:39.228 INFO:teuthology.orchestra.run.smithi019.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/maven-repository-metadata-3.0.4.jar 2023-12-03T11:52:39.228 INFO:teuthology.orchestra.run.smithi019.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/maven-settings-builder-3.0.4.jar 2023-12-03T11:52:39.229 INFO:teuthology.orchestra.run.smithi019.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/maven-settings-3.0.4.jar 2023-12-03T11:52:39.229 INFO:teuthology.orchestra.run.smithi019.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/plexus-sec-dispatcher-1.3.jar 2023-12-03T11:52:39.229 INFO:teuthology.orchestra.run.smithi019.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/plexus-cipher-1.7.jar 2023-12-03T11:52:39.230 INFO:teuthology.orchestra.run.smithi019.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/plexus-classworlds-2.5.1.jar 2023-12-03T11:52:39.230 INFO:teuthology.orchestra.run.smithi019.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/plexus-component-annotations-1.5.5.jar 2023-12-03T11:52:39.230 INFO:teuthology.orchestra.run.smithi019.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/plexus-interpolation-1.14.jar 2023-12-03T11:52:39.230 INFO:teuthology.orchestra.run.smithi019.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/wagon-provider-api-3.0.0.jar 2023-12-03T11:52:39.232 INFO:teuthology.orchestra.run.smithi019.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/plexus-utils-3.1.0.jar 2023-12-03T11:52:39.233 INFO:teuthology.orchestra.run.smithi019.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/xbean-reflect-3.7.jar 2023-12-03T11:52:39.237 INFO:teuthology.orchestra.run.smithi019.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/ion-java-1.0.2.jar 2023-12-03T11:52:39.238 INFO:teuthology.orchestra.run.smithi019.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/junit-platform-engine-1.3.1.jar 2023-12-03T11:52:39.238 INFO:teuthology.orchestra.run.smithi019.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/junit-platform-commons-1.3.1.jar 2023-12-03T11:52:39.239 INFO:teuthology.orchestra.run.smithi019.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/apiguardian-api-1.0.0.jar 2023-12-03T11:52:39.239 INFO:teuthology.orchestra.run.smithi019.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/opentest4j-1.1.1.jar 2023-12-03T11:52:39.270 INFO:teuthology.orchestra.run.smithi019.stdout:export PATH=/opt/gradle/gradle-6.0.1/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/games:/snap/bin 2023-12-03T11:52:40.065 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:52:40.065 INFO:teuthology.orchestra.run.smithi019.stdout:Welcome to Gradle 6.0.1! 2023-12-03T11:52:40.065 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:52:40.065 INFO:teuthology.orchestra.run.smithi019.stdout:Here are the highlights of this release: 2023-12-03T11:52:40.065 INFO:teuthology.orchestra.run.smithi019.stdout: - Substantial improvements in dependency management, including 2023-12-03T11:52:40.065 INFO:teuthology.orchestra.run.smithi019.stdout: - Publishing Gradle Module Metadata in addition to pom.xml 2023-12-03T11:52:40.065 INFO:teuthology.orchestra.run.smithi019.stdout: - Advanced control of transitive versions 2023-12-03T11:52:40.065 INFO:teuthology.orchestra.run.smithi019.stdout: - Support for optional features and dependencies 2023-12-03T11:52:40.065 INFO:teuthology.orchestra.run.smithi019.stdout: - Rules to tweak published metadata 2023-12-03T11:52:40.065 INFO:teuthology.orchestra.run.smithi019.stdout: - Support for Java 13 2023-12-03T11:52:40.065 INFO:teuthology.orchestra.run.smithi019.stdout: - Faster incremental Java and Groovy compilation 2023-12-03T11:52:40.066 INFO:teuthology.orchestra.run.smithi019.stdout: - New Zinc compiler for Scala 2023-12-03T11:52:40.066 INFO:teuthology.orchestra.run.smithi019.stdout: - VS2019 support 2023-12-03T11:52:40.066 INFO:teuthology.orchestra.run.smithi019.stdout: - Support for Gradle Enterprise plugin 3.0 2023-12-03T11:52:40.066 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:52:40.066 INFO:teuthology.orchestra.run.smithi019.stdout:For more details see https://docs.gradle.org/6.0.1/release-notes.html 2023-12-03T11:52:40.066 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:52:40.066 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:52:40.066 INFO:teuthology.orchestra.run.smithi019.stdout:------------------------------------------------------------ 2023-12-03T11:52:40.066 INFO:teuthology.orchestra.run.smithi019.stdout:Gradle 6.0.1 2023-12-03T11:52:40.066 INFO:teuthology.orchestra.run.smithi019.stdout:------------------------------------------------------------ 2023-12-03T11:52:40.067 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:52:40.067 INFO:teuthology.orchestra.run.smithi019.stdout:Build time: 2019-11-18 20:25:01 UTC 2023-12-03T11:52:40.067 INFO:teuthology.orchestra.run.smithi019.stdout:Revision: fad121066a68c4701acd362daf4287a7c309a0f5 2023-12-03T11:52:40.067 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:52:40.068 INFO:teuthology.orchestra.run.smithi019.stdout:Kotlin: 1.3.50 2023-12-03T11:52:40.068 INFO:teuthology.orchestra.run.smithi019.stdout:Groovy: 2.5.8 2023-12-03T11:52:40.068 INFO:teuthology.orchestra.run.smithi019.stdout:Ant: Apache Ant(TM) version 1.10.7 compiled on September 1 2019 2023-12-03T11:52:40.068 INFO:teuthology.orchestra.run.smithi019.stdout:JVM: 11.0.17 (Ubuntu 11.0.17+8-post-Ubuntu-1ubuntu222.04) 2023-12-03T11:52:40.068 INFO:teuthology.orchestra.run.smithi019.stdout:OS: Linux 5.15.0-89-generic amd64 2023-12-03T11:52:40.068 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:52:40.073 DEBUG:teuthology.orchestra.run.smithi019:> sudo keytool -import -alias smithi019.front.sepia.ceph.com -keystore $(readlink -e $(dirname $(readlink -e $(which keytool)))/../lib/security/cacerts) -file /home/ubuntu/cephtest/ca/rgw.client.0.crt -storepass changeit 2023-12-03T11:52:40.363 INFO:teuthology.orchestra.run.smithi019.stderr:Warning: use -cacerts option to access cacerts keystore 2023-12-03T11:52:40.721 INFO:teuthology.orchestra.run.smithi019.stderr:Certificate was added to keystore 2023-12-03T11:52:40.758 DEBUG:tasks.s3tests_java:S3 Tests Java: BEGIN 2023-12-03T11:52:40.758 DEBUG:tasks.s3tests_java:S3 Tests Java: Cluster config is: ['mon.a', 'mon.c', 'mgr.y', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'node-exporter.a'] 2023-12-03T11:52:40.758 DEBUG:tasks.s3tests_java:S3 Tests Java: Host is: ubuntu@smithi019.front.sepia.ceph.com 2023-12-03T11:52:40.758 DEBUG:tasks.s3tests_java:S3 Tests Java: Cluster config is: ['mon.b', 'mgr.x', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'prometheus.a', 'node-exporter.b'] 2023-12-03T11:52:40.758 DEBUG:tasks.s3tests_java:S3 Tests Java: Host is: ubuntu@smithi057.front.sepia.ceph.com 2023-12-03T11:52:40.758 INFO:tasks.s3tests_java:S3 Tests Java: Creating S3 users... 2023-12-03T11:52:40.991 DEBUG:tasks.s3tests_java:S3 Tests Java: s3tests_conf is {'bucket_prefix': 'test-', 's3main': {'access_key': None, 'access_secret': None, 'region': 'mexico', 'endpoint': None, 'port': None, 'display_name': None, 'email': None, 'is_secure': None, 'SSE': 'AES256', 's3dir': 'folder', 'dir': '../data'}} 2023-12-03T11:52:40.991 DEBUG:tasks.s3tests_java:S3 Tests Java: Creating user tester.client.0 2023-12-03T11:52:40.991 DEBUG:tasks.s3tests_java:S3 Tests Java: s3tests_conf[s3main] is {'access_key': 'RXAKDJFPUQADNZYDVEXP', 'access_secret': 'G9ojL7bnB5Bd6aSSHJRb9RDc56ioxxB2Zz2Zyvsivu312tqsE/qhYw==', 'region': 'mexico', 'endpoint': 'smithi019.front.sepia.ceph.com:443', 'port': 443, 'display_name': 'Ms. tester.client.0', 'email': 'tester.client.0_test@test.test', 'is_secure': True, 'SSE': 'AES256', 's3dir': 'folder', 'dir': '../data', 'user_id': 'tester.client.0', 'host': 'smithi019.front.sepia.ceph.com'} 2023-12-03T11:52:40.991 DEBUG:tasks.s3tests_java:S3 Tests Java: Setion, User = s3main, tester.client.0 2023-12-03T11:52:40.991 INFO:tasks.s3tests_java:['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '-n', 'client.0', 'user', 'create', '--uid', 'tester.client.0', '--display-name', 'Ms. tester.client.0', '--access-key', 'RXAKDJFPUQADNZYDVEXP', '--secret', 'G9ojL7bnB5Bd6aSSHJRb9RDc56ioxxB2Zz2Zyvsivu312tqsE/qhYw==', '--email', 'tester.client.0_test@test.test', '--cluster', 'ceph'] 2023-12-03T11:52:40.991 DEBUG:teuthology.orchestra.run.smithi019:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user create --uid tester.client.0 --display-name 'Ms. tester.client.0' --access-key RXAKDJFPUQADNZYDVEXP --secret G9ojL7bnB5Bd6aSSHJRb9RDc56ioxxB2Zz2Zyvsivu312tqsE/qhYw== --email tester.client.0_test@test.test --cluster ceph 2023-12-03T11:52:41.032 INFO:teuthology.orchestra.run.smithi019.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:52:41.032 INFO:teuthology.orchestra.run.smithi019.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:52:41.048 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.043+0000 7f55a322a980 20 rados->read ofs=0 len=0 2023-12-03T11:52:41.051 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.047+0000 7f55a322a980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:52:41.051 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.047+0000 7f55a322a980 20 realm 2023-12-03T11:52:41.051 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.047+0000 7f55a322a980 20 rados->read ofs=0 len=0 2023-12-03T11:52:41.051 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.047+0000 7f55a322a980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:52:41.051 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.047+0000 7f55a322a980 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:52:41.051 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.047+0000 7f55a322a980 20 rados->read ofs=0 len=0 2023-12-03T11:52:41.052 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.047+0000 7f55a322a980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:52:41.052 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.047+0000 7f55a322a980 20 rados->read ofs=0 len=0 2023-12-03T11:52:41.053 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.051+0000 7f55a322a980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:52:41.053 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.051+0000 7f55a322a980 20 rados->read ofs=0 len=0 2023-12-03T11:52:41.053 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.051+0000 7f55a322a980 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:52:41.054 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.051+0000 7f55a322a980 20 searching for the correct realm 2023-12-03T11:52:41.077 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.075+0000 7f55a0d46640 0 -- 172.21.15.19:0/1981752534 >> [v2:172.21.15.57:6808/3142144203,v1:172.21.15.57:6809/3142144203] conn(0x55e93c0f88d0 msgr2=0x55e93c0fad00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2023-12-03T11:52:41.080 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.075+0000 7f55a322a980 20 RGWRados::pool_iterate: got zonegroup_info.9433ba8b-08fe-4f3d-8375-ae7b0ce32294 2023-12-03T11:52:41.080 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.075+0000 7f55a322a980 20 RGWRados::pool_iterate: got zone_info.43a5e689-6a4f-4bb6-8529-28824bd75ab9 2023-12-03T11:52:41.080 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.075+0000 7f55a322a980 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:52:41.080 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.075+0000 7f55a322a980 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:52:41.080 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.075+0000 7f55a322a980 20 rados->read ofs=0 len=0 2023-12-03T11:52:41.081 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.075+0000 7f55a322a980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:52:41.081 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.075+0000 7f55a322a980 20 rados->read ofs=0 len=0 2023-12-03T11:52:41.081 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.079+0000 7f55a322a980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:52:41.081 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.079+0000 7f55a322a980 20 rados->read ofs=0 len=0 2023-12-03T11:52:41.082 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.079+0000 7f55a322a980 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:52:41.082 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.079+0000 7f55a322a980 20 zone default found 2023-12-03T11:52:41.082 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.079+0000 7f55a322a980 4 Realm: () 2023-12-03T11:52:41.082 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.079+0000 7f55a322a980 4 ZoneGroup: default (9433ba8b-08fe-4f3d-8375-ae7b0ce32294) 2023-12-03T11:52:41.082 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.079+0000 7f55a322a980 4 Zone: default (43a5e689-6a4f-4bb6-8529-28824bd75ab9) 2023-12-03T11:52:41.082 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.079+0000 7f55a322a980 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:52:41.082 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.079+0000 7f55a322a980 20 zonegroup default 2023-12-03T11:52:41.083 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.079+0000 7f55a322a980 20 rados->read ofs=0 len=0 2023-12-03T11:52:41.083 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.079+0000 7f55a322a980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:52:41.083 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.079+0000 7f55a322a980 20 rados->read ofs=0 len=0 2023-12-03T11:52:41.083 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.079+0000 7f55a322a980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:52:41.083 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.079+0000 7f55a322a980 20 rados->read ofs=0 len=0 2023-12-03T11:52:41.083 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.079+0000 7f55a322a980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:52:41.084 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.079+0000 7f55a322a980 20 started sync module instance, tier type = 2023-12-03T11:52:41.084 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.079+0000 7f55a322a980 20 started zone id=43a5e689-6a4f-4bb6-8529-28824bd75ab9 (name=default) with tier type = 2023-12-03T11:52:41.101 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.095+0000 7f55a0545640 0 -- 172.21.15.19:0/1981752534 >> [v2:172.21.15.19:6800/1469834966,v1:172.21.15.19:6801/1469834966] conn(0x55e93c0fd990 msgr2=0x55e93c0ffd80 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:52:41.103 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.099+0000 7f55a322a980 20 add_watcher() i=0 2023-12-03T11:52:41.104 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.099+0000 7f55a322a980 20 add_watcher() i=1 2023-12-03T11:52:41.104 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.099+0000 7f55a322a980 20 add_watcher() i=2 2023-12-03T11:52:41.104 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.099+0000 7f55a322a980 20 add_watcher() i=3 2023-12-03T11:52:41.104 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.099+0000 7f55a322a980 20 add_watcher() i=4 2023-12-03T11:52:41.104 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.099+0000 7f55a322a980 20 add_watcher() i=5 2023-12-03T11:52:41.104 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.099+0000 7f55a322a980 20 add_watcher() i=6 2023-12-03T11:52:41.105 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.099+0000 7f55a322a980 20 add_watcher() i=7 2023-12-03T11:52:41.105 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.099+0000 7f55a322a980 2 all 8 watchers are set, enabling cache 2023-12-03T11:52:41.108 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.103+0000 7f5566fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:52:41.108 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.103+0000 7f55a322a980 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:52:41.108 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.103+0000 7f55a322a980 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:52:41.115 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.111+0000 7f55a322a980 5 note: GC not initialized 2023-12-03T11:52:41.115 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.111+0000 7f54d5ffb640 20 reqs_thread_entry: start 2023-12-03T11:52:41.115 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.111+0000 7f55a322a980 20 init_complete bucket index max shards: 1 2023-12-03T11:52:41.116 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.111+0000 7f55a322a980 20 Filter name: none 2023-12-03T11:52:41.116 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.111+0000 7f54c77fe640 20 reqs_thread_entry: start 2023-12-03T11:52:41.116 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.111+0000 7f55a322a980 10 cache get: name=default.rgw.meta+users.uid+tester.client.0 : miss 2023-12-03T11:52:41.116 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.111+0000 7f55a322a980 20 rados->read ofs=0 len=0 2023-12-03T11:52:41.116 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.111+0000 7f55a322a980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:52:41.116 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.111+0000 7f55a322a980 10 cache put: name=default.rgw.meta+users.uid+tester.client.0 info.flags=0x0 2023-12-03T11:52:41.116 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.111+0000 7f55a322a980 10 adding default.rgw.meta+users.uid+tester.client.0 to cache LRU end 2023-12-03T11:52:41.117 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.111+0000 7f55a322a980 10 cache get: name=default.rgw.meta+users.email+tester.client.0_test@test.test : miss 2023-12-03T11:52:41.117 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.111+0000 7f55a322a980 20 rados->read ofs=0 len=0 2023-12-03T11:52:41.117 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.111+0000 7f55a322a980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:52:41.117 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.111+0000 7f55a322a980 10 cache put: name=default.rgw.meta+users.email+tester.client.0_test@test.test info.flags=0x0 2023-12-03T11:52:41.117 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.111+0000 7f55a322a980 10 adding default.rgw.meta+users.email+tester.client.0_test@test.test to cache LRU end 2023-12-03T11:52:41.117 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.111+0000 7f55a322a980 10 cache get: name=default.rgw.meta+users.keys+RXAKDJFPUQADNZYDVEXP : miss 2023-12-03T11:52:41.117 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.111+0000 7f55a322a980 20 rados->read ofs=0 len=0 2023-12-03T11:52:41.118 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.115+0000 7f55a322a980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:52:41.118 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.115+0000 7f55a322a980 10 cache put: name=default.rgw.meta+users.keys+RXAKDJFPUQADNZYDVEXP info.flags=0x0 2023-12-03T11:52:41.118 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.115+0000 7f55a322a980 10 adding default.rgw.meta+users.keys+RXAKDJFPUQADNZYDVEXP to cache LRU end 2023-12-03T11:52:41.118 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.115+0000 7f55a322a980 10 cache get: name=default.rgw.meta+users.keys+RXAKDJFPUQADNZYDVEXP : hit (negative entry) 2023-12-03T11:52:41.118 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.115+0000 7f55a322a980 10 cache get: name=default.rgw.meta+users.keys+RXAKDJFPUQADNZYDVEXP : hit (negative entry) 2023-12-03T11:52:41.121 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.115+0000 7f55a322a980 10 cache put: name=default.rgw.meta+users.uid+tester.client.0 info.flags=0x17 2023-12-03T11:52:41.121 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.115+0000 7f55a322a980 10 moving default.rgw.meta+users.uid+tester.client.0 to cache LRU end 2023-12-03T11:52:41.121 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.115+0000 7f55a322a980 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:users.uid:tester.client.0, ofs0, ns] 2023-12-03T11:52:41.121 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.119+0000 7f55877fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1095216660595 cookie 94460223442272 notifier 7707 bl.length()=636 2023-12-03T11:52:41.121 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.119+0000 7f55877fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+tester.client.0 info.flags=0x17 2023-12-03T11:52:41.122 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.119+0000 7f55877fe640 10 rgw watcher librados: moving default.rgw.meta+users.uid+tester.client.0 to cache LRU end 2023-12-03T11:52:41.123 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.119+0000 7f55a322a980 10 cache put: name=default.rgw.meta+users.email+tester.client.0_test@test.test info.flags=0x7 2023-12-03T11:52:41.123 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.119+0000 7f55a322a980 10 moving default.rgw.meta+users.email+tester.client.0_test@test.test to cache LRU end 2023-12-03T11:52:41.123 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.119+0000 7f55a322a980 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:users.email:tester.client.0_test@test.test, ofs0, ns] 2023-12-03T11:52:41.124 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.119+0000 7f55877fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1095216660520 cookie 94460223424896 notifier 7707 bl.length()=200 2023-12-03T11:52:41.124 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.119+0000 7f55877fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+tester.client.0_test@test.test info.flags=0x7 2023-12-03T11:52:41.124 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.119+0000 7f55877fe640 10 rgw watcher librados: moving default.rgw.meta+users.email+tester.client.0_test@test.test to cache LRU end 2023-12-03T11:52:41.128 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.123+0000 7f55a322a980 10 cache put: name=default.rgw.meta+users.keys+RXAKDJFPUQADNZYDVEXP info.flags=0x7 2023-12-03T11:52:41.128 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.123+0000 7f55a322a980 10 moving default.rgw.meta+users.keys+RXAKDJFPUQADNZYDVEXP to cache LRU end 2023-12-03T11:52:41.128 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.123+0000 7f55a322a980 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:users.keys:RXAKDJFPUQADNZYDVEXP, ofs0, ns] 2023-12-03T11:52:41.129 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.127+0000 7f55877fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1095216660564 cookie 94460221833840 notifier 7707 bl.length()=189 2023-12-03T11:52:41.129 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.127+0000 7f55877fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+RXAKDJFPUQADNZYDVEXP info.flags=0x7 2023-12-03T11:52:41.129 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.127+0000 7f55877fe640 10 rgw watcher librados: moving default.rgw.meta+users.keys+RXAKDJFPUQADNZYDVEXP to cache LRU end 2023-12-03T11:52:41.131 INFO:teuthology.orchestra.run.smithi019.stdout:{ 2023-12-03T11:52:41.131 INFO:teuthology.orchestra.run.smithi019.stdout: "user_id": "tester.client.0", 2023-12-03T11:52:41.131 INFO:teuthology.orchestra.run.smithi019.stdout: "display_name": "Ms. tester.client.0", 2023-12-03T11:52:41.131 INFO:teuthology.orchestra.run.smithi019.stdout: "email": "tester.client.0_test@test.test", 2023-12-03T11:52:41.132 INFO:teuthology.orchestra.run.smithi019.stdout: "suspended": 0, 2023-12-03T11:52:41.132 INFO:teuthology.orchestra.run.smithi019.stdout: "max_buckets": 1000, 2023-12-03T11:52:41.132 INFO:teuthology.orchestra.run.smithi019.stdout: "subusers": [], 2023-12-03T11:52:41.132 INFO:teuthology.orchestra.run.smithi019.stdout: "keys": [ 2023-12-03T11:52:41.132 INFO:teuthology.orchestra.run.smithi019.stdout: { 2023-12-03T11:52:41.132 INFO:teuthology.orchestra.run.smithi019.stdout: "user": "tester.client.0", 2023-12-03T11:52:41.132 INFO:teuthology.orchestra.run.smithi019.stdout: "access_key": "RXAKDJFPUQADNZYDVEXP", 2023-12-03T11:52:41.132 INFO:teuthology.orchestra.run.smithi019.stdout: "secret_key": "G9ojL7bnB5Bd6aSSHJRb9RDc56ioxxB2Zz2Zyvsivu312tqsE/qhYw==" 2023-12-03T11:52:41.132 INFO:teuthology.orchestra.run.smithi019.stdout: } 2023-12-03T11:52:41.132 INFO:teuthology.orchestra.run.smithi019.stdout: ], 2023-12-03T11:52:41.132 INFO:teuthology.orchestra.run.smithi019.stdout: "swift_keys": [], 2023-12-03T11:52:41.132 INFO:teuthology.orchestra.run.smithi019.stdout: "caps": [], 2023-12-03T11:52:41.132 INFO:teuthology.orchestra.run.smithi019.stdout: "op_mask": "read, write, delete", 2023-12-03T11:52:41.132 INFO:teuthology.orchestra.run.smithi019.stdout: "default_placement": "", 2023-12-03T11:52:41.132 INFO:teuthology.orchestra.run.smithi019.stdout: "default_storage_class": "", 2023-12-03T11:52:41.132 INFO:teuthology.orchestra.run.smithi019.stdout: "placement_tags": [], 2023-12-03T11:52:41.133 INFO:teuthology.orchestra.run.smithi019.stdout: "bucket_quota": { 2023-12-03T11:52:41.133 INFO:teuthology.orchestra.run.smithi019.stdout: "enabled": false, 2023-12-03T11:52:41.133 INFO:teuthology.orchestra.run.smithi019.stdout: "check_on_raw": false, 2023-12-03T11:52:41.133 INFO:teuthology.orchestra.run.smithi019.stdout: "max_size": -1, 2023-12-03T11:52:41.133 INFO:teuthology.orchestra.run.smithi019.stdout: "max_size_kb": 0, 2023-12-03T11:52:41.133 INFO:teuthology.orchestra.run.smithi019.stdout: "max_objects": -1 2023-12-03T11:52:41.133 INFO:teuthology.orchestra.run.smithi019.stdout: }, 2023-12-03T11:52:41.133 INFO:teuthology.orchestra.run.smithi019.stdout: "user_quota": { 2023-12-03T11:52:41.133 INFO:teuthology.orchestra.run.smithi019.stdout: "enabled": false, 2023-12-03T11:52:41.133 INFO:teuthology.orchestra.run.smithi019.stdout: "check_on_raw": false, 2023-12-03T11:52:41.133 INFO:teuthology.orchestra.run.smithi019.stdout: "max_size": -1, 2023-12-03T11:52:41.133 INFO:teuthology.orchestra.run.smithi019.stdout: "max_size_kb": 0, 2023-12-03T11:52:41.133 INFO:teuthology.orchestra.run.smithi019.stdout: "max_objects": -1 2023-12-03T11:52:41.133 INFO:teuthology.orchestra.run.smithi019.stdout: }, 2023-12-03T11:52:41.133 INFO:teuthology.orchestra.run.smithi019.stdout: "temp_url_keys": [], 2023-12-03T11:52:41.133 INFO:teuthology.orchestra.run.smithi019.stdout: "type": "rgw", 2023-12-03T11:52:41.134 INFO:teuthology.orchestra.run.smithi019.stdout: "mfa_ids": [] 2023-12-03T11:52:41.134 INFO:teuthology.orchestra.run.smithi019.stdout:} 2023-12-03T11:52:41.134 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:52:41.134 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.127+0000 7f5566fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:52:41.137 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.135+0000 7f55a322a980 20 remove_watcher() i=0 2023-12-03T11:52:41.137 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.135+0000 7f55a322a980 2 removed watcher, disabling cache 2023-12-03T11:52:41.140 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.135+0000 7f55a322a980 20 remove_watcher() i=1 2023-12-03T11:52:41.142 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.139+0000 7f55a322a980 20 remove_watcher() i=2 2023-12-03T11:52:41.145 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.139+0000 7f55a322a980 20 remove_watcher() i=3 2023-12-03T11:52:41.147 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.143+0000 7f55a322a980 20 remove_watcher() i=4 2023-12-03T11:52:41.149 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.143+0000 7f55a322a980 20 remove_watcher() i=5 2023-12-03T11:52:41.150 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.147+0000 7f55a322a980 20 remove_watcher() i=6 2023-12-03T11:52:41.152 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.147+0000 7f55a322a980 20 remove_watcher() i=7 2023-12-03T11:52:41.160 DEBUG:teuthology.orchestra.run.smithi019:> set -ex 2023-12-03T11:52:41.160 DEBUG:teuthology.orchestra.run.smithi019:> dd of=/home/ubuntu/cephtest/archive/s3-tests-java.client.0.conf 2023-12-03T11:52:41.208 INFO:tasks.s3tests_java:S3 Tests Java: Running tests... 2023-12-03T11:52:41.208 DEBUG:teuthology.orchestra.run.smithi019:> cp /home/ubuntu/cephtest/archive/s3-tests-java.client.0.conf /home/ubuntu/cephtest/s3-tests-java/config.properties 2023-12-03T11:52:41.254 DEBUG:teuthology.orchestra.run.smithi019:> radosgw-admin gc process --include-all 2023-12-03T11:52:41.328 INFO:teuthology.orchestra.run.smithi019.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:52:41.329 INFO:teuthology.orchestra.run.smithi019.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:52:41.348 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.343+0000 7f2d8aae1980 20 rados->read ofs=0 len=0 2023-12-03T11:52:41.350 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.347+0000 7f2d8aae1980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:52:41.351 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.347+0000 7f2d8aae1980 20 realm 2023-12-03T11:52:41.351 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.347+0000 7f2d8aae1980 20 rados->read ofs=0 len=0 2023-12-03T11:52:41.351 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.347+0000 7f2d8aae1980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:52:41.351 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.347+0000 7f2d8aae1980 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:52:41.351 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.347+0000 7f2d8aae1980 20 rados->read ofs=0 len=0 2023-12-03T11:52:41.351 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.347+0000 7f2d8aae1980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:52:41.351 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.347+0000 7f2d8aae1980 20 rados->read ofs=0 len=0 2023-12-03T11:52:41.352 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.347+0000 7f2d8aae1980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:52:41.353 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.347+0000 7f2d8aae1980 20 rados->read ofs=0 len=0 2023-12-03T11:52:41.353 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.347+0000 7f2d8aae1980 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:52:41.353 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.347+0000 7f2d8aae1980 20 searching for the correct realm 2023-12-03T11:52:41.375 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.371+0000 7f2d87dfc640 0 -- 172.21.15.19:0/3703920169 >> [v2:172.21.15.19:6800/1469834966,v1:172.21.15.19:6801/1469834966] conn(0x556e93663720 msgr2=0x556e93665b10 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:52:41.378 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.375+0000 7f2d8aae1980 20 RGWRados::pool_iterate: got zonegroup_info.9433ba8b-08fe-4f3d-8375-ae7b0ce32294 2023-12-03T11:52:41.378 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.375+0000 7f2d8aae1980 20 RGWRados::pool_iterate: got zone_info.43a5e689-6a4f-4bb6-8529-28824bd75ab9 2023-12-03T11:52:41.378 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.375+0000 7f2d8aae1980 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:52:41.378 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.375+0000 7f2d8aae1980 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:52:41.379 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.375+0000 7f2d8aae1980 20 rados->read ofs=0 len=0 2023-12-03T11:52:41.379 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.375+0000 7f2d8aae1980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:52:41.379 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.375+0000 7f2d8aae1980 20 rados->read ofs=0 len=0 2023-12-03T11:52:41.379 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.375+0000 7f2d8aae1980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:52:41.379 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.375+0000 7f2d8aae1980 20 rados->read ofs=0 len=0 2023-12-03T11:52:41.380 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.375+0000 7f2d8aae1980 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:52:41.380 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.375+0000 7f2d8aae1980 20 zone default found 2023-12-03T11:52:41.380 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.375+0000 7f2d8aae1980 4 Realm: () 2023-12-03T11:52:41.380 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.375+0000 7f2d8aae1980 4 ZoneGroup: default (9433ba8b-08fe-4f3d-8375-ae7b0ce32294) 2023-12-03T11:52:41.380 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.375+0000 7f2d8aae1980 4 Zone: default (43a5e689-6a4f-4bb6-8529-28824bd75ab9) 2023-12-03T11:52:41.381 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.375+0000 7f2d8aae1980 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:52:41.381 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.375+0000 7f2d8aae1980 20 zonegroup default 2023-12-03T11:52:41.381 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.375+0000 7f2d8aae1980 20 rados->read ofs=0 len=0 2023-12-03T11:52:41.381 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.375+0000 7f2d8aae1980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:52:41.381 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.375+0000 7f2d8aae1980 20 rados->read ofs=0 len=0 2023-12-03T11:52:41.381 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.375+0000 7f2d8aae1980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:52:41.382 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.375+0000 7f2d8aae1980 20 rados->read ofs=0 len=0 2023-12-03T11:52:41.382 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.379+0000 7f2d8aae1980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:52:41.382 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.379+0000 7f2d8aae1980 20 started sync module instance, tier type = 2023-12-03T11:52:41.382 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.379+0000 7f2d8aae1980 20 started zone id=43a5e689-6a4f-4bb6-8529-28824bd75ab9 (name=default) with tier type = 2023-12-03T11:52:41.392 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.387+0000 7f2d885fd640 0 -- 172.21.15.19:0/3703920169 >> [v2:172.21.15.19:6824/3106662697,v1:172.21.15.19:6825/3106662697] conn(0x7f2d800b9450 msgr2=0x7f2d800b9870 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2023-12-03T11:52:41.399 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.395+0000 7f2d8aae1980 20 add_watcher() i=0 2023-12-03T11:52:41.399 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.395+0000 7f2d8aae1980 20 add_watcher() i=1 2023-12-03T11:52:41.399 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.395+0000 7f2d8aae1980 20 add_watcher() i=2 2023-12-03T11:52:41.399 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.395+0000 7f2d8aae1980 20 add_watcher() i=3 2023-12-03T11:52:41.399 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.395+0000 7f2d8aae1980 20 add_watcher() i=4 2023-12-03T11:52:41.399 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.395+0000 7f2d8aae1980 20 add_watcher() i=5 2023-12-03T11:52:41.399 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.395+0000 7f2d8aae1980 20 add_watcher() i=6 2023-12-03T11:52:41.400 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.395+0000 7f2d8aae1980 20 add_watcher() i=7 2023-12-03T11:52:41.400 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.395+0000 7f2d8aae1980 2 all 8 watchers are set, enabling cache 2023-12-03T11:52:41.403 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.399+0000 7f2d4e7e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:52:41.404 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.399+0000 7f2d8aae1980 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:52:41.404 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.399+0000 7f2d8aae1980 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:52:41.503 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.499+0000 7f2cbd7fa640 20 reqs_thread_entry: start 2023-12-03T11:52:41.504 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.499+0000 7f2d8aae1980 20 init_complete bucket index max shards: 1 2023-12-03T11:52:41.504 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.499+0000 7f2d8aae1980 20 Filter name: none 2023-12-03T11:52:41.504 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.499+0000 7f2cb6ffd640 20 reqs_thread_entry: start 2023-12-03T11:52:41.504 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.499+0000 7f2d8aae1980 20 garbage collection: RGWGC::process entered with GC index_shard=5, max_secs=3600, expired_only=0 2023-12-03T11:52:41.507 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.503+0000 7f2d8aae1980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:52:41.507 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.503+0000 7f2d8aae1980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:52:41.508 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.503+0000 7f2d8aae1980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=6, truncated=0, next_marker='' 2023-12-03T11:52:41.508 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.503+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.14059411703294424615', time=2023-12-03T13:49:51.107223+0000, chain.objs.size()=1 2023-12-03T11:52:41.509 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.503+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.19__shadow_.3yBqciSvqHoiz-SQfGMhUpNApSOpESc_0 2023-12-03T11:52:41.509 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.503+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.13270265646563806223', time=2023-12-03T13:50:24.372817+0000, chain.objs.size()=1 2023-12-03T11:52:41.509 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.503+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.21__shadow_.UBB-sfMWW2JLvHdDbOFy9VWBzrJuY2a_0 2023-12-03T11:52:41.509 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.503+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.17641283232696722454', time=2023-12-03T13:50:57.232302+0000, chain.objs.size()=1 2023-12-03T11:52:41.509 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.503+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.23__shadow_.UCQ8GIfoaaac0jAowOBuOl7XKS1r1ro_0 2023-12-03T11:52:41.509 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.503+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.11035705123479733448', time=2023-12-03T13:50:58.746081+0000, chain.objs.size()=1 2023-12-03T11:52:41.509 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.503+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.24__shadow_.-4rxL6FIiZsySnnmC01tiIQQxDAPX0S_0 2023-12-03T11:52:41.509 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.503+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.7912120101490292223', time=2023-12-03T13:50:58.756047+0000, chain.objs.size()=1 2023-12-03T11:52:41.509 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.503+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.24__shadow_.PAseJeNv3EhUYoGjAcF85TIj5BckGjy_0 2023-12-03T11:52:41.509 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.503+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.10412794912145589675', time=2023-12-03T13:51:32.057786+0000, chain.objs.size()=1 2023-12-03T11:52:41.509 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.503+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.26__shadow_.HnZCnZnNFb-BFgBd9hmfVNvkq4scoq__0 2023-12-03T11:52:41.518 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.515+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing entries, marker: 2023-12-03T11:52:41.524 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.519+0000 7f2d8aae1980 20 garbage collection: RGWGC::process entered with GC index_shard=6, max_secs=3600, expired_only=0 2023-12-03T11:52:41.527 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.523+0000 7f2d8aae1980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:52:41.529 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.523+0000 7f2d8aae1980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:52:41.530 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.527+0000 7f2d8aae1980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=5, truncated=0, next_marker='' 2023-12-03T11:52:41.530 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.527+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.16188007709937046563', time=2023-12-03T13:48:12.490648+0000, chain.objs.size()=1 2023-12-03T11:52:41.530 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.527+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.3__shadow_.8_ruFgf7fRrhdWKlrXRszGc9i4uMU1O_0 2023-12-03T11:52:41.530 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.527+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.13931368126951691303', time=2023-12-03T13:48:12.550978+0000, chain.objs.size()=4 2023-12-03T11:52:41.531 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.527+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.10__multipart_foo.2~5UzYzmYLg1ogsYsjgIBJxtE0mJ3y80y.1 2023-12-03T11:52:41.531 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.527+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.10__multipart_foo.2~5UzYzmYLg1ogsYsjgIBJxtE0mJ3y80y.2 2023-12-03T11:52:41.531 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.527+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.10__multipart_foo.2~5UzYzmYLg1ogsYsjgIBJxtE0mJ3y80y.3 2023-12-03T11:52:41.531 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.527+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.10__multipart_foo.2~5UzYzmYLg1ogsYsjgIBJxtE0mJ3y80y.4 2023-12-03T11:52:41.531 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.527+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.17553868719941889432', time=2023-12-03T13:49:51.090677+0000, chain.objs.size()=1 2023-12-03T11:52:41.531 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.527+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.19__shadow_.w1_6RwUzhqvYqPNF2CsYx4KBjdfTrc-_0 2023-12-03T11:52:41.531 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.527+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.8910946388759292098', time=2023-12-03T13:49:51.123014+0000, chain.objs.size()=1 2023-12-03T11:52:41.531 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.527+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.19__shadow_.bq5BCgf9xRid3w2xo2h3jUdYT-nuB7d_0 2023-12-03T11:52:41.531 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.527+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.4843712949701109646', time=2023-12-03T13:52:04.390759+0000, chain.objs.size()=1 2023-12-03T11:52:41.531 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.527+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.16__shadow_.ssxM7akKUEZxz8Q3b639sjItuQ5O5vG_0 2023-12-03T11:52:41.543 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.539+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing entries, marker: 2023-12-03T11:52:41.549 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.547+0000 7f2d8aae1980 20 garbage collection: RGWGC::process entered with GC index_shard=7, max_secs=3600, expired_only=0 2023-12-03T11:52:41.552 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.547+0000 7f2d8aae1980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:52:41.553 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.551+0000 7f2d8aae1980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:52:41.555 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.551+0000 7f2d8aae1980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=13, truncated=0, next_marker='' 2023-12-03T11:52:41.555 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.551+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.6927778668270143559', time=2023-12-03T13:48:12.477650+0000, chain.objs.size()=1 2023-12-03T11:52:41.555 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.551+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.3__shadow_.LcpkNywVDtylhIPVYHzaobiPZHMgL1p_0 2023-12-03T11:52:41.555 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.551+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.8794366283652902647', time=2023-12-03T13:48:12.777398+0000, chain.objs.size()=1 2023-12-03T11:52:41.555 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.551+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.14__shadow_.R8BnHQna03krccKlErpkadn36f_a6Ba_0 2023-12-03T11:52:41.555 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.551+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.349628976010682115', time=2023-12-03T13:48:12.970661+0000, chain.objs.size()=3 2023-12-03T11:52:41.555 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.551+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.15__multipart_foo-LUKEWARM.2~YGiTZdE4zqtuTG43wS2CC-o0Tgw_P8P.1 2023-12-03T11:52:41.555 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.551+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.15__multipart_foo-LUKEWARM.2~YGiTZdE4zqtuTG43wS2CC-o0Tgw_P8P.2 2023-12-03T11:52:41.555 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.551+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.15__multipart_foo-LUKEWARM.2~YGiTZdE4zqtuTG43wS2CC-o0Tgw_P8P.3 2023-12-03T11:52:41.555 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.551+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='_ZyxWQPMgxuWEIpZ5WvI1YQptusqQUMw', time=2023-12-03T13:48:13.048723+0000, chain.objs.size()=1 2023-12-03T11:52:41.555 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.551+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.15__shadow_.mCEI2HdtrczWHJAE0mgWCrcYfUcw-ky_0 2023-12-03T11:52:41.555 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.551+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.9979460830977799870', time=2023-12-03T13:48:13.360215+0000, chain.objs.size()=1 2023-12-03T11:52:41.556 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.551+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.6__shadow_.6lfVxucWN1d3cgzb-Z64XXo6g3K3wyg_0 2023-12-03T11:52:41.556 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.551+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.5084116318162218400', time=2023-12-03T13:49:50.019379+0000, chain.objs.size()=1 2023-12-03T11:52:41.556 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.551+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.18__shadow_.qp0o3a_vChLx4igGS4n3Tg0RyQQACdv_0 2023-12-03T11:52:41.556 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.551+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.10934932305348753897', time=2023-12-03T13:49:51.061661+0000, chain.objs.size()=1 2023-12-03T11:52:41.557 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.551+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.19__shadow_._JOrlqNTH04Mb-_yUU5iZ9fvSYnvOIX_0 2023-12-03T11:52:41.557 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.551+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.7434997551920446403', time=2023-12-03T13:49:51.099605+0000, chain.objs.size()=1 2023-12-03T11:52:41.557 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.551+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.19__shadow_.RMYurB0qFo7r467-sJc_iZCfFOonBZm_0 2023-12-03T11:52:41.557 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.551+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.15037176218806815759', time=2023-12-03T13:50:22.903518+0000, chain.objs.size()=1 2023-12-03T11:52:41.557 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.551+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.20__shadow_.0JZBAKivt6GMA7zsM4amWPwtYWBBTIz_0 2023-12-03T11:52:41.557 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.551+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.15374356826185812858', time=2023-12-03T13:50:24.372440+0000, chain.objs.size()=1 2023-12-03T11:52:41.557 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.551+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.21__shadow_.u7vKlVvajL2v88AjpXLfMPKhbcM1Y1h_0 2023-12-03T11:52:41.561 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.559+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.5094980716229658410', time=2023-12-03T13:50:58.771658+0000, chain.objs.size()=1 2023-12-03T11:52:41.561 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.559+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.24__shadow_.jW0bEkkx6y4zATQt5suogKe2aJFtM7D_0 2023-12-03T11:52:41.562 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.559+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.7964652362802310366', time=2023-12-03T13:51:32.045502+0000, chain.objs.size()=1 2023-12-03T11:52:41.562 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.559+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.26__shadow_.QxtLcu0h8TmQ-TcsB6idFqHeR2q7moS_0 2023-12-03T11:52:41.562 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.559+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.976490890976145045', time=2023-12-03T13:51:32.063258+0000, chain.objs.size()=1 2023-12-03T11:52:41.563 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.559+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.26__shadow_.6IaQcAUfRB_O0e8n5gSuZj8Dlt3fiy__0 2023-12-03T11:52:41.572 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.567+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing entries, marker: 2023-12-03T11:52:41.578 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.575+0000 7f2d8aae1980 20 garbage collection: RGWGC::process entered with GC index_shard=8, max_secs=3600, expired_only=0 2023-12-03T11:52:41.581 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.575+0000 7f2d8aae1980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:52:41.582 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.579+0000 7f2d8aae1980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:52:41.584 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.579+0000 7f2d8aae1980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=6, truncated=0, next_marker='' 2023-12-03T11:52:41.584 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.579+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.10838446587469876655', time=2023-12-03T13:49:49.995284+0000, chain.objs.size()=1 2023-12-03T11:52:41.584 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.579+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.18__shadow_.lffASPU4_uFf7rY2Kgj7gEqLp_11hbJ_0 2023-12-03T11:52:41.585 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.579+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.5287202816064312180', time=2023-12-03T13:50:22.918749+0000, chain.objs.size()=1 2023-12-03T11:52:41.585 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.579+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.20__shadow_.ZSO_xIezspCMPvyQnU-R-A7Wz_doyD__0 2023-12-03T11:52:41.585 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.579+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.14478105706933103110', time=2023-12-03T13:50:57.628619+0000, chain.objs.size()=1 2023-12-03T11:52:41.585 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.579+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.23__shadow_.Bsx0TXHUKSWO7gw1UQTRjB7vYcaq-o3_0 2023-12-03T11:52:41.585 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.579+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.17102956250192487560', time=2023-12-03T13:51:30.562613+0000, chain.objs.size()=1 2023-12-03T11:52:41.585 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.579+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.25__shadow_.pv-odpa_Ukq4qFp8LeQNU7YRh9DDJmL_0 2023-12-03T11:52:41.585 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.579+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.13639732207402796289', time=2023-12-03T13:51:32.059548+0000, chain.objs.size()=1 2023-12-03T11:52:41.585 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.579+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.26__shadow_.cmEEKpcSRYg13QWsamwl_GNOvaWHYfP_0 2023-12-03T11:52:41.585 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.579+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.16797298617279954387', time=2023-12-03T13:52:15.422424+0000, chain.objs.size()=1 2023-12-03T11:52:41.585 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.579+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.17__shadow:M-EL3FI1cR6qgqH2s6OjpPboqC5ioC-_.VG6EugP0xTmGqk7jDOQCwD3B5NM0Qc8_0 2023-12-03T11:52:41.594 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.591+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing entries, marker: 2023-12-03T11:52:41.599 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.595+0000 7f2d8aae1980 20 garbage collection: RGWGC::process entered with GC index_shard=9, max_secs=3600, expired_only=0 2023-12-03T11:52:41.603 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.599+0000 7f2d8aae1980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:52:41.604 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.599+0000 7f2d8aae1980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:52:41.605 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.599+0000 7f2d8aae1980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=5, truncated=0, next_marker='' 2023-12-03T11:52:41.605 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.599+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.17927539781723041262', time=2023-12-03T13:50:22.911832+0000, chain.objs.size()=1 2023-12-03T11:52:41.606 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.599+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.20__shadow_.Ko_i_gKpGuNRn62ef2KQyDIg1dh9cqc_0 2023-12-03T11:52:41.606 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.603+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.1973707813488076801', time=2023-12-03T13:50:56.212978+0000, chain.objs.size()=1 2023-12-03T11:52:41.606 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.603+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.22__shadow_.TDgf1aF2uAD9c5V5hrnxFav8E1OjaPH_0 2023-12-03T11:52:41.606 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.603+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.17992817971477012554', time=2023-12-03T13:51:30.558755+0000, chain.objs.size()=1 2023-12-03T11:52:41.606 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.603+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.25__shadow_.gHnDcLiBZA7KIyeUmhNcusIMdexrwA__0 2023-12-03T11:52:41.606 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.603+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.3079113128748187971', time=2023-12-03T13:51:32.057326+0000, chain.objs.size()=1 2023-12-03T11:52:41.606 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.603+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.26__shadow_._BWwkem8o4WnmgziYXxe5hVh3Yoyjgu_0 2023-12-03T11:52:41.606 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.603+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.13230590803327259177', time=2023-12-03T13:52:03.518109+0000, chain.objs.size()=1 2023-12-03T11:52:41.606 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.603+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.27__shadow_.ZsJaR2ZvQTUYPT_jHN5OftG2iEWUTYK_0 2023-12-03T11:52:41.611 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.607+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing entries, marker: 2023-12-03T11:52:41.618 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.615+0000 7f2d8aae1980 20 garbage collection: RGWGC::process entered with GC index_shard=10, max_secs=3600, expired_only=0 2023-12-03T11:52:41.622 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.619+0000 7f2d8aae1980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:52:41.624 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.619+0000 7f2d8aae1980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:52:41.625 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.619+0000 7f2d8aae1980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=6, truncated=0, next_marker='' 2023-12-03T11:52:41.625 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.619+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.16851709496955871401', time=2023-12-03T13:48:12.508413+0000, chain.objs.size()=1 2023-12-03T11:52:41.625 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.619+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.3__shadow_.KrHTWb8oAFRDdYJ-2qOweX9iFwOuyJa_0 2023-12-03T11:52:41.625 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.619+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.14__shadow_.5tAmMpa2ocwNqt0Qwayo-pyYGodg8kl_1_3e8514cfbef1118788f32ac2421d094e', time=2023-12-03T13:48:12.872430+0000, chain.objs.size()=1 2023-12-03T11:52:41.625 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.619+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.14__shadow_.5tAmMpa2ocwNqt0Qwayo-pyYGodg8kl_0 2023-12-03T11:52:41.625 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.619+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.7293081133387995056', time=2023-12-03T13:48:13.209169+0000, chain.objs.size()=1 2023-12-03T11:52:41.625 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.619+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.12__shadow_.Oqmlftbva75kLxC4cLGBH0bgXf2Ad3c_0 2023-12-03T11:52:41.625 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.619+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.15600652780982705581', time=2023-12-03T13:49:49.997335+0000, chain.objs.size()=1 2023-12-03T11:52:41.625 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.619+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.18__shadow_.BSVdB8UjcTnsFNcztG-54vi2eeEIgkp_0 2023-12-03T11:52:41.625 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.619+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.7357247474109862451', time=2023-12-03T13:50:22.951677+0000, chain.objs.size()=1 2023-12-03T11:52:41.625 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.619+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.20__shadow_.3YG3lpqQA9aHy69uNbDxzP2835kJs2o_0 2023-12-03T11:52:41.625 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.619+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.2179733410575320783', time=2023-12-03T13:51:30.585692+0000, chain.objs.size()=1 2023-12-03T11:52:41.625 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.619+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.25__shadow_.FgNu-7Q0eodZAbOYgFnR7fEF__FqCyk_0 2023-12-03T11:52:41.631 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.627+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing entries, marker: 2023-12-03T11:52:41.638 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.635+0000 7f2d8aae1980 20 garbage collection: RGWGC::process entered with GC index_shard=11, max_secs=3600, expired_only=0 2023-12-03T11:52:41.640 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.635+0000 7f2d8aae1980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:52:41.641 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.635+0000 7f2d8aae1980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:52:41.642 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.639+0000 7f2d8aae1980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=7, truncated=0, next_marker='' 2023-12-03T11:52:41.642 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.639+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.13080339596231122270', time=2023-12-03T13:49:51.056734+0000, chain.objs.size()=1 2023-12-03T11:52:41.642 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.639+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.19__shadow_.ZK3CBa9eeQz9pPCTpkmTfJvsG8jAGqv_0 2023-12-03T11:52:41.642 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.639+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.13763758504040360830', time=2023-12-03T13:49:51.066050+0000, chain.objs.size()=1 2023-12-03T11:52:41.642 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.639+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.19__shadow_.4mDViAyUhyKT6uVSud57jLa_AQNzcY__0 2023-12-03T11:52:41.642 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.639+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.3334283502752699406', time=2023-12-03T13:50:24.372623+0000, chain.objs.size()=1 2023-12-03T11:52:41.642 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.639+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.21__shadow_.BgMolbA7cnFgH-y2PK3x-SW-sBOF91j_0 2023-12-03T11:52:41.642 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.639+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.9960112500440230256', time=2023-12-03T13:50:57.628754+0000, chain.objs.size()=1 2023-12-03T11:52:41.643 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.639+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.23__shadow_.cMRcX6X2xQqC4GvjrDBRtBZ7165VbzQ_0 2023-12-03T11:52:41.643 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.639+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.9139553496428840587', time=2023-12-03T13:50:57.664547+0000, chain.objs.size()=1 2023-12-03T11:52:41.643 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.639+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.23__shadow_.RhGGkKI8cRu8mgb3oSZZ7KYioc0X-lr_0 2023-12-03T11:52:41.643 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.639+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.1779222724920910343', time=2023-12-03T13:50:58.785261+0000, chain.objs.size()=1 2023-12-03T11:52:41.643 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.639+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.24__shadow_.7OQNQUzyyjU6qwPmYGoGF967TiGoDwt_0 2023-12-03T11:52:41.643 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.639+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.17982419679792927994', time=2023-12-03T13:51:30.567340+0000, chain.objs.size()=1 2023-12-03T11:52:41.643 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.639+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.25__shadow_._7n60jBiIhrfD9rWYsLDYA0ObhgRvRN_0 2023-12-03T11:52:41.649 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.643+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing entries, marker: 2023-12-03T11:52:41.654 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.651+0000 7f2d8aae1980 20 garbage collection: RGWGC::process entered with GC index_shard=12, max_secs=3600, expired_only=0 2023-12-03T11:52:41.657 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.655+0000 7f2d8aae1980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:52:41.658 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.655+0000 7f2d8aae1980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:52:41.659 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.655+0000 7f2d8aae1980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=8, truncated=0, next_marker='' 2023-12-03T11:52:41.659 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.655+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='_evKv_nF70nT2H2ahhfrNC0iSmZC9vdd', time=2023-12-03T13:48:12.859991+0000, chain.objs.size()=1 2023-12-03T11:52:41.659 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.655+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.14__shadow_.DcS7YqeJu04c3jXCmB3r9b7WrxAb-pz_0 2023-12-03T11:52:41.660 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.655+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.16722066037070569965', time=2023-12-03T13:49:51.078664+0000, chain.objs.size()=1 2023-12-03T11:52:41.660 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.655+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.19__shadow_.og1fhV8qOmbIgUIebO-HzfF8zTVgVtB_0 2023-12-03T11:52:41.660 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.655+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.6950376965863489167', time=2023-12-03T13:50:22.921507+0000, chain.objs.size()=1 2023-12-03T11:52:41.660 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.655+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.20__shadow_.qrrPd9aEBjuJql9ddZykOPUAu4Cu0o__0 2023-12-03T11:52:41.660 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.655+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.8649426775045067009', time=2023-12-03T13:50:22.944140+0000, chain.objs.size()=1 2023-12-03T11:52:41.660 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.655+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.20__shadow_.y0Zpd2yAsXSEvIp88Ayszcp8QpGI0M3_0 2023-12-03T11:52:41.660 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.655+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.9608933215934937522', time=2023-12-03T13:50:24.407124+0000, chain.objs.size()=1 2023-12-03T11:52:41.660 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.655+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.21__shadow_.OOXuNZACKgtIi5i4c8W5cUme7XajJEH_0 2023-12-03T11:52:41.660 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.655+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.16755996239284989583', time=2023-12-03T13:50:56.218513+0000, chain.objs.size()=1 2023-12-03T11:52:41.660 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.655+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.22__shadow_.2dzPf9mdwAZiP_NGgLtjxo5MGomxP6m_0 2023-12-03T11:52:41.660 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.655+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.10639408445751990203', time=2023-12-03T13:50:58.780032+0000, chain.objs.size()=1 2023-12-03T11:52:41.660 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.655+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.24__shadow_.2GaoQUGzN0m6ErHCp72lysKdz0SQ6jS_0 2023-12-03T11:52:41.660 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.655+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.2644697132557108636', time=2023-12-03T13:52:03.526435+0000, chain.objs.size()=1 2023-12-03T11:52:41.661 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.655+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.27__shadow_.UF07FQaT5PuEJrIjHrk3s4FfyKfDvux_0 2023-12-03T11:52:41.666 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.663+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing entries, marker: 2023-12-03T11:52:41.674 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.671+0000 7f2d8aae1980 20 garbage collection: RGWGC::process entered with GC index_shard=13, max_secs=3600, expired_only=0 2023-12-03T11:52:41.676 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.671+0000 7f2d8aae1980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:52:41.677 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.671+0000 7f2d8aae1980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:52:41.678 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.675+0000 7f2d8aae1980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=15, truncated=0, next_marker='' 2023-12-03T11:52:41.678 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.675+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.17024762966943378950', time=2023-12-03T13:48:12.582097+0000, chain.objs.size()=4 2023-12-03T11:52:41.678 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.675+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.11__multipart_foo.2~zU_37XJlVB8uOgq2KgMtpbgmb3ngFAf.1 2023-12-03T11:52:41.678 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.675+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.11__multipart_foo.2~zU_37XJlVB8uOgq2KgMtpbgmb3ngFAf.2 2023-12-03T11:52:41.678 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.675+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.11__multipart_foo.2~zU_37XJlVB8uOgq2KgMtpbgmb3ngFAf.3 2023-12-03T11:52:41.679 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.675+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.11__multipart_foo.2~zU_37XJlVB8uOgq2KgMtpbgmb3ngFAf.4 2023-12-03T11:52:41.679 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.675+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='_TkncWGjWG714pOjHtpA9rRKwLVXiGha', time=2023-12-03T13:48:12.752349+0000, chain.objs.size()=1 2023-12-03T11:52:41.679 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.675+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.14__shadow_.na9_zNA-WwlPs66Q2Zx7KUgD75paaP7_0 2023-12-03T11:52:41.679 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.675+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='_P4JxSHbF6pdRpjHkbL0vK2XrC6PQbJh', time=2023-12-03T13:48:12.944128+0000, chain.objs.size()=2 2023-12-03T11:52:41.679 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.675+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.15__shadow_.CfiCCLAlzBio4pcSP0UyEwGeYmJ-821_0 2023-12-03T11:52:41.679 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.675+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.15__shadow_.CfiCCLAlzBio4pcSP0UyEwGeYmJ-821_1 2023-12-03T11:52:41.679 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.675+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.11723903753112522958', time=2023-12-03T13:48:13.110038+0000, chain.objs.size()=3 2023-12-03T11:52:41.679 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.675+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.13__multipart_foo-FROZEN.2~3husGcxRBipH3Vm7K1P7SOYqrqupzvU.1 2023-12-03T11:52:41.679 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.675+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.13__multipart_foo-FROZEN.2~3husGcxRBipH3Vm7K1P7SOYqrqupzvU.2 2023-12-03T11:52:41.679 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.675+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.13__multipart_foo-FROZEN.2~3husGcxRBipH3Vm7K1P7SOYqrqupzvU.3 2023-12-03T11:52:41.679 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.675+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.5484109005232343904', time=2023-12-03T13:50:22.958830+0000, chain.objs.size()=1 2023-12-03T11:52:41.679 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.675+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.20__shadow_.3pTY908ZQT3vBNsRV6EyQlskIAEtCAB_0 2023-12-03T11:52:41.679 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.675+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.11472621853883493001', time=2023-12-03T13:50:24.374357+0000, chain.objs.size()=1 2023-12-03T11:52:41.679 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.675+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.21__shadow_.LX90bWwtIVQ0Xl9pVL0zVcXG6wgRc7f_0 2023-12-03T11:52:41.689 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.683+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.14696530673134179201', time=2023-12-03T13:50:56.175269+0000, chain.objs.size()=1 2023-12-03T11:52:41.689 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.683+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.22__shadow_.KBRM7SUe3ngrzSf3ymDMyR-TFpzbqkm_0 2023-12-03T11:52:41.689 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.683+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.13222747330654746834', time=2023-12-03T13:50:56.182927+0000, chain.objs.size()=1 2023-12-03T11:52:41.689 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.683+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.22__shadow_.l4r499SjgNWUi8JBTmMhHNJB9ChdHF5_0 2023-12-03T11:52:41.689 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.683+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.2519236586939415408', time=2023-12-03T13:50:56.186915+0000, chain.objs.size()=1 2023-12-03T11:52:41.689 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.683+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.22__shadow_.D_zLn8yCwIWyD1EQI959xCEvijPY_mV_0 2023-12-03T11:52:41.690 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.683+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.2204663238673120674', time=2023-12-03T13:50:57.630836+0000, chain.objs.size()=1 2023-12-03T11:52:41.690 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.683+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.23__shadow_.YXuKD7ERJGN0ObczWAcuFOy4RrKTvYF_0 2023-12-03T11:52:41.690 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.683+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.3564182555284858537', time=2023-12-03T13:51:32.056474+0000, chain.objs.size()=1 2023-12-03T11:52:41.690 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.683+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.26__shadow_.auQX8tLG6HrNqJvdju61cax5ln4Muat_0 2023-12-03T11:52:41.690 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.683+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.17256245775289720981', time=2023-12-03T13:52:03.123521+0000, chain.objs.size()=1 2023-12-03T11:52:41.690 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.683+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.27__shadow_.IMyfAVXhS2bBogA0MA_EqqCq8dv2Jle_0 2023-12-03T11:52:41.690 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.687+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.5259650894208248941', time=2023-12-03T13:52:03.537158+0000, chain.objs.size()=1 2023-12-03T11:52:41.690 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.687+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.27__shadow_.35o-q3bsaCJlRm08DKLGWp0EQSCD4jF_0 2023-12-03T11:52:41.690 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.687+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.8540760290713487146', time=2023-12-03T13:52:04.390668+0000, chain.objs.size()=1 2023-12-03T11:52:41.690 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.687+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.16__shadow_.wJsHSBBUTXhx4MVcfqbNEyEjnUxoILk_0 2023-12-03T11:52:41.693 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.691+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.1518057725809005497', time=2023-12-03T13:52:11.474954+0000, chain.objs.size()=1 2023-12-03T11:52:41.693 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.691+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.17__shadow:j4NzFHF2yOh-kH22lQJnWg6tRnIqKeN_.2azkgW_4ep0dZAR2DPBtrEoq5_7IMy2_0 2023-12-03T11:52:41.699 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.695+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing entries, marker: 2023-12-03T11:52:41.705 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.699+0000 7f2d8aae1980 20 garbage collection: RGWGC::process entered with GC index_shard=14, max_secs=3600, expired_only=0 2023-12-03T11:52:41.707 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.703+0000 7f2d8aae1980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:52:41.708 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.703+0000 7f2d8aae1980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:52:41.709 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.703+0000 7f2d8aae1980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=6, truncated=0, next_marker='' 2023-12-03T11:52:41.709 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.703+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.15463685869954620270', time=2023-12-03T13:48:12.459197+0000, chain.objs.size()=1 2023-12-03T11:52:41.709 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.703+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.3__shadow_.c7BC7V26URqWVshs3ISm_9-SMK7BW3a_0 2023-12-03T11:52:41.709 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.703+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.8489192205564905549', time=2023-12-03T13:48:12.494182+0000, chain.objs.size()=1 2023-12-03T11:52:41.709 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.703+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.3__shadow_.bP0P7MIMbmackudTZPTQ3dfKJPUpYAm_0 2023-12-03T11:52:41.709 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.703+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.14__shadow_.A4mm-ldUnAOkt9Xv_hzHH7bGRpevKSi_1_cb05f34649f36f9b3fb578be60b2634d', time=2023-12-03T13:48:12.739761+0000, chain.objs.size()=1 2023-12-03T11:52:41.709 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.703+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.14__shadow_.A4mm-ldUnAOkt9Xv_hzHH7bGRpevKSi_0 2023-12-03T11:52:41.709 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.703+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.13799738383767263034', time=2023-12-03T13:49:49.995472+0000, chain.objs.size()=1 2023-12-03T11:52:41.709 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.703+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.18__shadow_.CjJxW6H7vjVKtS-W0cB_S7sZOo2MEVx_0 2023-12-03T11:52:41.709 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.703+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.7822321191064836158', time=2023-12-03T13:52:03.519508+0000, chain.objs.size()=1 2023-12-03T11:52:41.709 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.703+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.27__shadow_.At6t0w_sxBhppdJZoMyjh9PUvlD-93g_0 2023-12-03T11:52:41.710 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.703+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.12994721471900342296', time=2023-12-03T13:52:04.397289+0000, chain.objs.size()=1 2023-12-03T11:52:41.710 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.703+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.16__shadow_.q9_0KD99rUN6uu3rvWtlsZsMiRhdw0W_0 2023-12-03T11:52:41.713 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.711+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing entries, marker: 2023-12-03T11:52:41.718 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.715+0000 7f2d8aae1980 20 garbage collection: RGWGC::process entered with GC index_shard=15, max_secs=3600, expired_only=0 2023-12-03T11:52:41.721 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.715+0000 7f2d8aae1980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:52:41.721 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.719+0000 7f2d8aae1980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:52:41.722 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.719+0000 7f2d8aae1980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=10, truncated=0, next_marker='' 2023-12-03T11:52:41.723 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.719+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.10422368862158234784', time=2023-12-03T13:48:13.352114+0000, chain.objs.size()=1 2023-12-03T11:52:41.723 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.719+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.6__shadow_.XL_DTWtQSaTIvsrBixOsS6jNpp2Po_r_0 2023-12-03T11:52:41.723 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.719+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.822202106000574417', time=2023-12-03T13:48:13.424611+0000, chain.objs.size()=1 2023-12-03T11:52:41.723 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.719+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.7__shadow_.2h-JDoHiX1pPP1wIiwgmRsb10lqd25B_0 2023-12-03T11:52:41.723 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.719+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.5154895212214360397', time=2023-12-03T13:49:49.605147+0000, chain.objs.size()=1 2023-12-03T11:52:41.723 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.719+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.18__shadow_.qyTIQZdbLdGUkkH1Trnn9y5HESmHA72_0 2023-12-03T11:52:41.723 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.719+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.16927693285708768359', time=2023-12-03T13:49:51.111212+0000, chain.objs.size()=1 2023-12-03T11:52:41.723 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.719+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.19__shadow_.6MJ6yj9R8UAyZc_oR4uYpuWp-CTnmOj_0 2023-12-03T11:52:41.723 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.719+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.18130019902807190538', time=2023-12-03T13:49:51.114926+0000, chain.objs.size()=1 2023-12-03T11:52:41.723 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.719+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.19__shadow_.IbbtE2HqIpaxmkqNxuqYxcc1wix4_YW_0 2023-12-03T11:52:41.723 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.719+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.6989124112526794778', time=2023-12-03T13:50:24.408701+0000, chain.objs.size()=1 2023-12-03T11:52:41.724 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.719+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.21__shadow_.FktkRw4ttkOIlQeTiUH-VF-EoPYV-_m_0 2023-12-03T11:52:41.724 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.719+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.11015487716688787940', time=2023-12-03T13:50:25.385109+0000, chain.objs.size()=1 2023-12-03T11:52:41.724 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.719+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.22__shadow_.882zXDnQ559blhV45mlK3X5n8wKFcF0_0 2023-12-03T11:52:41.724 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.719+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.17256267617516828444', time=2023-12-03T13:50:57.655579+0000, chain.objs.size()=1 2023-12-03T11:52:41.724 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.719+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.23__shadow_.E9s2URShUv4N_cTfgRbAdjJnRBkY9i3_0 2023-12-03T11:52:41.724 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.719+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.10695167281397333005', time=2023-12-03T13:50:58.742109+0000, chain.objs.size()=1 2023-12-03T11:52:41.724 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.719+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.24__shadow_.HJJI8SWwMxO5m_3o2eg1ztBIZQ5-RBV_0 2023-12-03T11:52:41.724 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.719+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.8829031669762437709', time=2023-12-03T13:50:58.792034+0000, chain.objs.size()=1 2023-12-03T11:52:41.724 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.719+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.24__shadow_.H8WoWq7EKXiwGXTnlVigkaE-_9dpvNe_0 2023-12-03T11:52:41.730 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.727+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing entries, marker: 2023-12-03T11:52:41.735 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.731+0000 7f2d8aae1980 20 garbage collection: RGWGC::process entered with GC index_shard=16, max_secs=3600, expired_only=0 2023-12-03T11:52:41.738 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.735+0000 7f2d8aae1980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:52:41.739 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.735+0000 7f2d8aae1980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:52:41.740 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.735+0000 7f2d8aae1980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=6, truncated=0, next_marker='' 2023-12-03T11:52:41.741 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.735+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.13682903870724691226', time=2023-12-03T13:48:13.182791+0000, chain.objs.size()=2 2023-12-03T11:52:41.741 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.735+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.12__shadow_.W96y0Cl39GcgJT9tOfG9rSOWrM7cUfl_0 2023-12-03T11:52:41.741 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.735+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.12__shadow_.W96y0Cl39GcgJT9tOfG9rSOWrM7cUfl_1 2023-12-03T11:52:41.741 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.735+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.8939205534054589527', time=2023-12-03T13:48:13.437185+0000, chain.objs.size()=1 2023-12-03T11:52:41.741 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.735+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.7__shadow_.QSQi--3ULEaqmLBcGlNbbcGTFW9zTLJ_0 2023-12-03T11:52:41.741 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.735+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.18240842608591244482', time=2023-12-03T13:50:22.938039+0000, chain.objs.size()=1 2023-12-03T11:52:41.741 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.735+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.20__shadow_.z39c1HYxcDQUDxwQODKe71Qeh7hstMJ_0 2023-12-03T11:52:41.741 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.735+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.7651155474908171348', time=2023-12-03T13:50:24.396108+0000, chain.objs.size()=1 2023-12-03T11:52:41.741 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.735+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.21__shadow_.jYcNZx3UMiFVlTqQSZitlC87JMVq9fz_0 2023-12-03T11:52:41.741 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.735+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.8267067295800617303', time=2023-12-03T13:50:57.644906+0000, chain.objs.size()=1 2023-12-03T11:52:41.741 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.735+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.23__shadow_.579IvNR8AfIO93j3WE0_u3fKFGksjHo_0 2023-12-03T11:52:41.741 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.735+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.11864845730429355613', time=2023-12-03T13:52:03.575487+0000, chain.objs.size()=1 2023-12-03T11:52:41.742 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.735+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.27__shadow_.scUwKsIWf_JEdksWNOLpFILa_qKFOi0_0 2023-12-03T11:52:41.746 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.743+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing entries, marker: 2023-12-03T11:52:41.750 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.747+0000 7f2d8aae1980 20 garbage collection: RGWGC::process entered with GC index_shard=17, max_secs=3600, expired_only=0 2023-12-03T11:52:41.752 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.747+0000 7f2d8aae1980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:52:41.753 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.751+0000 7f2d8aae1980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:52:41.754 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.751+0000 7f2d8aae1980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=9, truncated=0, next_marker='' 2023-12-03T11:52:41.754 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.751+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.14331287592846371319', time=2023-12-03T13:48:12.628675+0000, chain.objs.size()=4 2023-12-03T11:52:41.754 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.751+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.9__multipart_foo.2~rES2vvm6X2xZSTLDLAS9oE5BVrIinys.1 2023-12-03T11:52:41.754 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.751+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.9__multipart_foo.2~rES2vvm6X2xZSTLDLAS9oE5BVrIinys.2 2023-12-03T11:52:41.754 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.751+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.9__multipart_foo.2~rES2vvm6X2xZSTLDLAS9oE5BVrIinys.3 2023-12-03T11:52:41.754 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.751+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.9__multipart_foo.2~rES2vvm6X2xZSTLDLAS9oE5BVrIinys.4 2023-12-03T11:52:41.754 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.751+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.18323488865027445121', time=2023-12-03T13:48:13.134590+0000, chain.objs.size()=3 2023-12-03T11:52:41.755 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.751+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.13__multipart_foo-STANDARD.2~IhJGW68fYLf53jvpZe54AcwVHOe6jtY.1 2023-12-03T11:52:41.755 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.751+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.13__multipart_foo-STANDARD.2~IhJGW68fYLf53jvpZe54AcwVHOe6jtY.2 2023-12-03T11:52:41.755 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.751+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.13__multipart_foo-STANDARD.2~IhJGW68fYLf53jvpZe54AcwVHOe6jtY.3 2023-12-03T11:52:41.755 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.751+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.11377982698629235893', time=2023-12-03T13:48:13.406357+0000, chain.objs.size()=1 2023-12-03T11:52:41.755 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.751+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.7__shadow_.cZR_mdsvsH7ENjaHmxy7SEkd1ZpOQa-_0 2023-12-03T11:52:41.755 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.751+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.7099942985022540117', time=2023-12-03T13:49:49.976580+0000, chain.objs.size()=1 2023-12-03T11:52:41.755 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.751+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.18__shadow_.NfkphkBhnyzBF8svg22i4JZrwr9nEm3_0 2023-12-03T11:52:41.755 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.751+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.1648126916921645530', time=2023-12-03T13:50:22.914228+0000, chain.objs.size()=1 2023-12-03T11:52:41.755 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.751+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.20__shadow_.Gs2FTcCqWwZ5ALzvSbeFUcqudhIa5el_0 2023-12-03T11:52:41.755 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.751+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.4219256688365719940', time=2023-12-03T13:50:24.357090+0000, chain.objs.size()=1 2023-12-03T11:52:41.755 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.751+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.21__shadow_.cRKlmdQqMYw88LqjoK96orJ87CTcj5n_0 2023-12-03T11:52:41.755 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.751+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.6390961127326915500', time=2023-12-03T13:50:24.407027+0000, chain.objs.size()=1 2023-12-03T11:52:41.755 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.751+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.21__shadow_.NCzTdPzgtYoPqbRrL8o5JobJiprboGw_0 2023-12-03T11:52:41.760 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.755+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.11730565061145582019', time=2023-12-03T13:50:56.183383+0000, chain.objs.size()=1 2023-12-03T11:52:41.761 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.755+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.22__shadow_.Xdv2Rb1U6WlWOTuBS3wYjo3FyIRUFbd_0 2023-12-03T11:52:41.761 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.755+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.4519243973034297220', time=2023-12-03T13:52:03.563336+0000, chain.objs.size()=1 2023-12-03T11:52:41.761 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.755+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.27__shadow_.l2wurO-hluAEyZDrddWROduVcwEMbn1_0 2023-12-03T11:52:41.766 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.763+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing entries, marker: 2023-12-03T11:52:41.770 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.767+0000 7f2d8aae1980 20 garbage collection: RGWGC::process entered with GC index_shard=18, max_secs=3600, expired_only=0 2023-12-03T11:52:41.772 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.767+0000 7f2d8aae1980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:52:41.772 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.767+0000 7f2d8aae1980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:52:41.773 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.767+0000 7f2d8aae1980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=9, truncated=0, next_marker='' 2023-12-03T11:52:41.773 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.767+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.14260387951286258491', time=2023-12-03T13:48:12.921000+0000, chain.objs.size()=3 2023-12-03T11:52:41.773 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.767+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.15__multipart_foo-FROZEN.2~7D8BDtg56vjd8EkQm6aXcKsJQmtJ4Ln.1 2023-12-03T11:52:41.774 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.767+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.15__multipart_foo-FROZEN.2~7D8BDtg56vjd8EkQm6aXcKsJQmtJ4Ln.2 2023-12-03T11:52:41.774 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.767+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.15__multipart_foo-FROZEN.2~7D8BDtg56vjd8EkQm6aXcKsJQmtJ4Ln.3 2023-12-03T11:52:41.774 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.767+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.3074847475583126579', time=2023-12-03T13:50:24.395957+0000, chain.objs.size()=1 2023-12-03T11:52:41.774 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.767+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.21__shadow_.OYWK3N15F8NA6X4_THyKb4HeQSqiV9L_0 2023-12-03T11:52:41.774 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.771+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.12512768278976203990', time=2023-12-03T13:50:56.208825+0000, chain.objs.size()=1 2023-12-03T11:52:41.774 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.771+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.22__shadow_.UNpWajFdPDNkVrQOY_stHtVPQ48c_NZ_0 2023-12-03T11:52:41.774 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.771+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.12223252842177244232', time=2023-12-03T13:51:30.542561+0000, chain.objs.size()=1 2023-12-03T11:52:41.774 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.771+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.25__shadow_.awEVbDplCYD1JQXBjLYbflY6wslw-Sb_0 2023-12-03T11:52:41.774 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.771+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.11738854870312262688', time=2023-12-03T13:51:30.549410+0000, chain.objs.size()=1 2023-12-03T11:52:41.774 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.771+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.25__shadow_.daMoB3tJIULOumJsurqwzIC5A4KgaDW_0 2023-12-03T11:52:41.774 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.771+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.9852381628368561586', time=2023-12-03T13:51:30.567206+0000, chain.objs.size()=1 2023-12-03T11:52:41.774 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.771+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.25__shadow_.mLNDWc3VfNkKnxJSMpHzGF_AejTHd9V_0 2023-12-03T11:52:41.774 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.771+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.7850270836447329968', time=2023-12-03T13:51:30.584643+0000, chain.objs.size()=1 2023-12-03T11:52:41.775 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.771+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.25__shadow_._1v4ACqUv9gmY7kVsheW9g91aHXBHsB_0 2023-12-03T11:52:41.775 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.771+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.6088556218860723167', time=2023-12-03T13:52:04.391604+0000, chain.objs.size()=1 2023-12-03T11:52:41.775 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.771+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.16__shadow_.7G1IOI_f6Vq2ffLLapMuJ42ddrypj3k_0 2023-12-03T11:52:41.775 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.771+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.2868962767410585309', time=2023-12-03T13:52:04.407994+0000, chain.objs.size()=1 2023-12-03T11:52:41.775 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.771+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.16__shadow_.-Aw7i6O9hp8D-Eg2cRDR5tGW9jPCVjR_0 2023-12-03T11:52:41.781 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.775+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing entries, marker: 2023-12-03T11:52:41.784 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.779+0000 7f2d8aae1980 20 garbage collection: RGWGC::process entered with GC index_shard=19, max_secs=3600, expired_only=0 2023-12-03T11:52:41.786 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.783+0000 7f2d8aae1980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:52:41.787 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.783+0000 7f2d8aae1980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:52:41.788 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.783+0000 7f2d8aae1980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=8, truncated=0, next_marker='' 2023-12-03T11:52:41.788 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.783+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.5655720961245673461', time=2023-12-03T13:49:50.013187+0000, chain.objs.size()=1 2023-12-03T11:52:41.788 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.783+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.18__shadow_.1aeIBo3zCRbo3yEWwfDcUiOdEaMNU7z_0 2023-12-03T11:52:41.788 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.783+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.12184984817897539704', time=2023-12-03T13:50:22.950306+0000, chain.objs.size()=1 2023-12-03T11:52:41.788 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.783+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.20__shadow_.g3WGdnFMXJSbYrQpTFApK9RXzvCLHmW_0 2023-12-03T11:52:41.788 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.783+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.146975199449884641', time=2023-12-03T13:50:57.641754+0000, chain.objs.size()=1 2023-12-03T11:52:41.788 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.783+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.23__shadow_.wUPARS1boJ_sgCUoLj-C-NaOFROBwsy_0 2023-12-03T11:52:41.788 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.783+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.14566187525388733152', time=2023-12-03T13:51:30.532626+0000, chain.objs.size()=1 2023-12-03T11:52:41.788 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.783+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.25__shadow_.mXsF-2u4D2qwKtL1qS8pNR29izpk4xu_0 2023-12-03T11:52:41.788 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.783+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.5624902794280417294', time=2023-12-03T13:51:30.558624+0000, chain.objs.size()=1 2023-12-03T11:52:41.788 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.783+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.25__shadow_.0ItOhya9GO1sRj9HZLyIBfJGDzzBPqW_0 2023-12-03T11:52:41.788 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.783+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.5693075292802607373', time=2023-12-03T13:51:31.622409+0000, chain.objs.size()=1 2023-12-03T11:52:41.788 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.783+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.26__shadow_.4XuMzA7Uk7LhzHfGnMNKCPyz3xRoCg0_0 2023-12-03T11:52:41.788 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.783+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.14583384365417343450', time=2023-12-03T13:51:32.030574+0000, chain.objs.size()=1 2023-12-03T11:52:41.789 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.783+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.26__shadow_.oqN9_Fml_TpEr3YvCezNc_irjs67bqW_0 2023-12-03T11:52:41.789 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.783+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.8297530880376060022', time=2023-12-03T13:52:15.420397+0000, chain.objs.size()=1 2023-12-03T11:52:41.789 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.783+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.17__shadow:NueWEpztgMRUGnXOsZVHRbYLT0RzSr2_.JU4kF-lmutHkniie8ndV0Tz-m1ueXDU_0 2023-12-03T11:52:41.793 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.791+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing entries, marker: 2023-12-03T11:52:41.797 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.795+0000 7f2d8aae1980 20 garbage collection: RGWGC::process entered with GC index_shard=20, max_secs=3600, expired_only=0 2023-12-03T11:52:41.799 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.795+0000 7f2d8aae1980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:52:41.799 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.795+0000 7f2d8aae1980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:52:41.800 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.795+0000 7f2d8aae1980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=11, truncated=0, next_marker='' 2023-12-03T11:52:41.800 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.795+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='_255rUsgaKc5AZ7nv9ym_oMlgDAlR64h', time=2023-12-03T13:48:12.848119+0000, chain.objs.size()=1 2023-12-03T11:52:41.800 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.795+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.14__shadow_.tHHdo8tFNLwANNED4fAMDls-rtWi33r_0 2023-12-03T11:52:41.801 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.795+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.4149722494166222585', time=2023-12-03T13:48:13.196200+0000, chain.objs.size()=2 2023-12-03T11:52:41.801 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.795+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.12__shadow_.L6XdmT026P1Nk74RkE6eQYjmebnaX0w_0 2023-12-03T11:52:41.801 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.795+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.12__shadow_.L6XdmT026P1Nk74RkE6eQYjmebnaX0w_1 2023-12-03T11:52:41.801 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.795+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.16061284586525437468', time=2023-12-03T13:49:52.342148+0000, chain.objs.size()=1 2023-12-03T11:52:41.801 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.795+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.20__shadow_.JNxygbTj1AGc4RXyy58qc4i1D_Jqx87_0 2023-12-03T11:52:41.801 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.795+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.10840103744849543095', time=2023-12-03T13:50:24.388186+0000, chain.objs.size()=1 2023-12-03T11:52:41.801 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.795+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.21__shadow_.8AryzxxMPm7Qg8mJmOBAJRp5RlON9YQ_0 2023-12-03T11:52:41.801 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.795+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.4930849855072366552', time=2023-12-03T13:50:57.648470+0000, chain.objs.size()=1 2023-12-03T11:52:41.801 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.795+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.23__shadow_.q-r7ZFEGf0-3XKWN99RfWph7pN1x9yS_0 2023-12-03T11:52:41.801 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.795+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.13147486667581938531', time=2023-12-03T13:50:58.755723+0000, chain.objs.size()=1 2023-12-03T11:52:41.801 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.795+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.24__shadow_.Qn956E6TTjrmUL3w73OecVVEVziee0X_0 2023-12-03T11:52:41.801 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.795+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.2411501245919304045', time=2023-12-03T13:51:32.037627+0000, chain.objs.size()=1 2023-12-03T11:52:41.801 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.795+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.26__shadow_.9LTQaO6Vh-NZ7x30XoJmTBfHBqbtLbC_0 2023-12-03T11:52:41.801 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.795+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.2660595119214150991', time=2023-12-03T13:51:32.042630+0000, chain.objs.size()=1 2023-12-03T11:52:41.802 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.795+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.26__shadow_.1kCDxLe-ScpxOrm_6Jdk72uwAvKp4CK_0 2023-12-03T11:52:41.802 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.795+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.17206396366966282915', time=2023-12-03T13:51:32.070474+0000, chain.objs.size()=1 2023-12-03T11:52:41.802 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.795+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.26__shadow_.qK4_fF7HtJea9EJVCMtLHQ29ZMlz3wD_0 2023-12-03T11:52:41.802 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.795+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.2027061238170863955', time=2023-12-03T13:52:03.562268+0000, chain.objs.size()=1 2023-12-03T11:52:41.802 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.795+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.27__shadow_.Q4ditNUYMfeMpuNTtyixq1tvpDT_unh_0 2023-12-03T11:52:41.802 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.795+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.16721878592493513054', time=2023-12-03T13:52:04.406125+0000, chain.objs.size()=1 2023-12-03T11:52:41.802 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.795+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.16__shadow_._OlYHDs-NvOHML1UYz2XhJNYrZdDkTX_0 2023-12-03T11:52:41.808 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.803+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing entries, marker: 2023-12-03T11:52:41.811 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.807+0000 7f2d8aae1980 20 garbage collection: RGWGC::process entered with GC index_shard=21, max_secs=3600, expired_only=0 2023-12-03T11:52:41.813 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.811+0000 7f2d8aae1980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:52:41.814 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.811+0000 7f2d8aae1980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:52:41.815 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.811+0000 7f2d8aae1980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=9, truncated=0, next_marker='' 2023-12-03T11:52:41.815 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.811+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.12899043798311949882', time=2023-12-03T13:48:12.454480+0000, chain.objs.size()=1 2023-12-03T11:52:41.815 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.811+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.3__shadow_.bpWMd88KwV7DcQoFOMw6u7tR5H1SVuj_0 2023-12-03T11:52:41.815 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.811+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.11611894282743045406', time=2023-12-03T13:49:50.017466+0000, chain.objs.size()=1 2023-12-03T11:52:41.815 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.811+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.18__shadow_.1gtylyAiMqzZjuSnO1TWDk9J_-30w9V_0 2023-12-03T11:52:41.815 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.811+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.7007840594743546855', time=2023-12-03T13:50:23.984219+0000, chain.objs.size()=1 2023-12-03T11:52:41.815 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.811+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.21__shadow_.wXpNkpNseQoT513tvjZPkt36yY2SDcq_0 2023-12-03T11:52:41.815 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.811+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.3221620034742732075', time=2023-12-03T13:50:57.640518+0000, chain.objs.size()=1 2023-12-03T11:52:41.815 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.811+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.23__shadow_.H4YZS4u59m4Z0o1jL_ghTo_69GkzAK7_0 2023-12-03T11:52:41.815 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.811+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.4418722970806436449', time=2023-12-03T13:50:57.646544+0000, chain.objs.size()=1 2023-12-03T11:52:41.815 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.811+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.23__shadow_.JG2jpoqi9Q-N2mSsQL7AnDYkAJeo_NW_0 2023-12-03T11:52:41.815 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.811+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.4222483236929039163', time=2023-12-03T13:50:57.659417+0000, chain.objs.size()=1 2023-12-03T11:52:41.815 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.811+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.23__shadow_.sxzPXzQmmM5TM0LdE_U97FOVcWt_uOh_0 2023-12-03T11:52:41.816 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.811+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.12936256416313973518', time=2023-12-03T13:51:32.019702+0000, chain.objs.size()=1 2023-12-03T11:52:41.816 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.811+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.26__shadow_.7q9aySJ_N-oPsofqq1EuDEHnau3J-4u_0 2023-12-03T11:52:41.816 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.811+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.8704547946938365550', time=2023-12-03T13:52:03.567243+0000, chain.objs.size()=1 2023-12-03T11:52:41.816 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.811+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.27__shadow_.TSyYqNEXpyo8uZz-j7Rij2LnD5J8-pY_0 2023-12-03T11:52:41.816 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.811+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.9218017618140097457', time=2023-12-03T13:52:04.393626+0000, chain.objs.size()=1 2023-12-03T11:52:41.816 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.811+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.16__shadow_.1c8gGHC1fv5Tgy9C0jRckG0U0nD4dYm_0 2023-12-03T11:52:41.820 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.815+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing entries, marker: 2023-12-03T11:52:41.825 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.819+0000 7f2d8aae1980 20 garbage collection: RGWGC::process entered with GC index_shard=22, max_secs=3600, expired_only=0 2023-12-03T11:52:41.826 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.823+0000 7f2d8aae1980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:52:41.827 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.823+0000 7f2d8aae1980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:52:41.828 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.823+0000 7f2d8aae1980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=7, truncated=0, next_marker='' 2023-12-03T11:52:41.828 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.823+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.7532946265220532996', time=2023-12-03T13:49:50.003655+0000, chain.objs.size()=1 2023-12-03T11:52:41.828 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.823+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.18__shadow_.KmvuTPrTWCcGwlgGZOmbx0tBm06wYR2_0 2023-12-03T11:52:41.828 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.823+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.16758811812096582772', time=2023-12-03T13:50:22.936904+0000, chain.objs.size()=1 2023-12-03T11:52:41.828 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.823+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.20__shadow_._jZE2LR1hPpADwiaBBStfiq3luSxkQg_0 2023-12-03T11:52:41.828 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.823+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.9845784227801483352', time=2023-12-03T13:50:56.181076+0000, chain.objs.size()=1 2023-12-03T11:52:41.828 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.823+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.22__shadow_.SJBwCzbibooERLczGcECMQVpNcQj9aC_0 2023-12-03T11:52:41.828 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.823+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.6223545363576495050', time=2023-12-03T13:50:56.196492+0000, chain.objs.size()=1 2023-12-03T11:52:41.828 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.823+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.22__shadow_.43pr_UoKp0FzM2Sla6K7fBd9ajvGITL_0 2023-12-03T11:52:41.828 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.823+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.7134402898288715333', time=2023-12-03T13:50:57.628147+0000, chain.objs.size()=1 2023-12-03T11:52:41.828 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.823+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.23__shadow_.oD27Vbv218yWZ08qDbl6jrXIbaKi4nI_0 2023-12-03T11:52:41.828 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.823+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.7646599005084230631', time=2023-12-03T13:50:58.787207+0000, chain.objs.size()=1 2023-12-03T11:52:41.828 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.823+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.24__shadow_.mI9tGJFb043P6mL1OesY5jrSxzS2t_h_0 2023-12-03T11:52:41.828 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.823+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.17821280533729402097', time=2023-12-03T13:52:03.525681+0000, chain.objs.size()=1 2023-12-03T11:52:41.829 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.823+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.27__shadow_.0_LQmkWhBn-lUDvYIQpNcEO-Y9EMGlH_0 2023-12-03T11:52:41.832 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.827+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing entries, marker: 2023-12-03T11:52:41.836 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.831+0000 7f2d8aae1980 20 garbage collection: RGWGC::process entered with GC index_shard=23, max_secs=3600, expired_only=0 2023-12-03T11:52:41.838 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.835+0000 7f2d8aae1980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:52:41.839 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.835+0000 7f2d8aae1980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:52:41.839 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.835+0000 7f2d8aae1980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=5, truncated=0, next_marker='' 2023-12-03T11:52:41.839 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.835+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.17322592971441758820', time=2023-12-03T13:49:51.118583+0000, chain.objs.size()=1 2023-12-03T11:52:41.840 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.835+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.19__shadow_.1vQbcwcCP5auM-aQWIxsgTTP26Ylujx_0 2023-12-03T11:52:41.840 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.835+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.4471428906922606867', time=2023-12-03T13:50:22.916479+0000, chain.objs.size()=1 2023-12-03T11:52:41.840 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.835+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.20__shadow_.WB7YPTR5C1wn61l4uCe8G8ZZg-wvvcK_0 2023-12-03T11:52:41.840 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.835+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.13255432102866367790', time=2023-12-03T13:50:56.198769+0000, chain.objs.size()=1 2023-12-03T11:52:41.840 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.835+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.22__shadow_.ztCJXfa6v5568stROP2RwobvL1iZ9xk_0 2023-12-03T11:52:41.840 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.835+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.12937622411287204506', time=2023-12-03T13:51:30.574470+0000, chain.objs.size()=1 2023-12-03T11:52:41.840 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.835+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.25__shadow_.OuW1LtZN4Hrscz-57qbpJWz2Bd4igwY_0 2023-12-03T11:52:41.840 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.835+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.2286057375642628362', time=2023-12-03T13:52:15.422441+0000, chain.objs.size()=1 2023-12-03T11:52:41.840 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.835+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.17__shadow:hXjvvpMkObFKQNLhDzzwL7BGRNOji7K_.m59ww58nlFh1UAnt0IBpF6KCOYnkuX9_0 2023-12-03T11:52:41.843 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.839+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing entries, marker: 2023-12-03T11:52:41.846 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.843+0000 7f2d8aae1980 20 garbage collection: RGWGC::process entered with GC index_shard=24, max_secs=3600, expired_only=0 2023-12-03T11:52:41.848 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.843+0000 7f2d8aae1980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:52:41.848 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.843+0000 7f2d8aae1980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:52:41.849 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.843+0000 7f2d8aae1980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=4, truncated=0, next_marker='' 2023-12-03T11:52:41.849 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.843+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='_aPaCY8E0H0nh-cVqv9hzvvx6Hl2Ecc4', time=2023-12-03T13:48:12.983636+0000, chain.objs.size()=2 2023-12-03T11:52:41.849 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.843+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.15__shadow_.nvaObV91e3MlDkDgUhMYN_8_35zpDjd_0 2023-12-03T11:52:41.849 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.843+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.15__shadow_.nvaObV91e3MlDkDgUhMYN_8_35zpDjd_1 2023-12-03T11:52:41.849 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.843+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.11534478171317926102', time=2023-12-03T13:50:56.171751+0000, chain.objs.size()=1 2023-12-03T11:52:41.849 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.847+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.22__shadow_.nC_v5IBDtrv4cyHDtoxioOxYILQ3WFf_0 2023-12-03T11:52:41.849 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.847+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.891882036023330517', time=2023-12-03T13:50:57.641675+0000, chain.objs.size()=1 2023-12-03T11:52:41.850 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.847+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.23__shadow_.DBKVYVIzHYRqiCcx-sb8RErAYAYXtSl_0 2023-12-03T11:52:41.850 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.847+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.6550177364977199854', time=2023-12-03T13:51:30.572241+0000, chain.objs.size()=1 2023-12-03T11:52:41.850 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.847+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.25__shadow_.OiSKgXLgABG99hU3L8FpPcCEL7qYBrk_0 2023-12-03T11:52:41.853 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.851+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing entries, marker: 2023-12-03T11:52:41.856 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.851+0000 7f2d8aae1980 20 garbage collection: RGWGC::process entered with GC index_shard=25, max_secs=3600, expired_only=0 2023-12-03T11:52:41.858 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.855+0000 7f2d8aae1980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:52:41.858 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.855+0000 7f2d8aae1980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:52:41.859 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.855+0000 7f2d8aae1980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=16, truncated=0, next_marker='' 2023-12-03T11:52:41.859 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.855+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.9257734159392974017', time=2023-12-03T13:48:12.681307+0000, chain.objs.size()=4 2023-12-03T11:52:41.859 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.855+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.8__multipart_foo.2~HEp-mNZGyRjWfSEIrQAClO5fQUDE7Gm.1 2023-12-03T11:52:41.859 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.855+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.8__multipart_foo.2~HEp-mNZGyRjWfSEIrQAClO5fQUDE7Gm.2 2023-12-03T11:52:41.859 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.855+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.8__multipart_foo.2~HEp-mNZGyRjWfSEIrQAClO5fQUDE7Gm.3 2023-12-03T11:52:41.860 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.855+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.8__multipart_foo.2~HEp-mNZGyRjWfSEIrQAClO5fQUDE7Gm.4 2023-12-03T11:52:41.860 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.855+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='_jfyo-KGi20gix1kz08vmuv5Y6CWmpgU', time=2023-12-03T13:48:12.789797+0000, chain.objs.size()=1 2023-12-03T11:52:41.860 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.855+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.14__shadow_.mh9jsGtTpqROAmh5n7BfQsY_LNLnxAi_0 2023-12-03T11:52:41.860 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.855+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.15__multipart_foo-LUKEWARM.2~YGiTZdE4zqtuTG43wS2CC-o0Tgw_P8P.2_5d030c57551d8c27664c310ba76db387', time=2023-12-03T13:48:12.997333+0000, chain.objs.size()=3 2023-12-03T11:52:41.860 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.855+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.15__multipart_foo-LUKEWARM.2~YGiTZdE4zqtuTG43wS2CC-o0Tgw_P8P.1 2023-12-03T11:52:41.860 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.855+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.15__multipart_foo-LUKEWARM.2~YGiTZdE4zqtuTG43wS2CC-o0Tgw_P8P.2 2023-12-03T11:52:41.860 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.855+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.15__multipart_foo-LUKEWARM.2~YGiTZdE4zqtuTG43wS2CC-o0Tgw_P8P.3 2023-12-03T11:52:41.860 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.855+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.5205870073985272115', time=2023-12-03T13:48:13.336237+0000, chain.objs.size()=1 2023-12-03T11:52:41.860 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.855+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.6__shadow_.Fvffb6DNheuh2hnxEJ2GCsEvZRb7ASr_0 2023-12-03T11:52:41.860 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.855+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.11560943219572170640', time=2023-12-03T13:49:50.013317+0000, chain.objs.size()=1 2023-12-03T11:52:41.860 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.855+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.18__shadow_.whIyRpRAN2dUOzAcuYOS_elPo0ZQq9W_0 2023-12-03T11:52:41.860 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.855+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.95213061865352252', time=2023-12-03T13:49:50.020891+0000, chain.objs.size()=1 2023-12-03T11:52:41.860 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.855+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.18__shadow_.476IAMOj8mq6CHU3n7azgkMqEemFREQ_0 2023-12-03T11:52:41.860 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.855+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.1181988104166913383', time=2023-12-03T13:50:22.916081+0000, chain.objs.size()=1 2023-12-03T11:52:41.860 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.855+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.20__shadow_.bggw-SD7-i4s2hx6A_nWx-sKJh992Og_0 2023-12-03T11:52:41.864 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.859+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.5909163799985672740', time=2023-12-03T13:50:24.357007+0000, chain.objs.size()=1 2023-12-03T11:52:41.864 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.859+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.21__shadow_.WZUa5u_P6sgaCgs3DbfVhgTrxBjNCz7_0 2023-12-03T11:52:41.864 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.859+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.13730712301059965003', time=2023-12-03T13:50:24.380969+0000, chain.objs.size()=1 2023-12-03T11:52:41.864 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.859+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.21__shadow_.Tqjo9O86JpUi7_THjdchn0i7TY4yGV4_0 2023-12-03T11:52:41.864 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.859+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.1527457015314790404', time=2023-12-03T13:50:56.190780+0000, chain.objs.size()=1 2023-12-03T11:52:41.864 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.859+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.22__shadow_.avpJ7XrYlAktkruUIXJedwkOxO4rumI_0 2023-12-03T11:52:41.865 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.859+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.1967755120474528668', time=2023-12-03T13:50:57.625822+0000, chain.objs.size()=1 2023-12-03T11:52:41.865 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.859+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.23__shadow_.AQPe8OjO5ZnZQ20QWoXNaEJ3vuuPsA9_0 2023-12-03T11:52:41.865 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.859+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.17499546295809631488', time=2023-12-03T13:50:58.758031+0000, chain.objs.size()=1 2023-12-03T11:52:41.865 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.859+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.24__shadow_.n4nofPujd29GZ2aUoXdlPdivwALR-qI_0 2023-12-03T11:52:41.865 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.859+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.14792548311076801492', time=2023-12-03T13:51:30.531573+0000, chain.objs.size()=1 2023-12-03T11:52:41.865 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.859+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.25__shadow_.KkRuOyjRAACB-rK1FW50-BwCCvYut4h_0 2023-12-03T11:52:41.865 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.859+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.10187689237392362121', time=2023-12-03T13:51:32.013741+0000, chain.objs.size()=1 2023-12-03T11:52:41.865 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.859+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.26__shadow_.7L8vu6yuXBru0XWT6pJ_NArZQ0M8Yor_0 2023-12-03T11:52:41.865 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.859+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.16639400792435363900', time=2023-12-03T13:51:32.038022+0000, chain.objs.size()=1 2023-12-03T11:52:41.865 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.859+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.26__shadow_.IO616ZzHjq-eo4gxO1cosrQ-xQTZUb0_0 2023-12-03T11:52:41.865 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.859+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.9357845568859400486', time=2023-12-03T13:52:03.562530+0000, chain.objs.size()=1 2023-12-03T11:52:41.865 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.859+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.27__shadow_.gYb7JAUEvEbtJHajZ3UU9wPpa100R58_0 2023-12-03T11:52:41.871 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.867+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing entries, marker: 2023-12-03T11:52:41.874 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.871+0000 7f2d8aae1980 20 garbage collection: RGWGC::process entered with GC index_shard=26, max_secs=3600, expired_only=0 2023-12-03T11:52:41.875 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.871+0000 7f2d8aae1980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:52:41.876 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.871+0000 7f2d8aae1980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:52:41.877 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.871+0000 7f2d8aae1980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=10, truncated=0, next_marker='' 2023-12-03T11:52:41.877 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.871+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='_mxTn9UxQq1oC59AJ5mCCwWJHMG1Mhdd', time=2023-12-03T13:48:12.816459+0000, chain.objs.size()=1 2023-12-03T11:52:41.877 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.871+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.14__shadow_.gGqiacVYDpCDLW3l7XtjimheXxwQctf_0 2023-12-03T11:52:41.877 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.871+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.645758508045241729', time=2023-12-03T13:49:49.983380+0000, chain.objs.size()=1 2023-12-03T11:52:41.877 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.871+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.18__shadow_.sTQAxh9OdrKYpL2YE5ZcU-yzfAJleue_0 2023-12-03T11:52:41.877 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.871+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.2563390465428568897', time=2023-12-03T13:49:50.009920+0000, chain.objs.size()=1 2023-12-03T11:52:41.877 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.871+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.18__shadow_.htYOR_w7XNSnjYXUeXN6IQs_wftJg3T_0 2023-12-03T11:52:41.877 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.871+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.8482788971251285310', time=2023-12-03T13:49:51.093235+0000, chain.objs.size()=1 2023-12-03T11:52:41.878 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.871+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.19__shadow_.tOvb11ZeTtF3Kxc_tatuBoUVpB95A7u_0 2023-12-03T11:52:41.878 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.871+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.14493093046023000397', time=2023-12-03T13:50:22.939487+0000, chain.objs.size()=1 2023-12-03T11:52:41.878 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.871+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.20__shadow_.exsjHWjH084Q1F8uQRotyD9lYnBvKBV_0 2023-12-03T11:52:41.878 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.871+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.12899181629186041134', time=2023-12-03T13:50:22.954916+0000, chain.objs.size()=1 2023-12-03T11:52:41.878 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.871+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.20__shadow_.9cEzv8qxyKHp8MA2oBPk9ocp1QoJIz9_0 2023-12-03T11:52:41.878 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.871+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.17355805283582194197', time=2023-12-03T13:51:32.015946+0000, chain.objs.size()=1 2023-12-03T11:52:41.878 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.871+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.26__shadow_.vGaztDK-DrGhBwy6DAwRuuILVaaXpsz_0 2023-12-03T11:52:41.878 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.871+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.169181153005434443', time=2023-12-03T13:51:32.057439+0000, chain.objs.size()=1 2023-12-03T11:52:41.878 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.871+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.26__shadow_.V4Bnlryz1JvNvwIMuegGB4fIVyqdCTd_0 2023-12-03T11:52:41.878 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.871+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.5257320126066438667', time=2023-12-03T13:52:03.533552+0000, chain.objs.size()=1 2023-12-03T11:52:41.878 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.871+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.27__shadow_.kNw1pZHngSrHy3KPFyKY_SbtvSD3J4N_0 2023-12-03T11:52:41.878 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.871+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.4252386746943804511', time=2023-12-03T13:52:03.553912+0000, chain.objs.size()=1 2023-12-03T11:52:41.878 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.871+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.27__shadow_.ZP58hSAVJoJVnnZ2Tx92hAl1libbLhb_0 2023-12-03T11:52:41.883 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.879+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing entries, marker: 2023-12-03T11:52:41.887 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.883+0000 7f2d8aae1980 20 garbage collection: RGWGC::process entered with GC index_shard=27, max_secs=3600, expired_only=0 2023-12-03T11:52:41.888 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.883+0000 7f2d8aae1980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:52:41.889 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.883+0000 7f2d8aae1980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:52:41.889 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.887+0000 7f2d8aae1980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=5, truncated=0, next_marker='' 2023-12-03T11:52:41.889 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.887+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.809357635205334457', time=2023-12-03T13:49:51.079579+0000, chain.objs.size()=1 2023-12-03T11:52:41.889 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.887+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.19__shadow_.GjRusubm37-uT27Qfr4bCW70srTrqXB_0 2023-12-03T11:52:41.889 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.887+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.15263621308920167520', time=2023-12-03T13:50:24.409777+0000, chain.objs.size()=1 2023-12-03T11:52:41.889 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.887+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.21__shadow_.yB_nhQO7zTmwrzNDbA9F_XLlNGv7ACf_0 2023-12-03T11:52:41.890 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.887+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.6835158616564436482', time=2023-12-03T13:50:57.642504+0000, chain.objs.size()=1 2023-12-03T11:52:41.890 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.887+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.23__shadow_.G-vPvXxYrMN7Guv-Oda9eADAPyCF6a1_0 2023-12-03T11:52:41.890 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.887+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.2468298672913797555', time=2023-12-03T13:51:32.062954+0000, chain.objs.size()=1 2023-12-03T11:52:41.890 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.887+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.26__shadow_.dXKA62Lbz6SjAKE0jfBvGwph5J-g1SX_0 2023-12-03T11:52:41.890 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.887+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.3906080022854146370', time=2023-12-03T13:52:03.550356+0000, chain.objs.size()=1 2023-12-03T11:52:41.890 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.887+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.27__shadow_.6n4wksDqNuJS765Gco86ivoYMDVuA8n_0 2023-12-03T11:52:41.893 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.887+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing entries, marker: 2023-12-03T11:52:41.896 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.891+0000 7f2d8aae1980 20 garbage collection: RGWGC::process entered with GC index_shard=28, max_secs=3600, expired_only=0 2023-12-03T11:52:41.898 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.895+0000 7f2d8aae1980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:52:41.899 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.895+0000 7f2d8aae1980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:52:41.899 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.895+0000 7f2d8aae1980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=6, truncated=0, next_marker='' 2023-12-03T11:52:41.900 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.895+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.15310976928047390370', time=2023-12-03T13:48:12.469192+0000, chain.objs.size()=1 2023-12-03T11:52:41.900 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.895+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.3__shadow_.NuS41cDC6isR2G8BSt8DCHQc5rCL6-x_0 2023-12-03T11:52:41.900 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.895+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.5755934084923572628', time=2023-12-03T13:48:12.512738+0000, chain.objs.size()=1 2023-12-03T11:52:41.900 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.895+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.3__shadow_.PH0WNNhK_XeYSu9I2_Pm09Y4DoM19eX_0 2023-12-03T11:52:41.900 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.895+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.5680832100659236495', time=2023-12-03T13:48:12.727181+0000, chain.objs.size()=1 2023-12-03T11:52:41.900 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.895+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.14__shadow_.A4mm-ldUnAOkt9Xv_hzHH7bGRpevKSi_0 2023-12-03T11:52:41.900 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.895+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.15__multipart_foo-FROZEN.2~7D8BDtg56vjd8EkQm6aXcKsJQmtJ4Ln.2_8bd864c1716cc7b56ccab3eeaf84912e', time=2023-12-03T13:48:12.930530+0000, chain.objs.size()=3 2023-12-03T11:52:41.900 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.895+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.15__multipart_foo-FROZEN.2~7D8BDtg56vjd8EkQm6aXcKsJQmtJ4Ln.1 2023-12-03T11:52:41.900 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.895+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.15__multipart_foo-FROZEN.2~7D8BDtg56vjd8EkQm6aXcKsJQmtJ4Ln.2 2023-12-03T11:52:41.900 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.895+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.15__multipart_foo-FROZEN.2~7D8BDtg56vjd8EkQm6aXcKsJQmtJ4Ln.3 2023-12-03T11:52:41.900 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.895+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.8360725936707991441', time=2023-12-03T13:50:58.758063+0000, chain.objs.size()=1 2023-12-03T11:52:41.900 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.895+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.24__shadow_.jXDiszDgA9VNoSnSiQIAEappAd0a-p9_0 2023-12-03T11:52:41.900 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.895+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.8247985302564246461', time=2023-12-03T13:51:30.549320+0000, chain.objs.size()=1 2023-12-03T11:52:41.900 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.895+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.25__shadow_.mm0cqGqucq5DfvRYdszkJtQtWsTvOgQ_0 2023-12-03T11:52:41.903 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.899+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing entries, marker: 2023-12-03T11:52:41.906 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.903+0000 7f2d8aae1980 20 garbage collection: RGWGC::process entered with GC index_shard=29, max_secs=3600, expired_only=0 2023-12-03T11:52:41.908 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.903+0000 7f2d8aae1980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:52:41.909 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.903+0000 7f2d8aae1980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:52:41.909 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.907+0000 7f2d8aae1980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=9, truncated=0, next_marker='' 2023-12-03T11:52:41.910 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.907+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.17758947879219455454', time=2023-12-03T13:48:12.834080+0000, chain.objs.size()=1 2023-12-03T11:52:41.910 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.907+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.14__shadow_.5tAmMpa2ocwNqt0Qwayo-pyYGodg8kl_0 2023-12-03T11:52:41.910 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.907+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.16494721734829968555', time=2023-12-03T13:49:49.985482+0000, chain.objs.size()=1 2023-12-03T11:52:41.910 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.907+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.18__shadow_.RTExFdoGENoJ5arkX6d2z3nOxblrjzH_0 2023-12-03T11:52:41.910 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.907+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.7605915783682406134', time=2023-12-03T13:50:22.946898+0000, chain.objs.size()=1 2023-12-03T11:52:41.910 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.907+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.20__shadow_.QpsCukirwECXwGFVbWbKmBmdA_F0iTn_0 2023-12-03T11:52:41.910 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.907+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.8757915515059136162', time=2023-12-03T13:50:24.356573+0000, chain.objs.size()=1 2023-12-03T11:52:41.910 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.907+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.21__shadow_.UghpwHiUimfiwX_x6Qf5iYTdfn_ZXog_0 2023-12-03T11:52:41.910 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.907+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.17830042071435624170', time=2023-12-03T13:50:24.377797+0000, chain.objs.size()=1 2023-12-03T11:52:41.910 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.907+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.21__shadow_.bc_Q-yCNRZwMr6TpY31WIxeNtUJ5fFV_0 2023-12-03T11:52:41.910 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.907+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.8266119401985615403', time=2023-12-03T13:50:24.396879+0000, chain.objs.size()=1 2023-12-03T11:52:41.910 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.907+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.21__shadow_.FIyB2IPiN98f3yBL2F8N3Jj7Y_OLxba_0 2023-12-03T11:52:41.910 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.907+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.11924178558736325314', time=2023-12-03T13:50:56.181992+0000, chain.objs.size()=1 2023-12-03T11:52:41.911 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.907+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.22__shadow_.uJ8CCghVhHyTVsy6ueSgMvLj6cOiWs5_0 2023-12-03T11:52:41.911 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.907+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.3005130791090117384', time=2023-12-03T13:50:58.776132+0000, chain.objs.size()=1 2023-12-03T11:52:41.911 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.907+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.24__shadow_.48D7MC1sjow6r8MxtjlG7VZv-1h7-dl_0 2023-12-03T11:52:41.911 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.907+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.4557756354948064065', time=2023-12-03T13:52:03.536400+0000, chain.objs.size()=1 2023-12-03T11:52:41.911 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.907+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.27__shadow_.voLFu0umc9M-jWjge_bWZxITYjpJUAX_0 2023-12-03T11:52:41.915 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.911+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing entries, marker: 2023-12-03T11:52:41.918 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.915+0000 7f2d8aae1980 20 garbage collection: RGWGC::process entered with GC index_shard=30, max_secs=3600, expired_only=0 2023-12-03T11:52:41.920 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.915+0000 7f2d8aae1980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:52:41.920 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.915+0000 7f2d8aae1980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:52:41.921 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.915+0000 7f2d8aae1980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=8, truncated=0, next_marker='' 2023-12-03T11:52:41.921 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.915+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.14160909723738430872', time=2023-12-03T13:49:49.989469+0000, chain.objs.size()=1 2023-12-03T11:52:41.921 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.919+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.18__shadow_.pjVMHm_n2tq-VQFG_iegZyKr7uM3xj6_0 2023-12-03T11:52:41.922 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.919+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.8839989692407127160', time=2023-12-03T13:49:51.058271+0000, chain.objs.size()=1 2023-12-03T11:52:41.922 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.919+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.19__shadow_.51ElZgjEYj9DuofxIDMOF26Odgn0080_0 2023-12-03T11:52:41.922 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.919+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.3028708814897662905', time=2023-12-03T13:49:51.073451+0000, chain.objs.size()=1 2023-12-03T11:52:41.922 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.919+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.19__shadow_.TNhvqap1cuky9FjaLG8fqs5eo3hhJb5_0 2023-12-03T11:52:41.922 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.919+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.6273187965458791957', time=2023-12-03T13:50:57.621826+0000, chain.objs.size()=1 2023-12-03T11:52:41.922 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.919+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.23__shadow_.OX3TYqCFPPZqsyyKDvoD2v5J3lKcvCg_0 2023-12-03T11:52:41.922 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.919+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.4668381533640451070', time=2023-12-03T13:50:57.631624+0000, chain.objs.size()=1 2023-12-03T11:52:41.922 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.919+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.23__shadow_.GMu2wazI-WHj2CDn2MWAzme7LFNdmOG_0 2023-12-03T11:52:41.922 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.919+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.12775082162913025171', time=2023-12-03T13:50:58.751124+0000, chain.objs.size()=1 2023-12-03T11:52:41.922 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.919+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.24__shadow_.3JWeuDjiynUH4lBgFhoBllx5ceRqWTW_0 2023-12-03T11:52:41.922 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.919+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.11061883287148444910', time=2023-12-03T13:52:03.548734+0000, chain.objs.size()=1 2023-12-03T11:52:41.922 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.919+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.27__shadow_.1QyRqZA_3ShK05lZJxlFX3VGIfQcKIQ_0 2023-12-03T11:52:41.922 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.919+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.11654488279180568802', time=2023-12-03T13:52:03.557787+0000, chain.objs.size()=1 2023-12-03T11:52:41.922 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.919+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.27__shadow_.pnXelFTh6yLhoQltJ7Td-eVDceuyJA-_0 2023-12-03T11:52:41.928 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.923+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing entries, marker: 2023-12-03T11:52:41.931 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.927+0000 7f2d8aae1980 20 garbage collection: RGWGC::process entered with GC index_shard=31, max_secs=3600, expired_only=0 2023-12-03T11:52:41.932 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.927+0000 7f2d8aae1980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:52:41.933 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.927+0000 7f2d8aae1980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:52:41.934 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.931+0000 7f2d8aae1980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=9, truncated=0, next_marker='' 2023-12-03T11:52:41.934 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.931+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='_YDsDYHQAKkLAFio7pgGGdN3cufmkonY', time=2023-12-03T13:48:12.764331+0000, chain.objs.size()=1 2023-12-03T11:52:41.934 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.931+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.14__shadow_.MwiLrYRiWDtPlr5rKHEC8EqLXd1eqsc_0 2023-12-03T11:52:41.934 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.931+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.9589394979784775053', time=2023-12-03T13:50:57.623188+0000, chain.objs.size()=1 2023-12-03T11:52:41.934 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.931+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.23__shadow_.QDs1fBKD-VEd6qntgpvdEd4vP3lGNXj_0 2023-12-03T11:52:41.934 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.931+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.12766789106725659566', time=2023-12-03T13:50:58.757267+0000, chain.objs.size()=1 2023-12-03T11:52:41.935 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.931+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.24__shadow_.IM9i-IdD9xr5LElxLvstvIBQhVEY9hR_0 2023-12-03T11:52:41.935 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.931+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.4832167244229919056', time=2023-12-03T13:50:58.769365+0000, chain.objs.size()=1 2023-12-03T11:52:41.935 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.931+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.24__shadow_.pQDVIiBf6KsUyIrCP0qEbrahRYHgYIo_0 2023-12-03T11:52:41.935 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.931+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.543977730511573062', time=2023-12-03T13:51:30.543927+0000, chain.objs.size()=1 2023-12-03T11:52:41.935 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.931+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.25__shadow_.-_8Su7f8A4KLhV1QOnT5dB9opVI4K22_0 2023-12-03T11:52:41.935 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.931+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.8619342733257202957', time=2023-12-03T13:51:30.551600+0000, chain.objs.size()=1 2023-12-03T11:52:41.935 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.931+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.25__shadow_.FLVk93VZ0yLgxPQH_bRBOBfH2sWd89p_0 2023-12-03T11:52:41.935 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.931+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.6279173223169209382', time=2023-12-03T13:51:30.565574+0000, chain.objs.size()=1 2023-12-03T11:52:41.935 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.931+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.25__shadow_.0Ht9fvzdHDwI3T7Rdt1IEClGH3hJ3e2_0 2023-12-03T11:52:41.935 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.931+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.10913285371931159043', time=2023-12-03T13:51:32.044887+0000, chain.objs.size()=1 2023-12-03T11:52:41.936 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.931+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.26__shadow_.DASpu-CwZk0NmiSzZef9L1zQGJWY2o3_0 2023-12-03T11:52:41.936 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.931+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.14947876709611738456', time=2023-12-03T13:51:32.072663+0000, chain.objs.size()=1 2023-12-03T11:52:41.936 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.931+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.26__shadow_.kRcKQxq9QY12PjiiXmy4PfHkUwVtcET_0 2023-12-03T11:52:41.940 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.935+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing entries, marker: 2023-12-03T11:52:41.943 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.939+0000 7f2d8aae1980 20 garbage collection: RGWGC::process entered with GC index_shard=0, max_secs=3600, expired_only=0 2023-12-03T11:52:41.945 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.943+0000 7f2d8aae1980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:52:41.945 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.943+0000 7f2d8aae1980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:52:41.946 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.943+0000 7f2d8aae1980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=3, truncated=0, next_marker='' 2023-12-03T11:52:41.946 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.943+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='_07Yy5S4q0_2EF7zkDBq1oTXUXxMDNyn', time=2023-12-03T13:48:12.961919+0000, chain.objs.size()=2 2023-12-03T11:52:41.946 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.943+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.15__shadow_.yd4WNsN0JhNA2fNdnQlCuI8TcJFyB7r_0 2023-12-03T11:52:41.946 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.943+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.15__shadow_.yd4WNsN0JhNA2fNdnQlCuI8TcJFyB7r_1 2023-12-03T11:52:41.946 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.943+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.8002872605196935644', time=2023-12-03T13:50:22.942946+0000, chain.objs.size()=1 2023-12-03T11:52:41.946 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.943+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.20__shadow_.riIGotexZIH5Du-jpRhEJtHaHXFT2O3_0 2023-12-03T11:52:41.946 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.943+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.9422068966520803638', time=2023-12-03T13:50:58.751225+0000, chain.objs.size()=1 2023-12-03T11:52:41.947 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.943+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.24__shadow_.yChwWNSS41G4CDcJaLm3LLAbGqBsyrZ_0 2023-12-03T11:52:41.949 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.947+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing entries, marker: 2023-12-03T11:52:41.952 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.947+0000 7f2d8aae1980 20 garbage collection: RGWGC::process entered with GC index_shard=1, max_secs=3600, expired_only=0 2023-12-03T11:52:41.954 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.951+0000 7f2d8aae1980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:52:41.954 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.951+0000 7f2d8aae1980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:52:41.956 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.951+0000 7f2d8aae1980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=13, truncated=0, next_marker='' 2023-12-03T11:52:41.956 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.951+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.14646083072117023014', time=2023-12-03T13:48:13.122345+0000, chain.objs.size()=3 2023-12-03T11:52:41.956 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.951+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.13__multipart_foo-LUKEWARM.2~v-tlJmklgtTdJKnx3-MGWHrib4s2q5b.1 2023-12-03T11:52:41.956 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.951+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.13__multipart_foo-LUKEWARM.2~v-tlJmklgtTdJKnx3-MGWHrib4s2q5b.2 2023-12-03T11:52:41.956 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.951+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.13__multipart_foo-LUKEWARM.2~v-tlJmklgtTdJKnx3-MGWHrib4s2q5b.3 2023-12-03T11:52:41.956 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.951+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.7120140243964235579', time=2023-12-03T13:49:49.979959+0000, chain.objs.size()=1 2023-12-03T11:52:41.956 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.951+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.18__shadow_.skD_gaHYVxII-NRmDnH8VobH90_QuFv_0 2023-12-03T11:52:41.956 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.951+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.628870302486752491', time=2023-12-03T13:49:50.017525+0000, chain.objs.size()=1 2023-12-03T11:52:41.956 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.951+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.18__shadow_.qfuP_QQWG_xcM3kM4SF1j5dTX8aH_Cs_0 2023-12-03T11:52:41.956 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.951+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.2585687816603398379', time=2023-12-03T13:49:51.071036+0000, chain.objs.size()=1 2023-12-03T11:52:41.956 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.951+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.19__shadow_.3we_tFiYKlBqp1ef_PLLGjnUvO6UMIC_0 2023-12-03T11:52:41.956 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.951+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.17081840765154531587', time=2023-12-03T13:49:51.082579+0000, chain.objs.size()=1 2023-12-03T11:52:41.957 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.951+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.19__shadow_.kR2QGbqTSexQInHPxN6OvM-APXx7vF2_0 2023-12-03T11:52:41.957 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.951+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.14728619634230084413', time=2023-12-03T13:50:24.378509+0000, chain.objs.size()=1 2023-12-03T11:52:41.957 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.951+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.21__shadow_.4aWxUJqe6wfMTzv7fIdeWIYZiUhQoIT_0 2023-12-03T11:52:41.957 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.951+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.1093789783811708091', time=2023-12-03T13:50:56.174946+0000, chain.objs.size()=1 2023-12-03T11:52:41.957 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.951+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.22__shadow_.Yef6arsJryKcARO_K8143ydiMWklGL__0 2023-12-03T11:52:41.957 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.951+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.11343163959512335295', time=2023-12-03T13:50:56.178737+0000, chain.objs.size()=1 2023-12-03T11:52:41.957 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.951+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.22__shadow_.8G98bd2cqPUwWnTYvTHESCpgqPvxVp6_0 2023-12-03T11:52:41.957 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.951+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.1488885980868651223', time=2023-12-03T13:50:56.209976+0000, chain.objs.size()=1 2023-12-03T11:52:41.957 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.951+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.22__shadow_.6Y1ltKBBtCSTHU5Qj0Utf--4nHt5wOs_0 2023-12-03T11:52:41.957 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.951+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.15782118495580220688', time=2023-12-03T13:50:58.750321+0000, chain.objs.size()=1 2023-12-03T11:52:41.958 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.951+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.24__shadow_.A0Q_DmoyooITIlCCTjQjkCwU47DAYlY_0 2023-12-03T11:52:41.959 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.955+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.6541777251597251293', time=2023-12-03T13:50:58.767735+0000, chain.objs.size()=1 2023-12-03T11:52:41.959 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.955+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.24__shadow_.8F-sXohx3Bvi7Cw3g4WqppRRAOl5VGW_0 2023-12-03T11:52:41.960 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.955+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.11232524272306904629', time=2023-12-03T13:51:30.549898+0000, chain.objs.size()=1 2023-12-03T11:52:41.960 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.955+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.25__shadow_.UgZdnuKgZknTEsQyaS1AD_wLioCVHKi_0 2023-12-03T11:52:41.960 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.955+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.9169121730082864957', time=2023-12-03T13:52:03.576503+0000, chain.objs.size()=1 2023-12-03T11:52:41.960 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.955+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.27__shadow_.hk9fRVd4CUPaAg-us6VIP40PHlyP-wQ_0 2023-12-03T11:52:41.965 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.959+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing entries, marker: 2023-12-03T11:52:41.967 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.963+0000 7f2d8aae1980 20 garbage collection: RGWGC::process entered with GC index_shard=2, max_secs=3600, expired_only=0 2023-12-03T11:52:41.970 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.967+0000 7f2d8aae1980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:52:41.970 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.967+0000 7f2d8aae1980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:52:41.971 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.967+0000 7f2d8aae1980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=5, truncated=0, next_marker='' 2023-12-03T11:52:41.971 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.967+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.13885745708195175623', time=2023-12-03T13:48:13.323997+0000, chain.objs.size()=1 2023-12-03T11:52:41.971 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.967+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.6__shadow_.x2lK7RgHF8K6v2ac1M_XTM7K6KWW203_0 2023-12-03T11:52:41.971 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.967+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.14794904013846371549', time=2023-12-03T13:49:49.991870+0000, chain.objs.size()=1 2023-12-03T11:52:41.971 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.967+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.18__shadow_.m1GXZghvwlv3OwXO5rx4Z_V4mRsA8T9_0 2023-12-03T11:52:41.971 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.967+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.6910181877757149735', time=2023-12-03T13:49:49.998486+0000, chain.objs.size()=1 2023-12-03T11:52:41.971 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.967+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.18__shadow_.X30S0tlZvss7JnpENy6uWwUfe-Otg2n_0 2023-12-03T11:52:41.971 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.967+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.18403624991936500473', time=2023-12-03T13:50:58.745173+0000, chain.objs.size()=1 2023-12-03T11:52:41.972 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.967+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.24__shadow_.ZrJB2A_pxH43NIEHzQ8kbUkNlBkkgUe_0 2023-12-03T11:52:41.972 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.967+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.1452314518454408426', time=2023-12-03T13:51:29.903697+0000, chain.objs.size()=1 2023-12-03T11:52:41.972 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.967+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.25__shadow_.qbC0kGmh2WOP_G0WJeVwM5UXWmaFeAA_0 2023-12-03T11:52:41.975 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.971+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing entries, marker: 2023-12-03T11:52:41.977 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.975+0000 7f2d8aae1980 20 garbage collection: RGWGC::process entered with GC index_shard=3, max_secs=3600, expired_only=0 2023-12-03T11:52:41.979 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.975+0000 7f2d8aae1980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:52:41.979 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.975+0000 7f2d8aae1980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:52:41.980 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.975+0000 7f2d8aae1980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=13, truncated=0, next_marker='' 2023-12-03T11:52:41.981 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.975+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.14__shadow_.R8BnHQna03krccKlErpkadn36f_a6Ba_1_b5a36132bb201fd15d970d9a95d3314d', time=2023-12-03T13:48:12.803681+0000, chain.objs.size()=1 2023-12-03T11:52:41.981 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.975+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.14__shadow_.R8BnHQna03krccKlErpkadn36f_a6Ba_0 2023-12-03T11:52:41.981 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.975+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='_iLi-s3zqVLNJ5lLJgLMsClbVDSiMcer', time=2023-12-03T13:48:13.010179+0000, chain.objs.size()=2 2023-12-03T11:52:41.981 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.975+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.15__shadow_.-gBrXZWfnI66wBAJBQqUW_lUFAJkS2X_0 2023-12-03T11:52:41.981 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.975+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.15__shadow_.-gBrXZWfnI66wBAJBQqUW_lUFAJkS2X_1 2023-12-03T11:52:41.981 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.975+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.15__multipart_foo-STANDARD.2~jynVby_fF1pEy--IaKQid1cgjXo5c2K.2_b68ea6de404da68da0c70edc0104c8af', time=2023-12-03T13:48:13.061618+0000, chain.objs.size()=3 2023-12-03T11:52:41.981 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.975+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.15__multipart_foo-STANDARD.2~jynVby_fF1pEy--IaKQid1cgjXo5c2K.1 2023-12-03T11:52:41.981 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.975+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.15__multipart_foo-STANDARD.2~jynVby_fF1pEy--IaKQid1cgjXo5c2K.2 2023-12-03T11:52:41.981 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.975+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.15__multipart_foo-STANDARD.2~jynVby_fF1pEy--IaKQid1cgjXo5c2K.3 2023-12-03T11:52:41.981 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.975+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.4189498682244164413', time=2023-12-03T13:48:13.445486+0000, chain.objs.size()=1 2023-12-03T11:52:41.981 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.975+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.7__shadow_.SeqgzVtzajPgMRnDXmvx0A_7ur5xhrY_0 2023-12-03T11:52:41.981 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.975+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.1825876029794951367', time=2023-12-03T13:49:49.983481+0000, chain.objs.size()=1 2023-12-03T11:52:41.981 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.975+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.18__shadow_.ivT8muT4KBuWs3HsE6ewETJZNWptQaj_0 2023-12-03T11:52:41.981 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.975+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.13297448866214577539', time=2023-12-03T13:49:51.068136+0000, chain.objs.size()=1 2023-12-03T11:52:41.981 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.975+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.19__shadow_.fI_-oF_hjojvzBmHiK3I_Nr73rS00lS_0 2023-12-03T11:52:41.982 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.975+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.12333098742347697537', time=2023-12-03T13:50:24.356024+0000, chain.objs.size()=1 2023-12-03T11:52:41.982 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.975+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.21__shadow_.0U_7FaJQfYMfgiWwFWRm4uTSiaEPS9N_0 2023-12-03T11:52:41.982 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.975+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.7225301253783658767', time=2023-12-03T13:50:56.166700+0000, chain.objs.size()=1 2023-12-03T11:52:41.982 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.975+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.22__shadow_.nNnVg8nu3yOW2ZezCdd5PrnTyctftXi_0 2023-12-03T11:52:41.982 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.975+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.2724015517063616606', time=2023-12-03T13:50:56.179868+0000, chain.objs.size()=1 2023-12-03T11:52:41.982 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.975+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.22__shadow_.0TPwbP2oxKrcj4efZYtj7Kvb4gFefVa_0 2023-12-03T11:52:41.986 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.983+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.13051248558652792642', time=2023-12-03T13:50:56.195996+0000, chain.objs.size()=1 2023-12-03T11:52:41.986 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.983+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.22__shadow_.0p3Os6OBkjMhP2c_ZnAZhYzpVhVwueU_0 2023-12-03T11:52:41.986 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.983+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.14427512541892741224', time=2023-12-03T13:50:57.646108+0000, chain.objs.size()=1 2023-12-03T11:52:41.986 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.983+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.23__shadow_.CLNPXbPL8Y8Au3Kux-y1BMylQ45UDFm_0 2023-12-03T11:52:41.986 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.983+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.15808110037164548738', time=2023-12-03T13:50:58.758882+0000, chain.objs.size()=1 2023-12-03T11:52:41.986 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.983+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.24__shadow_.vdHSw6K8e1FSnVXxrGPcwuabPLg7xa6_0 2023-12-03T11:52:41.986 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.983+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.2038324697657499949', time=2023-12-03T13:51:30.556092+0000, chain.objs.size()=1 2023-12-03T11:52:41.987 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.983+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.25__shadow_.fmNbrju-eLO-42HoN36M22F5zE9bmmI_0 2023-12-03T11:52:41.990 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.987+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing entries, marker: 2023-12-03T11:52:41.994 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.991+0000 7f2d8aae1980 20 garbage collection: RGWGC::process entered with GC index_shard=4, max_secs=3600, expired_only=0 2023-12-03T11:52:41.995 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.991+0000 7f2d8aae1980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:52:41.996 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.991+0000 7f2d8aae1980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:52:41.997 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.991+0000 7f2d8aae1980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=11, truncated=0, next_marker='' 2023-12-03T11:52:41.997 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.991+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.16292957521676885401', time=2023-12-03T13:48:12.443366+0000, chain.objs.size()=1 2023-12-03T11:52:41.998 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.991+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.3__shadow_.B0O6mw2_G0fVR4yIfdJLAkcXUZmuatJ_0 2023-12-03T11:52:41.998 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.991+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.8670279032362480154', time=2023-12-03T13:48:13.028023+0000, chain.objs.size()=3 2023-12-03T11:52:41.998 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.991+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.15__multipart_foo-STANDARD.2~jynVby_fF1pEy--IaKQid1cgjXo5c2K.1 2023-12-03T11:52:41.998 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.991+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.15__multipart_foo-STANDARD.2~jynVby_fF1pEy--IaKQid1cgjXo5c2K.2 2023-12-03T11:52:41.998 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.991+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.15__multipart_foo-STANDARD.2~jynVby_fF1pEy--IaKQid1cgjXo5c2K.3 2023-12-03T11:52:41.998 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.991+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='_Qo2KTmSWC0LdcBocvaa0WMqXgPEg6nq', time=2023-12-03T13:48:13.040350+0000, chain.objs.size()=1 2023-12-03T11:52:41.998 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.991+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.15__shadow_.gc0iVhsHR2OTbrUQm8L_8Xi42NvPyfw_0 2023-12-03T11:52:41.998 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.991+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.5305876698314578096', time=2023-12-03T13:49:51.061177+0000, chain.objs.size()=1 2023-12-03T11:52:41.998 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.991+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.19__shadow_.8giG6oAUIgncrPQ75CU37alYLdTvKAD_0 2023-12-03T11:52:41.998 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.991+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.12448403863550054140', time=2023-12-03T13:49:51.097497+0000, chain.objs.size()=1 2023-12-03T11:52:41.998 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.991+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.19__shadow_.l9q7jAhtc3nhbpIE_EiX0V0hvOUDQDx_0 2023-12-03T11:52:41.999 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.991+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.17949789003117718108', time=2023-12-03T13:50:22.935414+0000, chain.objs.size()=1 2023-12-03T11:52:41.999 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.991+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.20__shadow_.2akHZ5rRq-IP6D8scM0So3LWdYH4bja_0 2023-12-03T11:52:41.999 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.991+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.4113981667747263788', time=2023-12-03T13:50:22.964080+0000, chain.objs.size()=1 2023-12-03T11:52:41.999 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.991+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.20__shadow_.OK77BPMErFOQrKcrycBg0fNYTHHNU4U_0 2023-12-03T11:52:41.999 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.991+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.238564186795545581', time=2023-12-03T13:51:32.019251+0000, chain.objs.size()=1 2023-12-03T11:52:41.999 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.991+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.26__shadow_.1xKoyWpqqvl0hyL859p7NNdtU15qHcc_0 2023-12-03T11:52:41.999 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.995+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.11517829373404971822', time=2023-12-03T13:52:03.526564+0000, chain.objs.size()=1 2023-12-03T11:52:41.999 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.995+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.27__shadow_.Cf7n-GO9zjDzuzbp9SRXu1nPp_sK1a9_0 2023-12-03T11:52:41.999 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.995+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.15357240923301792483', time=2023-12-03T13:52:03.538049+0000, chain.objs.size()=1 2023-12-03T11:52:41.999 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.995+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.27__shadow_.LyS0Z4gb2HRXDCm-XK0FolDGx6z3KX8_0 2023-12-03T11:52:42.002 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.999+0000 7f2d8aae1980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.5672803586462690954', time=2023-12-03T13:52:04.395469+0000, chain.objs.size()=1 2023-12-03T11:52:42.002 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:41.999+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.16__shadow_.sdl_4NCFjK3NPzYbdXqjkE2H01vnyRX_0 2023-12-03T11:52:42.005 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:42.003+0000 7f2d8aae1980 5 garbage collection: RGWGC::process removing entries, marker: 2023-12-03T11:52:42.009 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:42.007+0000 7f2d4e7e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:52:42.012 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:42.007+0000 7f2d8aae1980 20 remove_watcher() i=0 2023-12-03T11:52:42.012 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:42.007+0000 7f2d8aae1980 2 removed watcher, disabling cache 2023-12-03T11:52:42.013 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:42.011+0000 7f2d8aae1980 20 remove_watcher() i=1 2023-12-03T11:52:42.014 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:42.011+0000 7f2d8aae1980 20 remove_watcher() i=2 2023-12-03T11:52:42.016 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:42.011+0000 7f2d8aae1980 20 remove_watcher() i=3 2023-12-03T11:52:42.018 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:42.015+0000 7f2d8aae1980 20 remove_watcher() i=4 2023-12-03T11:52:42.019 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:42.015+0000 7f2d8aae1980 20 remove_watcher() i=5 2023-12-03T11:52:42.020 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:42.015+0000 7f2d8aae1980 20 remove_watcher() i=6 2023-12-03T11:52:42.021 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:42.019+0000 7f2d8aae1980 20 remove_watcher() i=7 2023-12-03T11:52:42.028 DEBUG:teuthology.orchestra.run.smithi019:> radosgw-admin gc process --include-all 2023-12-03T11:52:42.095 INFO:teuthology.orchestra.run.smithi019.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:52:42.095 INFO:teuthology.orchestra.run.smithi019.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:52:42.113 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:42.111+0000 7fc690eb7980 20 rados->read ofs=0 len=0 2023-12-03T11:52:42.115 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:42.111+0000 7fc690eb7980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:52:42.115 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:42.111+0000 7fc690eb7980 20 realm 2023-12-03T11:52:42.115 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:42.111+0000 7fc690eb7980 20 rados->read ofs=0 len=0 2023-12-03T11:52:42.116 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:42.111+0000 7fc690eb7980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:52:42.116 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:42.111+0000 7fc690eb7980 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:52:42.116 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:42.111+0000 7fc690eb7980 20 rados->read ofs=0 len=0 2023-12-03T11:52:42.116 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:42.111+0000 7fc690eb7980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:52:42.116 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:42.111+0000 7fc690eb7980 20 rados->read ofs=0 len=0 2023-12-03T11:52:42.118 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:42.115+0000 7fc690eb7980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:52:42.118 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:42.115+0000 7fc690eb7980 20 rados->read ofs=0 len=0 2023-12-03T11:52:42.118 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:42.115+0000 7fc690eb7980 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:52:42.118 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:42.115+0000 7fc690eb7980 20 searching for the correct realm 2023-12-03T11:52:42.136 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:42.131+0000 7fc68f1d4640 0 -- 172.21.15.19:0/977387578 >> [v2:172.21.15.19:6810/916309765,v1:172.21.15.19:6813/916309765] conn(0x5585dbd9c950 msgr2=0x5585dbd9ed40 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:52:42.143 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:42.139+0000 7fc690eb7980 20 RGWRados::pool_iterate: got zonegroup_info.9433ba8b-08fe-4f3d-8375-ae7b0ce32294 2023-12-03T11:52:42.143 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:42.139+0000 7fc690eb7980 20 RGWRados::pool_iterate: got zone_info.43a5e689-6a4f-4bb6-8529-28824bd75ab9 2023-12-03T11:52:42.143 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:42.139+0000 7fc690eb7980 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:52:42.143 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:42.139+0000 7fc690eb7980 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:52:42.143 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:42.139+0000 7fc690eb7980 20 rados->read ofs=0 len=0 2023-12-03T11:52:42.144 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:42.139+0000 7fc690eb7980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:52:42.144 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:42.139+0000 7fc690eb7980 20 rados->read ofs=0 len=0 2023-12-03T11:52:42.144 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:42.139+0000 7fc690eb7980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:52:42.144 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:42.139+0000 7fc690eb7980 20 rados->read ofs=0 len=0 2023-12-03T11:52:42.145 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:42.139+0000 7fc690eb7980 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:52:42.145 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:42.139+0000 7fc690eb7980 20 zone default found 2023-12-03T11:52:42.145 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:42.139+0000 7fc690eb7980 4 Realm: () 2023-12-03T11:52:42.145 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:42.139+0000 7fc690eb7980 4 ZoneGroup: default (9433ba8b-08fe-4f3d-8375-ae7b0ce32294) 2023-12-03T11:52:42.145 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:42.139+0000 7fc690eb7980 4 Zone: default (43a5e689-6a4f-4bb6-8529-28824bd75ab9) 2023-12-03T11:52:42.145 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:42.139+0000 7fc690eb7980 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:52:42.145 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:42.139+0000 7fc690eb7980 20 zonegroup default 2023-12-03T11:52:42.145 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:42.139+0000 7fc690eb7980 20 rados->read ofs=0 len=0 2023-12-03T11:52:42.145 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:42.139+0000 7fc690eb7980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:52:42.145 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:42.139+0000 7fc690eb7980 20 rados->read ofs=0 len=0 2023-12-03T11:52:42.146 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:42.143+0000 7fc690eb7980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:52:42.146 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:42.143+0000 7fc690eb7980 20 rados->read ofs=0 len=0 2023-12-03T11:52:42.146 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:42.143+0000 7fc68e1d2640 0 -- 172.21.15.19:0/977387578 >> [v2:172.21.15.19:6800/1469834966,v1:172.21.15.19:6801/1469834966] conn(0x5585dbda5910 msgr2=0x5585dbda7d00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:52:42.146 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:42.143+0000 7fc690eb7980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:52:42.146 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:42.143+0000 7fc690eb7980 20 started sync module instance, tier type = 2023-12-03T11:52:42.146 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:42.143+0000 7fc690eb7980 20 started zone id=43a5e689-6a4f-4bb6-8529-28824bd75ab9 (name=default) with tier type = 2023-12-03T11:52:42.172 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:42.167+0000 7fc690eb7980 20 add_watcher() i=0 2023-12-03T11:52:42.172 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:42.167+0000 7fc690eb7980 20 add_watcher() i=1 2023-12-03T11:52:42.172 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:42.167+0000 7fc690eb7980 20 add_watcher() i=2 2023-12-03T11:52:42.172 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:42.167+0000 7fc690eb7980 20 add_watcher() i=3 2023-12-03T11:52:42.172 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:42.167+0000 7fc690eb7980 20 add_watcher() i=4 2023-12-03T11:52:42.172 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:42.167+0000 7fc690eb7980 20 add_watcher() i=5 2023-12-03T11:52:42.172 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:42.167+0000 7fc690eb7980 20 add_watcher() i=6 2023-12-03T11:52:42.173 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:42.167+0000 7fc690eb7980 20 add_watcher() i=7 2023-12-03T11:52:42.173 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:42.167+0000 7fc690eb7980 2 all 8 watchers are set, enabling cache 2023-12-03T11:52:42.176 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:42.171+0000 7fc5cffff640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:52:42.176 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:42.171+0000 7fc690eb7980 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:52:42.176 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:42.171+0000 7fc690eb7980 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:52:42.266 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:42.263+0000 7fc5beffd640 20 reqs_thread_entry: start 2023-12-03T11:52:42.267 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:42.263+0000 7fc690eb7980 20 init_complete bucket index max shards: 1 2023-12-03T11:52:42.267 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:42.263+0000 7fc690eb7980 20 Filter name: none 2023-12-03T11:52:42.267 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:42.263+0000 7fc5bcff9640 20 reqs_thread_entry: start 2023-12-03T11:52:42.267 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:42.263+0000 7fc690eb7980 20 garbage collection: RGWGC::process entered with GC index_shard=12, max_secs=3600, expired_only=0 2023-12-03T11:52:42.271 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:42.267+0000 7fc690eb7980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:52:42.273 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:42.271+0000 7fc690eb7980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:52:42.274 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:42.271+0000 7fc690eb7980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:52:42.277 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:42.275+0000 7fc690eb7980 20 garbage collection: RGWGC::process entered with GC index_shard=13, max_secs=3600, expired_only=0 2023-12-03T11:52:42.280 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:42.275+0000 7fc690eb7980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:52:42.281 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:42.275+0000 7fc690eb7980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:52:42.281 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:42.279+0000 7fc690eb7980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:52:42.284 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:42.279+0000 7fc690eb7980 20 garbage collection: RGWGC::process entered with GC index_shard=14, max_secs=3600, expired_only=0 2023-12-03T11:52:42.286 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:42.283+0000 7fc690eb7980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:52:42.287 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:42.283+0000 7fc690eb7980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:52:42.288 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:42.283+0000 7fc690eb7980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:52:42.290 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:42.287+0000 7fc690eb7980 20 garbage collection: RGWGC::process entered with GC index_shard=15, max_secs=3600, expired_only=0 2023-12-03T11:52:42.294 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:42.291+0000 7fc690eb7980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:52:42.296 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:42.291+0000 7fc690eb7980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:52:42.297 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:42.295+0000 7fc690eb7980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:52:42.300 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:42.295+0000 7fc690eb7980 20 garbage collection: RGWGC::process entered with GC index_shard=16, max_secs=3600, expired_only=0 2023-12-03T11:52:42.305 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:42.299+0000 7fc690eb7980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:52:42.307 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:42.303+0000 7fc690eb7980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:52:42.307 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:42.303+0000 7fc690eb7980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:52:42.310 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:42.307+0000 7fc690eb7980 20 garbage collection: RGWGC::process entered with GC index_shard=17, max_secs=3600, expired_only=0 2023-12-03T11:52:42.314 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:42.311+0000 7fc690eb7980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:52:42.315 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:42.311+0000 7fc690eb7980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:52:42.315 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:42.311+0000 7fc690eb7980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:52:42.318 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:42.315+0000 7fc690eb7980 20 garbage collection: RGWGC::process entered with GC index_shard=18, max_secs=3600, expired_only=0 2023-12-03T11:52:42.322 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:42.319+0000 7fc690eb7980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:52:42.324 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:42.319+0000 7fc690eb7980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:52:42.325 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:42.323+0000 7fc690eb7980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:52:42.328 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:42.323+0000 7fc690eb7980 20 garbage collection: RGWGC::process entered with GC index_shard=19, max_secs=3600, expired_only=0 2023-12-03T11:52:42.332 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:42.327+0000 7fc690eb7980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:52:42.333 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:42.327+0000 7fc690eb7980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:52:42.333 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:42.331+0000 7fc690eb7980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:52:42.336 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:42.331+0000 7fc690eb7980 20 garbage collection: RGWGC::process entered with GC index_shard=20, max_secs=3600, expired_only=0 2023-12-03T11:52:42.340 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:42.335+0000 7fc690eb7980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:52:42.342 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:42.339+0000 7fc690eb7980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:52:42.343 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:42.339+0000 7fc690eb7980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:52:42.347 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:42.343+0000 7fc690eb7980 20 garbage collection: RGWGC::process entered with GC index_shard=21, max_secs=3600, expired_only=0 2023-12-03T11:52:42.350 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:42.347+0000 7fc690eb7980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:52:42.352 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:42.347+0000 7fc690eb7980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:52:42.353 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:42.351+0000 7fc690eb7980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:52:42.357 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:42.351+0000 7fc690eb7980 20 garbage collection: RGWGC::process entered with GC index_shard=22, max_secs=3600, expired_only=0 2023-12-03T11:52:42.360 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:42.355+0000 7fc690eb7980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:52:42.362 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:42.359+0000 7fc690eb7980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:52:42.363 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:42.359+0000 7fc690eb7980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:52:42.365 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:42.363+0000 7fc690eb7980 20 garbage collection: RGWGC::process entered with GC index_shard=23, max_secs=3600, expired_only=0 2023-12-03T11:52:42.369 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:42.367+0000 7fc690eb7980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:52:42.371 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:42.367+0000 7fc690eb7980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:52:42.372 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:42.367+0000 7fc690eb7980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:52:42.376 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:42.371+0000 7fc690eb7980 20 garbage collection: RGWGC::process entered with GC index_shard=24, max_secs=3600, expired_only=0 2023-12-03T11:52:42.380 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:42.375+0000 7fc690eb7980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:52:42.381 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:42.379+0000 7fc690eb7980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:52:42.382 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:42.379+0000 7fc690eb7980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:52:42.385 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:42.379+0000 7fc690eb7980 20 garbage collection: RGWGC::process entered with GC index_shard=25, max_secs=3600, expired_only=0 2023-12-03T11:52:42.389 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:42.387+0000 7fc690eb7980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:52:42.390 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:42.387+0000 7fc690eb7980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:52:42.391 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:42.387+0000 7fc690eb7980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:52:42.394 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:42.391+0000 7fc690eb7980 20 garbage collection: RGWGC::process entered with GC index_shard=26, max_secs=3600, expired_only=0 2023-12-03T11:52:42.398 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:42.395+0000 7fc690eb7980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:52:42.399 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:42.395+0000 7fc690eb7980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:52:42.400 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:42.395+0000 7fc690eb7980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:52:42.403 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:42.399+0000 7fc690eb7980 20 garbage collection: RGWGC::process entered with GC index_shard=27, max_secs=3600, expired_only=0 2023-12-03T11:52:42.407 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:42.403+0000 7fc690eb7980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:52:42.409 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:42.407+0000 7fc690eb7980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:52:42.411 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:42.407+0000 7fc690eb7980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:52:42.414 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:42.411+0000 7fc690eb7980 20 garbage collection: RGWGC::process entered with GC index_shard=28, max_secs=3600, expired_only=0 2023-12-03T11:52:42.418 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:42.415+0000 7fc690eb7980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:52:42.420 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:42.415+0000 7fc690eb7980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:52:42.420 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:42.415+0000 7fc690eb7980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:52:42.423 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:42.419+0000 7fc690eb7980 20 garbage collection: RGWGC::process entered with GC index_shard=29, max_secs=3600, expired_only=0 2023-12-03T11:52:42.428 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:42.423+0000 7fc690eb7980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:52:42.430 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:42.427+0000 7fc690eb7980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:52:42.431 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:42.427+0000 7fc690eb7980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:52:42.434 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:42.431+0000 7fc690eb7980 20 garbage collection: RGWGC::process entered with GC index_shard=30, max_secs=3600, expired_only=0 2023-12-03T11:52:42.438 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:42.435+0000 7fc690eb7980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:52:42.439 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:42.435+0000 7fc690eb7980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:52:42.440 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:42.435+0000 7fc690eb7980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:52:42.443 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:42.439+0000 7fc690eb7980 20 garbage collection: RGWGC::process entered with GC index_shard=31, max_secs=3600, expired_only=0 2023-12-03T11:52:42.447 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:42.443+0000 7fc690eb7980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:52:42.448 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:42.443+0000 7fc690eb7980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:52:42.449 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:42.443+0000 7fc690eb7980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:52:42.452 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:42.447+0000 7fc690eb7980 20 garbage collection: RGWGC::process entered with GC index_shard=0, max_secs=3600, expired_only=0 2023-12-03T11:52:42.456 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:42.451+0000 7fc690eb7980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:52:42.458 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:42.455+0000 7fc690eb7980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:52:42.458 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:42.455+0000 7fc690eb7980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:52:42.462 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:42.459+0000 7fc690eb7980 20 garbage collection: RGWGC::process entered with GC index_shard=1, max_secs=3600, expired_only=0 2023-12-03T11:52:42.465 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:42.463+0000 7fc690eb7980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:52:42.467 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:42.463+0000 7fc690eb7980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:52:42.468 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:42.463+0000 7fc690eb7980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:52:42.470 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:42.467+0000 7fc690eb7980 20 garbage collection: RGWGC::process entered with GC index_shard=2, max_secs=3600, expired_only=0 2023-12-03T11:52:42.474 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:42.471+0000 7fc690eb7980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:52:42.476 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:42.471+0000 7fc690eb7980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:52:42.476 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:42.471+0000 7fc690eb7980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:52:42.479 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:42.475+0000 7fc690eb7980 20 garbage collection: RGWGC::process entered with GC index_shard=3, max_secs=3600, expired_only=0 2023-12-03T11:52:42.484 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:42.479+0000 7fc690eb7980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:52:42.486 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:42.483+0000 7fc690eb7980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:52:42.486 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:42.483+0000 7fc690eb7980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:52:42.490 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:42.487+0000 7fc690eb7980 20 garbage collection: RGWGC::process entered with GC index_shard=4, max_secs=3600, expired_only=0 2023-12-03T11:52:42.493 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:42.491+0000 7fc690eb7980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:52:42.495 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:42.491+0000 7fc690eb7980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:52:42.496 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:42.491+0000 7fc690eb7980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:52:42.499 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:42.495+0000 7fc690eb7980 20 garbage collection: RGWGC::process entered with GC index_shard=5, max_secs=3600, expired_only=0 2023-12-03T11:52:42.503 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:42.499+0000 7fc690eb7980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:52:42.504 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:42.499+0000 7fc690eb7980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:52:42.505 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:42.503+0000 7fc690eb7980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:52:42.508 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:42.503+0000 7fc690eb7980 20 garbage collection: RGWGC::process entered with GC index_shard=6, max_secs=3600, expired_only=0 2023-12-03T11:52:42.512 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:42.507+0000 7fc690eb7980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:52:42.514 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:42.511+0000 7fc690eb7980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:52:42.515 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:42.511+0000 7fc690eb7980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:52:42.518 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:42.515+0000 7fc690eb7980 20 garbage collection: RGWGC::process entered with GC index_shard=7, max_secs=3600, expired_only=0 2023-12-03T11:52:42.522 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:42.519+0000 7fc690eb7980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:52:42.523 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:42.519+0000 7fc690eb7980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:52:42.524 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:42.519+0000 7fc690eb7980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:52:42.527 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:42.523+0000 7fc690eb7980 20 garbage collection: RGWGC::process entered with GC index_shard=8, max_secs=3600, expired_only=0 2023-12-03T11:52:42.532 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:42.527+0000 7fc690eb7980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:52:42.534 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:42.531+0000 7fc690eb7980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:52:42.535 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:42.531+0000 7fc690eb7980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:52:42.539 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:42.535+0000 7fc690eb7980 20 garbage collection: RGWGC::process entered with GC index_shard=9, max_secs=3600, expired_only=0 2023-12-03T11:52:42.543 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:42.539+0000 7fc690eb7980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:52:42.545 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:42.539+0000 7fc690eb7980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:52:42.546 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:42.543+0000 7fc690eb7980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:52:42.549 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:42.547+0000 7fc690eb7980 20 garbage collection: RGWGC::process entered with GC index_shard=10, max_secs=3600, expired_only=0 2023-12-03T11:52:42.553 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:42.551+0000 7fc690eb7980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:52:42.555 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:42.551+0000 7fc690eb7980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:52:42.556 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:42.551+0000 7fc690eb7980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:52:42.559 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:42.555+0000 7fc690eb7980 20 garbage collection: RGWGC::process entered with GC index_shard=11, max_secs=3600, expired_only=0 2023-12-03T11:52:42.563 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:42.559+0000 7fc690eb7980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:52:42.564 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:42.559+0000 7fc690eb7980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:52:42.565 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:42.563+0000 7fc690eb7980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:52:42.571 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:42.567+0000 7fc5cffff640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:52:42.576 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:42.571+0000 7fc690eb7980 20 remove_watcher() i=0 2023-12-03T11:52:42.576 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:42.571+0000 7fc690eb7980 2 removed watcher, disabling cache 2023-12-03T11:52:42.579 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:42.575+0000 7fc690eb7980 20 remove_watcher() i=1 2023-12-03T11:52:42.582 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:42.579+0000 7fc690eb7980 20 remove_watcher() i=2 2023-12-03T11:52:42.585 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:42.583+0000 7fc690eb7980 20 remove_watcher() i=3 2023-12-03T11:52:42.588 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:42.583+0000 7fc690eb7980 20 remove_watcher() i=4 2023-12-03T11:52:42.590 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:42.587+0000 7fc690eb7980 20 remove_watcher() i=5 2023-12-03T11:52:42.593 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:42.587+0000 7fc690eb7980 20 remove_watcher() i=6 2023-12-03T11:52:42.595 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:52:42.591+0000 7fc690eb7980 20 remove_watcher() i=7 2023-12-03T11:52:42.606 DEBUG:teuthology.orchestra.run.smithi019:> cd /home/ubuntu/cephtest/s3-tests-java && /opt/gradle/gradle/bin/gradle clean test --rerun-tasks --no-build-cache --tests AWS4Test 2023-12-03T11:52:43.438 INFO:teuthology.orchestra.run.smithi019.stdout:Starting a Gradle Daemon (subsequent builds will be faster) 2023-12-03T11:52:49.340 INFO:teuthology.orchestra.run.smithi019.stdout:> Task :clean UP-TO-DATE 2023-12-03T11:53:12.037 INFO:teuthology.orchestra.run.smithi019.stdout:> Task :compileJava 2023-12-03T11:53:12.038 INFO:teuthology.orchestra.run.smithi019.stdout:> Task :processResources 2023-12-03T11:53:12.038 INFO:teuthology.orchestra.run.smithi019.stdout:> Task :classes 2023-12-03T11:53:12.837 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:53:12.837 INFO:teuthology.orchestra.run.smithi019.stdout:> Task :compileTestJava 2023-12-03T11:53:12.837 INFO:teuthology.orchestra.run.smithi019.stderr:Note: /home/ubuntu/cephtest/s3-tests-java/src/test/java/BucketTest.java uses or overrides a deprecated API. 2023-12-03T11:53:12.838 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:53:12.838 INFO:teuthology.orchestra.run.smithi019.stdout:> Task :processTestResources NO-SOURCE 2023-12-03T11:53:12.838 INFO:teuthology.orchestra.run.smithi019.stderr:Note: Recompile with -Xlint:deprecation for details. 2023-12-03T11:53:12.839 INFO:teuthology.orchestra.run.smithi019.stdout:> Task :testClasses 2023-12-03T11:53:19.337 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:53:19.337 INFO:teuthology.orchestra.run.smithi019.stdout:> Task :test 2023-12-03T11:53:19.337 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:53:19.337 INFO:teuthology.orchestra.run.smithi019.stdout:suite > AWS4 tests > AWS4Test.testAbortMultipartUploadLLAPIAWS4 STARTED 2023-12-03T11:53:21.237 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:53:21.237 INFO:teuthology.orchestra.run.smithi019.stdout:suite > AWS4 tests > AWS4Test.testAbortMultipartUploadLLAPIAWS4 PASSED 2023-12-03T11:53:21.537 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:53:21.537 INFO:teuthology.orchestra.run.smithi019.stdout:suite > AWS4 tests > AWS4Test.testAbortMultipartUploadNotFoundLLAPIAWS4 STARTED 2023-12-03T11:53:21.637 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:53:21.637 INFO:teuthology.orchestra.run.smithi019.stdout:suite > AWS4 tests > AWS4Test.testAbortMultipartUploadNotFoundLLAPIAWS4 PASSED 2023-12-03T11:53:21.837 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:53:21.837 INFO:teuthology.orchestra.run.smithi019.stdout:suite > AWS4 tests > AWS4Test.testDownloadHLAPIAWS4 STARTED 2023-12-03T11:53:22.537 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:53:22.537 INFO:teuthology.orchestra.run.smithi019.stdout:suite > AWS4 tests > AWS4Test.testDownloadHLAPIAWS4 PASSED 2023-12-03T11:53:22.837 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:53:22.837 INFO:teuthology.orchestra.run.smithi019.stdout:suite > AWS4 tests > AWS4Test.testDownloadNoBucketHLAPIAWS4 STARTED 2023-12-03T11:53:22.837 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:53:22.837 INFO:teuthology.orchestra.run.smithi019.stdout:suite > AWS4 tests > AWS4Test.testDownloadNoBucketHLAPIAWS4 PASSED 2023-12-03T11:53:22.937 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:53:22.937 INFO:teuthology.orchestra.run.smithi019.stdout:suite > AWS4 tests > AWS4Test.testDownloadNoKeyHLAPIAWS4 STARTED 2023-12-03T11:53:22.937 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:53:22.937 INFO:teuthology.orchestra.run.smithi019.stdout:suite > AWS4 tests > AWS4Test.testDownloadNoKeyHLAPIAWS4 PASSED 2023-12-03T11:53:23.237 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:53:23.237 INFO:teuthology.orchestra.run.smithi019.stdout:suite > AWS4 tests > AWS4Test.testMultipartCopyHLAPIAWS4 STARTED 2023-12-03T11:53:23.737 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:53:23.737 INFO:teuthology.orchestra.run.smithi019.stdout:suite > AWS4 tests > AWS4Test.testMultipartCopyHLAPIAWS4 PASSED 2023-12-03T11:53:24.136 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:53:24.137 INFO:teuthology.orchestra.run.smithi019.stdout:suite > AWS4 tests > AWS4Test.testMultipartCopyMultipleSizesLLAPIAWS4 STARTED 2023-12-03T11:53:24.437 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:53:24.437 INFO:teuthology.orchestra.run.smithi019.stdout:suite > AWS4 tests > AWS4Test.testMultipartCopyMultipleSizesLLAPIAWS4 STANDARD_OUT 2023-12-03T11:53:24.437 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03 11:53:24,416 [Test worker] WARN com.amazonaws.util.Base64 - JAXB is unavailable. Will fallback to SDK implementation which may be less performant 2023-12-03T11:53:32.137 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:53:32.137 INFO:teuthology.orchestra.run.smithi019.stdout:suite > AWS4 tests > AWS4Test.testMultipartCopyMultipleSizesLLAPIAWS4 PASSED 2023-12-03T11:53:32.537 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:53:32.537 INFO:teuthology.orchestra.run.smithi019.stdout:suite > AWS4 tests > AWS4Test.testMultipartCopyNoSRCBucketHLAPIAWS4 STARTED 2023-12-03T11:53:32.537 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:53:32.537 INFO:teuthology.orchestra.run.smithi019.stdout:suite > AWS4 tests > AWS4Test.testMultipartCopyNoSRCBucketHLAPIAWS4 PASSED 2023-12-03T11:53:32.837 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:53:32.838 INFO:teuthology.orchestra.run.smithi019.stdout:suite > AWS4 tests > AWS4Test.testMultipartCopyNoSRCKeyHLAPIAWS4 STARTED 2023-12-03T11:53:32.838 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:53:32.838 INFO:teuthology.orchestra.run.smithi019.stdout:suite > AWS4 tests > AWS4Test.testMultipartCopyNoSRCKeyHLAPIAWS4 PASSED 2023-12-03T11:53:33.237 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:53:33.237 INFO:teuthology.orchestra.run.smithi019.stdout:suite > AWS4 tests > AWS4Test.testMultipartDownloadHLAPIAWS4 STARTED 2023-12-03T11:53:33.937 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:53:33.937 INFO:teuthology.orchestra.run.smithi019.stdout:suite > AWS4 tests > AWS4Test.testMultipartDownloadHLAPIAWS4 PASSED 2023-12-03T11:53:34.237 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:53:34.237 INFO:teuthology.orchestra.run.smithi019.stdout:suite > AWS4 tests > AWS4Test.testMultipartDownloadNoBucketHLAPIAWS4 STARTED 2023-12-03T11:53:34.237 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:53:34.237 INFO:teuthology.orchestra.run.smithi019.stdout:suite > AWS4 tests > AWS4Test.testMultipartDownloadNoBucketHLAPIAWS4 PASSED 2023-12-03T11:53:34.337 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:53:34.337 INFO:teuthology.orchestra.run.smithi019.stdout:suite > AWS4 tests > AWS4Test.testMultipartDownloadWithPauseHLAPIAWS4 STARTED 2023-12-03T11:53:36.837 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:53:36.837 INFO:teuthology.orchestra.run.smithi019.stdout:suite > AWS4 tests > AWS4Test.testMultipartDownloadWithPauseHLAPIAWS4 PASSED 2023-12-03T11:53:37.037 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:53:37.037 INFO:teuthology.orchestra.run.smithi019.stdout:suite > AWS4 tests > AWS4Test.testMultipartUploadHLAPIAWS4 STARTED 2023-12-03T11:53:37.637 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:53:37.637 INFO:teuthology.orchestra.run.smithi019.stdout:suite > AWS4 tests > AWS4Test.testMultipartUploadHLAPIAWS4 PASSED 2023-12-03T11:53:37.936 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:53:37.937 INFO:teuthology.orchestra.run.smithi019.stdout:suite > AWS4 tests > AWS4Test.testMultipartUploadIncorrectMissingPartLLAPIAWS4 STARTED 2023-12-03T11:53:38.837 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:53:38.837 INFO:teuthology.orchestra.run.smithi019.stdout:suite > AWS4 tests > AWS4Test.testMultipartUploadIncorrectMissingPartLLAPIAWS4 PASSED 2023-12-03T11:53:39.136 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:53:39.137 INFO:teuthology.orchestra.run.smithi019.stdout:suite > AWS4 tests > AWS4Test.testMultipartUploadMultipleSizesLLAPIAWS4 STARTED 2023-12-03T11:53:53.137 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:53:53.137 INFO:teuthology.orchestra.run.smithi019.stdout:suite > AWS4 tests > AWS4Test.testMultipartUploadMultipleSizesLLAPIAWS4 PASSED 2023-12-03T11:53:53.437 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:53:53.437 INFO:teuthology.orchestra.run.smithi019.stdout:suite > AWS4 tests > AWS4Test.testMultipartUploadOverwriteExistingObjectLLAPIAWS4 STARTED 2023-12-03T11:53:54.837 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:53:54.837 INFO:teuthology.orchestra.run.smithi019.stdout:suite > AWS4 tests > AWS4Test.testMultipartUploadOverwriteExistingObjectLLAPIAWS4 PASSED 2023-12-03T11:53:55.137 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:53:55.137 INFO:teuthology.orchestra.run.smithi019.stdout:suite > AWS4 tests > AWS4Test.testMultipartUploadSmallLLAPIAWS4 STARTED 2023-12-03T11:53:55.937 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:53:55.937 INFO:teuthology.orchestra.run.smithi019.stdout:suite > AWS4 tests > AWS4Test.testMultipartUploadSmallLLAPIAWS4 PASSED 2023-12-03T11:53:56.137 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:53:56.137 INFO:teuthology.orchestra.run.smithi019.stdout:suite > AWS4 tests > AWS4Test.testMultipartUploadWithPauseAWS4 STARTED 2023-12-03T11:53:56.536 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:53:56.536 INFO:teuthology.orchestra.run.smithi019.stdout:suite > AWS4 tests > AWS4Test.testMultipartUploadWithPauseAWS4 PASSED 2023-12-03T11:53:56.937 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:53:56.937 INFO:teuthology.orchestra.run.smithi019.stdout:suite > AWS4 tests > AWS4Test.testObjectCreateBadDateAfterToday4AWS4 STARTED 2023-12-03T11:53:56.937 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:53:56.937 INFO:teuthology.orchestra.run.smithi019.stdout:suite > AWS4 tests > AWS4Test.testObjectCreateBadDateAfterToday4AWS4 PASSED 2023-12-03T11:53:57.136 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:53:57.137 INFO:teuthology.orchestra.run.smithi019.stdout:suite > AWS4 tests > AWS4Test.testObjectCreateBadDateBeforeEpochAWS4 STARTED 2023-12-03T11:53:57.237 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:53:57.237 INFO:teuthology.orchestra.run.smithi019.stdout:suite > AWS4 tests > AWS4Test.testObjectCreateBadDateBeforeEpochAWS4 PASSED 2023-12-03T11:53:57.436 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:53:57.437 INFO:teuthology.orchestra.run.smithi019.stdout:suite > AWS4 tests > AWS4Test.testObjectCreateBadDateBeforeToday4AWS4 STARTED 2023-12-03T11:53:57.537 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:53:57.537 INFO:teuthology.orchestra.run.smithi019.stdout:suite > AWS4 tests > AWS4Test.testObjectCreateBadDateBeforeToday4AWS4 PASSED 2023-12-03T11:53:57.736 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:53:57.737 INFO:teuthology.orchestra.run.smithi019.stdout:suite > AWS4 tests > AWS4Test.testObjectCreateBadDateEmptyAWS4 STARTED 2023-12-03T11:53:57.836 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:53:57.837 INFO:teuthology.orchestra.run.smithi019.stdout:suite > AWS4 tests > AWS4Test.testObjectCreateBadDateEmptyAWS4 PASSED 2023-12-03T11:53:58.037 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:53:58.037 INFO:teuthology.orchestra.run.smithi019.stdout:suite > AWS4 tests > AWS4Test.testObjectCreateBadDateInvalidAWS4 STARTED 2023-12-03T11:53:58.137 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:53:58.137 INFO:teuthology.orchestra.run.smithi019.stdout:suite > AWS4 tests > AWS4Test.testObjectCreateBadDateInvalidAWS4 PASSED 2023-12-03T11:53:58.337 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:53:58.337 INFO:teuthology.orchestra.run.smithi019.stdout:suite > AWS4 tests > AWS4Test.testObjectCreateBadDateNoneAWS4 STARTED 2023-12-03T11:53:58.437 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:53:58.437 INFO:teuthology.orchestra.run.smithi019.stdout:suite > AWS4 tests > AWS4Test.testObjectCreateBadDateNoneAWS4 PASSED 2023-12-03T11:53:58.636 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:53:58.637 INFO:teuthology.orchestra.run.smithi019.stdout:suite > AWS4 tests > AWS4Test.testObjectCreateBadMd5InvalidGarbageAWS4 STARTED 2023-12-03T11:53:58.737 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:53:58.737 INFO:teuthology.orchestra.run.smithi019.stdout:suite > AWS4 tests > AWS4Test.testObjectCreateBadMd5InvalidGarbageAWS4 PASSED 2023-12-03T11:53:58.936 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:53:58.937 INFO:teuthology.orchestra.run.smithi019.stdout:suite > AWS4 tests > AWS4Test.testUploadFileHLAPIBigFileAWS4 STARTED 2023-12-03T11:53:59.636 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:53:59.637 INFO:teuthology.orchestra.run.smithi019.stdout:suite > AWS4 tests > AWS4Test.testUploadFileHLAPIBigFileAWS4 PASSED 2023-12-03T11:54:00.037 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:54:00.038 INFO:teuthology.orchestra.run.smithi019.stdout:---------------------------------------------------------------------- 2023-12-03T11:54:00.038 INFO:teuthology.orchestra.run.smithi019.stdout:| Results: SUCCESS (26 tests, 26 successes, 0 failures, 0 skipped) | 2023-12-03T11:54:00.038 INFO:teuthology.orchestra.run.smithi019.stdout:---------------------------------------------------------------------- 2023-12-03T11:54:00.038 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:54:00.038 INFO:teuthology.orchestra.run.smithi019.stdout:Deprecated Gradle features were used in this build, making it incompatible with Gradle 7.0. 2023-12-03T11:54:00.038 INFO:teuthology.orchestra.run.smithi019.stdout:Use '--warning-mode all' to show the individual deprecation warnings. 2023-12-03T11:54:00.038 INFO:teuthology.orchestra.run.smithi019.stdout:See https://docs.gradle.org/6.0.1/userguide/command_line_interface.html#sec:command_line_warnings 2023-12-03T11:54:00.038 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:54:00.038 INFO:teuthology.orchestra.run.smithi019.stdout:BUILD SUCCESSFUL in 1m 17s 2023-12-03T11:54:00.038 INFO:teuthology.orchestra.run.smithi019.stdout:5 actionable tasks: 4 executed, 1 up-to-date 2023-12-03T11:54:00.365 DEBUG:teuthology.orchestra.run.smithi019:> radosgw-admin gc process --include-all 2023-12-03T11:54:00.397 INFO:teuthology.orchestra.run.smithi019.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:54:00.397 INFO:teuthology.orchestra.run.smithi019.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:54:00.610 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.606+0000 7f0a0d7f3640 0 --2- 172.21.15.19:0/1528733712 >> [v2:172.21.15.19:3300/0,v1:172.21.15.19:6789/0] conn(0x55b53df2b320 0x55b53dfa2940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request get_initial_auth_request returned -2 2023-12-03T11:54:00.621 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.618+0000 7f0a0fcd7980 20 rados->read ofs=0 len=0 2023-12-03T11:54:00.624 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.618+0000 7f0a0fcd7980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:54:00.624 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.618+0000 7f0a0fcd7980 20 realm 2023-12-03T11:54:00.624 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.618+0000 7f0a0fcd7980 20 rados->read ofs=0 len=0 2023-12-03T11:54:00.624 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.618+0000 7f0a0fcd7980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:54:00.625 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.618+0000 7f0a0fcd7980 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:54:00.625 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.618+0000 7f0a0fcd7980 20 rados->read ofs=0 len=0 2023-12-03T11:54:00.625 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.618+0000 7f0a0fcd7980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:54:00.625 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.618+0000 7f0a0fcd7980 20 rados->read ofs=0 len=0 2023-12-03T11:54:00.629 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.622+0000 7f0a0fcd7980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:54:00.629 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.622+0000 7f0a0fcd7980 20 rados->read ofs=0 len=0 2023-12-03T11:54:00.629 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.622+0000 7f0a0fcd7980 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:54:00.630 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.622+0000 7f0a0fcd7980 20 searching for the correct realm 2023-12-03T11:54:00.650 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.646+0000 7f0a0d7f3640 0 -- 172.21.15.19:0/2944753509 >> [v2:172.21.15.19:6808/438722807,v1:172.21.15.19:6809/438722807] conn(0x7f09f80593b0 msgr2=0x7f09f8070140 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:54:00.655 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.650+0000 7f0a0fcd7980 20 RGWRados::pool_iterate: got zonegroup_info.9433ba8b-08fe-4f3d-8375-ae7b0ce32294 2023-12-03T11:54:00.655 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.650+0000 7f0a0fcd7980 20 RGWRados::pool_iterate: got zone_info.43a5e689-6a4f-4bb6-8529-28824bd75ab9 2023-12-03T11:54:00.655 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.650+0000 7f0a0fcd7980 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:54:00.656 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.650+0000 7f0a0fcd7980 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:54:00.656 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.650+0000 7f0a0fcd7980 20 rados->read ofs=0 len=0 2023-12-03T11:54:00.656 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.650+0000 7f0a0fcd7980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:54:00.656 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.650+0000 7f0a0fcd7980 20 rados->read ofs=0 len=0 2023-12-03T11:54:00.657 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.650+0000 7f0a0fcd7980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:54:00.657 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.650+0000 7f0a0fcd7980 20 rados->read ofs=0 len=0 2023-12-03T11:54:00.658 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.654+0000 7f0a0fcd7980 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:54:00.658 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.654+0000 7f0a0fcd7980 20 zone default found 2023-12-03T11:54:00.658 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.654+0000 7f0a0fcd7980 4 Realm: () 2023-12-03T11:54:00.658 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.654+0000 7f0a0fcd7980 4 ZoneGroup: default (9433ba8b-08fe-4f3d-8375-ae7b0ce32294) 2023-12-03T11:54:00.658 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.654+0000 7f0a0fcd7980 4 Zone: default (43a5e689-6a4f-4bb6-8529-28824bd75ab9) 2023-12-03T11:54:00.658 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.654+0000 7f0a0fcd7980 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:54:00.658 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.654+0000 7f0a0fcd7980 20 zonegroup default 2023-12-03T11:54:00.658 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.654+0000 7f0a0fcd7980 20 rados->read ofs=0 len=0 2023-12-03T11:54:00.658 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.654+0000 7f0a0fcd7980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:54:00.658 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.654+0000 7f0a0fcd7980 20 rados->read ofs=0 len=0 2023-12-03T11:54:00.659 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.654+0000 7f0a0fcd7980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:54:00.659 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.654+0000 7f0a0fcd7980 20 rados->read ofs=0 len=0 2023-12-03T11:54:00.659 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.654+0000 7f0a0fcd7980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:54:00.659 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.654+0000 7f0a0fcd7980 20 started sync module instance, tier type = 2023-12-03T11:54:00.659 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.654+0000 7f0a0fcd7980 20 started zone id=43a5e689-6a4f-4bb6-8529-28824bd75ab9 (name=default) with tier type = 2023-12-03T11:54:00.667 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.662+0000 7f0a0d7f3640 0 -- 172.21.15.19:0/2944753509 >> [v2:172.21.15.57:6808/3142144203,v1:172.21.15.57:6809/3142144203] conn(0x55b53e0c7080 msgr2=0x55b53e0c9470 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:54:00.679 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.674+0000 7f0a0fcd7980 20 add_watcher() i=0 2023-12-03T11:54:00.679 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.674+0000 7f0a0fcd7980 20 add_watcher() i=1 2023-12-03T11:54:00.680 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.674+0000 7f0a0fcd7980 20 add_watcher() i=2 2023-12-03T11:54:00.680 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.674+0000 7f0a0fcd7980 20 add_watcher() i=3 2023-12-03T11:54:00.680 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.674+0000 7f0a0fcd7980 20 add_watcher() i=4 2023-12-03T11:54:00.680 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.674+0000 7f0a0fcd7980 20 add_watcher() i=5 2023-12-03T11:54:00.680 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.674+0000 7f0a0fcd7980 20 add_watcher() i=6 2023-12-03T11:54:00.681 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.674+0000 7f0a0fcd7980 20 add_watcher() i=7 2023-12-03T11:54:00.681 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.674+0000 7f0a0fcd7980 2 all 8 watchers are set, enabling cache 2023-12-03T11:54:00.684 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.678+0000 7f09d2fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:54:00.685 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.678+0000 7f0a0fcd7980 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:54:00.685 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.678+0000 7f0a0fcd7980 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:54:00.786 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.782+0000 7f0941ffb640 20 reqs_thread_entry: start 2023-12-03T11:54:00.786 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.782+0000 7f0a0fcd7980 20 init_complete bucket index max shards: 1 2023-12-03T11:54:00.787 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.782+0000 7f0a0fcd7980 20 Filter name: none 2023-12-03T11:54:00.787 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.782+0000 7f09337fe640 20 reqs_thread_entry: start 2023-12-03T11:54:00.787 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.782+0000 7f0a0fcd7980 20 garbage collection: RGWGC::process entered with GC index_shard=13, max_secs=3600, expired_only=0 2023-12-03T11:54:00.788 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.782+0000 7f0a0fcd7980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:00.789 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.786+0000 7f0a0fcd7980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:00.790 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.786+0000 7f0a0fcd7980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:00.792 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.786+0000 7f0a0fcd7980 20 garbage collection: RGWGC::process entered with GC index_shard=14, max_secs=3600, expired_only=0 2023-12-03T11:54:00.795 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.790+0000 7f0a0fcd7980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:00.796 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.790+0000 7f0a0fcd7980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:00.796 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.790+0000 7f0a0fcd7980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:00.799 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.794+0000 7f0a0fcd7980 20 garbage collection: RGWGC::process entered with GC index_shard=15, max_secs=3600, expired_only=0 2023-12-03T11:54:00.802 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.798+0000 7f0a0fcd7980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:00.804 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.798+0000 7f0a0fcd7980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:00.806 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.802+0000 7f0a0fcd7980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=5, truncated=0, next_marker='' 2023-12-03T11:54:00.807 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.802+0000 7f0a0fcd7980 20 garbage collection: RGWGC::process iterating over entry tag='2~yyrwi2j0ndE74S8vTuy1G_rrmPEk8dO', time=2023-12-03T13:53:21.159693+0000, chain.objs.size()=5 2023-12-03T11:54:00.807 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.802+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.28__multipart_key1.2~yyrwi2j0ndE74S8vTuy1G_rrmPEk8dO.1 2023-12-03T11:54:00.807 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.802+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.28__multipart_key1.2~yyrwi2j0ndE74S8vTuy1G_rrmPEk8dO.2 2023-12-03T11:54:00.807 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.802+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.28__multipart_key1.2~yyrwi2j0ndE74S8vTuy1G_rrmPEk8dO.3 2023-12-03T11:54:00.807 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.802+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.28__multipart_key1.2~yyrwi2j0ndE74S8vTuy1G_rrmPEk8dO.4 2023-12-03T11:54:00.807 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.802+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.28__multipart_key1.2~yyrwi2j0ndE74S8vTuy1G_rrmPEk8dO.5 2023-12-03T11:54:00.807 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.802+0000 7f0a0fcd7980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.32__multipart_key1.2~bazLo-Kl_0N0zxR1fe79tzR6ZLicU9D.2_be40d6a3dddf16eefbad3db4efe93574', time=2023-12-03T13:53:23.984286+0000, chain.objs.size()=5 2023-12-03T11:54:00.807 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.802+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.32__multipart_key1.2~bazLo-Kl_0N0zxR1fe79tzR6ZLicU9D.1 2023-12-03T11:54:00.807 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.802+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.32__multipart_key1.2~bazLo-Kl_0N0zxR1fe79tzR6ZLicU9D.2 2023-12-03T11:54:00.807 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.802+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.32__multipart_key1.2~bazLo-Kl_0N0zxR1fe79tzR6ZLicU9D.3 2023-12-03T11:54:00.807 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.802+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.32__multipart_key1.2~bazLo-Kl_0N0zxR1fe79tzR6ZLicU9D.4 2023-12-03T11:54:00.807 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.802+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.32__multipart_key1.2~bazLo-Kl_0N0zxR1fe79tzR6ZLicU9D.5 2023-12-03T11:54:00.808 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.802+0000 7f0a0fcd7980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.12316957699441867383', time=2023-12-03T13:53:36.867903+0000, chain.objs.size()=5 2023-12-03T11:54:00.808 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.802+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.40__multipart_key1.2~SljMAqR5Yuwi6h7YMtx8OrrVBcUNS94.1 2023-12-03T11:54:00.808 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.802+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.40__multipart_key1.2~SljMAqR5Yuwi6h7YMtx8OrrVBcUNS94.2 2023-12-03T11:54:00.815 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.810+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.40__multipart_key1.2~SljMAqR5Yuwi6h7YMtx8OrrVBcUNS94.3 2023-12-03T11:54:00.821 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.818+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.40__multipart_key1.2~SljMAqR5Yuwi6h7YMtx8OrrVBcUNS94.4 2023-12-03T11:54:00.824 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.818+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.40__multipart_key1.2~SljMAqR5Yuwi6h7YMtx8OrrVBcUNS94.5 2023-12-03T11:54:00.824 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.818+0000 7f0a0fcd7980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.12939697321930009842', time=2023-12-03T13:53:54.906842+0000, chain.objs.size()=5 2023-12-03T11:54:00.824 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.818+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.44__multipart_key1.2~ojlb8W_nQzSUSjpLDs22_TWyl2OVqd9.1 2023-12-03T11:54:00.824 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.818+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.44__multipart_key1.2~ojlb8W_nQzSUSjpLDs22_TWyl2OVqd9.2 2023-12-03T11:54:00.825 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.818+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.44__multipart_key1.2~ojlb8W_nQzSUSjpLDs22_TWyl2OVqd9.3 2023-12-03T11:54:00.825 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.818+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.44__multipart_key1.2~ojlb8W_nQzSUSjpLDs22_TWyl2OVqd9.4 2023-12-03T11:54:00.825 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.818+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.44__multipart_key1.2~ojlb8W_nQzSUSjpLDs22_TWyl2OVqd9.5 2023-12-03T11:54:00.825 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.818+0000 7f0a0fcd7980 20 garbage collection: RGWGC::process iterating over entry tag='2~N65eGyR5oeZZnJSexe5BZ9jihLKscRJ', time=2023-12-03T13:53:56.748355+0000, chain.objs.size()=51 2023-12-03T11:54:00.825 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.818+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.46__multipart_key1.2~N65eGyR5oeZZnJSexe5BZ9jihLKscRJ.1 2023-12-03T11:54:00.825 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.818+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.46__multipart_key1.2~N65eGyR5oeZZnJSexe5BZ9jihLKscRJ.2 2023-12-03T11:54:00.825 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.818+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.46__multipart_key1.2~N65eGyR5oeZZnJSexe5BZ9jihLKscRJ.3 2023-12-03T11:54:00.833 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.826+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.46__multipart_key1.2~N65eGyR5oeZZnJSexe5BZ9jihLKscRJ.4 2023-12-03T11:54:00.837 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.834+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.46__multipart_key1.2~N65eGyR5oeZZnJSexe5BZ9jihLKscRJ.5 2023-12-03T11:54:00.837 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.834+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.46__multipart_key1.2~N65eGyR5oeZZnJSexe5BZ9jihLKscRJ.6 2023-12-03T11:54:00.838 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.834+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.46__multipart_key1.2~N65eGyR5oeZZnJSexe5BZ9jihLKscRJ.7 2023-12-03T11:54:00.843 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.838+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.46__multipart_key1.2~N65eGyR5oeZZnJSexe5BZ9jihLKscRJ.8 2023-12-03T11:54:00.843 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.838+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.46__multipart_key1.2~N65eGyR5oeZZnJSexe5BZ9jihLKscRJ.9 2023-12-03T11:54:00.843 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.838+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.46__multipart_key1.2~N65eGyR5oeZZnJSexe5BZ9jihLKscRJ.10 2023-12-03T11:54:00.843 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.838+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.46__multipart_key1.2~N65eGyR5oeZZnJSexe5BZ9jihLKscRJ.11 2023-12-03T11:54:00.843 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.838+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.46__multipart_key1.2~N65eGyR5oeZZnJSexe5BZ9jihLKscRJ.12 2023-12-03T11:54:00.844 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.838+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.46__multipart_key1.2~N65eGyR5oeZZnJSexe5BZ9jihLKscRJ.13 2023-12-03T11:54:00.844 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.838+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.46__multipart_key1.2~N65eGyR5oeZZnJSexe5BZ9jihLKscRJ.14 2023-12-03T11:54:00.851 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.846+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.46__multipart_key1.2~N65eGyR5oeZZnJSexe5BZ9jihLKscRJ.15 2023-12-03T11:54:00.853 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.850+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.46__multipart_key1.2~N65eGyR5oeZZnJSexe5BZ9jihLKscRJ.16 2023-12-03T11:54:00.855 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.850+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.46__multipart_key1.2~N65eGyR5oeZZnJSexe5BZ9jihLKscRJ.17 2023-12-03T11:54:00.856 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.850+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.46__multipart_key1.2~N65eGyR5oeZZnJSexe5BZ9jihLKscRJ.18 2023-12-03T11:54:00.857 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.854+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.46__multipart_key1.2~N65eGyR5oeZZnJSexe5BZ9jihLKscRJ.19 2023-12-03T11:54:00.857 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.854+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.46__multipart_key1.2~N65eGyR5oeZZnJSexe5BZ9jihLKscRJ.20 2023-12-03T11:54:00.857 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.854+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.46__multipart_key1.2~N65eGyR5oeZZnJSexe5BZ9jihLKscRJ.21 2023-12-03T11:54:00.857 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.854+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.46__multipart_key1.2~N65eGyR5oeZZnJSexe5BZ9jihLKscRJ.22 2023-12-03T11:54:00.858 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.854+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.46__multipart_key1.2~N65eGyR5oeZZnJSexe5BZ9jihLKscRJ.23 2023-12-03T11:54:00.858 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.854+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.46__multipart_key1.2~N65eGyR5oeZZnJSexe5BZ9jihLKscRJ.24 2023-12-03T11:54:00.858 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.854+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.46__multipart_key1.2~N65eGyR5oeZZnJSexe5BZ9jihLKscRJ.25 2023-12-03T11:54:00.862 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.858+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.46__multipart_key1.2~N65eGyR5oeZZnJSexe5BZ9jihLKscRJ.26 2023-12-03T11:54:00.871 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.866+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.46__multipart_key1.2~N65eGyR5oeZZnJSexe5BZ9jihLKscRJ.27 2023-12-03T11:54:00.872 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.866+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.46__multipart_key1.2~N65eGyR5oeZZnJSexe5BZ9jihLKscRJ.28 2023-12-03T11:54:00.872 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.866+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.46__multipart_key1.2~N65eGyR5oeZZnJSexe5BZ9jihLKscRJ.29 2023-12-03T11:54:00.872 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.866+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.46__multipart_key1.2~N65eGyR5oeZZnJSexe5BZ9jihLKscRJ.30 2023-12-03T11:54:00.872 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.866+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.46__multipart_key1.2~N65eGyR5oeZZnJSexe5BZ9jihLKscRJ.31 2023-12-03T11:54:00.872 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.866+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.46__multipart_key1.2~N65eGyR5oeZZnJSexe5BZ9jihLKscRJ.32 2023-12-03T11:54:00.872 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.866+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.46__multipart_key1.2~N65eGyR5oeZZnJSexe5BZ9jihLKscRJ.33 2023-12-03T11:54:00.873 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.866+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.46__multipart_key1.2~N65eGyR5oeZZnJSexe5BZ9jihLKscRJ.34 2023-12-03T11:54:00.873 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.866+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.46__multipart_key1.2~N65eGyR5oeZZnJSexe5BZ9jihLKscRJ.35 2023-12-03T11:54:00.873 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.866+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.46__multipart_key1.2~N65eGyR5oeZZnJSexe5BZ9jihLKscRJ.36 2023-12-03T11:54:00.873 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.866+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.46__multipart_key1.2~N65eGyR5oeZZnJSexe5BZ9jihLKscRJ.37 2023-12-03T11:54:00.886 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.882+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.46__multipart_key1.2~N65eGyR5oeZZnJSexe5BZ9jihLKscRJ.38 2023-12-03T11:54:00.886 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.882+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.46__multipart_key1.2~N65eGyR5oeZZnJSexe5BZ9jihLKscRJ.39 2023-12-03T11:54:00.886 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.882+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.46__multipart_key1.2~N65eGyR5oeZZnJSexe5BZ9jihLKscRJ.40 2023-12-03T11:54:00.886 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.882+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.46__multipart_key1.2~N65eGyR5oeZZnJSexe5BZ9jihLKscRJ.41 2023-12-03T11:54:00.886 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.882+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.46__multipart_key1.2~N65eGyR5oeZZnJSexe5BZ9jihLKscRJ.42 2023-12-03T11:54:00.887 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.882+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.46__multipart_key1.2~N65eGyR5oeZZnJSexe5BZ9jihLKscRJ.43 2023-12-03T11:54:00.887 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.882+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.46__multipart_key1.2~N65eGyR5oeZZnJSexe5BZ9jihLKscRJ.44 2023-12-03T11:54:00.887 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.882+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.46__multipart_key1.2~N65eGyR5oeZZnJSexe5BZ9jihLKscRJ.45 2023-12-03T11:54:00.887 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.882+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.46__multipart_key1.2~N65eGyR5oeZZnJSexe5BZ9jihLKscRJ.46 2023-12-03T11:54:00.887 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.882+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.46__multipart_key1.2~N65eGyR5oeZZnJSexe5BZ9jihLKscRJ.47 2023-12-03T11:54:00.887 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.882+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.46__multipart_key1.2~N65eGyR5oeZZnJSexe5BZ9jihLKscRJ.48 2023-12-03T11:54:00.892 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.886+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.46__multipart_key1.2~N65eGyR5oeZZnJSexe5BZ9jihLKscRJ.49 2023-12-03T11:54:00.895 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.890+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.46__multipart_key1.2~N65eGyR5oeZZnJSexe5BZ9jihLKscRJ.50 2023-12-03T11:54:00.895 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.890+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.46__multipart_key1.2~N65eGyR5oeZZnJSexe5BZ9jihLKscRJ.51 2023-12-03T11:54:00.902 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.898+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing entries, marker: 2023-12-03T11:54:00.905 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.902+0000 7f0a0fcd7980 20 garbage collection: RGWGC::process entered with GC index_shard=16, max_secs=3600, expired_only=0 2023-12-03T11:54:00.907 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.902+0000 7f0a0fcd7980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:00.908 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.902+0000 7f0a0fcd7980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:00.910 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.902+0000 7f0a0fcd7980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2023-12-03T11:54:00.910 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.906+0000 7f0a0fcd7980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.5237575826510325389', time=2023-12-03T13:53:31.276656+0000, chain.objs.size()=5 2023-12-03T11:54:00.910 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.906+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.35__multipart_key1.2~l5y4aLCr7W86RLOeMQeTJZIMMVXNAIP.1 2023-12-03T11:54:00.910 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.906+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.35__shadow_key1.2~l5y4aLCr7W86RLOeMQeTJZIMMVXNAIP.1_1 2023-12-03T11:54:00.910 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.906+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.35__multipart_key1.2~l5y4aLCr7W86RLOeMQeTJZIMMVXNAIP.2 2023-12-03T11:54:00.910 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.906+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.35__shadow_key1.2~l5y4aLCr7W86RLOeMQeTJZIMMVXNAIP.2_1 2023-12-03T11:54:00.910 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.906+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.35__multipart_key1.2~l5y4aLCr7W86RLOeMQeTJZIMMVXNAIP.3 2023-12-03T11:54:00.910 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.906+0000 7f0a0fcd7980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.17706551013515998055', time=2023-12-03T13:53:53.019957+0000, chain.objs.size()=11 2023-12-03T11:54:00.910 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.906+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.43__multipart_key1.2~AiI37HFuhRo4AfIxl5E3Yd5cCW73eiM.1 2023-12-03T11:54:00.910 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.906+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.43__shadow_key1.2~AiI37HFuhRo4AfIxl5E3Yd5cCW73eiM.1_1 2023-12-03T11:54:00.910 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.906+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.43__multipart_key1.2~AiI37HFuhRo4AfIxl5E3Yd5cCW73eiM.2 2023-12-03T11:54:00.911 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.906+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.43__shadow_key1.2~AiI37HFuhRo4AfIxl5E3Yd5cCW73eiM.2_1 2023-12-03T11:54:00.911 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.906+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.43__multipart_key1.2~AiI37HFuhRo4AfIxl5E3Yd5cCW73eiM.3 2023-12-03T11:54:00.911 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.906+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.43__shadow_key1.2~AiI37HFuhRo4AfIxl5E3Yd5cCW73eiM.3_1 2023-12-03T11:54:00.911 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.906+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.43__multipart_key1.2~AiI37HFuhRo4AfIxl5E3Yd5cCW73eiM.4 2023-12-03T11:54:00.915 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.910+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.43__shadow_key1.2~AiI37HFuhRo4AfIxl5E3Yd5cCW73eiM.4_1 2023-12-03T11:54:00.915 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.910+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.43__multipart_key1.2~AiI37HFuhRo4AfIxl5E3Yd5cCW73eiM.5 2023-12-03T11:54:00.916 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.910+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.43__shadow_key1.2~AiI37HFuhRo4AfIxl5E3Yd5cCW73eiM.5_1 2023-12-03T11:54:00.918 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.914+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.43__multipart_key1.2~AiI37HFuhRo4AfIxl5E3Yd5cCW73eiM.6 2023-12-03T11:54:00.924 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.918+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing entries, marker: 2023-12-03T11:54:00.927 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.922+0000 7f0a0fcd7980 20 garbage collection: RGWGC::process entered with GC index_shard=17, max_secs=3600, expired_only=0 2023-12-03T11:54:00.929 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.926+0000 7f0a0fcd7980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:00.930 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.926+0000 7f0a0fcd7980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:00.932 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.926+0000 7f0a0fcd7980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2023-12-03T11:54:00.932 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.926+0000 7f0a0fcd7980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.10371056722556159892', time=2023-12-03T13:53:42.036663+0000, chain.objs.size()=11 2023-12-03T11:54:00.932 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.926+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.43__multipart_key1.2~CPSvw9yvFHUZYQaBfLbdbQR9Jm-uuR2.1 2023-12-03T11:54:00.932 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.926+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.43__multipart_key1.2~CPSvw9yvFHUZYQaBfLbdbQR9Jm-uuR2.2 2023-12-03T11:54:00.932 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.926+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.43__multipart_key1.2~CPSvw9yvFHUZYQaBfLbdbQR9Jm-uuR2.3 2023-12-03T11:54:00.932 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.926+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.43__multipart_key1.2~CPSvw9yvFHUZYQaBfLbdbQR9Jm-uuR2.4 2023-12-03T11:54:00.933 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.926+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.43__multipart_key1.2~CPSvw9yvFHUZYQaBfLbdbQR9Jm-uuR2.5 2023-12-03T11:54:00.933 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.926+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.43__multipart_key1.2~CPSvw9yvFHUZYQaBfLbdbQR9Jm-uuR2.6 2023-12-03T11:54:00.933 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.926+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.43__multipart_key1.2~CPSvw9yvFHUZYQaBfLbdbQR9Jm-uuR2.7 2023-12-03T11:54:00.933 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.926+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.43__multipart_key1.2~CPSvw9yvFHUZYQaBfLbdbQR9Jm-uuR2.8 2023-12-03T11:54:00.933 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.926+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.43__multipart_key1.2~CPSvw9yvFHUZYQaBfLbdbQR9Jm-uuR2.9 2023-12-03T11:54:00.933 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.926+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.43__multipart_key1.2~CPSvw9yvFHUZYQaBfLbdbQR9Jm-uuR2.10 2023-12-03T11:54:00.933 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.926+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.43__multipart_key1.2~CPSvw9yvFHUZYQaBfLbdbQR9Jm-uuR2.11 2023-12-03T11:54:00.940 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.934+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing entries, marker: 2023-12-03T11:54:00.944 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.938+0000 7f0a0fcd7980 20 garbage collection: RGWGC::process entered with GC index_shard=18, max_secs=3600, expired_only=0 2023-12-03T11:54:00.946 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.942+0000 7f0a0fcd7980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:00.947 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.942+0000 7f0a0fcd7980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:00.947 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.942+0000 7f0a0fcd7980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2023-12-03T11:54:00.947 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.942+0000 7f0a0fcd7980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.7108786520738559089', time=2023-12-03T13:53:22.598649+0000, chain.objs.size()=5 2023-12-03T11:54:00.948 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.942+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.30__multipart_key1.2~X2F4LUsKY6Iy6rIICIHBBNNJFmtbxav.1 2023-12-03T11:54:00.948 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.942+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.30__multipart_key1.2~X2F4LUsKY6Iy6rIICIHBBNNJFmtbxav.2 2023-12-03T11:54:00.948 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.942+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.30__multipart_key1.2~X2F4LUsKY6Iy6rIICIHBBNNJFmtbxav.3 2023-12-03T11:54:00.948 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.942+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.30__multipart_key1.2~X2F4LUsKY6Iy6rIICIHBBNNJFmtbxav.4 2023-12-03T11:54:00.948 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.942+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.30__multipart_key1.2~X2F4LUsKY6Iy6rIICIHBBNNJFmtbxav.5 2023-12-03T11:54:00.953 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.946+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing entries, marker: 2023-12-03T11:54:00.956 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.950+0000 7f0a0fcd7980 20 garbage collection: RGWGC::process entered with GC index_shard=19, max_secs=3600, expired_only=0 2023-12-03T11:54:00.958 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.954+0000 7f0a0fcd7980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:00.958 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.954+0000 7f0a0fcd7980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:00.959 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.954+0000 7f0a0fcd7980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:00.960 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.954+0000 7f0a0fcd7980 20 garbage collection: RGWGC::process entered with GC index_shard=20, max_secs=3600, expired_only=0 2023-12-03T11:54:00.962 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.958+0000 7f0a0fcd7980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:00.962 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.958+0000 7f0a0fcd7980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:00.963 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.958+0000 7f0a0fcd7980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2023-12-03T11:54:00.963 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.958+0000 7f0a0fcd7980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.13585789113455572165', time=2023-12-03T13:53:57.274637+0000, chain.objs.size()=1 2023-12-03T11:54:00.963 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.958+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.48__shadow_.m4KyNHDBRmzzz92bhxZXG6B4-GqqYBW_0 2023-12-03T11:54:00.963 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.958+0000 7f0a0fcd7980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.8817585052109665798', time=2023-12-03T13:53:58.155919+0000, chain.objs.size()=1 2023-12-03T11:54:00.963 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.958+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.51__shadow_.4sjqFO4wPWIBBHdWNLZajRZI1Nqo_io_0 2023-12-03T11:54:00.965 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.962+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing entries, marker: 2023-12-03T11:54:00.968 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.962+0000 7f0a0fcd7980 20 garbage collection: RGWGC::process entered with GC index_shard=21, max_secs=3600, expired_only=0 2023-12-03T11:54:00.970 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.966+0000 7f0a0fcd7980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:00.971 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.966+0000 7f0a0fcd7980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:00.971 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.966+0000 7f0a0fcd7980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:00.973 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.966+0000 7f0a0fcd7980 20 garbage collection: RGWGC::process entered with GC index_shard=22, max_secs=3600, expired_only=0 2023-12-03T11:54:00.974 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.970+0000 7f0a0fcd7980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:00.976 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.970+0000 7f0a0fcd7980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:00.976 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.970+0000 7f0a0fcd7980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=3, truncated=0, next_marker='' 2023-12-03T11:54:00.976 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.970+0000 7f0a0fcd7980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.8032612699017229504', time=2023-12-03T13:53:28.210398+0000, chain.objs.size()=5 2023-12-03T11:54:00.976 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.970+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.35__multipart_key1.2~DLFOWmDa16gqziKGX4eIEFs1cTJGHC6.1 2023-12-03T11:54:00.977 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.970+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.35__multipart_key1.2~DLFOWmDa16gqziKGX4eIEFs1cTJGHC6.2 2023-12-03T11:54:00.977 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.970+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.35__multipart_key1.2~DLFOWmDa16gqziKGX4eIEFs1cTJGHC6.3 2023-12-03T11:54:00.977 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.970+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.35__multipart_key1.2~DLFOWmDa16gqziKGX4eIEFs1cTJGHC6.4 2023-12-03T11:54:00.977 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.970+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.35__multipart_key1.2~DLFOWmDa16gqziKGX4eIEFs1cTJGHC6.5 2023-12-03T11:54:00.977 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.970+0000 7f0a0fcd7980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.9934381362613349339', time=2023-12-03T13:53:31.996686+0000, chain.objs.size()=5 2023-12-03T11:54:00.978 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.970+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.35__multipart_key1.2~X7vg-8bTPCKlp47MZa9M1S6232FNPfs.1 2023-12-03T11:54:00.978 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.970+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.35__shadow_key1.2~X7vg-8bTPCKlp47MZa9M1S6232FNPfs.1_1 2023-12-03T11:54:00.978 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.970+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.35__multipart_key1.2~X7vg-8bTPCKlp47MZa9M1S6232FNPfs.2 2023-12-03T11:54:00.978 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.970+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.35__shadow_key1.2~X7vg-8bTPCKlp47MZa9M1S6232FNPfs.2_1 2023-12-03T11:54:00.978 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.970+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.35__multipart_key1.2~X7vg-8bTPCKlp47MZa9M1S6232FNPfs.3 2023-12-03T11:54:00.978 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.970+0000 7f0a0fcd7980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.5385384859583634935', time=2023-12-03T13:53:45.401163+0000, chain.objs.size()=11 2023-12-03T11:54:00.978 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.970+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.43__multipart_key1.2~5o_vPkMoAE3aPIiG1ubVGkuAbAvfW7_.1 2023-12-03T11:54:00.978 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.970+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.43__multipart_key1.2~5o_vPkMoAE3aPIiG1ubVGkuAbAvfW7_.2 2023-12-03T11:54:00.982 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.974+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.43__multipart_key1.2~5o_vPkMoAE3aPIiG1ubVGkuAbAvfW7_.3 2023-12-03T11:54:00.982 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.978+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.43__multipart_key1.2~5o_vPkMoAE3aPIiG1ubVGkuAbAvfW7_.4 2023-12-03T11:54:00.983 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.978+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.43__multipart_key1.2~5o_vPkMoAE3aPIiG1ubVGkuAbAvfW7_.5 2023-12-03T11:54:00.984 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.978+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.43__multipart_key1.2~5o_vPkMoAE3aPIiG1ubVGkuAbAvfW7_.6 2023-12-03T11:54:00.984 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.978+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.43__multipart_key1.2~5o_vPkMoAE3aPIiG1ubVGkuAbAvfW7_.7 2023-12-03T11:54:00.984 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.978+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.43__multipart_key1.2~5o_vPkMoAE3aPIiG1ubVGkuAbAvfW7_.8 2023-12-03T11:54:00.984 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.978+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.43__multipart_key1.2~5o_vPkMoAE3aPIiG1ubVGkuAbAvfW7_.9 2023-12-03T11:54:00.984 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.978+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.43__multipart_key1.2~5o_vPkMoAE3aPIiG1ubVGkuAbAvfW7_.10 2023-12-03T11:54:00.984 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.978+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.43__multipart_key1.2~5o_vPkMoAE3aPIiG1ubVGkuAbAvfW7_.11 2023-12-03T11:54:00.992 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.986+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing entries, marker: 2023-12-03T11:54:00.999 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.990+0000 7f0a0fcd7980 20 garbage collection: RGWGC::process entered with GC index_shard=23, max_secs=3600, expired_only=0 2023-12-03T11:54:00.999 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.994+0000 7f0a0fcd7980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:00.999 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.994+0000 7f0a0fcd7980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:00.999 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.994+0000 7f0a0fcd7980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2023-12-03T11:54:00.999 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.994+0000 7f0a0fcd7980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.6671607002851866379', time=2023-12-03T13:53:55.971246+0000, chain.objs.size()=5 2023-12-03T11:54:01.000 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.994+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.45__multipart_key1.2~nagAd8Fpbdt7mvIQBPU6D5spzdG5hyO.1 2023-12-03T11:54:01.000 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.994+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.45__multipart_key1.2~nagAd8Fpbdt7mvIQBPU6D5spzdG5hyO.2 2023-12-03T11:54:01.000 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.994+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.45__multipart_key1.2~nagAd8Fpbdt7mvIQBPU6D5spzdG5hyO.3 2023-12-03T11:54:01.000 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.994+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.45__multipart_key1.2~nagAd8Fpbdt7mvIQBPU6D5spzdG5hyO.4 2023-12-03T11:54:01.000 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.994+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.45__multipart_key1.2~nagAd8Fpbdt7mvIQBPU6D5spzdG5hyO.5 2023-12-03T11:54:01.003 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:00.998+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing entries, marker: 2023-12-03T11:54:01.008 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.002+0000 7f0a0fcd7980 20 garbage collection: RGWGC::process entered with GC index_shard=24, max_secs=3600, expired_only=0 2023-12-03T11:54:01.008 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.002+0000 7f0a0fcd7980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:01.009 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.002+0000 7f0a0fcd7980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:01.009 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.006+0000 7f0a0fcd7980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2023-12-03T11:54:01.009 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.006+0000 7f0a0fcd7980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.7684967263947595740', time=2023-12-03T13:53:27.349998+0000, chain.objs.size()=5 2023-12-03T11:54:01.009 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.006+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.35__multipart_key1.2~1snj91PpFtMF11sPn9fVl22Ks6TCMW1.1 2023-12-03T11:54:01.010 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.006+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.35__multipart_key1.2~1snj91PpFtMF11sPn9fVl22Ks6TCMW1.2 2023-12-03T11:54:01.010 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.006+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.35__multipart_key1.2~1snj91PpFtMF11sPn9fVl22Ks6TCMW1.3 2023-12-03T11:54:01.010 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.006+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.35__multipart_key1.2~1snj91PpFtMF11sPn9fVl22Ks6TCMW1.4 2023-12-03T11:54:01.010 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.006+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.35__multipart_key1.2~1snj91PpFtMF11sPn9fVl22Ks6TCMW1.5 2023-12-03T11:54:01.013 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.010+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing entries, marker: 2023-12-03T11:54:01.017 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.014+0000 7f0a0fcd7980 20 garbage collection: RGWGC::process entered with GC index_shard=25, max_secs=3600, expired_only=0 2023-12-03T11:54:01.019 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.014+0000 7f0a0fcd7980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:01.019 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.014+0000 7f0a0fcd7980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:01.020 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.014+0000 7f0a0fcd7980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2023-12-03T11:54:01.020 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.014+0000 7f0a0fcd7980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.8362529491341039344', time=2023-12-03T13:53:23.822833+0000, chain.objs.size()=5 2023-12-03T11:54:01.020 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.014+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.32__multipart_key1.2~bazLo-Kl_0N0zxR1fe79tzR6ZLicU9D.1 2023-12-03T11:54:01.020 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.014+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.32__multipart_key1.2~bazLo-Kl_0N0zxR1fe79tzR6ZLicU9D.2 2023-12-03T11:54:01.020 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.014+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.32__multipart_key1.2~bazLo-Kl_0N0zxR1fe79tzR6ZLicU9D.3 2023-12-03T11:54:01.020 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.014+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.32__multipart_key1.2~bazLo-Kl_0N0zxR1fe79tzR6ZLicU9D.4 2023-12-03T11:54:01.020 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.014+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.32__multipart_key1.2~bazLo-Kl_0N0zxR1fe79tzR6ZLicU9D.5 2023-12-03T11:54:01.022 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.018+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing entries, marker: 2023-12-03T11:54:01.025 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.022+0000 7f0a0fcd7980 20 garbage collection: RGWGC::process entered with GC index_shard=26, max_secs=3600, expired_only=0 2023-12-03T11:54:01.027 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.022+0000 7f0a0fcd7980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:01.027 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.022+0000 7f0a0fcd7980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:01.028 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.022+0000 7f0a0fcd7980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2023-12-03T11:54:01.028 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.022+0000 7f0a0fcd7980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.613905235124070073', time=2023-12-03T13:53:49.788760+0000, chain.objs.size()=11 2023-12-03T11:54:01.028 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.022+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.43__multipart_key1.2~CqOPf1HAi0CcMAOe2qluY6KWQ9uWjzP.1 2023-12-03T11:54:01.028 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.022+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.43__shadow_key1.2~CqOPf1HAi0CcMAOe2qluY6KWQ9uWjzP.1_1 2023-12-03T11:54:01.028 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.022+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.43__multipart_key1.2~CqOPf1HAi0CcMAOe2qluY6KWQ9uWjzP.2 2023-12-03T11:54:01.028 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.022+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.43__shadow_key1.2~CqOPf1HAi0CcMAOe2qluY6KWQ9uWjzP.2_1 2023-12-03T11:54:01.028 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.022+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.43__multipart_key1.2~CqOPf1HAi0CcMAOe2qluY6KWQ9uWjzP.3 2023-12-03T11:54:01.028 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.022+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.43__shadow_key1.2~CqOPf1HAi0CcMAOe2qluY6KWQ9uWjzP.3_1 2023-12-03T11:54:01.029 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.022+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.43__multipart_key1.2~CqOPf1HAi0CcMAOe2qluY6KWQ9uWjzP.4 2023-12-03T11:54:01.029 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.022+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.43__shadow_key1.2~CqOPf1HAi0CcMAOe2qluY6KWQ9uWjzP.4_1 2023-12-03T11:54:01.029 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.022+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.43__multipart_key1.2~CqOPf1HAi0CcMAOe2qluY6KWQ9uWjzP.5 2023-12-03T11:54:01.029 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.022+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.43__shadow_key1.2~CqOPf1HAi0CcMAOe2qluY6KWQ9uWjzP.5_1 2023-12-03T11:54:01.029 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.022+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.43__multipart_key1.2~CqOPf1HAi0CcMAOe2qluY6KWQ9uWjzP.6 2023-12-03T11:54:01.029 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.022+0000 7f0a0fcd7980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.15191609401712846107', time=2023-12-03T13:53:54.187859+0000, chain.objs.size()=1 2023-12-03T11:54:01.029 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.022+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.44__shadow_.qh_DyGBWAeIFLGhZ-pCBtzr0fBA8Idf_0 2023-12-03T11:54:01.038 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.034+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing entries, marker: 2023-12-03T11:54:01.042 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.038+0000 7f0a0fcd7980 20 garbage collection: RGWGC::process entered with GC index_shard=27, max_secs=3600, expired_only=0 2023-12-03T11:54:01.044 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.038+0000 7f0a0fcd7980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:01.044 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.038+0000 7f0a0fcd7980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:01.045 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.038+0000 7f0a0fcd7980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:01.046 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.042+0000 7f0a0fcd7980 20 garbage collection: RGWGC::process entered with GC index_shard=28, max_secs=3600, expired_only=0 2023-12-03T11:54:01.047 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.042+0000 7f0a0fcd7980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:01.048 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.042+0000 7f0a0fcd7980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:01.049 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.042+0000 7f0a0fcd7980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2023-12-03T11:54:01.049 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.042+0000 7f0a0fcd7980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.5829915685988987836', time=2023-12-03T13:53:37.690551+0000, chain.objs.size()=1 2023-12-03T11:54:01.049 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.042+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.41__shadow_.quO-OiRpfhKdXKcnuAYm0EJkMe8hBM0_0 2023-12-03T11:54:01.049 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.042+0000 7f0a0fcd7980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.590370900065723578', time=2023-12-03T13:53:37.737142+0000, chain.objs.size()=1 2023-12-03T11:54:01.049 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.042+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.41__shadow_.JXH4ECDoG5MFy12qWaEuuCgBbzgwjHF_0 2023-12-03T11:54:01.051 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.046+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing entries, marker: 2023-12-03T11:54:01.054 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.050+0000 7f0a0fcd7980 20 garbage collection: RGWGC::process entered with GC index_shard=29, max_secs=3600, expired_only=0 2023-12-03T11:54:01.056 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.050+0000 7f0a0fcd7980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:01.056 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.050+0000 7f0a0fcd7980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:01.057 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.050+0000 7f0a0fcd7980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:01.058 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.054+0000 7f0a0fcd7980 20 garbage collection: RGWGC::process entered with GC index_shard=30, max_secs=3600, expired_only=0 2023-12-03T11:54:01.059 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.054+0000 7f0a0fcd7980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:01.060 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.054+0000 7f0a0fcd7980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:01.061 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.054+0000 7f0a0fcd7980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2023-12-03T11:54:01.061 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.054+0000 7f0a0fcd7980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.7995994341635594546', time=2023-12-03T13:53:37.673515+0000, chain.objs.size()=5 2023-12-03T11:54:01.061 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.054+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.41__multipart_file.mpg.2~Bror8u-xweHWQVQ0L6x-vCCmB694dPK.1 2023-12-03T11:54:01.061 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.054+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.41__multipart_file.mpg.2~Bror8u-xweHWQVQ0L6x-vCCmB694dPK.2 2023-12-03T11:54:01.061 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.054+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.41__multipart_file.mpg.2~Bror8u-xweHWQVQ0L6x-vCCmB694dPK.3 2023-12-03T11:54:01.061 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.054+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.41__multipart_file.mpg.2~Bror8u-xweHWQVQ0L6x-vCCmB694dPK.4 2023-12-03T11:54:01.061 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.054+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.41__multipart_file.mpg.2~Bror8u-xweHWQVQ0L6x-vCCmB694dPK.5 2023-12-03T11:54:01.061 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.054+0000 7f0a0fcd7980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.11481659948845569673', time=2023-12-03T13:53:59.733227+0000, chain.objs.size()=11 2023-12-03T11:54:01.061 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.054+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.54__multipart_key1.2~IRot4qtyfX4F4XJCVT3Wic43Ww7t8wV.1 2023-12-03T11:54:01.061 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.054+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.54__multipart_key1.2~IRot4qtyfX4F4XJCVT3Wic43Ww7t8wV.2 2023-12-03T11:54:01.061 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.054+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.54__multipart_key1.2~IRot4qtyfX4F4XJCVT3Wic43Ww7t8wV.3 2023-12-03T11:54:01.062 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.054+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.54__multipart_key1.2~IRot4qtyfX4F4XJCVT3Wic43Ww7t8wV.4 2023-12-03T11:54:01.062 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.054+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.54__multipart_key1.2~IRot4qtyfX4F4XJCVT3Wic43Ww7t8wV.5 2023-12-03T11:54:01.062 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.054+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.54__multipart_key1.2~IRot4qtyfX4F4XJCVT3Wic43Ww7t8wV.6 2023-12-03T11:54:01.062 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.054+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.54__multipart_key1.2~IRot4qtyfX4F4XJCVT3Wic43Ww7t8wV.7 2023-12-03T11:54:01.067 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.062+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.54__multipart_key1.2~IRot4qtyfX4F4XJCVT3Wic43Ww7t8wV.8 2023-12-03T11:54:01.067 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.062+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.54__multipart_key1.2~IRot4qtyfX4F4XJCVT3Wic43Ww7t8wV.9 2023-12-03T11:54:01.067 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.062+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.54__multipart_key1.2~IRot4qtyfX4F4XJCVT3Wic43Ww7t8wV.10 2023-12-03T11:54:01.067 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.062+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.54__multipart_key1.2~IRot4qtyfX4F4XJCVT3Wic43Ww7t8wV.11 2023-12-03T11:54:01.077 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.074+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing entries, marker: 2023-12-03T11:54:01.080 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.074+0000 7f0a0fcd7980 20 garbage collection: RGWGC::process entered with GC index_shard=31, max_secs=3600, expired_only=0 2023-12-03T11:54:01.081 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.078+0000 7f0a0fcd7980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:01.082 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.078+0000 7f0a0fcd7980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:01.082 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.078+0000 7f0a0fcd7980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2023-12-03T11:54:01.082 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.078+0000 7f0a0fcd7980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.14289813885117748916', time=2023-12-03T13:53:32.173908+0000, chain.objs.size()=4 2023-12-03T11:54:01.083 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.078+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.34__shadow_.42pUWuacVZYe9cgmyhr0vRZ3G2Xym7v_0 2023-12-03T11:54:01.083 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.078+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.34__shadow_.42pUWuacVZYe9cgmyhr0vRZ3G2Xym7v_1 2023-12-03T11:54:01.083 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.078+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.34__shadow_.42pUWuacVZYe9cgmyhr0vRZ3G2Xym7v_2 2023-12-03T11:54:01.083 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.078+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.34__shadow_.42pUWuacVZYe9cgmyhr0vRZ3G2Xym7v_3 2023-12-03T11:54:01.083 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.078+0000 7f0a0fcd7980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.3815316392947639150', time=2023-12-03T13:53:58.460561+0000, chain.objs.size()=1 2023-12-03T11:54:01.083 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.078+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.52__shadow_.jHn2LWjkJIU9ozmjQAfFA_0LWr89C29_0 2023-12-03T11:54:01.088 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.082+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing entries, marker: 2023-12-03T11:54:01.091 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.086+0000 7f0a0fcd7980 20 garbage collection: RGWGC::process entered with GC index_shard=0, max_secs=3600, expired_only=0 2023-12-03T11:54:01.093 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.090+0000 7f0a0fcd7980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:01.093 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.090+0000 7f0a0fcd7980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:01.094 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.090+0000 7f0a0fcd7980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2023-12-03T11:54:01.094 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.090+0000 7f0a0fcd7980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.4477022827772957749', time=2023-12-03T13:53:37.724168+0000, chain.objs.size()=1 2023-12-03T11:54:01.094 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.090+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.41__shadow_.HmsbL9RlFD3-f4P2IjsiAfpDvzhzKaH_0 2023-12-03T11:54:01.096 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.090+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing entries, marker: 2023-12-03T11:54:01.098 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.094+0000 7f0a0fcd7980 20 garbage collection: RGWGC::process entered with GC index_shard=1, max_secs=3600, expired_only=0 2023-12-03T11:54:01.100 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.094+0000 7f0a0fcd7980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:01.100 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.094+0000 7f0a0fcd7980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:01.101 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.098+0000 7f0a0fcd7980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:01.102 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.098+0000 7f0a0fcd7980 20 garbage collection: RGWGC::process entered with GC index_shard=2, max_secs=3600, expired_only=0 2023-12-03T11:54:01.104 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.098+0000 7f0a0fcd7980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:01.105 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.098+0000 7f0a0fcd7980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:01.105 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.098+0000 7f0a0fcd7980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2023-12-03T11:54:01.105 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.098+0000 7f0a0fcd7980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.3332305487330333430', time=2023-12-03T13:53:33.990683+0000, chain.objs.size()=5 2023-12-03T11:54:01.106 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.098+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.39__multipart_key1.2~_0yC4gv1NE_ct_5WRlNbjFhCA6PE6jr.1 2023-12-03T11:54:01.106 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.102+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.39__multipart_key1.2~_0yC4gv1NE_ct_5WRlNbjFhCA6PE6jr.2 2023-12-03T11:54:01.106 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.102+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.39__multipart_key1.2~_0yC4gv1NE_ct_5WRlNbjFhCA6PE6jr.3 2023-12-03T11:54:01.106 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.102+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.39__multipart_key1.2~_0yC4gv1NE_ct_5WRlNbjFhCA6PE6jr.4 2023-12-03T11:54:01.106 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.102+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.39__multipart_key1.2~_0yC4gv1NE_ct_5WRlNbjFhCA6PE6jr.5 2023-12-03T11:54:01.109 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.102+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing entries, marker: 2023-12-03T11:54:01.113 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.106+0000 7f0a0fcd7980 20 garbage collection: RGWGC::process entered with GC index_shard=3, max_secs=3600, expired_only=0 2023-12-03T11:54:01.114 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.110+0000 7f0a0fcd7980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:01.115 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.110+0000 7f0a0fcd7980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:01.115 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.110+0000 7f0a0fcd7980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2023-12-03T11:54:01.115 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.110+0000 7f0a0fcd7980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.3569211941216074361', time=2023-12-03T13:53:56.985084+0000, chain.objs.size()=1 2023-12-03T11:54:01.115 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.110+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.47__shadow_.QhRzjcInElOgeHPH20_6zAa8qWe--G7_0 2023-12-03T11:54:01.117 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.110+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing entries, marker: 2023-12-03T11:54:01.120 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.114+0000 7f0a0fcd7980 20 garbage collection: RGWGC::process entered with GC index_shard=4, max_secs=3600, expired_only=0 2023-12-03T11:54:01.121 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.118+0000 7f0a0fcd7980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:01.122 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.118+0000 7f0a0fcd7980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:01.124 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.118+0000 7f0a0fcd7980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2023-12-03T11:54:01.124 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.118+0000 7f0a0fcd7980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.12454471860157924749', time=2023-12-03T13:53:29.752859+0000, chain.objs.size()=5 2023-12-03T11:54:01.124 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.118+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.35__multipart_key1.2~eTJzQ1DOEqbcQt8tJgh5Ud5D5iMww6C.1 2023-12-03T11:54:01.124 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.118+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.35__multipart_key1.2~eTJzQ1DOEqbcQt8tJgh5Ud5D5iMww6C.2 2023-12-03T11:54:01.124 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.118+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.35__multipart_key1.2~eTJzQ1DOEqbcQt8tJgh5Ud5D5iMww6C.3 2023-12-03T11:54:01.124 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.118+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.35__multipart_key1.2~eTJzQ1DOEqbcQt8tJgh5Ud5D5iMww6C.4 2023-12-03T11:54:01.124 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.118+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.35__multipart_key1.2~eTJzQ1DOEqbcQt8tJgh5Ud5D5iMww6C.5 2023-12-03T11:54:01.124 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.118+0000 7f0a0fcd7980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.8217643743259544108', time=2023-12-03T13:53:32.339692+0000, chain.objs.size()=5 2023-12-03T11:54:01.124 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.118+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.35__multipart_key1.2~8_NlGMFWfItIED9pHTMP7-LXukswHQU.1 2023-12-03T11:54:01.124 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.118+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.35__shadow_key1.2~8_NlGMFWfItIED9pHTMP7-LXukswHQU.1_1 2023-12-03T11:54:01.124 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.118+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.35__multipart_key1.2~8_NlGMFWfItIED9pHTMP7-LXukswHQU.2 2023-12-03T11:54:01.124 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.118+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.35__shadow_key1.2~8_NlGMFWfItIED9pHTMP7-LXukswHQU.2_1 2023-12-03T11:54:01.124 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.118+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.35__multipart_key1.2~8_NlGMFWfItIED9pHTMP7-LXukswHQU.3 2023-12-03T11:54:01.130 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.126+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing entries, marker: 2023-12-03T11:54:01.134 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.130+0000 7f0a0fcd7980 20 garbage collection: RGWGC::process entered with GC index_shard=5, max_secs=3600, expired_only=0 2023-12-03T11:54:01.136 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.130+0000 7f0a0fcd7980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:01.137 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.130+0000 7f0a0fcd7980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:01.137 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.134+0000 7f0a0fcd7980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2023-12-03T11:54:01.137 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.134+0000 7f0a0fcd7980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.2593719702375655130', time=2023-12-03T13:53:57.564269+0000, chain.objs.size()=1 2023-12-03T11:54:01.138 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.134+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.49__shadow_.ZPRNo3yDSCKCumuDs0PmxuoX4uMI3dg_0 2023-12-03T11:54:01.139 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.134+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing entries, marker: 2023-12-03T11:54:01.141 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.138+0000 7f0a0fcd7980 20 garbage collection: RGWGC::process entered with GC index_shard=6, max_secs=3600, expired_only=0 2023-12-03T11:54:01.143 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.138+0000 7f0a0fcd7980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:01.144 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.138+0000 7f0a0fcd7980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:01.145 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.138+0000 7f0a0fcd7980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2023-12-03T11:54:01.145 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.138+0000 7f0a0fcd7980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.8928125258504094886', time=2023-12-03T13:53:53.196895+0000, chain.objs.size()=11 2023-12-03T11:54:01.145 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.138+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.43__multipart_key1.2~JCwqVgFZS3BkH31lgu_kLl-X6Np5_FT.1 2023-12-03T11:54:01.145 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.138+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.43__shadow_key1.2~JCwqVgFZS3BkH31lgu_kLl-X6Np5_FT.1_1 2023-12-03T11:54:01.145 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.138+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.43__multipart_key1.2~JCwqVgFZS3BkH31lgu_kLl-X6Np5_FT.2 2023-12-03T11:54:01.145 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.138+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.43__shadow_key1.2~JCwqVgFZS3BkH31lgu_kLl-X6Np5_FT.2_1 2023-12-03T11:54:01.145 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.138+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.43__multipart_key1.2~JCwqVgFZS3BkH31lgu_kLl-X6Np5_FT.3 2023-12-03T11:54:01.145 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.138+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.43__shadow_key1.2~JCwqVgFZS3BkH31lgu_kLl-X6Np5_FT.3_1 2023-12-03T11:54:01.146 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.138+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.43__multipart_key1.2~JCwqVgFZS3BkH31lgu_kLl-X6Np5_FT.4 2023-12-03T11:54:01.146 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.138+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.43__shadow_key1.2~JCwqVgFZS3BkH31lgu_kLl-X6Np5_FT.4_1 2023-12-03T11:54:01.146 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.138+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.43__multipart_key1.2~JCwqVgFZS3BkH31lgu_kLl-X6Np5_FT.5 2023-12-03T11:54:01.146 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.138+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.43__shadow_key1.2~JCwqVgFZS3BkH31lgu_kLl-X6Np5_FT.5_1 2023-12-03T11:54:01.146 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.138+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.43__multipart_key1.2~JCwqVgFZS3BkH31lgu_kLl-X6Np5_FT.6 2023-12-03T11:54:01.153 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.146+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing entries, marker: 2023-12-03T11:54:01.157 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.150+0000 7f0a0fcd7980 20 garbage collection: RGWGC::process entered with GC index_shard=7, max_secs=3600, expired_only=0 2023-12-03T11:54:01.158 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.154+0000 7f0a0fcd7980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:01.159 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.154+0000 7f0a0fcd7980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:01.159 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.154+0000 7f0a0fcd7980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:01.161 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.154+0000 7f0a0fcd7980 20 garbage collection: RGWGC::process entered with GC index_shard=8, max_secs=3600, expired_only=0 2023-12-03T11:54:01.163 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.158+0000 7f0a0fcd7980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:01.163 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.158+0000 7f0a0fcd7980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:01.164 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.158+0000 7f0a0fcd7980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2023-12-03T11:54:01.164 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.158+0000 7f0a0fcd7980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.6972978063797408681', time=2023-12-03T13:53:37.709006+0000, chain.objs.size()=5 2023-12-03T11:54:01.164 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.158+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.41__multipart_file2.mpg.2~d-JsVuka9SG5UvLX_TE5OUlwnSqoviI.1 2023-12-03T11:54:01.164 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.158+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.41__multipart_file2.mpg.2~d-JsVuka9SG5UvLX_TE5OUlwnSqoviI.2 2023-12-03T11:54:01.164 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.158+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.41__multipart_file2.mpg.2~d-JsVuka9SG5UvLX_TE5OUlwnSqoviI.3 2023-12-03T11:54:01.164 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.158+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.41__multipart_file2.mpg.2~d-JsVuka9SG5UvLX_TE5OUlwnSqoviI.4 2023-12-03T11:54:01.164 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.158+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.41__multipart_file2.mpg.2~d-JsVuka9SG5UvLX_TE5OUlwnSqoviI.5 2023-12-03T11:54:01.168 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.162+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing entries, marker: 2023-12-03T11:54:01.171 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.166+0000 7f0a0fcd7980 20 garbage collection: RGWGC::process entered with GC index_shard=9, max_secs=3600, expired_only=0 2023-12-03T11:54:01.173 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.166+0000 7f0a0fcd7980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:01.173 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.170+0000 7f0a0fcd7980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:01.174 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.170+0000 7f0a0fcd7980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2023-12-03T11:54:01.174 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.170+0000 7f0a0fcd7980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.739888003459456094', time=2023-12-03T13:53:57.863150+0000, chain.objs.size()=1 2023-12-03T11:54:01.174 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.170+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.50__shadow_.sz3ciYgDcgOC6bsfU93MsN9pl56Sdds_0 2023-12-03T11:54:01.176 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.170+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing entries, marker: 2023-12-03T11:54:01.179 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.174+0000 7f0a0fcd7980 20 garbage collection: RGWGC::process entered with GC index_shard=10, max_secs=3600, expired_only=0 2023-12-03T11:54:01.181 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.174+0000 7f0a0fcd7980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:01.181 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.178+0000 7f0a0fcd7980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:01.181 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.178+0000 7f0a0fcd7980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:01.183 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.178+0000 7f0a0fcd7980 20 garbage collection: RGWGC::process entered with GC index_shard=11, max_secs=3600, expired_only=0 2023-12-03T11:54:01.184 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.178+0000 7f0a0fcd7980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:01.185 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.178+0000 7f0a0fcd7980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:01.185 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.182+0000 7f0a0fcd7980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:01.186 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.182+0000 7f0a0fcd7980 20 garbage collection: RGWGC::process entered with GC index_shard=12, max_secs=3600, expired_only=0 2023-12-03T11:54:01.188 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.182+0000 7f0a0fcd7980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:01.189 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.186+0000 7f0a0fcd7980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:01.190 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.186+0000 7f0a0fcd7980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2023-12-03T11:54:01.190 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.186+0000 7f0a0fcd7980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.10019995621443313913', time=2023-12-03T13:53:46.573296+0000, chain.objs.size()=10 2023-12-03T11:54:01.190 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.186+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.43__multipart_key1.2~fzq0e3SdAL8KBj-9L9BdnF1CLt_hPQL.1 2023-12-03T11:54:01.190 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.186+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.43__multipart_key1.2~fzq0e3SdAL8KBj-9L9BdnF1CLt_hPQL.2 2023-12-03T11:54:01.190 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.186+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.43__multipart_key1.2~fzq0e3SdAL8KBj-9L9BdnF1CLt_hPQL.3 2023-12-03T11:54:01.190 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.186+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.43__multipart_key1.2~fzq0e3SdAL8KBj-9L9BdnF1CLt_hPQL.4 2023-12-03T11:54:01.190 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.186+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.43__multipart_key1.2~fzq0e3SdAL8KBj-9L9BdnF1CLt_hPQL.5 2023-12-03T11:54:01.191 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.186+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.43__multipart_key1.2~fzq0e3SdAL8KBj-9L9BdnF1CLt_hPQL.6 2023-12-03T11:54:01.191 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.186+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.43__multipart_key1.2~fzq0e3SdAL8KBj-9L9BdnF1CLt_hPQL.7 2023-12-03T11:54:01.191 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.186+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.43__multipart_key1.2~fzq0e3SdAL8KBj-9L9BdnF1CLt_hPQL.8 2023-12-03T11:54:01.191 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.186+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.43__multipart_key1.2~fzq0e3SdAL8KBj-9L9BdnF1CLt_hPQL.9 2023-12-03T11:54:01.191 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.186+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.43__multipart_key1.2~fzq0e3SdAL8KBj-9L9BdnF1CLt_hPQL.10 2023-12-03T11:54:01.199 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.194+0000 7f0a0fcd7980 5 garbage collection: RGWGC::process removing entries, marker: 2023-12-03T11:54:01.205 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.198+0000 7f09d2fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:54:01.207 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.202+0000 7f0a0fcd7980 20 remove_watcher() i=0 2023-12-03T11:54:01.207 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.202+0000 7f0a0fcd7980 2 removed watcher, disabling cache 2023-12-03T11:54:01.209 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.202+0000 7f0a0fcd7980 20 remove_watcher() i=1 2023-12-03T11:54:01.210 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.206+0000 7f0a0fcd7980 20 remove_watcher() i=2 2023-12-03T11:54:01.211 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.206+0000 7f0a0fcd7980 20 remove_watcher() i=3 2023-12-03T11:54:01.213 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.210+0000 7f0a0fcd7980 20 remove_watcher() i=4 2023-12-03T11:54:01.214 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.210+0000 7f0a0fcd7980 20 remove_watcher() i=5 2023-12-03T11:54:01.216 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.210+0000 7f0a0fcd7980 20 remove_watcher() i=6 2023-12-03T11:54:01.217 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.214+0000 7f0a0fcd7980 20 remove_watcher() i=7 2023-12-03T11:54:01.224 DEBUG:teuthology.orchestra.run.smithi019:> radosgw-admin gc process --include-all 2023-12-03T11:54:01.290 INFO:teuthology.orchestra.run.smithi019.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:54:01.290 INFO:teuthology.orchestra.run.smithi019.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:54:01.308 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.302+0000 7f03f7c7f980 20 rados->read ofs=0 len=0 2023-12-03T11:54:01.310 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.306+0000 7f03f7c7f980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:54:01.310 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.306+0000 7f03f7c7f980 20 realm 2023-12-03T11:54:01.310 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.306+0000 7f03f7c7f980 20 rados->read ofs=0 len=0 2023-12-03T11:54:01.311 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.306+0000 7f03f7c7f980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:54:01.311 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.306+0000 7f03f7c7f980 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:54:01.311 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.306+0000 7f03f7c7f980 20 rados->read ofs=0 len=0 2023-12-03T11:54:01.311 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.306+0000 7f03f7c7f980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:54:01.311 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.306+0000 7f03f7c7f980 20 rados->read ofs=0 len=0 2023-12-03T11:54:01.312 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.306+0000 7f03f7c7f980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:54:01.312 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.306+0000 7f03f7c7f980 20 rados->read ofs=0 len=0 2023-12-03T11:54:01.312 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.306+0000 7f03f7c7f980 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:54:01.312 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.306+0000 7f03f7c7f980 20 searching for the correct realm 2023-12-03T11:54:01.336 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.330+0000 7f03f4f9a640 0 -- 172.21.15.19:0/3635378334 >> [v2:172.21.15.19:6800/1469834966,v1:172.21.15.19:6801/1469834966] conn(0x5633501a1940 msgr2=0x5633501a3d30 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:54:01.338 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.334+0000 7f03f7c7f980 20 RGWRados::pool_iterate: got zonegroup_info.9433ba8b-08fe-4f3d-8375-ae7b0ce32294 2023-12-03T11:54:01.338 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.334+0000 7f03f7c7f980 20 RGWRados::pool_iterate: got zone_info.43a5e689-6a4f-4bb6-8529-28824bd75ab9 2023-12-03T11:54:01.338 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.334+0000 7f03f7c7f980 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:54:01.338 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.334+0000 7f03f7c7f980 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:54:01.338 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.334+0000 7f03f7c7f980 20 rados->read ofs=0 len=0 2023-12-03T11:54:01.339 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.334+0000 7f03f7c7f980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:54:01.339 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.334+0000 7f03f7c7f980 20 rados->read ofs=0 len=0 2023-12-03T11:54:01.339 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.334+0000 7f03f7c7f980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:54:01.339 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.334+0000 7f03f7c7f980 20 rados->read ofs=0 len=0 2023-12-03T11:54:01.340 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.334+0000 7f03f7c7f980 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:54:01.340 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.334+0000 7f03f7c7f980 20 zone default found 2023-12-03T11:54:01.340 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.334+0000 7f03f7c7f980 4 Realm: () 2023-12-03T11:54:01.340 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.334+0000 7f03f7c7f980 4 ZoneGroup: default (9433ba8b-08fe-4f3d-8375-ae7b0ce32294) 2023-12-03T11:54:01.340 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.334+0000 7f03f7c7f980 4 Zone: default (43a5e689-6a4f-4bb6-8529-28824bd75ab9) 2023-12-03T11:54:01.340 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.334+0000 7f03f7c7f980 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:54:01.340 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.334+0000 7f03f7c7f980 20 zonegroup default 2023-12-03T11:54:01.340 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.334+0000 7f03f7c7f980 20 rados->read ofs=0 len=0 2023-12-03T11:54:01.340 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.334+0000 7f03f7c7f980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:54:01.340 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.334+0000 7f03f7c7f980 20 rados->read ofs=0 len=0 2023-12-03T11:54:01.341 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.334+0000 7f03f7c7f980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:54:01.341 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.334+0000 7f03f7c7f980 20 rados->read ofs=0 len=0 2023-12-03T11:54:01.341 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.334+0000 7f03f7c7f980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:54:01.341 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.334+0000 7f03f7c7f980 20 started sync module instance, tier type = 2023-12-03T11:54:01.341 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.334+0000 7f03f7c7f980 20 started zone id=43a5e689-6a4f-4bb6-8529-28824bd75ab9 (name=default) with tier type = 2023-12-03T11:54:01.357 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.350+0000 7f03f5f9c640 0 -- 172.21.15.19:0/3635378334 >> [v2:172.21.15.57:6816/3303414699,v1:172.21.15.57:6817/3303414699] conn(0x7f03e00ef3b0 msgr2=0x7f03e0107930 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:54:01.359 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.354+0000 7f03f7c7f980 20 add_watcher() i=0 2023-12-03T11:54:01.359 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.354+0000 7f03f7c7f980 20 add_watcher() i=1 2023-12-03T11:54:01.359 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.354+0000 7f03f7c7f980 20 add_watcher() i=2 2023-12-03T11:54:01.359 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.354+0000 7f03f7c7f980 20 add_watcher() i=3 2023-12-03T11:54:01.360 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.354+0000 7f03f7c7f980 20 add_watcher() i=4 2023-12-03T11:54:01.360 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.354+0000 7f03f7c7f980 20 add_watcher() i=5 2023-12-03T11:54:01.360 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.354+0000 7f03f7c7f980 20 add_watcher() i=6 2023-12-03T11:54:01.361 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.354+0000 7f03f7c7f980 20 add_watcher() i=7 2023-12-03T11:54:01.361 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.354+0000 7f03f7c7f980 2 all 8 watchers are set, enabling cache 2023-12-03T11:54:01.364 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.358+0000 7f03bafe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:54:01.364 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.358+0000 7f03f7c7f980 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:54:01.364 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.358+0000 7f03f7c7f980 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:54:01.462 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.458+0000 7f0329ffb640 20 reqs_thread_entry: start 2023-12-03T11:54:01.463 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.458+0000 7f03f7c7f980 20 init_complete bucket index max shards: 1 2023-12-03T11:54:01.463 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.458+0000 7f03f7c7f980 20 Filter name: none 2023-12-03T11:54:01.463 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.458+0000 7f031b7fe640 20 reqs_thread_entry: start 2023-12-03T11:54:01.463 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.458+0000 7f03f7c7f980 20 garbage collection: RGWGC::process entered with GC index_shard=25, max_secs=3600, expired_only=0 2023-12-03T11:54:01.465 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.462+0000 7f03f7c7f980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:01.466 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.462+0000 7f03f7c7f980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:01.467 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.462+0000 7f03f7c7f980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:01.470 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.466+0000 7f03f7c7f980 20 garbage collection: RGWGC::process entered with GC index_shard=26, max_secs=3600, expired_only=0 2023-12-03T11:54:01.472 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.466+0000 7f03f7c7f980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:01.473 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.470+0000 7f03f7c7f980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:01.474 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.470+0000 7f03f7c7f980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:01.476 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.470+0000 7f03f7c7f980 20 garbage collection: RGWGC::process entered with GC index_shard=27, max_secs=3600, expired_only=0 2023-12-03T11:54:01.481 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.474+0000 7f03f7c7f980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:01.482 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.478+0000 7f03f7c7f980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:01.484 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.478+0000 7f03f7c7f980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:01.487 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.482+0000 7f03f7c7f980 20 garbage collection: RGWGC::process entered with GC index_shard=28, max_secs=3600, expired_only=0 2023-12-03T11:54:01.491 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.486+0000 7f03f7c7f980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:01.492 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.486+0000 7f03f7c7f980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:01.493 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.486+0000 7f03f7c7f980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:01.503 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.498+0000 7f03f7c7f980 20 garbage collection: RGWGC::process entered with GC index_shard=29, max_secs=3600, expired_only=0 2023-12-03T11:54:01.507 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.502+0000 7f03f7c7f980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:01.510 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.506+0000 7f03f7c7f980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:01.511 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.506+0000 7f03f7c7f980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:01.515 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.510+0000 7f03f7c7f980 20 garbage collection: RGWGC::process entered with GC index_shard=30, max_secs=3600, expired_only=0 2023-12-03T11:54:01.518 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.514+0000 7f03f7c7f980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:01.519 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.514+0000 7f03f7c7f980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:01.520 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.514+0000 7f03f7c7f980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:01.522 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.518+0000 7f03f7c7f980 20 garbage collection: RGWGC::process entered with GC index_shard=31, max_secs=3600, expired_only=0 2023-12-03T11:54:01.526 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.522+0000 7f03f7c7f980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:01.527 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.522+0000 7f03f7c7f980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:01.527 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.522+0000 7f03f7c7f980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:01.529 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.526+0000 7f03f7c7f980 20 garbage collection: RGWGC::process entered with GC index_shard=0, max_secs=3600, expired_only=0 2023-12-03T11:54:01.534 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.530+0000 7f03f7c7f980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:01.536 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.530+0000 7f03f7c7f980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:01.538 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.534+0000 7f03f7c7f980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:01.541 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.538+0000 7f03f7c7f980 20 garbage collection: RGWGC::process entered with GC index_shard=1, max_secs=3600, expired_only=0 2023-12-03T11:54:01.544 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.538+0000 7f03f7c7f980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:01.545 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.542+0000 7f03f7c7f980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:01.546 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.542+0000 7f03f7c7f980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:01.548 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.542+0000 7f03f7c7f980 20 garbage collection: RGWGC::process entered with GC index_shard=2, max_secs=3600, expired_only=0 2023-12-03T11:54:01.552 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.546+0000 7f03f7c7f980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:01.554 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.550+0000 7f03f7c7f980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:01.554 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.550+0000 7f03f7c7f980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:01.557 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.554+0000 7f03f7c7f980 20 garbage collection: RGWGC::process entered with GC index_shard=3, max_secs=3600, expired_only=0 2023-12-03T11:54:01.560 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.554+0000 7f03f7c7f980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:01.562 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.558+0000 7f03f7c7f980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:01.562 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.558+0000 7f03f7c7f980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:01.565 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.562+0000 7f03f7c7f980 20 garbage collection: RGWGC::process entered with GC index_shard=4, max_secs=3600, expired_only=0 2023-12-03T11:54:01.569 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.566+0000 7f03f7c7f980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:01.571 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.566+0000 7f03f7c7f980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:01.572 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.566+0000 7f03f7c7f980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:01.575 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.570+0000 7f03f7c7f980 20 garbage collection: RGWGC::process entered with GC index_shard=5, max_secs=3600, expired_only=0 2023-12-03T11:54:01.580 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.574+0000 7f03f7c7f980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:01.581 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.574+0000 7f03f7c7f980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:01.582 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.578+0000 7f03f7c7f980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:01.585 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.578+0000 7f03f7c7f980 20 garbage collection: RGWGC::process entered with GC index_shard=6, max_secs=3600, expired_only=0 2023-12-03T11:54:01.590 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.586+0000 7f03f7c7f980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:01.592 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.586+0000 7f03f7c7f980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:01.593 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.590+0000 7f03f7c7f980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:01.597 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.594+0000 7f03f7c7f980 20 garbage collection: RGWGC::process entered with GC index_shard=7, max_secs=3600, expired_only=0 2023-12-03T11:54:01.601 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.598+0000 7f03f7c7f980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:01.602 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.598+0000 7f03f7c7f980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:01.603 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.598+0000 7f03f7c7f980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:01.606 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.602+0000 7f03f7c7f980 20 garbage collection: RGWGC::process entered with GC index_shard=8, max_secs=3600, expired_only=0 2023-12-03T11:54:01.610 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.606+0000 7f03f7c7f980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:01.612 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.606+0000 7f03f7c7f980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:01.613 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.606+0000 7f03f7c7f980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:01.616 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.610+0000 7f03f7c7f980 20 garbage collection: RGWGC::process entered with GC index_shard=9, max_secs=3600, expired_only=0 2023-12-03T11:54:01.620 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.614+0000 7f03f7c7f980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:01.622 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.618+0000 7f03f7c7f980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:01.623 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.618+0000 7f03f7c7f980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:01.626 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.622+0000 7f03f7c7f980 20 garbage collection: RGWGC::process entered with GC index_shard=10, max_secs=3600, expired_only=0 2023-12-03T11:54:01.630 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.626+0000 7f03f7c7f980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:01.632 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.626+0000 7f03f7c7f980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:01.633 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.626+0000 7f03f7c7f980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:01.636 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.630+0000 7f03f7c7f980 20 garbage collection: RGWGC::process entered with GC index_shard=11, max_secs=3600, expired_only=0 2023-12-03T11:54:01.640 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.634+0000 7f03f7c7f980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:01.641 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.634+0000 7f03f7c7f980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:01.642 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.638+0000 7f03f7c7f980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:01.645 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.638+0000 7f03f7c7f980 20 garbage collection: RGWGC::process entered with GC index_shard=12, max_secs=3600, expired_only=0 2023-12-03T11:54:01.649 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.642+0000 7f03f7c7f980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:01.653 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.646+0000 7f03f7c7f980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:01.653 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.646+0000 7f03f7c7f980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:01.655 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.650+0000 7f03f7c7f980 20 garbage collection: RGWGC::process entered with GC index_shard=13, max_secs=3600, expired_only=0 2023-12-03T11:54:01.658 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.654+0000 7f03f7c7f980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:01.659 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.654+0000 7f03f7c7f980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:01.660 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.654+0000 7f03f7c7f980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:01.663 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.658+0000 7f03f7c7f980 20 garbage collection: RGWGC::process entered with GC index_shard=14, max_secs=3600, expired_only=0 2023-12-03T11:54:01.666 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.662+0000 7f03f7c7f980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:01.667 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.662+0000 7f03f7c7f980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:01.668 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.662+0000 7f03f7c7f980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:01.671 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.666+0000 7f03f7c7f980 20 garbage collection: RGWGC::process entered with GC index_shard=15, max_secs=3600, expired_only=0 2023-12-03T11:54:01.675 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.670+0000 7f03f7c7f980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:01.676 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.670+0000 7f03f7c7f980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:01.677 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.674+0000 7f03f7c7f980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:01.680 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.674+0000 7f03f7c7f980 20 garbage collection: RGWGC::process entered with GC index_shard=16, max_secs=3600, expired_only=0 2023-12-03T11:54:01.684 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.678+0000 7f03f7c7f980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:01.686 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.682+0000 7f03f7c7f980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:01.687 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.682+0000 7f03f7c7f980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:01.690 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.686+0000 7f03f7c7f980 20 garbage collection: RGWGC::process entered with GC index_shard=17, max_secs=3600, expired_only=0 2023-12-03T11:54:01.694 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.690+0000 7f03f7c7f980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:01.696 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.690+0000 7f03f7c7f980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:01.696 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.690+0000 7f03f7c7f980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:01.699 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.694+0000 7f03f7c7f980 20 garbage collection: RGWGC::process entered with GC index_shard=18, max_secs=3600, expired_only=0 2023-12-03T11:54:01.704 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.698+0000 7f03f7c7f980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:01.706 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.702+0000 7f03f7c7f980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:01.707 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.702+0000 7f03f7c7f980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:01.711 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.706+0000 7f03f7c7f980 20 garbage collection: RGWGC::process entered with GC index_shard=19, max_secs=3600, expired_only=0 2023-12-03T11:54:01.714 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.710+0000 7f03f7c7f980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:01.716 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.710+0000 7f03f7c7f980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:01.717 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.710+0000 7f03f7c7f980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:01.720 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.714+0000 7f03f7c7f980 20 garbage collection: RGWGC::process entered with GC index_shard=20, max_secs=3600, expired_only=0 2023-12-03T11:54:01.724 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.718+0000 7f03f7c7f980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:01.726 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.722+0000 7f03f7c7f980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:01.727 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.722+0000 7f03f7c7f980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:01.730 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.726+0000 7f03f7c7f980 20 garbage collection: RGWGC::process entered with GC index_shard=21, max_secs=3600, expired_only=0 2023-12-03T11:54:01.734 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.730+0000 7f03f7c7f980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:01.736 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.730+0000 7f03f7c7f980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:01.737 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.730+0000 7f03f7c7f980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:01.740 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.734+0000 7f03f7c7f980 20 garbage collection: RGWGC::process entered with GC index_shard=22, max_secs=3600, expired_only=0 2023-12-03T11:54:01.743 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.738+0000 7f03f7c7f980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:01.745 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.742+0000 7f03f7c7f980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:01.746 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.742+0000 7f03f7c7f980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:01.749 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.746+0000 7f03f7c7f980 20 garbage collection: RGWGC::process entered with GC index_shard=23, max_secs=3600, expired_only=0 2023-12-03T11:54:01.753 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.750+0000 7f03f7c7f980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:01.755 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.750+0000 7f03f7c7f980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:01.756 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.750+0000 7f03f7c7f980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:01.759 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.754+0000 7f03f7c7f980 20 garbage collection: RGWGC::process entered with GC index_shard=24, max_secs=3600, expired_only=0 2023-12-03T11:54:01.764 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.758+0000 7f03f7c7f980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:01.765 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.762+0000 7f03f7c7f980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:01.766 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.762+0000 7f03f7c7f980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:01.771 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.766+0000 7f03bafe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:54:01.777 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.774+0000 7f03f7c7f980 20 remove_watcher() i=0 2023-12-03T11:54:01.778 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.774+0000 7f03f7c7f980 2 removed watcher, disabling cache 2023-12-03T11:54:01.781 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.774+0000 7f03f7c7f980 20 remove_watcher() i=1 2023-12-03T11:54:01.784 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.778+0000 7f03f7c7f980 20 remove_watcher() i=2 2023-12-03T11:54:01.787 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.782+0000 7f03f7c7f980 20 remove_watcher() i=3 2023-12-03T11:54:01.790 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.786+0000 7f03f7c7f980 20 remove_watcher() i=4 2023-12-03T11:54:01.793 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.790+0000 7f03f7c7f980 20 remove_watcher() i=5 2023-12-03T11:54:01.796 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.790+0000 7f03f7c7f980 20 remove_watcher() i=6 2023-12-03T11:54:01.798 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.794+0000 7f03f7c7f980 20 remove_watcher() i=7 2023-12-03T11:54:01.809 DEBUG:teuthology.orchestra.run.smithi019:> radosgw-admin gc process --include-all 2023-12-03T11:54:01.884 INFO:teuthology.orchestra.run.smithi019.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:54:01.885 INFO:teuthology.orchestra.run.smithi019.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:54:01.903 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.898+0000 7feec065f980 20 rados->read ofs=0 len=0 2023-12-03T11:54:01.905 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.902+0000 7feec065f980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:54:01.905 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.902+0000 7feec065f980 20 realm 2023-12-03T11:54:01.906 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.902+0000 7feec065f980 20 rados->read ofs=0 len=0 2023-12-03T11:54:01.906 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.902+0000 7feec065f980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:54:01.906 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.902+0000 7feec065f980 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:54:01.906 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.902+0000 7feec065f980 20 rados->read ofs=0 len=0 2023-12-03T11:54:01.906 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.902+0000 7feec065f980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:54:01.907 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.902+0000 7feec065f980 20 rados->read ofs=0 len=0 2023-12-03T11:54:01.908 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.902+0000 7feec065f980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:54:01.908 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.902+0000 7feec065f980 20 rados->read ofs=0 len=0 2023-12-03T11:54:01.908 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.902+0000 7feec065f980 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:54:01.908 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.902+0000 7feec065f980 20 searching for the correct realm 2023-12-03T11:54:01.932 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.926+0000 7feebd97a640 0 -- 172.21.15.19:0/4139527974 >> [v2:172.21.15.19:6800/1469834966,v1:172.21.15.19:6801/1469834966] conn(0x5558d07e7bd0 msgr2=0x5558d07e9fc0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:54:01.934 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.930+0000 7feec065f980 20 RGWRados::pool_iterate: got zonegroup_info.9433ba8b-08fe-4f3d-8375-ae7b0ce32294 2023-12-03T11:54:01.934 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.930+0000 7feec065f980 20 RGWRados::pool_iterate: got zone_info.43a5e689-6a4f-4bb6-8529-28824bd75ab9 2023-12-03T11:54:01.935 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.930+0000 7feec065f980 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:54:01.935 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.930+0000 7feec065f980 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:54:01.935 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.930+0000 7feec065f980 20 rados->read ofs=0 len=0 2023-12-03T11:54:01.935 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.930+0000 7feec065f980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:54:01.935 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.930+0000 7feec065f980 20 rados->read ofs=0 len=0 2023-12-03T11:54:01.936 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.930+0000 7feec065f980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:54:01.936 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.930+0000 7feec065f980 20 rados->read ofs=0 len=0 2023-12-03T11:54:01.936 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.930+0000 7feec065f980 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:54:01.936 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.930+0000 7feec065f980 20 zone default found 2023-12-03T11:54:01.936 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.930+0000 7feec065f980 4 Realm: () 2023-12-03T11:54:01.936 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.930+0000 7feec065f980 4 ZoneGroup: default (9433ba8b-08fe-4f3d-8375-ae7b0ce32294) 2023-12-03T11:54:01.936 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.930+0000 7feec065f980 4 Zone: default (43a5e689-6a4f-4bb6-8529-28824bd75ab9) 2023-12-03T11:54:01.936 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.930+0000 7feec065f980 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:54:01.937 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.930+0000 7feec065f980 20 zonegroup default 2023-12-03T11:54:01.937 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.930+0000 7feec065f980 20 rados->read ofs=0 len=0 2023-12-03T11:54:01.937 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.930+0000 7feec065f980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:54:01.937 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.930+0000 7feec065f980 20 rados->read ofs=0 len=0 2023-12-03T11:54:01.937 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.930+0000 7feec065f980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:54:01.938 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.930+0000 7feec065f980 20 rados->read ofs=0 len=0 2023-12-03T11:54:01.938 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.934+0000 7feec065f980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:54:01.938 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.934+0000 7feec065f980 20 started sync module instance, tier type = 2023-12-03T11:54:01.938 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.934+0000 7feec065f980 20 started zone id=43a5e689-6a4f-4bb6-8529-28824bd75ab9 (name=default) with tier type = 2023-12-03T11:54:01.953 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.950+0000 7feebd97a640 0 -- 172.21.15.19:0/4139527974 >> [v2:172.21.15.19:6800/1469834966,v1:172.21.15.19:6801/1469834966] conn(0x7fee98075360 msgr2=0x7fee98077790 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:54:01.956 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.950+0000 7feec065f980 20 add_watcher() i=0 2023-12-03T11:54:01.956 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.950+0000 7feec065f980 20 add_watcher() i=1 2023-12-03T11:54:01.956 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.950+0000 7feec065f980 20 add_watcher() i=2 2023-12-03T11:54:01.956 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.950+0000 7feec065f980 20 add_watcher() i=3 2023-12-03T11:54:01.956 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.950+0000 7feec065f980 20 add_watcher() i=4 2023-12-03T11:54:01.956 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.950+0000 7feec065f980 20 add_watcher() i=5 2023-12-03T11:54:01.956 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.950+0000 7feec065f980 20 add_watcher() i=6 2023-12-03T11:54:01.957 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.954+0000 7feec065f980 20 add_watcher() i=7 2023-12-03T11:54:01.957 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.954+0000 7feec065f980 2 all 8 watchers are set, enabling cache 2023-12-03T11:54:01.960 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.954+0000 7fee83fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:54:01.960 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.954+0000 7feec065f980 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:54:01.960 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:01.954+0000 7feec065f980 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:54:02.060 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.054+0000 7fedf2ffd640 20 reqs_thread_entry: start 2023-12-03T11:54:02.060 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.054+0000 7feec065f980 20 init_complete bucket index max shards: 1 2023-12-03T11:54:02.060 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.054+0000 7feec065f980 20 Filter name: none 2023-12-03T11:54:02.060 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.054+0000 7fedf0ff9640 20 reqs_thread_entry: start 2023-12-03T11:54:02.061 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.054+0000 7feec065f980 20 garbage collection: RGWGC::process entered with GC index_shard=28, max_secs=3600, expired_only=0 2023-12-03T11:54:02.063 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.058+0000 7feec065f980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:02.064 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.058+0000 7feec065f980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:02.064 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.058+0000 7feec065f980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:02.067 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.062+0000 7feec065f980 20 garbage collection: RGWGC::process entered with GC index_shard=29, max_secs=3600, expired_only=0 2023-12-03T11:54:02.071 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.066+0000 7feec065f980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:02.072 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.066+0000 7feec065f980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:02.073 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.070+0000 7feec065f980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:02.076 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.070+0000 7feec065f980 20 garbage collection: RGWGC::process entered with GC index_shard=30, max_secs=3600, expired_only=0 2023-12-03T11:54:02.078 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.074+0000 7feec065f980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:02.079 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.074+0000 7feec065f980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:02.079 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.074+0000 7feec065f980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:02.081 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.078+0000 7feec065f980 20 garbage collection: RGWGC::process entered with GC index_shard=31, max_secs=3600, expired_only=0 2023-12-03T11:54:02.084 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.078+0000 7feec065f980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:02.084 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.078+0000 7feec065f980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:02.085 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.082+0000 7feec065f980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:02.087 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.082+0000 7feec065f980 20 garbage collection: RGWGC::process entered with GC index_shard=0, max_secs=3600, expired_only=0 2023-12-03T11:54:02.090 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.086+0000 7feec065f980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:02.092 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.086+0000 7feec065f980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:02.093 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.086+0000 7feec065f980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:02.095 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.090+0000 7feec065f980 20 garbage collection: RGWGC::process entered with GC index_shard=1, max_secs=3600, expired_only=0 2023-12-03T11:54:02.098 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.094+0000 7feec065f980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:02.099 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.094+0000 7feec065f980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:02.099 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.094+0000 7feec065f980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:02.102 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.098+0000 7feec065f980 20 garbage collection: RGWGC::process entered with GC index_shard=2, max_secs=3600, expired_only=0 2023-12-03T11:54:02.105 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.102+0000 7feec065f980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:02.106 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.102+0000 7feec065f980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:02.106 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.102+0000 7feec065f980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:02.109 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.102+0000 7feec065f980 20 garbage collection: RGWGC::process entered with GC index_shard=3, max_secs=3600, expired_only=0 2023-12-03T11:54:02.112 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.106+0000 7feec065f980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:02.113 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.110+0000 7feec065f980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:02.114 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.110+0000 7feec065f980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:02.117 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.110+0000 7feec065f980 20 garbage collection: RGWGC::process entered with GC index_shard=4, max_secs=3600, expired_only=0 2023-12-03T11:54:02.121 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.118+0000 7feec065f980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:02.123 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.118+0000 7feec065f980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:02.124 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.118+0000 7feec065f980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:02.127 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.122+0000 7feec065f980 20 garbage collection: RGWGC::process entered with GC index_shard=5, max_secs=3600, expired_only=0 2023-12-03T11:54:02.131 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.126+0000 7feec065f980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:02.132 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.126+0000 7feec065f980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:02.132 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.126+0000 7feec065f980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:02.135 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.130+0000 7feec065f980 20 garbage collection: RGWGC::process entered with GC index_shard=6, max_secs=3600, expired_only=0 2023-12-03T11:54:02.139 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.134+0000 7feec065f980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:02.141 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.134+0000 7feec065f980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:02.142 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.138+0000 7feec065f980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:02.144 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.138+0000 7feec065f980 20 garbage collection: RGWGC::process entered with GC index_shard=7, max_secs=3600, expired_only=0 2023-12-03T11:54:02.148 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.142+0000 7feec065f980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:02.149 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.146+0000 7feec065f980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:02.150 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.146+0000 7feec065f980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:02.153 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.150+0000 7feec065f980 20 garbage collection: RGWGC::process entered with GC index_shard=8, max_secs=3600, expired_only=0 2023-12-03T11:54:02.157 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.154+0000 7feec065f980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:02.159 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.154+0000 7feec065f980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:02.160 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.154+0000 7feec065f980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:02.164 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.158+0000 7feec065f980 20 garbage collection: RGWGC::process entered with GC index_shard=9, max_secs=3600, expired_only=0 2023-12-03T11:54:02.168 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.162+0000 7feec065f980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:02.170 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.166+0000 7feec065f980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:02.171 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.166+0000 7feec065f980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:02.175 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.170+0000 7feec065f980 20 garbage collection: RGWGC::process entered with GC index_shard=10, max_secs=3600, expired_only=0 2023-12-03T11:54:02.178 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.174+0000 7feec065f980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:02.180 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.174+0000 7feec065f980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:02.181 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.178+0000 7feec065f980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:02.184 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.178+0000 7feec065f980 20 garbage collection: RGWGC::process entered with GC index_shard=11, max_secs=3600, expired_only=0 2023-12-03T11:54:02.188 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.182+0000 7feec065f980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:02.189 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.182+0000 7feec065f980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:02.190 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.186+0000 7feec065f980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:02.193 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.186+0000 7feec065f980 20 garbage collection: RGWGC::process entered with GC index_shard=12, max_secs=3600, expired_only=0 2023-12-03T11:54:02.197 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.190+0000 7feec065f980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:02.198 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.194+0000 7feec065f980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:02.199 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.194+0000 7feec065f980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:02.202 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.198+0000 7feec065f980 20 garbage collection: RGWGC::process entered with GC index_shard=13, max_secs=3600, expired_only=0 2023-12-03T11:54:02.206 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.202+0000 7feec065f980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:02.207 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.202+0000 7feec065f980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:02.208 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.202+0000 7feec065f980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:02.210 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.206+0000 7feec065f980 20 garbage collection: RGWGC::process entered with GC index_shard=14, max_secs=3600, expired_only=0 2023-12-03T11:54:02.214 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.210+0000 7feec065f980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:02.215 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.210+0000 7feec065f980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:02.216 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.210+0000 7feec065f980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:02.219 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.214+0000 7feec065f980 20 garbage collection: RGWGC::process entered with GC index_shard=15, max_secs=3600, expired_only=0 2023-12-03T11:54:02.223 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.218+0000 7feec065f980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:02.225 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.222+0000 7feec065f980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:02.226 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.222+0000 7feec065f980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:02.230 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.226+0000 7feec065f980 20 garbage collection: RGWGC::process entered with GC index_shard=16, max_secs=3600, expired_only=0 2023-12-03T11:54:02.234 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.230+0000 7feec065f980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:02.236 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.230+0000 7feec065f980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:02.237 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.234+0000 7feec065f980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:02.241 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.238+0000 7feec065f980 20 garbage collection: RGWGC::process entered with GC index_shard=17, max_secs=3600, expired_only=0 2023-12-03T11:54:02.245 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.242+0000 7feec065f980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:02.247 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.242+0000 7feec065f980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:02.248 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.242+0000 7feec065f980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:02.251 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.246+0000 7feec065f980 20 garbage collection: RGWGC::process entered with GC index_shard=18, max_secs=3600, expired_only=0 2023-12-03T11:54:02.254 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.250+0000 7feec065f980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:02.256 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.250+0000 7feec065f980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:02.257 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.250+0000 7feec065f980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:02.259 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.254+0000 7feec065f980 20 garbage collection: RGWGC::process entered with GC index_shard=19, max_secs=3600, expired_only=0 2023-12-03T11:54:02.263 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.258+0000 7feec065f980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:02.265 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.258+0000 7feec065f980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:02.265 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.262+0000 7feec065f980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:02.268 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.262+0000 7feec065f980 20 garbage collection: RGWGC::process entered with GC index_shard=20, max_secs=3600, expired_only=0 2023-12-03T11:54:02.272 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.266+0000 7feec065f980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:02.275 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.270+0000 7feec065f980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:02.276 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.270+0000 7feec065f980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:02.279 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.274+0000 7feec065f980 20 garbage collection: RGWGC::process entered with GC index_shard=21, max_secs=3600, expired_only=0 2023-12-03T11:54:02.283 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.278+0000 7feec065f980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:02.285 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.278+0000 7feec065f980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:02.286 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.282+0000 7feec065f980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:02.289 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.286+0000 7feec065f980 20 garbage collection: RGWGC::process entered with GC index_shard=22, max_secs=3600, expired_only=0 2023-12-03T11:54:02.293 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.290+0000 7feec065f980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:02.294 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.290+0000 7feec065f980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:02.295 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.290+0000 7feec065f980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:02.298 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.294+0000 7feec065f980 20 garbage collection: RGWGC::process entered with GC index_shard=23, max_secs=3600, expired_only=0 2023-12-03T11:54:02.303 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.298+0000 7feec065f980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:02.304 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.298+0000 7feec065f980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:02.305 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.302+0000 7feec065f980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:02.309 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.302+0000 7feec065f980 20 garbage collection: RGWGC::process entered with GC index_shard=24, max_secs=3600, expired_only=0 2023-12-03T11:54:02.313 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.306+0000 7feec065f980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:02.314 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.310+0000 7feec065f980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:02.315 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.310+0000 7feec065f980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:02.318 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.314+0000 7feec065f980 20 garbage collection: RGWGC::process entered with GC index_shard=25, max_secs=3600, expired_only=0 2023-12-03T11:54:02.322 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.318+0000 7feec065f980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:02.323 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.318+0000 7feec065f980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:02.324 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.318+0000 7feec065f980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:02.327 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.322+0000 7feec065f980 20 garbage collection: RGWGC::process entered with GC index_shard=26, max_secs=3600, expired_only=0 2023-12-03T11:54:02.331 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.326+0000 7feec065f980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:02.332 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.326+0000 7feec065f980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:02.333 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.330+0000 7feec065f980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:02.336 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.330+0000 7feec065f980 20 garbage collection: RGWGC::process entered with GC index_shard=27, max_secs=3600, expired_only=0 2023-12-03T11:54:02.341 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.334+0000 7feec065f980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:02.343 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.338+0000 7feec065f980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:02.344 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.338+0000 7feec065f980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:02.349 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.346+0000 7fee83fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:54:02.355 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.350+0000 7feec065f980 20 remove_watcher() i=0 2023-12-03T11:54:02.356 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.350+0000 7feec065f980 2 removed watcher, disabling cache 2023-12-03T11:54:02.358 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.354+0000 7feec065f980 20 remove_watcher() i=1 2023-12-03T11:54:02.361 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.358+0000 7feec065f980 20 remove_watcher() i=2 2023-12-03T11:54:02.364 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.358+0000 7feec065f980 20 remove_watcher() i=3 2023-12-03T11:54:02.367 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.362+0000 7feec065f980 20 remove_watcher() i=4 2023-12-03T11:54:02.370 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.366+0000 7feec065f980 20 remove_watcher() i=5 2023-12-03T11:54:02.373 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.366+0000 7feec065f980 20 remove_watcher() i=6 2023-12-03T11:54:02.375 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.370+0000 7feec065f980 20 remove_watcher() i=7 2023-12-03T11:54:02.385 DEBUG:teuthology.orchestra.run.smithi019:> radosgw-admin gc process --include-all 2023-12-03T11:54:02.460 INFO:teuthology.orchestra.run.smithi019.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:54:02.461 INFO:teuthology.orchestra.run.smithi019.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:54:02.480 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.474+0000 7f8de6ea1980 20 rados->read ofs=0 len=0 2023-12-03T11:54:02.482 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.478+0000 7f8de6ea1980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:54:02.483 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.478+0000 7f8de6ea1980 20 realm 2023-12-03T11:54:02.483 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.478+0000 7f8de6ea1980 20 rados->read ofs=0 len=0 2023-12-03T11:54:02.483 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.478+0000 7f8de6ea1980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:54:02.483 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.478+0000 7f8de6ea1980 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:54:02.483 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.478+0000 7f8de6ea1980 20 rados->read ofs=0 len=0 2023-12-03T11:54:02.483 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.478+0000 7f8de6ea1980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:54:02.484 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.478+0000 7f8de6ea1980 20 rados->read ofs=0 len=0 2023-12-03T11:54:02.484 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.478+0000 7f8de6ea1980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:54:02.484 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.478+0000 7f8de6ea1980 20 rados->read ofs=0 len=0 2023-12-03T11:54:02.485 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.478+0000 7f8de6ea1980 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:54:02.485 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.478+0000 7f8de6ea1980 20 searching for the correct realm 2023-12-03T11:54:02.508 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.502+0000 7f8de49bd640 0 -- 172.21.15.19:0/2046033233 >> [v2:172.21.15.57:6808/3142144203,v1:172.21.15.57:6809/3142144203] conn(0x55a60a8aced0 msgr2=0x55a60a8af2c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:54:02.512 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.506+0000 7f8de6ea1980 20 RGWRados::pool_iterate: got zonegroup_info.9433ba8b-08fe-4f3d-8375-ae7b0ce32294 2023-12-03T11:54:02.512 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.506+0000 7f8de6ea1980 20 RGWRados::pool_iterate: got zone_info.43a5e689-6a4f-4bb6-8529-28824bd75ab9 2023-12-03T11:54:02.513 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.506+0000 7f8de6ea1980 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:54:02.513 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.506+0000 7f8de6ea1980 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:54:02.513 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.506+0000 7f8de6ea1980 20 rados->read ofs=0 len=0 2023-12-03T11:54:02.513 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.506+0000 7f8de6ea1980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:54:02.513 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.506+0000 7f8de6ea1980 20 rados->read ofs=0 len=0 2023-12-03T11:54:02.513 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.510+0000 7f8de6ea1980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:54:02.513 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.510+0000 7f8de6ea1980 20 rados->read ofs=0 len=0 2023-12-03T11:54:02.514 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.510+0000 7f8de6ea1980 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:54:02.514 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.510+0000 7f8de6ea1980 20 zone default found 2023-12-03T11:54:02.514 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.510+0000 7f8de6ea1980 4 Realm: () 2023-12-03T11:54:02.514 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.510+0000 7f8de6ea1980 4 ZoneGroup: default (9433ba8b-08fe-4f3d-8375-ae7b0ce32294) 2023-12-03T11:54:02.514 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.510+0000 7f8de6ea1980 4 Zone: default (43a5e689-6a4f-4bb6-8529-28824bd75ab9) 2023-12-03T11:54:02.514 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.510+0000 7f8de6ea1980 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:54:02.514 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.510+0000 7f8de6ea1980 20 zonegroup default 2023-12-03T11:54:02.515 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.510+0000 7f8de6ea1980 20 rados->read ofs=0 len=0 2023-12-03T11:54:02.515 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.510+0000 7f8de6ea1980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:54:02.515 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.510+0000 7f8de6ea1980 20 rados->read ofs=0 len=0 2023-12-03T11:54:02.515 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.510+0000 7f8de6ea1980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:54:02.515 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.510+0000 7f8de6ea1980 20 rados->read ofs=0 len=0 2023-12-03T11:54:02.515 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.510+0000 7f8de6ea1980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:54:02.516 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.510+0000 7f8de6ea1980 20 started sync module instance, tier type = 2023-12-03T11:54:02.516 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.510+0000 7f8de6ea1980 20 started zone id=43a5e689-6a4f-4bb6-8529-28824bd75ab9 (name=default) with tier type = 2023-12-03T11:54:02.536 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.530+0000 7f8de41bc640 0 -- 172.21.15.19:0/2046033233 >> [v2:172.21.15.19:6800/1469834966,v1:172.21.15.19:6801/1469834966] conn(0x55a60a8b1ec0 msgr2=0x55a60a8b42b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2023-12-03T11:54:02.541 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.538+0000 7f8de6ea1980 20 add_watcher() i=0 2023-12-03T11:54:02.541 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.538+0000 7f8de6ea1980 20 add_watcher() i=1 2023-12-03T11:54:02.541 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.538+0000 7f8de6ea1980 20 add_watcher() i=2 2023-12-03T11:54:02.541 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.538+0000 7f8de6ea1980 20 add_watcher() i=3 2023-12-03T11:54:02.542 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.538+0000 7f8de6ea1980 20 add_watcher() i=4 2023-12-03T11:54:02.542 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.538+0000 7f8de6ea1980 20 add_watcher() i=5 2023-12-03T11:54:02.542 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.538+0000 7f8de6ea1980 20 add_watcher() i=6 2023-12-03T11:54:02.543 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.538+0000 7f8de6ea1980 20 add_watcher() i=7 2023-12-03T11:54:02.543 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.538+0000 7f8de6ea1980 2 all 8 watchers are set, enabling cache 2023-12-03T11:54:02.546 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.542+0000 7f8daafe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:54:02.546 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.542+0000 7f8de6ea1980 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:54:02.546 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.542+0000 7f8de6ea1980 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:54:02.648 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.642+0000 7f8d19ffb640 20 reqs_thread_entry: start 2023-12-03T11:54:02.648 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.642+0000 7f8de6ea1980 20 init_complete bucket index max shards: 1 2023-12-03T11:54:02.648 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.642+0000 7f8de6ea1980 20 Filter name: none 2023-12-03T11:54:02.649 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.642+0000 7f8d0b7fe640 20 reqs_thread_entry: start 2023-12-03T11:54:02.649 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.642+0000 7f8de6ea1980 20 garbage collection: RGWGC::process entered with GC index_shard=7, max_secs=3600, expired_only=0 2023-12-03T11:54:02.651 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.646+0000 7f8de6ea1980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:02.652 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.646+0000 7f8de6ea1980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:02.652 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.646+0000 7f8de6ea1980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:02.655 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.650+0000 7f8de6ea1980 20 garbage collection: RGWGC::process entered with GC index_shard=8, max_secs=3600, expired_only=0 2023-12-03T11:54:02.659 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.654+0000 7f8de6ea1980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:02.662 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.658+0000 7f8de6ea1980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:02.663 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.658+0000 7f8de6ea1980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:02.666 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.662+0000 7f8de6ea1980 20 garbage collection: RGWGC::process entered with GC index_shard=9, max_secs=3600, expired_only=0 2023-12-03T11:54:02.671 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.666+0000 7f8de6ea1980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:02.673 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.666+0000 7f8de6ea1980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:02.673 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.670+0000 7f8de6ea1980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:02.677 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.670+0000 7f8de6ea1980 20 garbage collection: RGWGC::process entered with GC index_shard=10, max_secs=3600, expired_only=0 2023-12-03T11:54:02.681 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.674+0000 7f8de6ea1980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:02.682 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.678+0000 7f8de6ea1980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:02.683 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.678+0000 7f8de6ea1980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:02.686 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.682+0000 7f8de6ea1980 20 garbage collection: RGWGC::process entered with GC index_shard=11, max_secs=3600, expired_only=0 2023-12-03T11:54:02.689 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.682+0000 7f8de6ea1980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:02.690 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.686+0000 7f8de6ea1980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:02.690 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.686+0000 7f8de6ea1980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:02.692 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.686+0000 7f8de6ea1980 20 garbage collection: RGWGC::process entered with GC index_shard=12, max_secs=3600, expired_only=0 2023-12-03T11:54:02.696 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.690+0000 7f8de6ea1980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:02.698 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.694+0000 7f8de6ea1980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:02.699 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.694+0000 7f8de6ea1980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:02.702 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.698+0000 7f8de6ea1980 20 garbage collection: RGWGC::process entered with GC index_shard=13, max_secs=3600, expired_only=0 2023-12-03T11:54:02.704 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.698+0000 7f8de6ea1980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:02.705 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.702+0000 7f8de6ea1980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:02.706 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.702+0000 7f8de6ea1980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:02.708 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.702+0000 7f8de6ea1980 20 garbage collection: RGWGC::process entered with GC index_shard=14, max_secs=3600, expired_only=0 2023-12-03T11:54:02.711 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.706+0000 7f8de6ea1980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:02.712 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.706+0000 7f8de6ea1980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:02.712 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.706+0000 7f8de6ea1980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:02.715 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.710+0000 7f8de6ea1980 20 garbage collection: RGWGC::process entered with GC index_shard=15, max_secs=3600, expired_only=0 2023-12-03T11:54:02.719 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.714+0000 7f8de6ea1980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:02.721 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.718+0000 7f8de6ea1980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:02.722 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.718+0000 7f8de6ea1980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:02.726 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.722+0000 7f8de6ea1980 20 garbage collection: RGWGC::process entered with GC index_shard=16, max_secs=3600, expired_only=0 2023-12-03T11:54:02.730 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.726+0000 7f8de6ea1980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:02.731 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.726+0000 7f8de6ea1980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:02.732 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.726+0000 7f8de6ea1980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:02.735 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.730+0000 7f8de6ea1980 20 garbage collection: RGWGC::process entered with GC index_shard=17, max_secs=3600, expired_only=0 2023-12-03T11:54:02.739 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.734+0000 7f8de6ea1980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:02.739 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.734+0000 7f8de6ea1980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:02.740 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.734+0000 7f8de6ea1980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:02.742 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.738+0000 7f8de6ea1980 20 garbage collection: RGWGC::process entered with GC index_shard=18, max_secs=3600, expired_only=0 2023-12-03T11:54:02.746 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.742+0000 7f8de6ea1980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:02.748 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.742+0000 7f8de6ea1980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:02.749 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.742+0000 7f8de6ea1980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:02.752 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.746+0000 7f8de6ea1980 20 garbage collection: RGWGC::process entered with GC index_shard=19, max_secs=3600, expired_only=0 2023-12-03T11:54:02.755 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.750+0000 7f8de6ea1980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:02.756 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.750+0000 7f8de6ea1980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:02.756 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.750+0000 7f8de6ea1980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:02.759 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.754+0000 7f8de6ea1980 20 garbage collection: RGWGC::process entered with GC index_shard=20, max_secs=3600, expired_only=0 2023-12-03T11:54:02.762 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.758+0000 7f8de6ea1980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:02.763 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.758+0000 7f8de6ea1980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:02.764 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.758+0000 7f8de6ea1980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:02.767 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.762+0000 7f8de6ea1980 20 garbage collection: RGWGC::process entered with GC index_shard=21, max_secs=3600, expired_only=0 2023-12-03T11:54:02.771 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.766+0000 7f8de6ea1980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:02.772 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.766+0000 7f8de6ea1980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:02.773 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.770+0000 7f8de6ea1980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:02.776 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.770+0000 7f8de6ea1980 20 garbage collection: RGWGC::process entered with GC index_shard=22, max_secs=3600, expired_only=0 2023-12-03T11:54:02.778 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.774+0000 7f8de6ea1980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:02.779 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.774+0000 7f8de6ea1980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:02.779 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.774+0000 7f8de6ea1980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:02.781 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.778+0000 7f8de6ea1980 20 garbage collection: RGWGC::process entered with GC index_shard=23, max_secs=3600, expired_only=0 2023-12-03T11:54:02.785 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.782+0000 7f8de6ea1980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:02.786 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.782+0000 7f8de6ea1980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:02.787 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.782+0000 7f8de6ea1980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:02.790 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.786+0000 7f8de6ea1980 20 garbage collection: RGWGC::process entered with GC index_shard=24, max_secs=3600, expired_only=0 2023-12-03T11:54:02.794 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.790+0000 7f8de6ea1980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:02.795 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.790+0000 7f8de6ea1980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:02.795 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.790+0000 7f8de6ea1980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:02.799 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.794+0000 7f8de6ea1980 20 garbage collection: RGWGC::process entered with GC index_shard=25, max_secs=3600, expired_only=0 2023-12-03T11:54:02.802 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.798+0000 7f8de6ea1980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:02.804 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.798+0000 7f8de6ea1980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:02.805 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.798+0000 7f8de6ea1980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:02.808 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.802+0000 7f8de6ea1980 20 garbage collection: RGWGC::process entered with GC index_shard=26, max_secs=3600, expired_only=0 2023-12-03T11:54:02.811 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.806+0000 7f8de6ea1980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:02.812 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.806+0000 7f8de6ea1980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:02.812 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.806+0000 7f8de6ea1980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:02.815 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.810+0000 7f8de6ea1980 20 garbage collection: RGWGC::process entered with GC index_shard=27, max_secs=3600, expired_only=0 2023-12-03T11:54:02.819 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.814+0000 7f8de6ea1980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:02.820 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.814+0000 7f8de6ea1980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:02.821 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.818+0000 7f8de6ea1980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:02.824 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.818+0000 7f8de6ea1980 20 garbage collection: RGWGC::process entered with GC index_shard=28, max_secs=3600, expired_only=0 2023-12-03T11:54:02.829 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.822+0000 7f8de6ea1980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:02.830 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.826+0000 7f8de6ea1980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:02.832 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.826+0000 7f8de6ea1980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:02.835 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.830+0000 7f8de6ea1980 20 garbage collection: RGWGC::process entered with GC index_shard=29, max_secs=3600, expired_only=0 2023-12-03T11:54:02.839 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.834+0000 7f8de6ea1980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:02.840 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.834+0000 7f8de6ea1980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:02.841 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.838+0000 7f8de6ea1980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:02.845 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.838+0000 7f8de6ea1980 20 garbage collection: RGWGC::process entered with GC index_shard=30, max_secs=3600, expired_only=0 2023-12-03T11:54:02.848 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.842+0000 7f8de6ea1980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:02.850 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.846+0000 7f8de6ea1980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:02.850 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.846+0000 7f8de6ea1980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:02.853 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.850+0000 7f8de6ea1980 20 garbage collection: RGWGC::process entered with GC index_shard=31, max_secs=3600, expired_only=0 2023-12-03T11:54:02.857 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.850+0000 7f8de6ea1980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:02.858 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.854+0000 7f8de6ea1980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:02.859 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.854+0000 7f8de6ea1980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:02.862 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.858+0000 7f8de6ea1980 20 garbage collection: RGWGC::process entered with GC index_shard=0, max_secs=3600, expired_only=0 2023-12-03T11:54:02.866 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.862+0000 7f8de6ea1980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:02.868 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.862+0000 7f8de6ea1980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:02.869 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.862+0000 7f8de6ea1980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:02.872 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.866+0000 7f8de6ea1980 20 garbage collection: RGWGC::process entered with GC index_shard=1, max_secs=3600, expired_only=0 2023-12-03T11:54:02.876 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.870+0000 7f8de6ea1980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:02.877 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.870+0000 7f8de6ea1980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:02.878 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.874+0000 7f8de6ea1980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:02.882 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.878+0000 7f8de6ea1980 20 garbage collection: RGWGC::process entered with GC index_shard=2, max_secs=3600, expired_only=0 2023-12-03T11:54:02.886 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.882+0000 7f8de6ea1980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:02.887 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.882+0000 7f8de6ea1980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:02.888 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.882+0000 7f8de6ea1980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:02.891 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.886+0000 7f8de6ea1980 20 garbage collection: RGWGC::process entered with GC index_shard=3, max_secs=3600, expired_only=0 2023-12-03T11:54:02.895 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.890+0000 7f8de6ea1980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:02.897 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.890+0000 7f8de6ea1980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:02.897 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.894+0000 7f8de6ea1980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:02.900 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.894+0000 7f8de6ea1980 20 garbage collection: RGWGC::process entered with GC index_shard=4, max_secs=3600, expired_only=0 2023-12-03T11:54:02.905 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.898+0000 7f8de6ea1980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:02.907 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.902+0000 7f8de6ea1980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:02.908 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.902+0000 7f8de6ea1980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:02.911 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.906+0000 7f8de6ea1980 20 garbage collection: RGWGC::process entered with GC index_shard=5, max_secs=3600, expired_only=0 2023-12-03T11:54:02.915 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.910+0000 7f8de6ea1980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:02.917 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.914+0000 7f8de6ea1980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:02.919 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.914+0000 7f8de6ea1980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:02.922 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.918+0000 7f8de6ea1980 20 garbage collection: RGWGC::process entered with GC index_shard=6, max_secs=3600, expired_only=0 2023-12-03T11:54:02.926 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.922+0000 7f8de6ea1980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:02.928 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.922+0000 7f8de6ea1980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:02.929 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.922+0000 7f8de6ea1980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:02.934 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.930+0000 7f8daafe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:54:02.941 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.934+0000 7f8de6ea1980 20 remove_watcher() i=0 2023-12-03T11:54:02.941 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.934+0000 7f8de6ea1980 2 removed watcher, disabling cache 2023-12-03T11:54:02.943 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.938+0000 7f8de6ea1980 20 remove_watcher() i=1 2023-12-03T11:54:02.947 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.942+0000 7f8de6ea1980 20 remove_watcher() i=2 2023-12-03T11:54:02.950 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.946+0000 7f8de6ea1980 20 remove_watcher() i=3 2023-12-03T11:54:02.953 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.950+0000 7f8de6ea1980 20 remove_watcher() i=4 2023-12-03T11:54:02.956 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.950+0000 7f8de6ea1980 20 remove_watcher() i=5 2023-12-03T11:54:02.959 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.954+0000 7f8de6ea1980 20 remove_watcher() i=6 2023-12-03T11:54:02.962 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:02.958+0000 7f8de6ea1980 20 remove_watcher() i=7 2023-12-03T11:54:02.973 DEBUG:teuthology.orchestra.run.smithi019:> cd /home/ubuntu/cephtest/s3-tests-java && /opt/gradle/gradle/bin/gradle clean test --rerun-tasks --no-build-cache --tests BucketTest 2023-12-03T11:54:03.676 INFO:teuthology.orchestra.run.smithi019.stdout:> Task :clean 2023-12-03T11:54:04.473 INFO:teuthology.orchestra.run.smithi019.stdout:> Task :compileJava 2023-12-03T11:54:04.473 INFO:teuthology.orchestra.run.smithi019.stdout:> Task :processResources 2023-12-03T11:54:04.473 INFO:teuthology.orchestra.run.smithi019.stdout:> Task :classes 2023-12-03T11:54:04.973 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:54:04.973 INFO:teuthology.orchestra.run.smithi019.stdout:> Task :compileTestJava 2023-12-03T11:54:04.974 INFO:teuthology.orchestra.run.smithi019.stderr:Note: /home/ubuntu/cephtest/s3-tests-java/src/test/java/BucketTest.java uses or overrides a deprecated API. 2023-12-03T11:54:04.974 INFO:teuthology.orchestra.run.smithi019.stderr:Note: Recompile with -Xlint:deprecation for details. 2023-12-03T11:54:04.975 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:54:04.975 INFO:teuthology.orchestra.run.smithi019.stdout:> Task :processTestResources NO-SOURCE 2023-12-03T11:54:04.975 INFO:teuthology.orchestra.run.smithi019.stdout:> Task :testClasses 2023-12-03T11:54:06.973 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:54:06.974 INFO:teuthology.orchestra.run.smithi019.stdout:> Task :test 2023-12-03T11:54:06.974 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:54:06.974 INFO:teuthology.orchestra.run.smithi019.stdout:suite > Bucket tests STANDARD_OUT 2023-12-03T11:54:06.975 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03 11:54:06,345 [Test worker] WARN com.amazonaws.util.Base64 - JAXB is unavailable. Will fallback to SDK implementation which may be less performant 2023-12-03T11:54:06.975 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:54:06.975 INFO:teuthology.orchestra.run.smithi019.stdout:suite > Bucket tests > BucketTest.testBucketCreateBadExpectEmpty STARTED 2023-12-03T11:54:06.976 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:54:06.976 INFO:teuthology.orchestra.run.smithi019.stdout:suite > Bucket tests > BucketTest.testBucketCreateBadExpectEmpty PASSED 2023-12-03T11:54:06.976 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:54:06.976 INFO:teuthology.orchestra.run.smithi019.stdout:suite > Bucket tests > BucketTest.testBucketCreateBadExpectMismatch STARTED 2023-12-03T11:54:06.976 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:54:06.976 INFO:teuthology.orchestra.run.smithi019.stdout:suite > Bucket tests > BucketTest.testBucketCreateBadExpectMismatch PASSED 2023-12-03T11:54:07.173 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:54:07.173 INFO:teuthology.orchestra.run.smithi019.stdout:suite > Bucket tests > BucketTest.testBucketCreateBadExpectUnreadable STARTED 2023-12-03T11:54:07.273 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:54:07.273 INFO:teuthology.orchestra.run.smithi019.stdout:suite > Bucket tests > BucketTest.testBucketCreateBadExpectUnreadable PASSED 2023-12-03T11:54:07.473 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:54:07.473 INFO:teuthology.orchestra.run.smithi019.stdout:suite > Bucket tests > BucketTest.testBucketCreateReadDelete STARTED 2023-12-03T11:54:07.573 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:54:07.573 INFO:teuthology.orchestra.run.smithi019.stdout:suite > Bucket tests > BucketTest.testBucketCreateReadDelete PASSED 2023-12-03T11:54:07.673 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:54:07.673 INFO:teuthology.orchestra.run.smithi019.stdout:suite > Bucket tests > BucketTest.testBucketDeleteNonEmpty STARTED 2023-12-03T11:54:07.773 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:54:07.774 INFO:teuthology.orchestra.run.smithi019.stdout:suite > Bucket tests > BucketTest.testBucketDeleteNonEmpty PASSED 2023-12-03T11:54:08.073 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:54:08.073 INFO:teuthology.orchestra.run.smithi019.stdout:suite > Bucket tests > BucketTest.testBucketDeleteNotExist STARTED 2023-12-03T11:54:08.173 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:54:08.173 INFO:teuthology.orchestra.run.smithi019.stdout:suite > Bucket tests > BucketTest.testBucketDeleteNotExist PASSED 2023-12-03T11:54:08.273 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:54:08.273 INFO:teuthology.orchestra.run.smithi019.stdout:suite > Bucket tests > BucketTest.testBucketListDistinct STARTED 2023-12-03T11:54:08.373 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:54:08.373 INFO:teuthology.orchestra.run.smithi019.stdout:suite > Bucket tests > BucketTest.testBucketListDistinct PASSED 2023-12-03T11:54:08.773 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:54:08.773 INFO:teuthology.orchestra.run.smithi019.stdout:suite > Bucket tests > BucketTest.testBucketListEmpty STARTED 2023-12-03T11:54:08.873 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:54:08.873 INFO:teuthology.orchestra.run.smithi019.stdout:suite > Bucket tests > BucketTest.testBucketListEmpty PASSED 2023-12-03T11:54:09.073 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:54:09.073 INFO:teuthology.orchestra.run.smithi019.stdout:suite > Bucket tests > BucketTest.testBucketNotExist STARTED 2023-12-03T11:54:09.173 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:54:09.173 INFO:teuthology.orchestra.run.smithi019.stdout:suite > Bucket tests > BucketTest.testBucketNotExist PASSED 2023-12-03T11:54:09.274 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:54:09.275 INFO:teuthology.orchestra.run.smithi019.stdout:-------------------------------------------------------------------- 2023-12-03T11:54:09.275 INFO:teuthology.orchestra.run.smithi019.stdout:| Results: SUCCESS (9 tests, 9 successes, 0 failures, 0 skipped) | 2023-12-03T11:54:09.275 INFO:teuthology.orchestra.run.smithi019.stdout:-------------------------------------------------------------------- 2023-12-03T11:54:09.275 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:54:09.275 INFO:teuthology.orchestra.run.smithi019.stdout:Deprecated Gradle features were used in this build, making it incompatible with Gradle 7.0. 2023-12-03T11:54:09.275 INFO:teuthology.orchestra.run.smithi019.stdout:Use '--warning-mode all' to show the individual deprecation warnings. 2023-12-03T11:54:09.275 INFO:teuthology.orchestra.run.smithi019.stdout:See https://docs.gradle.org/6.0.1/userguide/command_line_interface.html#sec:command_line_warnings 2023-12-03T11:54:09.276 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:54:09.276 INFO:teuthology.orchestra.run.smithi019.stdout:BUILD SUCCESSFUL in 6s 2023-12-03T11:54:09.276 INFO:teuthology.orchestra.run.smithi019.stdout:5 actionable tasks: 5 executed 2023-12-03T11:54:09.295 DEBUG:teuthology.orchestra.run.smithi019:> radosgw-admin gc process --include-all 2023-12-03T11:54:09.325 INFO:teuthology.orchestra.run.smithi019.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:54:09.326 INFO:teuthology.orchestra.run.smithi019.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:54:09.343 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.338+0000 7fcdd3e88980 20 rados->read ofs=0 len=0 2023-12-03T11:54:09.345 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.342+0000 7fcdd3e88980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:54:09.345 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.342+0000 7fcdd3e88980 20 realm 2023-12-03T11:54:09.345 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.342+0000 7fcdd3e88980 20 rados->read ofs=0 len=0 2023-12-03T11:54:09.346 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.342+0000 7fcdd3e88980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:54:09.346 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.342+0000 7fcdd3e88980 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:54:09.346 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.342+0000 7fcdd3e88980 20 rados->read ofs=0 len=0 2023-12-03T11:54:09.346 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.342+0000 7fcdd3e88980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:54:09.346 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.342+0000 7fcdd3e88980 20 rados->read ofs=0 len=0 2023-12-03T11:54:09.348 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.342+0000 7fcdd3e88980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:54:09.348 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.342+0000 7fcdd3e88980 20 rados->read ofs=0 len=0 2023-12-03T11:54:09.348 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.342+0000 7fcdd3e88980 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:54:09.348 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.342+0000 7fcdd3e88980 20 searching for the correct realm 2023-12-03T11:54:09.373 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.370+0000 7fcdd3e88980 20 RGWRados::pool_iterate: got zonegroup_info.9433ba8b-08fe-4f3d-8375-ae7b0ce32294 2023-12-03T11:54:09.374 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.370+0000 7fcdd3e88980 20 RGWRados::pool_iterate: got zone_info.43a5e689-6a4f-4bb6-8529-28824bd75ab9 2023-12-03T11:54:09.374 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.370+0000 7fcdd3e88980 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:54:09.374 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.370+0000 7fcdd3e88980 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:54:09.374 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.370+0000 7fcdd3e88980 20 rados->read ofs=0 len=0 2023-12-03T11:54:09.374 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.370+0000 7fcdd11a3640 0 -- 172.21.15.19:0/1125994461 >> [v2:172.21.15.19:6810/916309765,v1:172.21.15.19:6813/916309765] conn(0x55ff96622f00 msgr2=0x55ff966252f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:54:09.374 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.370+0000 7fcdd3e88980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:54:09.375 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.370+0000 7fcdd3e88980 20 rados->read ofs=0 len=0 2023-12-03T11:54:09.375 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.370+0000 7fcdd3e88980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:54:09.375 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.370+0000 7fcdd3e88980 20 rados->read ofs=0 len=0 2023-12-03T11:54:09.376 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.370+0000 7fcdd3e88980 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:54:09.376 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.370+0000 7fcdd3e88980 20 zone default found 2023-12-03T11:54:09.376 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.370+0000 7fcdd3e88980 4 Realm: () 2023-12-03T11:54:09.376 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.370+0000 7fcdd3e88980 4 ZoneGroup: default (9433ba8b-08fe-4f3d-8375-ae7b0ce32294) 2023-12-03T11:54:09.376 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.370+0000 7fcdd3e88980 4 Zone: default (43a5e689-6a4f-4bb6-8529-28824bd75ab9) 2023-12-03T11:54:09.376 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.370+0000 7fcdd3e88980 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:54:09.376 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.370+0000 7fcdd3e88980 20 zonegroup default 2023-12-03T11:54:09.376 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.370+0000 7fcdd3e88980 20 rados->read ofs=0 len=0 2023-12-03T11:54:09.376 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.370+0000 7fcdd3e88980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:54:09.376 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.370+0000 7fcdd3e88980 20 rados->read ofs=0 len=0 2023-12-03T11:54:09.377 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.370+0000 7fcdd3e88980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:54:09.377 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.370+0000 7fcdd3e88980 20 rados->read ofs=0 len=0 2023-12-03T11:54:09.377 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.370+0000 7fcdd3e88980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:54:09.377 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.370+0000 7fcdd3e88980 20 started sync module instance, tier type = 2023-12-03T11:54:09.377 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.370+0000 7fcdd3e88980 20 started zone id=43a5e689-6a4f-4bb6-8529-28824bd75ab9 (name=default) with tier type = 2023-12-03T11:54:09.395 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.390+0000 7fcdd3e88980 20 add_watcher() i=0 2023-12-03T11:54:09.395 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.390+0000 7fcdd3e88980 20 add_watcher() i=1 2023-12-03T11:54:09.395 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.390+0000 7fcdd3e88980 20 add_watcher() i=2 2023-12-03T11:54:09.395 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.390+0000 7fcdd3e88980 20 add_watcher() i=3 2023-12-03T11:54:09.395 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.390+0000 7fcdd3e88980 20 add_watcher() i=4 2023-12-03T11:54:09.395 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.390+0000 7fcdd3e88980 20 add_watcher() i=5 2023-12-03T11:54:09.395 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.390+0000 7fcdd11a3640 0 -- 172.21.15.19:0/1125994461 >> [v2:172.21.15.19:6800/1469834966,v1:172.21.15.19:6801/1469834966] conn(0x55ff9662bc60 msgr2=0x55ff9662e050 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:54:09.395 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.390+0000 7fcdd3e88980 20 add_watcher() i=6 2023-12-03T11:54:09.396 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.390+0000 7fcdd3e88980 20 add_watcher() i=7 2023-12-03T11:54:09.396 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.390+0000 7fcdd3e88980 2 all 8 watchers are set, enabling cache 2023-12-03T11:54:09.399 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.394+0000 7fcd977e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:54:09.400 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.394+0000 7fcdd3e88980 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:54:09.400 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.394+0000 7fcdd3e88980 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:54:09.492 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.486+0000 7fcd067fc640 20 reqs_thread_entry: start 2023-12-03T11:54:09.492 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.486+0000 7fcdd3e88980 20 init_complete bucket index max shards: 1 2023-12-03T11:54:09.493 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.486+0000 7fcdd3e88980 20 Filter name: none 2023-12-03T11:54:09.493 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.486+0000 7fccf7fff640 20 reqs_thread_entry: start 2023-12-03T11:54:09.493 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.486+0000 7fcdd3e88980 20 garbage collection: RGWGC::process entered with GC index_shard=17, max_secs=3600, expired_only=0 2023-12-03T11:54:09.496 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.490+0000 7fcdd3e88980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:09.497 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.494+0000 7fcdd3e88980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:09.498 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.494+0000 7fcdd3e88980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:09.500 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.494+0000 7fcdd3e88980 20 garbage collection: RGWGC::process entered with GC index_shard=18, max_secs=3600, expired_only=0 2023-12-03T11:54:09.503 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.498+0000 7fcdd3e88980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:09.505 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.498+0000 7fcdd3e88980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:09.505 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.502+0000 7fcdd3e88980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:09.508 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.502+0000 7fcdd3e88980 20 garbage collection: RGWGC::process entered with GC index_shard=19, max_secs=3600, expired_only=0 2023-12-03T11:54:09.511 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.506+0000 7fcdd3e88980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:09.512 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.506+0000 7fcdd3e88980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:09.512 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.506+0000 7fcdd3e88980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:09.514 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.510+0000 7fcdd3e88980 20 garbage collection: RGWGC::process entered with GC index_shard=20, max_secs=3600, expired_only=0 2023-12-03T11:54:09.518 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.514+0000 7fcdd3e88980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:09.519 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.514+0000 7fcdd3e88980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:09.520 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.514+0000 7fcdd3e88980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:09.523 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.518+0000 7fcdd3e88980 20 garbage collection: RGWGC::process entered with GC index_shard=21, max_secs=3600, expired_only=0 2023-12-03T11:54:09.527 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.522+0000 7fcdd3e88980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:09.529 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.526+0000 7fcdd3e88980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:09.531 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.526+0000 7fcdd3e88980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:09.534 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.530+0000 7fcdd3e88980 20 garbage collection: RGWGC::process entered with GC index_shard=22, max_secs=3600, expired_only=0 2023-12-03T11:54:09.537 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.534+0000 7fcdd3e88980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:09.538 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.534+0000 7fcdd3e88980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:09.539 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.534+0000 7fcdd3e88980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:09.541 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.538+0000 7fcdd3e88980 20 garbage collection: RGWGC::process entered with GC index_shard=23, max_secs=3600, expired_only=0 2023-12-03T11:54:09.545 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.542+0000 7fcdd3e88980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:09.546 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.542+0000 7fcdd3e88980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:09.547 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.542+0000 7fcdd3e88980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:09.550 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.546+0000 7fcdd3e88980 20 garbage collection: RGWGC::process entered with GC index_shard=24, max_secs=3600, expired_only=0 2023-12-03T11:54:09.553 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.550+0000 7fcdd3e88980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:09.554 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.550+0000 7fcdd3e88980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:09.554 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.550+0000 7fcdd3e88980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:09.557 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.550+0000 7fcdd3e88980 20 garbage collection: RGWGC::process entered with GC index_shard=25, max_secs=3600, expired_only=0 2023-12-03T11:54:09.560 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.554+0000 7fcdd3e88980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:09.561 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.558+0000 7fcdd3e88980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:09.562 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.558+0000 7fcdd3e88980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:09.565 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.562+0000 7fcdd3e88980 20 garbage collection: RGWGC::process entered with GC index_shard=26, max_secs=3600, expired_only=0 2023-12-03T11:54:09.568 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.562+0000 7fcdd3e88980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:09.569 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.562+0000 7fcdd3e88980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:09.569 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.566+0000 7fcdd3e88980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2023-12-03T11:54:09.569 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.566+0000 7fcdd3e88980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.10669812398534854018', time=2023-12-03T13:54:07.890267+0000, chain.objs.size()=1 2023-12-03T11:54:09.570 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.566+0000 7fcdd3e88980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.59__shadow_.IKWm8hFPewlDd2wSXPStZWTlac5gXJy_0 2023-12-03T11:54:09.573 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.566+0000 7fcdd3e88980 5 garbage collection: RGWGC::process removing entries, marker: 2023-12-03T11:54:09.578 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.574+0000 7fcdd3e88980 20 garbage collection: RGWGC::process entered with GC index_shard=27, max_secs=3600, expired_only=0 2023-12-03T11:54:09.582 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.578+0000 7fcdd3e88980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:09.584 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.578+0000 7fcdd3e88980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:09.584 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.578+0000 7fcdd3e88980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:09.588 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.582+0000 7fcdd3e88980 20 garbage collection: RGWGC::process entered with GC index_shard=28, max_secs=3600, expired_only=0 2023-12-03T11:54:09.591 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.586+0000 7fcdd3e88980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:09.592 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.586+0000 7fcdd3e88980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:09.593 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.586+0000 7fcdd3e88980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:09.595 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.590+0000 7fcdd3e88980 20 garbage collection: RGWGC::process entered with GC index_shard=29, max_secs=3600, expired_only=0 2023-12-03T11:54:09.599 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.594+0000 7fcdd3e88980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:09.600 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.594+0000 7fcdd3e88980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:09.601 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.598+0000 7fcdd3e88980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2023-12-03T11:54:09.601 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.598+0000 7fcdd3e88980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.6414341692762808577', time=2023-12-03T13:54:08.581264+0000, chain.objs.size()=1 2023-12-03T11:54:09.601 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.598+0000 7fcdd3e88980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.60__shadow_.klzI-7UPMjKv98ilZN2fidXby1MqOfT_0 2023-12-03T11:54:09.605 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.602+0000 7fcdd3e88980 5 garbage collection: RGWGC::process removing entries, marker: 2023-12-03T11:54:09.611 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.606+0000 7fcdd3e88980 20 garbage collection: RGWGC::process entered with GC index_shard=30, max_secs=3600, expired_only=0 2023-12-03T11:54:09.615 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.610+0000 7fcdd3e88980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:09.615 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.610+0000 7fcdd3e88980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:09.616 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.610+0000 7fcdd3e88980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:09.619 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.614+0000 7fcdd3e88980 20 garbage collection: RGWGC::process entered with GC index_shard=31, max_secs=3600, expired_only=0 2023-12-03T11:54:09.622 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.618+0000 7fcdd3e88980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:09.622 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.618+0000 7fcdd3e88980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:09.623 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.618+0000 7fcdd3e88980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:09.625 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.622+0000 7fcdd3e88980 20 garbage collection: RGWGC::process entered with GC index_shard=0, max_secs=3600, expired_only=0 2023-12-03T11:54:09.628 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.622+0000 7fcdd3e88980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:09.630 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.626+0000 7fcdd3e88980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:09.631 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.626+0000 7fcdd3e88980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:09.634 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.630+0000 7fcdd3e88980 20 garbage collection: RGWGC::process entered with GC index_shard=1, max_secs=3600, expired_only=0 2023-12-03T11:54:09.638 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.634+0000 7fcdd3e88980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:09.639 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.634+0000 7fcdd3e88980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:09.639 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.634+0000 7fcdd3e88980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:09.642 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.638+0000 7fcdd3e88980 20 garbage collection: RGWGC::process entered with GC index_shard=2, max_secs=3600, expired_only=0 2023-12-03T11:54:09.646 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.642+0000 7fcdd3e88980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:09.647 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.642+0000 7fcdd3e88980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:09.648 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.642+0000 7fcdd3e88980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:09.653 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.646+0000 7fcdd3e88980 20 garbage collection: RGWGC::process entered with GC index_shard=3, max_secs=3600, expired_only=0 2023-12-03T11:54:09.655 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.650+0000 7fcdd3e88980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:09.657 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.650+0000 7fcdd3e88980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:09.657 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.654+0000 7fcdd3e88980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:09.660 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.654+0000 7fcdd3e88980 20 garbage collection: RGWGC::process entered with GC index_shard=4, max_secs=3600, expired_only=0 2023-12-03T11:54:09.664 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.658+0000 7fcdd3e88980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:09.666 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.662+0000 7fcdd3e88980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:09.667 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.662+0000 7fcdd3e88980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:09.670 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.666+0000 7fcdd3e88980 20 garbage collection: RGWGC::process entered with GC index_shard=5, max_secs=3600, expired_only=0 2023-12-03T11:54:09.673 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.670+0000 7fcdd3e88980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:09.674 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.670+0000 7fcdd3e88980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:09.675 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.670+0000 7fcdd3e88980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:09.677 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.674+0000 7fcdd3e88980 20 garbage collection: RGWGC::process entered with GC index_shard=6, max_secs=3600, expired_only=0 2023-12-03T11:54:09.681 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.678+0000 7fcdd3e88980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:09.683 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.678+0000 7fcdd3e88980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:09.684 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.678+0000 7fcdd3e88980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:09.687 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.682+0000 7fcdd3e88980 20 garbage collection: RGWGC::process entered with GC index_shard=7, max_secs=3600, expired_only=0 2023-12-03T11:54:09.691 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.686+0000 7fcdd3e88980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:09.692 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.686+0000 7fcdd3e88980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:09.692 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.686+0000 7fcdd3e88980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:09.695 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.690+0000 7fcdd3e88980 20 garbage collection: RGWGC::process entered with GC index_shard=8, max_secs=3600, expired_only=0 2023-12-03T11:54:09.699 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.694+0000 7fcdd3e88980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:09.701 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.698+0000 7fcdd3e88980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:09.702 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.698+0000 7fcdd3e88980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:09.705 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.698+0000 7fcdd3e88980 20 garbage collection: RGWGC::process entered with GC index_shard=9, max_secs=3600, expired_only=0 2023-12-03T11:54:09.709 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.706+0000 7fcdd3e88980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:09.711 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.706+0000 7fcdd3e88980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:09.712 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.706+0000 7fcdd3e88980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:09.716 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.710+0000 7fcdd3e88980 20 garbage collection: RGWGC::process entered with GC index_shard=10, max_secs=3600, expired_only=0 2023-12-03T11:54:09.720 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.714+0000 7fcdd3e88980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:09.721 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.718+0000 7fcdd3e88980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:09.722 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.718+0000 7fcdd3e88980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:09.725 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.718+0000 7fcdd3e88980 20 garbage collection: RGWGC::process entered with GC index_shard=11, max_secs=3600, expired_only=0 2023-12-03T11:54:09.729 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.722+0000 7fcdd3e88980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:09.730 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.726+0000 7fcdd3e88980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:09.731 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.726+0000 7fcdd3e88980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:09.733 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.730+0000 7fcdd3e88980 20 garbage collection: RGWGC::process entered with GC index_shard=12, max_secs=3600, expired_only=0 2023-12-03T11:54:09.738 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.734+0000 7fcdd3e88980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:09.739 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.734+0000 7fcdd3e88980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:09.740 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.734+0000 7fcdd3e88980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:09.743 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.738+0000 7fcdd3e88980 20 garbage collection: RGWGC::process entered with GC index_shard=13, max_secs=3600, expired_only=0 2023-12-03T11:54:09.747 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.742+0000 7fcdd3e88980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:09.748 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.742+0000 7fcdd3e88980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:09.749 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.746+0000 7fcdd3e88980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:09.752 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.746+0000 7fcdd3e88980 20 garbage collection: RGWGC::process entered with GC index_shard=14, max_secs=3600, expired_only=0 2023-12-03T11:54:09.756 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.750+0000 7fcdd3e88980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:09.758 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.754+0000 7fcdd3e88980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:09.758 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.754+0000 7fcdd3e88980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:09.762 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.758+0000 7fcdd3e88980 20 garbage collection: RGWGC::process entered with GC index_shard=15, max_secs=3600, expired_only=0 2023-12-03T11:54:09.766 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.762+0000 7fcdd3e88980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:09.767 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.762+0000 7fcdd3e88980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:09.768 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.762+0000 7fcdd3e88980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:09.772 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.766+0000 7fcdd3e88980 20 garbage collection: RGWGC::process entered with GC index_shard=16, max_secs=3600, expired_only=0 2023-12-03T11:54:09.776 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.770+0000 7fcdd3e88980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:09.778 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.774+0000 7fcdd3e88980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:09.779 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.774+0000 7fcdd3e88980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:09.784 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.778+0000 7fcd977e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:54:09.790 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.786+0000 7fcdd3e88980 20 remove_watcher() i=0 2023-12-03T11:54:09.790 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.786+0000 7fcdd3e88980 2 removed watcher, disabling cache 2023-12-03T11:54:09.793 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.790+0000 7fcdd3e88980 20 remove_watcher() i=1 2023-12-03T11:54:09.796 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.790+0000 7fcdd3e88980 20 remove_watcher() i=2 2023-12-03T11:54:09.799 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.794+0000 7fcdd3e88980 20 remove_watcher() i=3 2023-12-03T11:54:09.802 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.798+0000 7fcdd3e88980 20 remove_watcher() i=4 2023-12-03T11:54:09.804 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.798+0000 7fcdd3e88980 20 remove_watcher() i=5 2023-12-03T11:54:09.807 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.802+0000 7fcdd3e88980 20 remove_watcher() i=6 2023-12-03T11:54:09.808 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.802+0000 7fcdd3e88980 20 remove_watcher() i=7 2023-12-03T11:54:09.818 DEBUG:teuthology.orchestra.run.smithi019:> radosgw-admin gc process --include-all 2023-12-03T11:54:09.893 INFO:teuthology.orchestra.run.smithi019.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:54:09.893 INFO:teuthology.orchestra.run.smithi019.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:54:09.911 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.906+0000 7f8942a82980 20 rados->read ofs=0 len=0 2023-12-03T11:54:09.913 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.906+0000 7f8942a82980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:54:09.913 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.906+0000 7f8942a82980 20 realm 2023-12-03T11:54:09.913 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.906+0000 7f8942a82980 20 rados->read ofs=0 len=0 2023-12-03T11:54:09.913 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.910+0000 7f8942a82980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:54:09.913 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.910+0000 7f8942a82980 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:54:09.914 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.910+0000 7f8942a82980 20 rados->read ofs=0 len=0 2023-12-03T11:54:09.914 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.910+0000 7f8942a82980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:54:09.914 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.910+0000 7f8942a82980 20 rados->read ofs=0 len=0 2023-12-03T11:54:09.915 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.910+0000 7f8942a82980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:54:09.915 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.910+0000 7f8942a82980 20 rados->read ofs=0 len=0 2023-12-03T11:54:09.915 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.910+0000 7f8942a82980 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:54:09.916 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.910+0000 7f8942a82980 20 searching for the correct realm 2023-12-03T11:54:09.938 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.934+0000 7f894059e640 0 -- 172.21.15.19:0/3325803463 >> [v2:172.21.15.57:6808/3142144203,v1:172.21.15.57:6809/3142144203] conn(0x55962dd00970 msgr2=0x55962dd02d60 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:54:09.942 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.938+0000 7f8942a82980 20 RGWRados::pool_iterate: got zonegroup_info.9433ba8b-08fe-4f3d-8375-ae7b0ce32294 2023-12-03T11:54:09.942 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.938+0000 7f8942a82980 20 RGWRados::pool_iterate: got zone_info.43a5e689-6a4f-4bb6-8529-28824bd75ab9 2023-12-03T11:54:09.942 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.938+0000 7f8942a82980 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:54:09.942 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.938+0000 7f8942a82980 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:54:09.942 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.938+0000 7f8942a82980 20 rados->read ofs=0 len=0 2023-12-03T11:54:09.942 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.938+0000 7f8942a82980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:54:09.942 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.938+0000 7f8942a82980 20 rados->read ofs=0 len=0 2023-12-03T11:54:09.943 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.938+0000 7f8942a82980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:54:09.943 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.938+0000 7f8942a82980 20 rados->read ofs=0 len=0 2023-12-03T11:54:09.943 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.938+0000 7f8942a82980 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:54:09.944 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.938+0000 7f8942a82980 20 zone default found 2023-12-03T11:54:09.944 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.938+0000 7f8942a82980 4 Realm: () 2023-12-03T11:54:09.944 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.938+0000 7f8942a82980 4 ZoneGroup: default (9433ba8b-08fe-4f3d-8375-ae7b0ce32294) 2023-12-03T11:54:09.944 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.938+0000 7f8942a82980 4 Zone: default (43a5e689-6a4f-4bb6-8529-28824bd75ab9) 2023-12-03T11:54:09.944 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.938+0000 7f8942a82980 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:54:09.944 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.938+0000 7f8942a82980 20 zonegroup default 2023-12-03T11:54:09.944 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.938+0000 7f8942a82980 20 rados->read ofs=0 len=0 2023-12-03T11:54:09.944 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.938+0000 7f8942a82980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:54:09.944 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.938+0000 7f8942a82980 20 rados->read ofs=0 len=0 2023-12-03T11:54:09.945 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.938+0000 7f8942a82980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:54:09.945 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.938+0000 7f8942a82980 20 rados->read ofs=0 len=0 2023-12-03T11:54:09.945 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.938+0000 7f8942a82980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:54:09.945 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.938+0000 7f8942a82980 20 started sync module instance, tier type = 2023-12-03T11:54:09.945 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.938+0000 7f8942a82980 20 started zone id=43a5e689-6a4f-4bb6-8529-28824bd75ab9 (name=default) with tier type = 2023-12-03T11:54:09.958 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.954+0000 7f894059e640 0 -- 172.21.15.19:0/3325803463 >> [v2:172.21.15.19:6824/3106662697,v1:172.21.15.19:6825/3106662697] conn(0x7f893001a930 msgr2=0x7f8930028400 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:54:09.963 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.958+0000 7f8942a82980 20 add_watcher() i=0 2023-12-03T11:54:09.963 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.958+0000 7f8942a82980 20 add_watcher() i=1 2023-12-03T11:54:09.963 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.958+0000 7f8942a82980 20 add_watcher() i=2 2023-12-03T11:54:09.964 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.958+0000 7f8942a82980 20 add_watcher() i=3 2023-12-03T11:54:09.964 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.958+0000 7f8942a82980 20 add_watcher() i=4 2023-12-03T11:54:09.964 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.958+0000 7f8942a82980 20 add_watcher() i=5 2023-12-03T11:54:09.964 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.958+0000 7f8942a82980 20 add_watcher() i=6 2023-12-03T11:54:09.965 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.958+0000 7f8942a82980 20 add_watcher() i=7 2023-12-03T11:54:09.965 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.958+0000 7f8942a82980 2 all 8 watchers are set, enabling cache 2023-12-03T11:54:09.967 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.962+0000 7f89067e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:54:09.968 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.962+0000 7f8942a82980 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:54:09.968 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:09.962+0000 7f8942a82980 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:54:10.287 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:10.282+0000 7f88757fa640 20 reqs_thread_entry: start 2023-12-03T11:54:10.287 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:10.282+0000 7f8942a82980 20 init_complete bucket index max shards: 1 2023-12-03T11:54:10.287 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:10.282+0000 7f8942a82980 20 Filter name: none 2023-12-03T11:54:10.287 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:10.282+0000 7f886effd640 20 reqs_thread_entry: start 2023-12-03T11:54:10.287 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:10.282+0000 7f8942a82980 20 garbage collection: RGWGC::process entered with GC index_shard=9, max_secs=3600, expired_only=0 2023-12-03T11:54:10.292 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:10.286+0000 7f8942a82980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:10.294 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:10.290+0000 7f8942a82980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:10.295 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:10.290+0000 7f8942a82980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:10.298 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:10.294+0000 7f8942a82980 20 garbage collection: RGWGC::process entered with GC index_shard=10, max_secs=3600, expired_only=0 2023-12-03T11:54:10.302 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:10.298+0000 7f8942a82980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:10.304 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:10.298+0000 7f8942a82980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:10.305 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:10.298+0000 7f8942a82980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:10.308 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:10.302+0000 7f8942a82980 20 garbage collection: RGWGC::process entered with GC index_shard=11, max_secs=3600, expired_only=0 2023-12-03T11:54:10.310 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:10.306+0000 7f8942a82980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:10.310 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:10.306+0000 7f8942a82980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:10.311 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:10.306+0000 7f8942a82980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:10.313 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:10.306+0000 7f8942a82980 20 garbage collection: RGWGC::process entered with GC index_shard=12, max_secs=3600, expired_only=0 2023-12-03T11:54:10.316 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:10.310+0000 7f8942a82980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:10.318 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:10.314+0000 7f8942a82980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:10.319 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:10.314+0000 7f8942a82980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:10.321 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:10.318+0000 7f8942a82980 20 garbage collection: RGWGC::process entered with GC index_shard=13, max_secs=3600, expired_only=0 2023-12-03T11:54:10.324 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:10.318+0000 7f8942a82980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:10.325 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:10.318+0000 7f8942a82980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:10.325 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:10.322+0000 7f8942a82980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:10.327 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:10.322+0000 7f8942a82980 20 garbage collection: RGWGC::process entered with GC index_shard=14, max_secs=3600, expired_only=0 2023-12-03T11:54:10.330 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:10.326+0000 7f8942a82980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:10.331 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:10.326+0000 7f8942a82980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:10.332 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:10.326+0000 7f8942a82980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:10.334 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:10.330+0000 7f8942a82980 20 garbage collection: RGWGC::process entered with GC index_shard=15, max_secs=3600, expired_only=0 2023-12-03T11:54:10.338 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:10.334+0000 7f8942a82980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:10.340 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:10.334+0000 7f8942a82980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:10.341 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:10.334+0000 7f8942a82980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:10.349 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:10.346+0000 7f8942a82980 20 garbage collection: RGWGC::process entered with GC index_shard=16, max_secs=3600, expired_only=0 2023-12-03T11:54:10.353 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:10.350+0000 7f8942a82980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:10.355 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:10.350+0000 7f8942a82980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:10.356 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:10.350+0000 7f8942a82980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:10.367 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:10.362+0000 7f8942a82980 20 garbage collection: RGWGC::process entered with GC index_shard=17, max_secs=3600, expired_only=0 2023-12-03T11:54:10.370 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:10.366+0000 7f8942a82980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:10.370 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:10.366+0000 7f8942a82980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:10.371 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:10.366+0000 7f8942a82980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:10.373 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:10.370+0000 7f8942a82980 20 garbage collection: RGWGC::process entered with GC index_shard=18, max_secs=3600, expired_only=0 2023-12-03T11:54:10.383 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:10.378+0000 7f8942a82980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:10.384 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:10.378+0000 7f8942a82980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:10.385 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:10.382+0000 7f8942a82980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:10.388 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:10.382+0000 7f8942a82980 20 garbage collection: RGWGC::process entered with GC index_shard=19, max_secs=3600, expired_only=0 2023-12-03T11:54:10.391 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:10.386+0000 7f8942a82980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:10.392 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:10.386+0000 7f8942a82980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:10.392 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:10.386+0000 7f8942a82980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:10.395 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:10.390+0000 7f8942a82980 20 garbage collection: RGWGC::process entered with GC index_shard=20, max_secs=3600, expired_only=0 2023-12-03T11:54:10.399 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:10.394+0000 7f8942a82980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:10.401 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:10.394+0000 7f8942a82980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:10.402 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:10.398+0000 7f8942a82980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:10.405 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:10.398+0000 7f8942a82980 20 garbage collection: RGWGC::process entered with GC index_shard=21, max_secs=3600, expired_only=0 2023-12-03T11:54:10.409 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:10.402+0000 7f8942a82980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:10.410 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:10.406+0000 7f8942a82980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:10.411 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:10.406+0000 7f8942a82980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:10.414 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:10.410+0000 7f8942a82980 20 garbage collection: RGWGC::process entered with GC index_shard=22, max_secs=3600, expired_only=0 2023-12-03T11:54:10.417 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:10.414+0000 7f8942a82980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:10.419 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:10.414+0000 7f8942a82980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:10.420 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:10.414+0000 7f8942a82980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:10.423 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:10.418+0000 7f8942a82980 20 garbage collection: RGWGC::process entered with GC index_shard=23, max_secs=3600, expired_only=0 2023-12-03T11:54:10.427 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:10.422+0000 7f8942a82980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:10.428 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:10.422+0000 7f8942a82980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:10.429 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:10.426+0000 7f8942a82980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:10.432 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:10.426+0000 7f8942a82980 20 garbage collection: RGWGC::process entered with GC index_shard=24, max_secs=3600, expired_only=0 2023-12-03T11:54:10.436 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:10.430+0000 7f8942a82980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:10.438 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:10.434+0000 7f8942a82980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:10.438 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:10.434+0000 7f8942a82980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:10.441 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:10.438+0000 7f8942a82980 20 garbage collection: RGWGC::process entered with GC index_shard=25, max_secs=3600, expired_only=0 2023-12-03T11:54:10.446 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:10.442+0000 7f8942a82980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:10.447 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:10.442+0000 7f8942a82980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:10.448 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:10.442+0000 7f8942a82980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:10.451 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:10.446+0000 7f8942a82980 20 garbage collection: RGWGC::process entered with GC index_shard=26, max_secs=3600, expired_only=0 2023-12-03T11:54:10.455 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:10.450+0000 7f8942a82980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:10.457 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:10.450+0000 7f8942a82980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:10.457 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:10.454+0000 7f8942a82980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:10.461 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:10.454+0000 7f8942a82980 20 garbage collection: RGWGC::process entered with GC index_shard=27, max_secs=3600, expired_only=0 2023-12-03T11:54:10.465 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:10.462+0000 7f8942a82980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:10.467 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:10.462+0000 7f8942a82980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:10.468 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:10.462+0000 7f8942a82980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:10.471 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:10.466+0000 7f8942a82980 20 garbage collection: RGWGC::process entered with GC index_shard=28, max_secs=3600, expired_only=0 2023-12-03T11:54:10.476 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:10.470+0000 7f8942a82980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:10.477 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:10.470+0000 7f8942a82980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:10.478 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:10.474+0000 7f8942a82980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:10.481 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:10.474+0000 7f8942a82980 20 garbage collection: RGWGC::process entered with GC index_shard=29, max_secs=3600, expired_only=0 2023-12-03T11:54:10.485 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:10.482+0000 7f8942a82980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:10.487 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:10.482+0000 7f8942a82980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:10.488 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:10.482+0000 7f8942a82980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:10.491 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:10.486+0000 7f8942a82980 20 garbage collection: RGWGC::process entered with GC index_shard=30, max_secs=3600, expired_only=0 2023-12-03T11:54:10.494 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:10.490+0000 7f8942a82980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:10.496 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:10.490+0000 7f8942a82980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:10.497 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:10.490+0000 7f8942a82980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:10.499 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:10.494+0000 7f8942a82980 20 garbage collection: RGWGC::process entered with GC index_shard=31, max_secs=3600, expired_only=0 2023-12-03T11:54:10.503 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:10.498+0000 7f8942a82980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:10.506 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:10.502+0000 7f8942a82980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:10.506 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:10.502+0000 7f8942a82980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:10.508 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:10.502+0000 7f8942a82980 20 garbage collection: RGWGC::process entered with GC index_shard=0, max_secs=3600, expired_only=0 2023-12-03T11:54:10.513 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:10.506+0000 7f8942a82980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:10.514 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:10.510+0000 7f8942a82980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:10.515 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:10.510+0000 7f8942a82980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:10.518 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:10.514+0000 7f8942a82980 20 garbage collection: RGWGC::process entered with GC index_shard=1, max_secs=3600, expired_only=0 2023-12-03T11:54:10.522 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:10.518+0000 7f8942a82980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:10.523 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:10.518+0000 7f8942a82980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:10.524 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:10.518+0000 7f8942a82980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:10.526 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:10.522+0000 7f8942a82980 20 garbage collection: RGWGC::process entered with GC index_shard=2, max_secs=3600, expired_only=0 2023-12-03T11:54:10.530 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:10.526+0000 7f8942a82980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:10.532 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:10.526+0000 7f8942a82980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:10.532 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:10.526+0000 7f8942a82980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:10.535 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:10.530+0000 7f8942a82980 20 garbage collection: RGWGC::process entered with GC index_shard=3, max_secs=3600, expired_only=0 2023-12-03T11:54:10.539 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:10.534+0000 7f8942a82980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:10.540 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:10.534+0000 7f8942a82980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:10.541 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:10.534+0000 7f8942a82980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:10.543 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:10.538+0000 7f8942a82980 20 garbage collection: RGWGC::process entered with GC index_shard=4, max_secs=3600, expired_only=0 2023-12-03T11:54:10.547 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:10.542+0000 7f8942a82980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:10.549 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:10.542+0000 7f8942a82980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:10.550 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:10.546+0000 7f8942a82980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:10.553 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:10.546+0000 7f8942a82980 20 garbage collection: RGWGC::process entered with GC index_shard=5, max_secs=3600, expired_only=0 2023-12-03T11:54:10.556 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:10.550+0000 7f8942a82980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:10.558 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:10.554+0000 7f8942a82980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:10.558 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:10.554+0000 7f8942a82980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:10.562 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:10.558+0000 7f8942a82980 20 garbage collection: RGWGC::process entered with GC index_shard=6, max_secs=3600, expired_only=0 2023-12-03T11:54:10.566 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:10.562+0000 7f8942a82980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:10.570 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:10.566+0000 7f8942a82980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:10.571 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:10.566+0000 7f8942a82980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:10.575 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:10.570+0000 7f8942a82980 20 garbage collection: RGWGC::process entered with GC index_shard=7, max_secs=3600, expired_only=0 2023-12-03T11:54:10.579 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:10.574+0000 7f8942a82980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:10.580 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:10.574+0000 7f8942a82980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:10.581 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:10.578+0000 7f8942a82980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:10.584 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:10.578+0000 7f8942a82980 20 garbage collection: RGWGC::process entered with GC index_shard=8, max_secs=3600, expired_only=0 2023-12-03T11:54:10.588 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:10.582+0000 7f8942a82980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:10.590 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:10.586+0000 7f8942a82980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:10.591 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:10.586+0000 7f8942a82980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:10.596 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:10.590+0000 7f89067e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:54:10.602 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:10.598+0000 7f8942a82980 20 remove_watcher() i=0 2023-12-03T11:54:10.603 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:10.598+0000 7f8942a82980 2 removed watcher, disabling cache 2023-12-03T11:54:10.605 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:10.602+0000 7f8942a82980 20 remove_watcher() i=1 2023-12-03T11:54:10.608 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:10.602+0000 7f8942a82980 20 remove_watcher() i=2 2023-12-03T11:54:10.611 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:10.606+0000 7f8942a82980 20 remove_watcher() i=3 2023-12-03T11:54:10.613 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:10.610+0000 7f8942a82980 20 remove_watcher() i=4 2023-12-03T11:54:10.615 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:10.610+0000 7f8942a82980 20 remove_watcher() i=5 2023-12-03T11:54:10.617 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:10.614+0000 7f8942a82980 20 remove_watcher() i=6 2023-12-03T11:54:10.620 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:10.614+0000 7f8942a82980 20 remove_watcher() i=7 2023-12-03T11:54:10.632 DEBUG:teuthology.orchestra.run.smithi019:> radosgw-admin gc process --include-all 2023-12-03T11:54:10.704 INFO:teuthology.orchestra.run.smithi019.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:54:10.705 INFO:teuthology.orchestra.run.smithi019.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:54:10.723 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:10.718+0000 7fe0f8129980 20 rados->read ofs=0 len=0 2023-12-03T11:54:10.726 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:10.722+0000 7fe0f8129980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:54:10.726 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:10.722+0000 7fe0f8129980 20 realm 2023-12-03T11:54:10.726 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:10.722+0000 7fe0f8129980 20 rados->read ofs=0 len=0 2023-12-03T11:54:10.726 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:10.722+0000 7fe0f8129980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:54:10.726 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:10.722+0000 7fe0f8129980 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:54:10.726 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:10.722+0000 7fe0f8129980 20 rados->read ofs=0 len=0 2023-12-03T11:54:10.726 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:10.722+0000 7fe0f8129980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:54:10.726 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:10.722+0000 7fe0f8129980 20 rados->read ofs=0 len=0 2023-12-03T11:54:10.728 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:10.722+0000 7fe0f8129980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:54:10.728 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:10.722+0000 7fe0f8129980 20 rados->read ofs=0 len=0 2023-12-03T11:54:10.728 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:10.722+0000 7fe0f8129980 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:54:10.728 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:10.722+0000 7fe0f8129980 20 searching for the correct realm 2023-12-03T11:54:10.751 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:10.746+0000 7fe0f5444640 0 -- 172.21.15.19:0/4254051579 >> [v2:172.21.15.19:6800/1469834966,v1:172.21.15.19:6801/1469834966] conn(0x56185da3add0 msgr2=0x56185da3d1c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:54:10.753 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:10.750+0000 7fe0f8129980 20 RGWRados::pool_iterate: got zonegroup_info.9433ba8b-08fe-4f3d-8375-ae7b0ce32294 2023-12-03T11:54:10.753 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:10.750+0000 7fe0f8129980 20 RGWRados::pool_iterate: got zone_info.43a5e689-6a4f-4bb6-8529-28824bd75ab9 2023-12-03T11:54:10.753 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:10.750+0000 7fe0f8129980 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:54:10.753 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:10.750+0000 7fe0f8129980 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:54:10.753 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:10.750+0000 7fe0f8129980 20 rados->read ofs=0 len=0 2023-12-03T11:54:10.754 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:10.750+0000 7fe0f8129980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:54:10.754 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:10.750+0000 7fe0f8129980 20 rados->read ofs=0 len=0 2023-12-03T11:54:10.754 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:10.750+0000 7fe0f8129980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:54:10.754 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:10.750+0000 7fe0f8129980 20 rados->read ofs=0 len=0 2023-12-03T11:54:10.755 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:10.750+0000 7fe0f8129980 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:54:10.755 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:10.750+0000 7fe0f8129980 20 zone default found 2023-12-03T11:54:10.755 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:10.750+0000 7fe0f8129980 4 Realm: () 2023-12-03T11:54:10.755 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:10.750+0000 7fe0f8129980 4 ZoneGroup: default (9433ba8b-08fe-4f3d-8375-ae7b0ce32294) 2023-12-03T11:54:10.755 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:10.750+0000 7fe0f8129980 4 Zone: default (43a5e689-6a4f-4bb6-8529-28824bd75ab9) 2023-12-03T11:54:10.755 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:10.750+0000 7fe0f8129980 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:54:10.755 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:10.750+0000 7fe0f8129980 20 zonegroup default 2023-12-03T11:54:10.755 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:10.750+0000 7fe0f8129980 20 rados->read ofs=0 len=0 2023-12-03T11:54:10.755 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:10.750+0000 7fe0f8129980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:54:10.756 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:10.750+0000 7fe0f8129980 20 rados->read ofs=0 len=0 2023-12-03T11:54:10.756 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:10.750+0000 7fe0f8129980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:54:10.756 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:10.750+0000 7fe0f8129980 20 rados->read ofs=0 len=0 2023-12-03T11:54:10.756 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:10.750+0000 7fe0f8129980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:54:10.756 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:10.750+0000 7fe0f8129980 20 started sync module instance, tier type = 2023-12-03T11:54:10.757 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:10.750+0000 7fe0f8129980 20 started zone id=43a5e689-6a4f-4bb6-8529-28824bd75ab9 (name=default) with tier type = 2023-12-03T11:54:10.772 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:10.766+0000 7fe0f6446640 0 -- 172.21.15.19:0/4254051579 >> [v2:172.21.15.57:6816/3303414699,v1:172.21.15.57:6817/3303414699] conn(0x7fe0e003c040 msgr2=0x7fe0e002a950 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:54:10.775 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:10.770+0000 7fe0f8129980 20 add_watcher() i=0 2023-12-03T11:54:10.775 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:10.770+0000 7fe0f8129980 20 add_watcher() i=1 2023-12-03T11:54:10.775 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:10.770+0000 7fe0f8129980 20 add_watcher() i=2 2023-12-03T11:54:10.775 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:10.770+0000 7fe0f8129980 20 add_watcher() i=3 2023-12-03T11:54:10.775 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:10.770+0000 7fe0f8129980 20 add_watcher() i=4 2023-12-03T11:54:10.775 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:10.770+0000 7fe0f8129980 20 add_watcher() i=5 2023-12-03T11:54:10.775 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:10.770+0000 7fe0f8129980 20 add_watcher() i=6 2023-12-03T11:54:10.778 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:10.774+0000 7fe0f8129980 20 add_watcher() i=7 2023-12-03T11:54:10.778 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:10.774+0000 7fe0f8129980 2 all 8 watchers are set, enabling cache 2023-12-03T11:54:10.781 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:10.778+0000 7fe0bb7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:54:10.782 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:10.778+0000 7fe0f8129980 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:54:10.782 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:10.778+0000 7fe0f8129980 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:54:11.094 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.090+0000 7fe02a7fc640 20 reqs_thread_entry: start 2023-12-03T11:54:11.094 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.090+0000 7fe0f8129980 20 init_complete bucket index max shards: 1 2023-12-03T11:54:11.094 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.090+0000 7fe0f8129980 20 Filter name: none 2023-12-03T11:54:11.095 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.090+0000 7fe01bfff640 20 reqs_thread_entry: start 2023-12-03T11:54:11.095 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.090+0000 7fe0f8129980 20 garbage collection: RGWGC::process entered with GC index_shard=2, max_secs=3600, expired_only=0 2023-12-03T11:54:11.098 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.094+0000 7fe0f8129980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:11.099 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.094+0000 7fe0f8129980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:11.099 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.094+0000 7fe0f8129980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:11.101 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.098+0000 7fe0f8129980 20 garbage collection: RGWGC::process entered with GC index_shard=3, max_secs=3600, expired_only=0 2023-12-03T11:54:11.104 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.098+0000 7fe0f8129980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:11.105 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.098+0000 7fe0f8129980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:11.105 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.102+0000 7fe0f8129980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:11.107 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.102+0000 7fe0f8129980 20 garbage collection: RGWGC::process entered with GC index_shard=4, max_secs=3600, expired_only=0 2023-12-03T11:54:11.112 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.106+0000 7fe0f8129980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:11.114 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.110+0000 7fe0f8129980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:11.115 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.110+0000 7fe0f8129980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:11.118 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.114+0000 7fe0f8129980 20 garbage collection: RGWGC::process entered with GC index_shard=5, max_secs=3600, expired_only=0 2023-12-03T11:54:11.122 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.118+0000 7fe0f8129980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:11.122 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.118+0000 7fe0f8129980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:11.123 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.118+0000 7fe0f8129980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:11.125 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.122+0000 7fe0f8129980 20 garbage collection: RGWGC::process entered with GC index_shard=6, max_secs=3600, expired_only=0 2023-12-03T11:54:11.129 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.126+0000 7fe0f8129980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:11.131 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.126+0000 7fe0f8129980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:11.132 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.126+0000 7fe0f8129980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:11.135 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.130+0000 7fe0f8129980 20 garbage collection: RGWGC::process entered with GC index_shard=7, max_secs=3600, expired_only=0 2023-12-03T11:54:11.138 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.134+0000 7fe0f8129980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:11.140 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.134+0000 7fe0f8129980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:11.140 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.134+0000 7fe0f8129980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:11.143 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.138+0000 7fe0f8129980 20 garbage collection: RGWGC::process entered with GC index_shard=8, max_secs=3600, expired_only=0 2023-12-03T11:54:11.147 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.142+0000 7fe0f8129980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:11.149 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.142+0000 7fe0f8129980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:11.150 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.146+0000 7fe0f8129980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:11.153 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.150+0000 7fe0f8129980 20 garbage collection: RGWGC::process entered with GC index_shard=9, max_secs=3600, expired_only=0 2023-12-03T11:54:11.158 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.154+0000 7fe0f8129980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:11.159 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.154+0000 7fe0f8129980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:11.160 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.154+0000 7fe0f8129980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:11.164 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.158+0000 7fe0f8129980 20 garbage collection: RGWGC::process entered with GC index_shard=10, max_secs=3600, expired_only=0 2023-12-03T11:54:11.167 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.162+0000 7fe0f8129980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:11.170 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.166+0000 7fe0f8129980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:11.171 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.166+0000 7fe0f8129980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:11.174 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.170+0000 7fe0f8129980 20 garbage collection: RGWGC::process entered with GC index_shard=11, max_secs=3600, expired_only=0 2023-12-03T11:54:11.178 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.174+0000 7fe0f8129980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:11.179 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.174+0000 7fe0f8129980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:11.180 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.174+0000 7fe0f8129980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:11.183 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.178+0000 7fe0f8129980 20 garbage collection: RGWGC::process entered with GC index_shard=12, max_secs=3600, expired_only=0 2023-12-03T11:54:11.187 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.182+0000 7fe0f8129980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:11.188 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.182+0000 7fe0f8129980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:11.189 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.186+0000 7fe0f8129980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:11.193 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.186+0000 7fe0f8129980 20 garbage collection: RGWGC::process entered with GC index_shard=13, max_secs=3600, expired_only=0 2023-12-03T11:54:11.197 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.194+0000 7fe0f8129980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:11.199 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.194+0000 7fe0f8129980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:11.200 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.194+0000 7fe0f8129980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:11.203 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.198+0000 7fe0f8129980 20 garbage collection: RGWGC::process entered with GC index_shard=14, max_secs=3600, expired_only=0 2023-12-03T11:54:11.207 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.202+0000 7fe0f8129980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:11.209 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.202+0000 7fe0f8129980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:11.210 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.206+0000 7fe0f8129980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:11.213 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.210+0000 7fe0f8129980 20 garbage collection: RGWGC::process entered with GC index_shard=15, max_secs=3600, expired_only=0 2023-12-03T11:54:11.218 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.214+0000 7fe0f8129980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:11.219 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.214+0000 7fe0f8129980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:11.220 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.214+0000 7fe0f8129980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:11.224 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.218+0000 7fe0f8129980 20 garbage collection: RGWGC::process entered with GC index_shard=16, max_secs=3600, expired_only=0 2023-12-03T11:54:11.228 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.222+0000 7fe0f8129980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:11.229 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.226+0000 7fe0f8129980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:11.230 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.226+0000 7fe0f8129980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:11.233 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.230+0000 7fe0f8129980 20 garbage collection: RGWGC::process entered with GC index_shard=17, max_secs=3600, expired_only=0 2023-12-03T11:54:11.237 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.234+0000 7fe0f8129980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:11.239 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.234+0000 7fe0f8129980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:11.240 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.234+0000 7fe0f8129980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:11.243 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.238+0000 7fe0f8129980 20 garbage collection: RGWGC::process entered with GC index_shard=18, max_secs=3600, expired_only=0 2023-12-03T11:54:11.247 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.242+0000 7fe0f8129980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:11.249 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.246+0000 7fe0f8129980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:11.250 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.246+0000 7fe0f8129980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:11.253 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.250+0000 7fe0f8129980 20 garbage collection: RGWGC::process entered with GC index_shard=19, max_secs=3600, expired_only=0 2023-12-03T11:54:11.257 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.254+0000 7fe0f8129980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:11.259 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.254+0000 7fe0f8129980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:11.260 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.254+0000 7fe0f8129980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:11.263 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.258+0000 7fe0f8129980 20 garbage collection: RGWGC::process entered with GC index_shard=20, max_secs=3600, expired_only=0 2023-12-03T11:54:11.267 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.262+0000 7fe0f8129980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:11.268 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.262+0000 7fe0f8129980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:11.269 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.266+0000 7fe0f8129980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:11.272 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.266+0000 7fe0f8129980 20 garbage collection: RGWGC::process entered with GC index_shard=21, max_secs=3600, expired_only=0 2023-12-03T11:54:11.276 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.270+0000 7fe0f8129980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:11.278 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.274+0000 7fe0f8129980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:11.279 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.274+0000 7fe0f8129980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:11.285 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.278+0000 7fe0f8129980 20 garbage collection: RGWGC::process entered with GC index_shard=22, max_secs=3600, expired_only=0 2023-12-03T11:54:11.286 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.282+0000 7fe0f8129980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:11.288 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.282+0000 7fe0f8129980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:11.288 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.282+0000 7fe0f8129980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:11.291 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.286+0000 7fe0f8129980 20 garbage collection: RGWGC::process entered with GC index_shard=23, max_secs=3600, expired_only=0 2023-12-03T11:54:11.295 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.290+0000 7fe0f8129980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:11.297 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.294+0000 7fe0f8129980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:11.298 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.294+0000 7fe0f8129980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:11.301 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.294+0000 7fe0f8129980 20 garbage collection: RGWGC::process entered with GC index_shard=24, max_secs=3600, expired_only=0 2023-12-03T11:54:11.304 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.298+0000 7fe0f8129980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:11.305 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.302+0000 7fe0f8129980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:11.306 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.302+0000 7fe0f8129980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:11.308 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.302+0000 7fe0f8129980 20 garbage collection: RGWGC::process entered with GC index_shard=25, max_secs=3600, expired_only=0 2023-12-03T11:54:11.313 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.306+0000 7fe0f8129980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:11.314 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.310+0000 7fe0f8129980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:11.315 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.310+0000 7fe0f8129980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:11.318 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.314+0000 7fe0f8129980 20 garbage collection: RGWGC::process entered with GC index_shard=26, max_secs=3600, expired_only=0 2023-12-03T11:54:11.323 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.318+0000 7fe0f8129980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:11.325 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.318+0000 7fe0f8129980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:11.325 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.322+0000 7fe0f8129980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:11.329 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.322+0000 7fe0f8129980 20 garbage collection: RGWGC::process entered with GC index_shard=27, max_secs=3600, expired_only=0 2023-12-03T11:54:11.333 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.330+0000 7fe0f8129980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:11.335 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.330+0000 7fe0f8129980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:11.336 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.330+0000 7fe0f8129980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:11.339 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.334+0000 7fe0f8129980 20 garbage collection: RGWGC::process entered with GC index_shard=28, max_secs=3600, expired_only=0 2023-12-03T11:54:11.343 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.338+0000 7fe0f8129980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:11.344 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.338+0000 7fe0f8129980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:11.345 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.342+0000 7fe0f8129980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:11.349 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.342+0000 7fe0f8129980 20 garbage collection: RGWGC::process entered with GC index_shard=29, max_secs=3600, expired_only=0 2023-12-03T11:54:11.353 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.350+0000 7fe0f8129980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:11.355 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.350+0000 7fe0f8129980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:11.356 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.350+0000 7fe0f8129980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:11.360 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.354+0000 7fe0f8129980 20 garbage collection: RGWGC::process entered with GC index_shard=30, max_secs=3600, expired_only=0 2023-12-03T11:54:11.364 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.358+0000 7fe0f8129980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:11.366 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.362+0000 7fe0f8129980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:11.367 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.362+0000 7fe0f8129980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:11.370 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.366+0000 7fe0f8129980 20 garbage collection: RGWGC::process entered with GC index_shard=31, max_secs=3600, expired_only=0 2023-12-03T11:54:11.374 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.370+0000 7fe0f8129980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:11.376 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.370+0000 7fe0f8129980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:11.377 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.370+0000 7fe0f8129980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:11.380 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.374+0000 7fe0f8129980 20 garbage collection: RGWGC::process entered with GC index_shard=0, max_secs=3600, expired_only=0 2023-12-03T11:54:11.384 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.378+0000 7fe0f8129980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:11.386 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.382+0000 7fe0f8129980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:11.387 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.382+0000 7fe0f8129980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:11.391 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.386+0000 7fe0f8129980 20 garbage collection: RGWGC::process entered with GC index_shard=1, max_secs=3600, expired_only=0 2023-12-03T11:54:11.395 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.390+0000 7fe0f8129980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:11.396 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.390+0000 7fe0f8129980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:11.397 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.390+0000 7fe0f8129980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:11.402 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.398+0000 7fe0bb7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:54:11.408 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.402+0000 7fe0f8129980 20 remove_watcher() i=0 2023-12-03T11:54:11.408 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.402+0000 7fe0f8129980 2 removed watcher, disabling cache 2023-12-03T11:54:11.411 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.406+0000 7fe0f8129980 20 remove_watcher() i=1 2023-12-03T11:54:11.419 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.414+0000 7fe0f8129980 20 remove_watcher() i=2 2023-12-03T11:54:11.428 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.422+0000 7fe0f8129980 20 remove_watcher() i=3 2023-12-03T11:54:11.431 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.426+0000 7fe0f8129980 20 remove_watcher() i=4 2023-12-03T11:54:11.433 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.430+0000 7fe0f8129980 20 remove_watcher() i=5 2023-12-03T11:54:11.435 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.430+0000 7fe0f8129980 20 remove_watcher() i=6 2023-12-03T11:54:11.438 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.434+0000 7fe0f8129980 20 remove_watcher() i=7 2023-12-03T11:54:11.450 DEBUG:teuthology.orchestra.run.smithi019:> radosgw-admin gc process --include-all 2023-12-03T11:54:11.524 INFO:teuthology.orchestra.run.smithi019.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:54:11.524 INFO:teuthology.orchestra.run.smithi019.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:54:11.543 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.538+0000 7f24c3e12980 20 rados->read ofs=0 len=0 2023-12-03T11:54:11.545 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.542+0000 7f24c3e12980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:54:11.546 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.542+0000 7f24c3e12980 20 realm 2023-12-03T11:54:11.546 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.542+0000 7f24c3e12980 20 rados->read ofs=0 len=0 2023-12-03T11:54:11.546 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.542+0000 7f24c3e12980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:54:11.546 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.542+0000 7f24c3e12980 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:54:11.546 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.542+0000 7f24c3e12980 20 rados->read ofs=0 len=0 2023-12-03T11:54:11.546 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.542+0000 7f24c3e12980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:54:11.546 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.542+0000 7f24c3e12980 20 rados->read ofs=0 len=0 2023-12-03T11:54:11.548 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.542+0000 7f24c3e12980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:54:11.548 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.542+0000 7f24c3e12980 20 rados->read ofs=0 len=0 2023-12-03T11:54:11.548 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.542+0000 7f24c3e12980 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:54:11.548 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.542+0000 7f24c3e12980 20 searching for the correct realm 2023-12-03T11:54:11.571 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.566+0000 7f24b912d640 0 -- 172.21.15.19:0/2002874324 >> [v2:172.21.15.19:6800/1469834966,v1:172.21.15.19:6801/1469834966] conn(0x55b398ee1f40 msgr2=0x55b398ee4330 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:54:11.573 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.570+0000 7f24c3e12980 20 RGWRados::pool_iterate: got zonegroup_info.9433ba8b-08fe-4f3d-8375-ae7b0ce32294 2023-12-03T11:54:11.574 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.570+0000 7f24c3e12980 20 RGWRados::pool_iterate: got zone_info.43a5e689-6a4f-4bb6-8529-28824bd75ab9 2023-12-03T11:54:11.574 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.570+0000 7f24c3e12980 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:54:11.574 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.570+0000 7f24c3e12980 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:54:11.574 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.570+0000 7f24c3e12980 20 rados->read ofs=0 len=0 2023-12-03T11:54:11.574 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.570+0000 7f24c3e12980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:54:11.574 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.570+0000 7f24c3e12980 20 rados->read ofs=0 len=0 2023-12-03T11:54:11.574 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.570+0000 7f24c3e12980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:54:11.575 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.570+0000 7f24c3e12980 20 rados->read ofs=0 len=0 2023-12-03T11:54:11.575 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.570+0000 7f24c3e12980 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:54:11.575 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.570+0000 7f24c3e12980 20 zone default found 2023-12-03T11:54:11.575 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.570+0000 7f24c3e12980 4 Realm: () 2023-12-03T11:54:11.575 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.570+0000 7f24c3e12980 4 ZoneGroup: default (9433ba8b-08fe-4f3d-8375-ae7b0ce32294) 2023-12-03T11:54:11.576 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.570+0000 7f24c3e12980 4 Zone: default (43a5e689-6a4f-4bb6-8529-28824bd75ab9) 2023-12-03T11:54:11.576 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.570+0000 7f24c3e12980 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:54:11.576 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.570+0000 7f24c3e12980 20 zonegroup default 2023-12-03T11:54:11.576 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.570+0000 7f24c3e12980 20 rados->read ofs=0 len=0 2023-12-03T11:54:11.576 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.570+0000 7f24c3e12980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:54:11.576 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.570+0000 7f24c3e12980 20 rados->read ofs=0 len=0 2023-12-03T11:54:11.577 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.570+0000 7f24c3e12980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:54:11.577 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.570+0000 7f24c3e12980 20 rados->read ofs=0 len=0 2023-12-03T11:54:11.577 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.570+0000 7f24c3e12980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:54:11.577 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.570+0000 7f24c3e12980 20 started sync module instance, tier type = 2023-12-03T11:54:11.577 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.570+0000 7f24c3e12980 20 started zone id=43a5e689-6a4f-4bb6-8529-28824bd75ab9 (name=default) with tier type = 2023-12-03T11:54:11.594 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.590+0000 7f24c192e640 0 -- 172.21.15.19:0/2002874324 >> [v2:172.21.15.57:6808/3142144203,v1:172.21.15.57:6809/3142144203] conn(0x55b398edcf20 msgr2=0x55b398edf350 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:54:11.595 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.590+0000 7f24c3e12980 20 add_watcher() i=0 2023-12-03T11:54:11.595 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.590+0000 7f24c3e12980 20 add_watcher() i=1 2023-12-03T11:54:11.595 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.590+0000 7f24c3e12980 20 add_watcher() i=2 2023-12-03T11:54:11.595 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.590+0000 7f24c3e12980 20 add_watcher() i=3 2023-12-03T11:54:11.595 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.590+0000 7f24c3e12980 20 add_watcher() i=4 2023-12-03T11:54:11.595 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.590+0000 7f24c3e12980 20 add_watcher() i=5 2023-12-03T11:54:11.595 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.590+0000 7f24c3e12980 20 add_watcher() i=6 2023-12-03T11:54:11.596 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.590+0000 7f24c3e12980 20 add_watcher() i=7 2023-12-03T11:54:11.596 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.590+0000 7f24c3e12980 2 all 8 watchers are set, enabling cache 2023-12-03T11:54:11.599 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.594+0000 7f24877e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:54:11.600 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.594+0000 7f24c3e12980 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:54:11.600 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.594+0000 7f24c3e12980 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:54:11.691 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.686+0000 7f23f67fc640 20 reqs_thread_entry: start 2023-12-03T11:54:11.693 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.686+0000 7f24c3e12980 20 init_complete bucket index max shards: 1 2023-12-03T11:54:11.693 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.686+0000 7f24c3e12980 20 Filter name: none 2023-12-03T11:54:11.693 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.686+0000 7f23e7fff640 20 reqs_thread_entry: start 2023-12-03T11:54:11.693 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.686+0000 7f24c3e12980 20 garbage collection: RGWGC::process entered with GC index_shard=26, max_secs=3600, expired_only=0 2023-12-03T11:54:11.693 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.690+0000 7f24c3e12980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:11.694 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.690+0000 7f24c3e12980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:11.694 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.690+0000 7f24c3e12980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:11.697 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.690+0000 7f24c3e12980 20 garbage collection: RGWGC::process entered with GC index_shard=27, max_secs=3600, expired_only=0 2023-12-03T11:54:11.701 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.698+0000 7f24c3e12980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:11.703 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.698+0000 7f24c3e12980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:11.704 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.698+0000 7f24c3e12980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:11.708 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.702+0000 7f24c3e12980 20 garbage collection: RGWGC::process entered with GC index_shard=28, max_secs=3600, expired_only=0 2023-12-03T11:54:11.711 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.706+0000 7f24c3e12980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:11.711 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.706+0000 7f24c3e12980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:11.712 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.706+0000 7f24c3e12980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:11.714 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.710+0000 7f24c3e12980 20 garbage collection: RGWGC::process entered with GC index_shard=29, max_secs=3600, expired_only=0 2023-12-03T11:54:11.717 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.714+0000 7f24c3e12980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:11.719 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.714+0000 7f24c3e12980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:11.720 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.714+0000 7f24c3e12980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:11.723 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.718+0000 7f24c3e12980 20 garbage collection: RGWGC::process entered with GC index_shard=30, max_secs=3600, expired_only=0 2023-12-03T11:54:11.725 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.718+0000 7f24c3e12980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:11.725 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.722+0000 7f24c3e12980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:11.726 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.722+0000 7f24c3e12980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:11.727 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.722+0000 7f24c3e12980 20 garbage collection: RGWGC::process entered with GC index_shard=31, max_secs=3600, expired_only=0 2023-12-03T11:54:11.729 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.726+0000 7f24c3e12980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:11.730 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.726+0000 7f24c3e12980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:11.730 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.726+0000 7f24c3e12980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:11.732 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.726+0000 7f24c3e12980 20 garbage collection: RGWGC::process entered with GC index_shard=0, max_secs=3600, expired_only=0 2023-12-03T11:54:11.736 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.730+0000 7f24c3e12980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:11.738 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.734+0000 7f24c3e12980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:11.739 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.734+0000 7f24c3e12980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:11.742 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.738+0000 7f24c3e12980 20 garbage collection: RGWGC::process entered with GC index_shard=1, max_secs=3600, expired_only=0 2023-12-03T11:54:11.745 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.738+0000 7f24c3e12980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:11.746 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.742+0000 7f24c3e12980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:11.746 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.742+0000 7f24c3e12980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:11.748 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.742+0000 7f24c3e12980 20 garbage collection: RGWGC::process entered with GC index_shard=2, max_secs=3600, expired_only=0 2023-12-03T11:54:11.751 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.746+0000 7f24c3e12980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:11.752 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.746+0000 7f24c3e12980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:11.752 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.746+0000 7f24c3e12980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:11.754 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.750+0000 7f24c3e12980 20 garbage collection: RGWGC::process entered with GC index_shard=3, max_secs=3600, expired_only=0 2023-12-03T11:54:11.758 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.754+0000 7f24c3e12980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:11.758 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.754+0000 7f24c3e12980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:11.759 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.754+0000 7f24c3e12980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:11.762 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.758+0000 7f24c3e12980 20 garbage collection: RGWGC::process entered with GC index_shard=4, max_secs=3600, expired_only=0 2023-12-03T11:54:11.765 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.762+0000 7f24c3e12980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:11.767 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.762+0000 7f24c3e12980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:11.768 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.762+0000 7f24c3e12980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:11.771 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.766+0000 7f24c3e12980 20 garbage collection: RGWGC::process entered with GC index_shard=5, max_secs=3600, expired_only=0 2023-12-03T11:54:11.774 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.770+0000 7f24c3e12980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:11.774 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.770+0000 7f24c3e12980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:11.775 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.770+0000 7f24c3e12980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:11.777 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.774+0000 7f24c3e12980 20 garbage collection: RGWGC::process entered with GC index_shard=6, max_secs=3600, expired_only=0 2023-12-03T11:54:11.780 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.774+0000 7f24c3e12980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:11.782 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.778+0000 7f24c3e12980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:11.783 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.778+0000 7f24c3e12980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:11.785 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.782+0000 7f24c3e12980 20 garbage collection: RGWGC::process entered with GC index_shard=7, max_secs=3600, expired_only=0 2023-12-03T11:54:11.788 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.782+0000 7f24c3e12980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:11.789 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.786+0000 7f24c3e12980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:11.789 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.786+0000 7f24c3e12980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:11.792 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.786+0000 7f24c3e12980 20 garbage collection: RGWGC::process entered with GC index_shard=8, max_secs=3600, expired_only=0 2023-12-03T11:54:11.796 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.790+0000 7f24c3e12980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:11.798 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.794+0000 7f24c3e12980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:11.799 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.794+0000 7f24c3e12980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:11.801 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.798+0000 7f24c3e12980 20 garbage collection: RGWGC::process entered with GC index_shard=9, max_secs=3600, expired_only=0 2023-12-03T11:54:11.805 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.802+0000 7f24c3e12980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:11.807 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.802+0000 7f24c3e12980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:11.807 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.802+0000 7f24c3e12980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:11.811 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.806+0000 7f24c3e12980 20 garbage collection: RGWGC::process entered with GC index_shard=10, max_secs=3600, expired_only=0 2023-12-03T11:54:11.814 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.810+0000 7f24c3e12980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:11.816 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.810+0000 7f24c3e12980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:11.817 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.810+0000 7f24c3e12980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:11.820 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.814+0000 7f24c3e12980 20 garbage collection: RGWGC::process entered with GC index_shard=11, max_secs=3600, expired_only=0 2023-12-03T11:54:11.825 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.818+0000 7f24c3e12980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:11.827 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.822+0000 7f24c3e12980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:11.828 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.822+0000 7f24c3e12980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:11.831 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.826+0000 7f24c3e12980 20 garbage collection: RGWGC::process entered with GC index_shard=12, max_secs=3600, expired_only=0 2023-12-03T11:54:11.835 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.830+0000 7f24c3e12980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:11.836 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.830+0000 7f24c3e12980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:11.837 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.834+0000 7f24c3e12980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:11.840 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.834+0000 7f24c3e12980 20 garbage collection: RGWGC::process entered with GC index_shard=13, max_secs=3600, expired_only=0 2023-12-03T11:54:11.844 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.838+0000 7f24c3e12980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:11.845 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.842+0000 7f24c3e12980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:11.846 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.842+0000 7f24c3e12980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:11.849 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.842+0000 7f24c3e12980 20 garbage collection: RGWGC::process entered with GC index_shard=14, max_secs=3600, expired_only=0 2023-12-03T11:54:11.853 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.850+0000 7f24c3e12980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:11.855 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.850+0000 7f24c3e12980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:11.855 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.850+0000 7f24c3e12980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:11.858 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.854+0000 7f24c3e12980 20 garbage collection: RGWGC::process entered with GC index_shard=15, max_secs=3600, expired_only=0 2023-12-03T11:54:11.863 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.858+0000 7f24c3e12980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:11.864 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.858+0000 7f24c3e12980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:11.865 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.862+0000 7f24c3e12980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:11.868 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.862+0000 7f24c3e12980 20 garbage collection: RGWGC::process entered with GC index_shard=16, max_secs=3600, expired_only=0 2023-12-03T11:54:11.872 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.866+0000 7f24c3e12980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:11.874 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.870+0000 7f24c3e12980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:11.875 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.870+0000 7f24c3e12980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:11.878 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.874+0000 7f24c3e12980 20 garbage collection: RGWGC::process entered with GC index_shard=17, max_secs=3600, expired_only=0 2023-12-03T11:54:11.882 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.878+0000 7f24c3e12980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:11.884 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.878+0000 7f24c3e12980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:11.885 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.882+0000 7f24c3e12980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:11.888 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.882+0000 7f24c3e12980 20 garbage collection: RGWGC::process entered with GC index_shard=18, max_secs=3600, expired_only=0 2023-12-03T11:54:11.892 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.886+0000 7f24c3e12980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:11.894 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.890+0000 7f24c3e12980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:11.897 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.890+0000 7f24c3e12980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:11.898 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.894+0000 7f24c3e12980 20 garbage collection: RGWGC::process entered with GC index_shard=19, max_secs=3600, expired_only=0 2023-12-03T11:54:11.902 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.898+0000 7f24c3e12980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:11.904 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.898+0000 7f24c3e12980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:11.904 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.898+0000 7f24c3e12980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:11.908 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.902+0000 7f24c3e12980 20 garbage collection: RGWGC::process entered with GC index_shard=20, max_secs=3600, expired_only=0 2023-12-03T11:54:11.912 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.906+0000 7f24c3e12980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:11.913 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.910+0000 7f24c3e12980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:11.914 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.910+0000 7f24c3e12980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:11.917 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.914+0000 7f24c3e12980 20 garbage collection: RGWGC::process entered with GC index_shard=21, max_secs=3600, expired_only=0 2023-12-03T11:54:11.921 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.918+0000 7f24c3e12980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:11.923 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.918+0000 7f24c3e12980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:11.924 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.918+0000 7f24c3e12980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:11.927 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.922+0000 7f24c3e12980 20 garbage collection: RGWGC::process entered with GC index_shard=22, max_secs=3600, expired_only=0 2023-12-03T11:54:11.931 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.926+0000 7f24c3e12980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:11.933 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.926+0000 7f24c3e12980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:11.934 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.930+0000 7f24c3e12980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:11.937 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.934+0000 7f24c3e12980 20 garbage collection: RGWGC::process entered with GC index_shard=23, max_secs=3600, expired_only=0 2023-12-03T11:54:11.942 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.938+0000 7f24c3e12980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:11.944 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.938+0000 7f24c3e12980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:11.945 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.942+0000 7f24c3e12980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:11.949 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.946+0000 7f24c3e12980 20 garbage collection: RGWGC::process entered with GC index_shard=24, max_secs=3600, expired_only=0 2023-12-03T11:54:11.954 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.950+0000 7f24c3e12980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:11.955 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.950+0000 7f24c3e12980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:11.956 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.950+0000 7f24c3e12980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:11.959 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.954+0000 7f24c3e12980 20 garbage collection: RGWGC::process entered with GC index_shard=25, max_secs=3600, expired_only=0 2023-12-03T11:54:11.963 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.958+0000 7f24c3e12980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:11.964 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.958+0000 7f24c3e12980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:54:11.965 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.962+0000 7f24c3e12980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:54:11.970 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.966+0000 7f24877e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:54:11.976 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.970+0000 7f24c3e12980 20 remove_watcher() i=0 2023-12-03T11:54:11.977 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.970+0000 7f24c3e12980 2 removed watcher, disabling cache 2023-12-03T11:54:11.979 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.974+0000 7f24c3e12980 20 remove_watcher() i=1 2023-12-03T11:54:11.982 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.978+0000 7f24c3e12980 20 remove_watcher() i=2 2023-12-03T11:54:11.985 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.982+0000 7f24c3e12980 20 remove_watcher() i=3 2023-12-03T11:54:11.988 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.982+0000 7f24c3e12980 20 remove_watcher() i=4 2023-12-03T11:54:11.990 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.986+0000 7f24c3e12980 20 remove_watcher() i=5 2023-12-03T11:54:11.993 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.986+0000 7f24c3e12980 20 remove_watcher() i=6 2023-12-03T11:54:11.995 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:54:11.990+0000 7f24c3e12980 20 remove_watcher() i=7 2023-12-03T11:54:12.005 DEBUG:teuthology.orchestra.run.smithi019:> cd /home/ubuntu/cephtest/s3-tests-java && /opt/gradle/gradle/bin/gradle clean test --rerun-tasks --no-build-cache --tests ObjectTest 2023-12-03T11:54:12.701 INFO:teuthology.orchestra.run.smithi019.stdout:> Task :clean 2023-12-03T11:54:13.399 INFO:teuthology.orchestra.run.smithi019.stdout:> Task :compileJava 2023-12-03T11:54:13.399 INFO:teuthology.orchestra.run.smithi019.stdout:> Task :processResources 2023-12-03T11:54:13.399 INFO:teuthology.orchestra.run.smithi019.stdout:> Task :classes 2023-12-03T11:54:13.999 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:54:13.999 INFO:teuthology.orchestra.run.smithi019.stdout:> Task :compileTestJava 2023-12-03T11:54:13.999 INFO:teuthology.orchestra.run.smithi019.stderr:Note: /home/ubuntu/cephtest/s3-tests-java/src/test/java/BucketTest.java uses or overrides a deprecated API. 2023-12-03T11:54:13.999 INFO:teuthology.orchestra.run.smithi019.stderr:Note: Recompile with -Xlint:deprecation for details. 2023-12-03T11:54:14.000 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:54:14.000 INFO:teuthology.orchestra.run.smithi019.stdout:> Task :processTestResources NO-SOURCE 2023-12-03T11:54:14.000 INFO:teuthology.orchestra.run.smithi019.stdout:> Task :testClasses 2023-12-03T11:54:15.999 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:54:15.999 INFO:teuthology.orchestra.run.smithi019.stdout:> Task :test 2023-12-03T11:54:15.999 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:54:15.999 INFO:teuthology.orchestra.run.smithi019.stdout:suite > Object tests STANDARD_OUT 2023-12-03T11:54:16.000 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03 11:54:15,312 [Test worker] WARN com.amazonaws.util.Base64 - JAXB is unavailable. Will fallback to SDK implementation which may be less performant 2023-12-03T11:54:16.000 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:54:16.001 INFO:teuthology.orchestra.run.smithi019.stdout:suite > Object tests > ObjectTest.TestObjectCopyKeyNotFound STARTED 2023-12-03T11:54:16.001 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:54:16.001 INFO:teuthology.orchestra.run.smithi019.stdout:suite > Object tests > ObjectTest.TestObjectCopyKeyNotFound PASSED 2023-12-03T11:54:16.099 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:54:16.099 INFO:teuthology.orchestra.run.smithi019.stdout:suite > Object tests > ObjectTest.TestObjectCreateBadExpectNone STARTED 2023-12-03T11:54:16.199 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:54:16.199 INFO:teuthology.orchestra.run.smithi019.stdout:suite > Object tests > ObjectTest.TestObjectCreateBadExpectNone PASSED 2023-12-03T11:54:16.499 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:54:16.499 INFO:teuthology.orchestra.run.smithi019.stdout:suite > Object tests > ObjectTest.TestObjectCreateBadMd5Empty STARTED 2023-12-03T11:54:16.499 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:54:16.499 INFO:teuthology.orchestra.run.smithi019.stdout:suite > Object tests > ObjectTest.TestObjectCreateBadMd5Empty PASSED 2023-12-03T11:54:16.798 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:54:16.799 INFO:teuthology.orchestra.run.smithi019.stdout:suite > Object tests > ObjectTest.testAbortMultipartUploadLLAPI STARTED 2023-12-03T11:54:17.699 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:54:17.699 INFO:teuthology.orchestra.run.smithi019.stdout:suite > Object tests > ObjectTest.testAbortMultipartUploadLLAPI PASSED 2023-12-03T11:54:17.999 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:54:17.999 INFO:teuthology.orchestra.run.smithi019.stdout:suite > Object tests > ObjectTest.testAbortMultipartUploadNotFoundLLAPI STARTED 2023-12-03T11:54:17.999 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:54:17.999 INFO:teuthology.orchestra.run.smithi019.stdout:suite > Object tests > ObjectTest.testAbortMultipartUploadNotFoundLLAPI PASSED 2023-12-03T11:54:18.299 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:54:18.299 INFO:teuthology.orchestra.run.smithi019.stdout:suite > Object tests > ObjectTest.testDownloadHLAPI STARTED 2023-12-03T11:54:18.499 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:54:18.499 INFO:teuthology.orchestra.run.smithi019.stdout:suite > Object tests > ObjectTest.testDownloadHLAPI PASSED 2023-12-03T11:54:18.699 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:54:18.699 INFO:teuthology.orchestra.run.smithi019.stdout:suite > Object tests > ObjectTest.testDownloadNoBucketHLAPI STARTED 2023-12-03T11:54:18.699 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:54:18.699 INFO:teuthology.orchestra.run.smithi019.stdout:suite > Object tests > ObjectTest.testDownloadNoBucketHLAPI PASSED 2023-12-03T11:54:18.799 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:54:18.799 INFO:teuthology.orchestra.run.smithi019.stdout:suite > Object tests > ObjectTest.testDownloadNoKeyHLAPI STARTED 2023-12-03T11:54:18.899 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:54:18.899 INFO:teuthology.orchestra.run.smithi019.stdout:suite > Object tests > ObjectTest.testDownloadNoKeyHLAPI PASSED 2023-12-03T11:54:19.099 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:54:19.099 INFO:teuthology.orchestra.run.smithi019.stdout:suite > Object tests > ObjectTest.testEncryptedTransfer1MB STARTED 2023-12-03T11:54:19.599 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:54:19.599 INFO:teuthology.orchestra.run.smithi019.stdout:suite > Object tests > ObjectTest.testEncryptedTransfer1MB PASSED 2023-12-03T11:54:19.899 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:54:19.899 INFO:teuthology.orchestra.run.smithi019.stdout:suite > Object tests > ObjectTest.testEncryptedTransfer1b STARTED 2023-12-03T11:54:19.999 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:54:19.999 INFO:teuthology.orchestra.run.smithi019.stdout:suite > Object tests > ObjectTest.testEncryptedTransfer1b PASSED 2023-12-03T11:54:20.199 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:54:20.199 INFO:teuthology.orchestra.run.smithi019.stdout:suite > Object tests > ObjectTest.testEncryptedTransfer1kb STARTED 2023-12-03T11:54:20.299 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:54:20.299 INFO:teuthology.orchestra.run.smithi019.stdout:suite > Object tests > ObjectTest.testEncryptedTransfer1kb PASSED 2023-12-03T11:54:20.599 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:54:20.599 INFO:teuthology.orchestra.run.smithi019.stdout:suite > Object tests > ObjectTest.testEncryptionKeyNoSSEC STARTED 2023-12-03T11:54:20.599 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:54:20.599 INFO:teuthology.orchestra.run.smithi019.stdout:suite > Object tests > ObjectTest.testEncryptionKeyNoSSEC PASSED 2023-12-03T11:54:20.899 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:54:20.899 INFO:teuthology.orchestra.run.smithi019.stdout:suite > Object tests > ObjectTest.testEncryptionKeySSECInvalidMd5 STARTED 2023-12-03T11:54:20.999 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:54:20.999 INFO:teuthology.orchestra.run.smithi019.stdout:suite > Object tests > ObjectTest.testEncryptionKeySSECInvalidMd5 PASSED 2023-12-03T11:54:21.198 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:54:21.199 INFO:teuthology.orchestra.run.smithi019.stdout:suite > Object tests > ObjectTest.testEncryptionKeySSECNoKey STARTED 2023-12-03T11:54:21.299 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:54:21.299 INFO:teuthology.orchestra.run.smithi019.stdout:suite > Object tests > ObjectTest.testEncryptionKeySSECNoKey PASSED 2023-12-03T11:54:21.499 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:54:21.499 INFO:teuthology.orchestra.run.smithi019.stdout:suite > Object tests > ObjectTest.testEncryptionKeySSECNoMd5 STARTED 2023-12-03T11:54:21.599 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:54:21.599 INFO:teuthology.orchestra.run.smithi019.stdout:suite > Object tests > ObjectTest.testEncryptionKeySSECNoMd5 PASSED 2023-12-03T11:54:21.799 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:54:21.799 INFO:teuthology.orchestra.run.smithi019.stdout:suite > Object tests > ObjectTest.testMultiObjectDelete STARTED 2023-12-03T11:54:21.999 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:54:21.999 INFO:teuthology.orchestra.run.smithi019.stdout:suite > Object tests > ObjectTest.testMultiObjectDelete PASSED 2023-12-03T11:54:22.199 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:54:22.199 INFO:teuthology.orchestra.run.smithi019.stdout:suite > Object tests > ObjectTest.testMultipartCopyHLAPIA STARTED 2023-12-03T11:54:22.799 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:54:22.799 INFO:teuthology.orchestra.run.smithi019.stdout:suite > Object tests > ObjectTest.testMultipartCopyHLAPIA PASSED 2023-12-03T11:54:23.199 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:54:23.199 INFO:teuthology.orchestra.run.smithi019.stdout:suite > Object tests > ObjectTest.testMultipartCopyMultipleSizesLLAPI STARTED 2023-12-03T11:54:29.499 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:54:29.499 INFO:teuthology.orchestra.run.smithi019.stdout:suite > Object tests > ObjectTest.testMultipartCopyMultipleSizesLLAPI PASSED 2023-12-03T11:54:29.999 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:54:29.999 INFO:teuthology.orchestra.run.smithi019.stdout:suite > Object tests > ObjectTest.testMultipartCopyNoSRCBucketHLAPI STARTED 2023-12-03T11:54:29.999 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:54:30.000 INFO:teuthology.orchestra.run.smithi019.stdout:suite > Object tests > ObjectTest.testMultipartCopyNoSRCBucketHLAPI PASSED 2023-12-03T11:54:30.198 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:54:30.199 INFO:teuthology.orchestra.run.smithi019.stdout:suite > Object tests > ObjectTest.testMultipartCopyNoSRCKeyHLAPI STARTED 2023-12-03T11:54:30.299 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:54:30.299 INFO:teuthology.orchestra.run.smithi019.stdout:suite > Object tests > ObjectTest.testMultipartCopyNoSRCKeyHLAPI PASSED 2023-12-03T11:54:30.599 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:54:30.599 INFO:teuthology.orchestra.run.smithi019.stdout:suite > Object tests > ObjectTest.testMultipartDownloadHLAPI STARTED 2023-12-03T11:54:31.399 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:54:31.399 INFO:teuthology.orchestra.run.smithi019.stdout:suite > Object tests > ObjectTest.testMultipartDownloadHLAPI PASSED 2023-12-03T11:54:31.699 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:54:31.699 INFO:teuthology.orchestra.run.smithi019.stdout:suite > Object tests > ObjectTest.testMultipartDownloadNoBucketHLAPI STARTED 2023-12-03T11:54:31.699 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:54:31.699 INFO:teuthology.orchestra.run.smithi019.stdout:suite > Object tests > ObjectTest.testMultipartDownloadNoBucketHLAPI PASSED 2023-12-03T11:54:31.799 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:54:31.799 INFO:teuthology.orchestra.run.smithi019.stdout:suite > Object tests > ObjectTest.testMultipartDownloadWithPauseHLAPI STARTED 2023-12-03T11:54:32.899 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:54:32.899 INFO:teuthology.orchestra.run.smithi019.stdout:suite > Object tests > ObjectTest.testMultipartDownloadWithPauseHLAPI PASSED 2023-12-03T11:54:33.099 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:54:33.099 INFO:teuthology.orchestra.run.smithi019.stdout:suite > Object tests > ObjectTest.testMultipartUploadHLAPIAWS4 STARTED 2023-12-03T11:54:33.599 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:54:33.599 INFO:teuthology.orchestra.run.smithi019.stdout:suite > Object tests > ObjectTest.testMultipartUploadHLAPIAWS4 PASSED 2023-12-03T11:54:33.899 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:54:33.899 INFO:teuthology.orchestra.run.smithi019.stdout:suite > Object tests > ObjectTest.testMultipartUploadIncorrectMissingPartLLAPI STARTED 2023-12-03T11:54:34.699 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:54:34.699 INFO:teuthology.orchestra.run.smithi019.stdout:suite > Object tests > ObjectTest.testMultipartUploadIncorrectMissingPartLLAPI PASSED 2023-12-03T11:54:34.999 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:54:34.999 INFO:teuthology.orchestra.run.smithi019.stdout:suite > Object tests > ObjectTest.testMultipartUploadMultipleSizesLLAPI STARTED 2023-12-03T11:54:40.899 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:54:40.899 INFO:teuthology.orchestra.run.smithi019.stdout:suite > Object tests > ObjectTest.testMultipartUploadMultipleSizesLLAPI PASSED 2023-12-03T11:54:41.199 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:54:41.199 INFO:teuthology.orchestra.run.smithi019.stdout:suite > Object tests > ObjectTest.testMultipartUploadOverwriteExistingObjectLLAPI STARTED 2023-12-03T11:54:42.699 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:54:42.699 INFO:teuthology.orchestra.run.smithi019.stdout:suite > Object tests > ObjectTest.testMultipartUploadOverwriteExistingObjectLLAPI PASSED 2023-12-03T11:54:42.899 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:54:42.899 INFO:teuthology.orchestra.run.smithi019.stdout:suite > Object tests > ObjectTest.testMultipartUploadSmallLLAPI STARTED 2023-12-03T11:54:43.701 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:54:43.701 INFO:teuthology.orchestra.run.smithi019.stdout:suite > Object tests > ObjectTest.testMultipartUploadSmallLLAPI PASSED 2023-12-03T11:54:43.999 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:54:43.999 INFO:teuthology.orchestra.run.smithi019.stdout:suite > Object tests > ObjectTest.testMultipartUploadWithPause STARTED 2023-12-03T11:54:44.599 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:54:44.599 INFO:teuthology.orchestra.run.smithi019.stdout:suite > Object tests > ObjectTest.testMultipartUploadWithPause PASSED 2023-12-03T11:54:44.999 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:54:44.999 INFO:teuthology.orchestra.run.smithi019.stdout:suite > Object tests > ObjectTest.testObjectCopyBucketNotFound STARTED 2023-12-03T11:54:44.999 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:54:44.999 INFO:teuthology.orchestra.run.smithi019.stdout:suite > Object tests > ObjectTest.testObjectCopyBucketNotFound PASSED 2023-12-03T11:54:45.099 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:54:45.099 INFO:teuthology.orchestra.run.smithi019.stdout:suite > Object tests > ObjectTest.testObjectCreateBadExpectMismatch STARTED 2023-12-03T11:54:45.199 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:54:45.199 INFO:teuthology.orchestra.run.smithi019.stdout:suite > Object tests > ObjectTest.testObjectCreateBadExpectMismatch PASSED 2023-12-03T11:54:45.399 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:54:45.399 INFO:teuthology.orchestra.run.smithi019.stdout:suite > Object tests > ObjectTest.testObjectCreateBadMd5InvalidShort STARTED 2023-12-03T11:54:45.399 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:54:45.399 INFO:teuthology.orchestra.run.smithi019.stdout:suite > Object tests > ObjectTest.testObjectCreateBadMd5InvalidShort PASSED 2023-12-03T11:54:45.699 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:54:45.699 INFO:teuthology.orchestra.run.smithi019.stdout:suite > Object tests > ObjectTest.testObjectCreateBadMd5Ivalid STARTED 2023-12-03T11:54:45.699 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:54:45.699 INFO:teuthology.orchestra.run.smithi019.stdout:suite > Object tests > ObjectTest.testObjectCreateBadMd5Ivalid PASSED 2023-12-03T11:54:45.999 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:54:45.999 INFO:teuthology.orchestra.run.smithi019.stdout:suite > Object tests > ObjectTest.testObjectCreateBadMd5None STARTED 2023-12-03T11:54:45.999 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:54:45.999 INFO:teuthology.orchestra.run.smithi019.stdout:suite > Object tests > ObjectTest.testObjectCreateBadMd5None PASSED 2023-12-03T11:54:46.299 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:54:46.299 INFO:teuthology.orchestra.run.smithi019.stdout:suite > Object tests > ObjectTest.testObjectCreateBadMd5Unreadable STARTED 2023-12-03T11:54:46.299 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:54:46.299 INFO:teuthology.orchestra.run.smithi019.stdout:suite > Object tests > ObjectTest.testObjectCreateBadMd5Unreadable PASSED 2023-12-03T11:54:46.599 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:54:46.599 INFO:teuthology.orchestra.run.smithi019.stdout:suite > Object tests > ObjectTest.testObjectHeadZeroBytes STARTED 2023-12-03T11:54:46.599 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:54:46.599 INFO:teuthology.orchestra.run.smithi019.stdout:suite > Object tests > ObjectTest.testObjectHeadZeroBytes PASSED 2023-12-03T11:54:46.899 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:54:46.899 INFO:teuthology.orchestra.run.smithi019.stdout:suite > Object tests > ObjectTest.testObjectListDelimiterDot STARTED 2023-12-03T11:54:46.998 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:54:46.999 INFO:teuthology.orchestra.run.smithi019.stdout:suite > Object tests > ObjectTest.testObjectListDelimiterDot PASSED 2023-12-03T11:54:47.298 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:54:47.299 INFO:teuthology.orchestra.run.smithi019.stdout:suite > Object tests > ObjectTest.testObjectListDelimiterNotExist STARTED 2023-12-03T11:54:47.498 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:54:47.499 INFO:teuthology.orchestra.run.smithi019.stdout:suite > Object tests > ObjectTest.testObjectListDelimiterNotExist PASSED 2023-12-03T11:54:47.799 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:54:47.799 INFO:teuthology.orchestra.run.smithi019.stdout:suite > Object tests > ObjectTest.testObjectListDelimiterPercentage STARTED 2023-12-03T11:54:47.898 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:54:47.899 INFO:teuthology.orchestra.run.smithi019.stdout:suite > Object tests > ObjectTest.testObjectListDelimiterPercentage PASSED 2023-12-03T11:54:48.198 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:54:48.199 INFO:teuthology.orchestra.run.smithi019.stdout:suite > Object tests > ObjectTest.testObjectListMarkerAfterList STARTED 2023-12-03T11:54:48.398 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:54:48.399 INFO:teuthology.orchestra.run.smithi019.stdout:suite > Object tests > ObjectTest.testObjectListMarkerAfterList PASSED 2023-12-03T11:54:48.599 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:54:48.599 INFO:teuthology.orchestra.run.smithi019.stdout:suite > Object tests > ObjectTest.testObjectListMarkerBeforeList STARTED 2023-12-03T11:54:48.798 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:54:48.799 INFO:teuthology.orchestra.run.smithi019.stdout:suite > Object tests > ObjectTest.testObjectListMarkerBeforeList PASSED 2023-12-03T11:54:49.099 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:54:49.099 INFO:teuthology.orchestra.run.smithi019.stdout:suite > Object tests > ObjectTest.testObjectListMarkerNotInList STARTED 2023-12-03T11:54:49.198 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:54:49.199 INFO:teuthology.orchestra.run.smithi019.stdout:suite > Object tests > ObjectTest.testObjectListMarkerNotInList PASSED 2023-12-03T11:54:49.498 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:54:49.499 INFO:teuthology.orchestra.run.smithi019.stdout:suite > Object tests > ObjectTest.testObjectListMarkerUnreadable STARTED 2023-12-03T11:54:49.698 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:54:49.698 INFO:teuthology.orchestra.run.smithi019.stdout:suite > Object tests > ObjectTest.testObjectListMarkerUnreadable PASSED 2023-12-03T11:54:49.998 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:54:49.998 INFO:teuthology.orchestra.run.smithi019.stdout:suite > Object tests > ObjectTest.testObjectListMaxkeysNegative STARTED 2023-12-03T11:54:50.098 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:54:50.099 INFO:teuthology.orchestra.run.smithi019.stdout:suite > Object tests > ObjectTest.testObjectListMaxkeysNegative PASSED 2023-12-03T11:54:50.398 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:54:50.399 INFO:teuthology.orchestra.run.smithi019.stdout:suite > Object tests > ObjectTest.testObjectListMaxkeysNone STARTED 2023-12-03T11:54:50.499 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:54:50.499 INFO:teuthology.orchestra.run.smithi019.stdout:suite > Object tests > ObjectTest.testObjectListMaxkeysNone PASSED 2023-12-03T11:54:50.899 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:54:50.899 INFO:teuthology.orchestra.run.smithi019.stdout:suite > Object tests > ObjectTest.testObjectListMaxkeysOne STARTED 2023-12-03T11:54:50.999 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:54:50.999 INFO:teuthology.orchestra.run.smithi019.stdout:suite > Object tests > ObjectTest.testObjectListMaxkeysOne PASSED 2023-12-03T11:54:51.299 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:54:51.299 INFO:teuthology.orchestra.run.smithi019.stdout:suite > Object tests > ObjectTest.testObjectListMaxkeysZero STARTED 2023-12-03T11:54:51.398 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:54:51.399 INFO:teuthology.orchestra.run.smithi019.stdout:suite > Object tests > ObjectTest.testObjectListMaxkeysZero PASSED 2023-12-03T11:54:51.698 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:54:51.699 INFO:teuthology.orchestra.run.smithi019.stdout:suite > Object tests > ObjectTest.testObjectListPrefixAlt STARTED 2023-12-03T11:54:51.798 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:54:51.799 INFO:teuthology.orchestra.run.smithi019.stdout:suite > Object tests > ObjectTest.testObjectListPrefixAlt PASSED 2023-12-03T11:54:52.101 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:54:52.101 INFO:teuthology.orchestra.run.smithi019.stdout:suite > Object tests > ObjectTest.testObjectListPrefixBasic STARTED 2023-12-03T11:54:52.198 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:54:52.199 INFO:teuthology.orchestra.run.smithi019.stdout:suite > Object tests > ObjectTest.testObjectListPrefixBasic PASSED 2023-12-03T11:54:52.498 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:54:52.499 INFO:teuthology.orchestra.run.smithi019.stdout:suite > Object tests > ObjectTest.testObjectListPrefixDelimiterAlt STARTED 2023-12-03T11:54:52.698 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:54:52.699 INFO:teuthology.orchestra.run.smithi019.stdout:suite > Object tests > ObjectTest.testObjectListPrefixDelimiterAlt PASSED 2023-12-03T11:54:52.999 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:54:52.999 INFO:teuthology.orchestra.run.smithi019.stdout:suite > Object tests > ObjectTest.testObjectListPrefixDelimiterBasic STARTED 2023-12-03T11:54:53.098 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:54:53.099 INFO:teuthology.orchestra.run.smithi019.stdout:suite > Object tests > ObjectTest.testObjectListPrefixDelimiterBasic PASSED 2023-12-03T11:54:53.399 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:54:53.399 INFO:teuthology.orchestra.run.smithi019.stdout:suite > Object tests > ObjectTest.testObjectListPrefixDelimiterDelimiterNotExist STARTED 2023-12-03T11:54:53.498 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:54:53.498 INFO:teuthology.orchestra.run.smithi019.stdout:suite > Object tests > ObjectTest.testObjectListPrefixDelimiterDelimiterNotExist PASSED 2023-12-03T11:54:53.798 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:54:53.799 INFO:teuthology.orchestra.run.smithi019.stdout:suite > Object tests > ObjectTest.testObjectListPrefixDelimiterPrefixDelimiterNotExist STARTED 2023-12-03T11:54:53.998 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:54:53.998 INFO:teuthology.orchestra.run.smithi019.stdout:suite > Object tests > ObjectTest.testObjectListPrefixDelimiterPrefixDelimiterNotExist PASSED 2023-12-03T11:54:54.298 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:54:54.299 INFO:teuthology.orchestra.run.smithi019.stdout:suite > Object tests > ObjectTest.testObjectListPrefixDelimiterPrefixNotExist STARTED 2023-12-03T11:54:54.399 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:54:54.399 INFO:teuthology.orchestra.run.smithi019.stdout:suite > Object tests > ObjectTest.testObjectListPrefixDelimiterPrefixNotExist PASSED 2023-12-03T11:54:54.699 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:54:54.699 INFO:teuthology.orchestra.run.smithi019.stdout:suite > Object tests > ObjectTest.testObjectListPrefixEmpty STARTED 2023-12-03T11:54:54.798 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:54:54.799 INFO:teuthology.orchestra.run.smithi019.stdout:suite > Object tests > ObjectTest.testObjectListPrefixEmpty PASSED 2023-12-03T11:54:55.099 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:54:55.099 INFO:teuthology.orchestra.run.smithi019.stdout:suite > Object tests > ObjectTest.testObjectListPrefixNone STARTED 2023-12-03T11:54:55.298 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:54:55.299 INFO:teuthology.orchestra.run.smithi019.stdout:suite > Object tests > ObjectTest.testObjectListPrefixNone PASSED 2023-12-03T11:54:55.598 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:54:55.599 INFO:teuthology.orchestra.run.smithi019.stdout:suite > Object tests > ObjectTest.testObjectListPrefixNotExist STARTED 2023-12-03T11:54:55.698 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:54:55.698 INFO:teuthology.orchestra.run.smithi019.stdout:suite > Object tests > ObjectTest.testObjectListPrefixNotExist PASSED 2023-12-03T11:54:55.999 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:54:55.999 INFO:teuthology.orchestra.run.smithi019.stdout:suite > Object tests > ObjectTest.testObjectListPrefixUnreadable STARTED 2023-12-03T11:54:56.098 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:54:56.098 INFO:teuthology.orchestra.run.smithi019.stdout:suite > Object tests > ObjectTest.testObjectListPrefixUnreadable PASSED 2023-12-03T11:54:56.398 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:54:56.399 INFO:teuthology.orchestra.run.smithi019.stdout:suite > Object tests > ObjectTest.testObjectReadFromNonExistantBucket STARTED 2023-12-03T11:54:56.399 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:54:56.399 INFO:teuthology.orchestra.run.smithi019.stdout:suite > Object tests > ObjectTest.testObjectReadFromNonExistantBucket PASSED 2023-12-03T11:54:56.699 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:54:56.699 INFO:teuthology.orchestra.run.smithi019.stdout:suite > Object tests > ObjectTest.testObjectReadNotExist STARTED 2023-12-03T11:54:56.699 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:54:56.699 INFO:teuthology.orchestra.run.smithi019.stdout:suite > Object tests > ObjectTest.testObjectReadNotExist PASSED 2023-12-03T11:54:56.999 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:54:56.999 INFO:teuthology.orchestra.run.smithi019.stdout:suite > Object tests > ObjectTest.testObjectWriteCacheControl STARTED 2023-12-03T11:54:57.000 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:54:57.000 INFO:teuthology.orchestra.run.smithi019.stdout:suite > Object tests > ObjectTest.testObjectWriteCacheControl PASSED 2023-12-03T11:54:57.299 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:54:57.299 INFO:teuthology.orchestra.run.smithi019.stdout:suite > Object tests > ObjectTest.testObjectWriteCheckEtag STARTED 2023-12-03T11:54:57.399 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:54:57.399 INFO:teuthology.orchestra.run.smithi019.stdout:suite > Object tests > ObjectTest.testObjectWriteCheckEtag PASSED 2023-12-03T11:54:57.598 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:54:57.598 INFO:teuthology.orchestra.run.smithi019.stdout:suite > Object tests > ObjectTest.testObjectWriteReadUpdateReadDelete STARTED 2023-12-03T11:54:57.798 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:54:57.799 INFO:teuthology.orchestra.run.smithi019.stdout:suite > Object tests > ObjectTest.testObjectWriteReadUpdateReadDelete PASSED 2023-12-03T11:54:58.099 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:54:58.099 INFO:teuthology.orchestra.run.smithi019.stdout:suite > Object tests > ObjectTest.testObjectWriteToNonExistantBucket STARTED 2023-12-03T11:54:58.099 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:54:58.099 INFO:teuthology.orchestra.run.smithi019.stdout:suite > Object tests > ObjectTest.testObjectWriteToNonExistantBucket PASSED 2023-12-03T11:54:58.199 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:54:58.199 INFO:teuthology.orchestra.run.smithi019.stdout:suite > Object tests > ObjectTest.testRangedSkipLeadingBytesResponseCode STARTED 2023-12-03T11:54:58.299 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:54:58.299 INFO:teuthology.orchestra.run.smithi019.stdout:suite > Object tests > ObjectTest.testRangedSkipLeadingBytesResponseCode PASSED 2023-12-03T11:54:58.599 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:54:58.599 INFO:teuthology.orchestra.run.smithi019.stdout:suite > Object tests > ObjectTest.testRangedrequestResponseCode STARTED 2023-12-03T11:54:58.698 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:54:58.699 INFO:teuthology.orchestra.run.smithi019.stdout:suite > Object tests > ObjectTest.testRangedrequestResponseCode PASSED 2023-12-03T11:54:58.898 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:54:58.898 INFO:teuthology.orchestra.run.smithi019.stdout:suite > Object tests > ObjectTest.testSSEKMSNoKey STARTED 2023-12-03T11:54:58.998 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:54:58.999 INFO:teuthology.orchestra.run.smithi019.stdout:suite > Object tests > ObjectTest.testSSEKMSNoKey PASSED 2023-12-03T11:54:59.198 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:54:59.199 INFO:teuthology.orchestra.run.smithi019.stdout:suite > Object tests > ObjectTest.testSSEKMSNotDeclared STARTED 2023-12-03T11:54:59.298 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:54:59.299 INFO:teuthology.orchestra.run.smithi019.stdout:suite > Object tests > ObjectTest.testSSEKMSNotDeclared PASSED 2023-12-03T11:54:59.498 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:54:59.499 INFO:teuthology.orchestra.run.smithi019.stdout:suite > Object tests > ObjectTest.testUploadFileHLAPIBigFile STARTED 2023-12-03T11:54:59.998 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:54:59.999 INFO:teuthology.orchestra.run.smithi019.stdout:suite > Object tests > ObjectTest.testUploadFileHLAPIBigFile PASSED 2023-12-03T11:55:00.199 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:55:00.199 INFO:teuthology.orchestra.run.smithi019.stdout:suite > Object tests > ObjectTest.testUploadFileList STARTED 2023-12-03T11:55:00.698 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:55:00.699 INFO:teuthology.orchestra.run.smithi019.stdout:suite > Object tests > ObjectTest.testUploadFileList PASSED 2023-12-03T11:55:00.988 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:55:00.988 INFO:teuthology.orchestra.run.smithi019.stdout:---------------------------------------------------------------------- 2023-12-03T11:55:00.988 INFO:teuthology.orchestra.run.smithi019.stdout:| Results: SUCCESS (70 tests, 70 successes, 0 failures, 0 skipped) | 2023-12-03T11:55:00.988 INFO:teuthology.orchestra.run.smithi019.stdout:---------------------------------------------------------------------- 2023-12-03T11:55:00.988 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:55:00.988 INFO:teuthology.orchestra.run.smithi019.stdout:Deprecated Gradle features were used in this build, making it incompatible with Gradle 7.0. 2023-12-03T11:55:00.988 INFO:teuthology.orchestra.run.smithi019.stdout:Use '--warning-mode all' to show the individual deprecation warnings. 2023-12-03T11:55:00.988 INFO:teuthology.orchestra.run.smithi019.stdout:See https://docs.gradle.org/6.0.1/userguide/command_line_interface.html#sec:command_line_warnings 2023-12-03T11:55:00.988 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:55:00.988 INFO:teuthology.orchestra.run.smithi019.stdout:BUILD SUCCESSFUL in 48s 2023-12-03T11:55:00.989 INFO:teuthology.orchestra.run.smithi019.stdout:5 actionable tasks: 5 executed 2023-12-03T11:55:01.007 DEBUG:teuthology.orchestra.run.smithi019:> radosgw-admin gc process --include-all 2023-12-03T11:55:01.031 INFO:teuthology.orchestra.run.smithi019.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:55:01.032 INFO:teuthology.orchestra.run.smithi019.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:55:01.048 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.041+0000 7fe0d69f8980 20 rados->read ofs=0 len=0 2023-12-03T11:55:01.050 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.045+0000 7fe0d69f8980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:55:01.050 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.045+0000 7fe0d69f8980 20 realm 2023-12-03T11:55:01.050 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.045+0000 7fe0d69f8980 20 rados->read ofs=0 len=0 2023-12-03T11:55:01.051 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.045+0000 7fe0d69f8980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:55:01.051 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.045+0000 7fe0d69f8980 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:55:01.051 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.045+0000 7fe0d69f8980 20 rados->read ofs=0 len=0 2023-12-03T11:55:01.051 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.045+0000 7fe0d69f8980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:55:01.051 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.045+0000 7fe0d69f8980 20 rados->read ofs=0 len=0 2023-12-03T11:55:01.052 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.045+0000 7fe0d69f8980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:55:01.053 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.045+0000 7fe0d69f8980 20 rados->read ofs=0 len=0 2023-12-03T11:55:01.053 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.045+0000 7fe0d69f8980 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:55:01.053 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.049+0000 7fe0d69f8980 20 searching for the correct realm 2023-12-03T11:55:01.080 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.073+0000 7fe0d4d15640 0 -- 172.21.15.19:0/585345275 >> [v2:172.21.15.57:6816/3303414699,v1:172.21.15.57:6817/3303414699] conn(0x7fe0c8045be0 msgr2=0x7fe0c8082a90 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:55:01.080 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.073+0000 7fe0d69f8980 20 RGWRados::pool_iterate: got zonegroup_info.9433ba8b-08fe-4f3d-8375-ae7b0ce32294 2023-12-03T11:55:01.080 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.073+0000 7fe0d69f8980 20 RGWRados::pool_iterate: got zone_info.43a5e689-6a4f-4bb6-8529-28824bd75ab9 2023-12-03T11:55:01.080 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.073+0000 7fe0d69f8980 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:55:01.080 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.073+0000 7fe0d69f8980 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:55:01.080 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.073+0000 7fe0d69f8980 20 rados->read ofs=0 len=0 2023-12-03T11:55:01.080 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.073+0000 7fe0d69f8980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:55:01.080 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.073+0000 7fe0d69f8980 20 rados->read ofs=0 len=0 2023-12-03T11:55:01.081 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.073+0000 7fe0d69f8980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:55:01.081 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.073+0000 7fe0d69f8980 20 rados->read ofs=0 len=0 2023-12-03T11:55:01.081 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.073+0000 7fe0d69f8980 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:55:01.081 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.073+0000 7fe0d69f8980 20 zone default found 2023-12-03T11:55:01.082 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.073+0000 7fe0d69f8980 4 Realm: () 2023-12-03T11:55:01.082 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.073+0000 7fe0d69f8980 4 ZoneGroup: default (9433ba8b-08fe-4f3d-8375-ae7b0ce32294) 2023-12-03T11:55:01.082 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.073+0000 7fe0d69f8980 4 Zone: default (43a5e689-6a4f-4bb6-8529-28824bd75ab9) 2023-12-03T11:55:01.082 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.073+0000 7fe0d69f8980 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:55:01.082 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.073+0000 7fe0d69f8980 20 zonegroup default 2023-12-03T11:55:01.082 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.073+0000 7fe0d69f8980 20 rados->read ofs=0 len=0 2023-12-03T11:55:01.082 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.073+0000 7fe0d69f8980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:55:01.082 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.077+0000 7fe0d69f8980 20 rados->read ofs=0 len=0 2023-12-03T11:55:01.083 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.077+0000 7fe0d69f8980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:55:01.083 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.077+0000 7fe0d69f8980 20 rados->read ofs=0 len=0 2023-12-03T11:55:01.083 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.077+0000 7fe0d69f8980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:55:01.083 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.077+0000 7fe0d69f8980 20 started sync module instance, tier type = 2023-12-03T11:55:01.083 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.077+0000 7fe0d69f8980 20 started zone id=43a5e689-6a4f-4bb6-8529-28824bd75ab9 (name=default) with tier type = 2023-12-03T11:55:01.101 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.093+0000 7fe0d4514640 0 -- 172.21.15.19:0/585345275 >> [v2:172.21.15.19:6808/438722807,v1:172.21.15.19:6809/438722807] conn(0x7fe0c8078db0 msgr2=0x7fe0c8071000 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:55:01.101 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.093+0000 7fe0d69f8980 20 add_watcher() i=0 2023-12-03T11:55:01.101 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.093+0000 7fe0d69f8980 20 add_watcher() i=1 2023-12-03T11:55:01.101 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.093+0000 7fe0d69f8980 20 add_watcher() i=2 2023-12-03T11:55:01.101 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.093+0000 7fe0d69f8980 20 add_watcher() i=3 2023-12-03T11:55:01.101 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.093+0000 7fe0d69f8980 20 add_watcher() i=4 2023-12-03T11:55:01.101 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.093+0000 7fe0d69f8980 20 add_watcher() i=5 2023-12-03T11:55:01.101 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.093+0000 7fe0d69f8980 20 add_watcher() i=6 2023-12-03T11:55:01.103 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.097+0000 7fe0d69f8980 20 add_watcher() i=7 2023-12-03T11:55:01.103 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.097+0000 7fe0d69f8980 2 all 8 watchers are set, enabling cache 2023-12-03T11:55:01.106 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.101+0000 7fe09a7e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:55:01.106 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.101+0000 7fe0d69f8980 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:55:01.106 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.101+0000 7fe0d69f8980 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:55:01.199 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.193+0000 7fe0097fa640 20 reqs_thread_entry: start 2023-12-03T11:55:01.199 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.193+0000 7fe0d69f8980 20 init_complete bucket index max shards: 1 2023-12-03T11:55:01.199 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.193+0000 7fe0d69f8980 20 Filter name: none 2023-12-03T11:55:01.199 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.193+0000 7fe002ffd640 20 reqs_thread_entry: start 2023-12-03T11:55:01.199 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.193+0000 7fe0d69f8980 20 garbage collection: RGWGC::process entered with GC index_shard=10, max_secs=3600, expired_only=0 2023-12-03T11:55:01.203 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.197+0000 7fe0d69f8980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:55:01.205 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.197+0000 7fe0d69f8980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:55:01.206 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.201+0000 7fe0d69f8980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=3, truncated=0, next_marker='' 2023-12-03T11:55:01.206 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.201+0000 7fe0d69f8980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.13022370069931815495', time=2023-12-03T13:54:29.413837+0000, chain.objs.size()=5 2023-12-03T11:55:01.206 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.201+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.82__multipart_key1.2~o86BG4CL9Y91RvWNKHMlLiRgblvfCdU.1 2023-12-03T11:55:01.207 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.201+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.82__shadow_key1.2~o86BG4CL9Y91RvWNKHMlLiRgblvfCdU.1_1 2023-12-03T11:55:01.207 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.201+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.82__multipart_key1.2~o86BG4CL9Y91RvWNKHMlLiRgblvfCdU.2 2023-12-03T11:55:01.207 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.201+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.82__shadow_key1.2~o86BG4CL9Y91RvWNKHMlLiRgblvfCdU.2_1 2023-12-03T11:55:01.207 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.201+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.82__multipart_key1.2~o86BG4CL9Y91RvWNKHMlLiRgblvfCdU.3 2023-12-03T11:55:01.207 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.201+0000 7fe0d69f8980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.16189601254058277431', time=2023-12-03T13:54:40.995257+0000, chain.objs.size()=5 2023-12-03T11:55:01.207 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.201+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.90__multipart_key1.2~Ej_dohoyhAauDM5owJou2bWFBg8cwN2.1 2023-12-03T11:55:01.207 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.201+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.90__shadow_key1.2~Ej_dohoyhAauDM5owJou2bWFBg8cwN2.1_1 2023-12-03T11:55:01.207 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.201+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.90__multipart_key1.2~Ej_dohoyhAauDM5owJou2bWFBg8cwN2.2 2023-12-03T11:55:01.207 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.201+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.90__shadow_key1.2~Ej_dohoyhAauDM5owJou2bWFBg8cwN2.2_1 2023-12-03T11:55:01.209 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.201+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.90__multipart_key1.2~Ej_dohoyhAauDM5owJou2bWFBg8cwN2.3 2023-12-03T11:55:01.209 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.205+0000 7fe0d69f8980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.10221703763359569237', time=2023-12-03T13:54:53.199849+0000, chain.objs.size()=1 2023-12-03T11:55:01.209 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.205+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.114__shadow_.jG3dWnn5yXrdUWBbJeKEVOZpaQLkmcW_0 2023-12-03T11:55:01.230 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.225+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing entries, marker: 2023-12-03T11:55:01.242 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.237+0000 7fe0d69f8980 20 garbage collection: RGWGC::process entered with GC index_shard=11, max_secs=3600, expired_only=0 2023-12-03T11:55:01.245 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.237+0000 7fe0d69f8980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:55:01.246 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.241+0000 7fe0d69f8980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:55:01.246 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.241+0000 7fe0d69f8980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=3, truncated=0, next_marker='' 2023-12-03T11:55:01.246 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.241+0000 7fe0d69f8980 20 garbage collection: RGWGC::process iterating over entry tag='2~qsZTrJYXd1R7kyAacF4X2dozNV0jYLC', time=2023-12-03T13:54:17.642753+0000, chain.objs.size()=5 2023-12-03T11:55:01.247 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.241+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.67__multipart_key1.2~qsZTrJYXd1R7kyAacF4X2dozNV0jYLC.1 2023-12-03T11:55:01.247 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.241+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.67__multipart_key1.2~qsZTrJYXd1R7kyAacF4X2dozNV0jYLC.2 2023-12-03T11:55:01.247 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.241+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.67__multipart_key1.2~qsZTrJYXd1R7kyAacF4X2dozNV0jYLC.3 2023-12-03T11:55:01.247 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.241+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.67__multipart_key1.2~qsZTrJYXd1R7kyAacF4X2dozNV0jYLC.4 2023-12-03T11:55:01.247 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.241+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.67__multipart_key1.2~qsZTrJYXd1R7kyAacF4X2dozNV0jYLC.5 2023-12-03T11:55:01.247 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.241+0000 7fe0d69f8980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.8755365652478609469', time=2023-12-03T13:54:50.649930+0000, chain.objs.size()=1 2023-12-03T11:55:01.247 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.241+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.108__shadow_.xX90irvVAn8SZRBZGbPQaJxGfLuao2c_0 2023-12-03T11:55:01.247 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.241+0000 7fe0d69f8980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.10363288637887066920', time=2023-12-03T13:54:53.609270+0000, chain.objs.size()=1 2023-12-03T11:55:01.247 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.241+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.115__shadow_.jmMpzO97phl-0bpiJr1fZD8O0_DAZ0R_0 2023-12-03T11:55:01.259 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.253+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing entries, marker: 2023-12-03T11:55:01.264 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.257+0000 7fe0d69f8980 20 garbage collection: RGWGC::process entered with GC index_shard=12, max_secs=3600, expired_only=0 2023-12-03T11:55:01.267 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.261+0000 7fe0d69f8980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:55:01.269 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.261+0000 7fe0d69f8980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:55:01.270 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.265+0000 7fe0d69f8980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2023-12-03T11:55:01.270 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.265+0000 7fe0d69f8980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.7981313682790422895', time=2023-12-03T13:54:22.868242+0000, chain.objs.size()=5 2023-12-03T11:55:01.270 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.265+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.79__multipart_key1.2~jiGgzzCn_PxdnDM1_H7yEVmBeCI3Y42.1 2023-12-03T11:55:01.270 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.265+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.79__multipart_key1.2~jiGgzzCn_PxdnDM1_H7yEVmBeCI3Y42.2 2023-12-03T11:55:01.270 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.265+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.79__multipart_key1.2~jiGgzzCn_PxdnDM1_H7yEVmBeCI3Y42.3 2023-12-03T11:55:01.270 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.265+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.79__multipart_key1.2~jiGgzzCn_PxdnDM1_H7yEVmBeCI3Y42.4 2023-12-03T11:55:01.271 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.265+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.79__multipart_key1.2~jiGgzzCn_PxdnDM1_H7yEVmBeCI3Y42.5 2023-12-03T11:55:01.271 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.265+0000 7fe0d69f8980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.2776335029800756945', time=2023-12-03T13:54:55.350665+0000, chain.objs.size()=1 2023-12-03T11:55:01.271 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.265+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.119__shadow_.yygMWOBqS9cox0N3-Z9o6sj4L6Jd0ht_0 2023-12-03T11:55:01.275 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.269+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing entries, marker: 2023-12-03T11:55:01.283 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.277+0000 7fe0d69f8980 20 garbage collection: RGWGC::process entered with GC index_shard=13, max_secs=3600, expired_only=0 2023-12-03T11:55:01.285 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.277+0000 7fe0d69f8980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:55:01.285 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.281+0000 7fe0d69f8980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:55:01.286 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.281+0000 7fe0d69f8980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=3, truncated=0, next_marker='' 2023-12-03T11:55:01.286 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.281+0000 7fe0d69f8980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.11695546716156559171', time=2023-12-03T13:54:47.133105+0000, chain.objs.size()=1 2023-12-03T11:55:01.286 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.281+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.100__shadow_.6AcXhnh8RZhj9Y7jAlrTE7jRg236cIw_0 2023-12-03T11:55:01.287 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.281+0000 7fe0d69f8980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.4194328941195859006', time=2023-12-03T13:54:49.300868+0000, chain.objs.size()=1 2023-12-03T11:55:01.287 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.281+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.105__shadow_.TtkPFy_Q9WyDCmmJFiLeIky1ScGXA8R_0 2023-12-03T11:55:01.287 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.281+0000 7fe0d69f8980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.6401363795616923274', time=2023-12-03T13:54:54.900609+0000, chain.objs.size()=1 2023-12-03T11:55:01.287 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.281+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.118__shadow_.a8vLRZprpkK-_uyRhpSf7zAVcQi30id_0 2023-12-03T11:55:01.290 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.285+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing entries, marker: 2023-12-03T11:55:01.294 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.289+0000 7fe0d69f8980 20 garbage collection: RGWGC::process entered with GC index_shard=14, max_secs=3600, expired_only=0 2023-12-03T11:55:01.296 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.289+0000 7fe0d69f8980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:55:01.297 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.293+0000 7fe0d69f8980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:55:01.298 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.293+0000 7fe0d69f8980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2023-12-03T11:55:01.298 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.293+0000 7fe0d69f8980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.14227328775255626091', time=2023-12-03T13:54:51.496131+0000, chain.objs.size()=1 2023-12-03T11:55:01.298 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.293+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.110__shadow_.YBIWWhXc6NpB5HLr9bLbK-ie9xfE2jj_0 2023-12-03T11:55:01.298 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.293+0000 7fe0d69f8980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.14193580077632010386', time=2023-12-03T13:54:54.916469+0000, chain.objs.size()=1 2023-12-03T11:55:01.298 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.293+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.118__shadow_.sTTy1KiVLJy-AArikSPs5NSzZq9lRvI_0 2023-12-03T11:55:01.301 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.293+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing entries, marker: 2023-12-03T11:55:01.305 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.301+0000 7fe0d69f8980 20 garbage collection: RGWGC::process entered with GC index_shard=15, max_secs=3600, expired_only=0 2023-12-03T11:55:01.308 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.301+0000 7fe0d69f8980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:55:01.309 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.301+0000 7fe0d69f8980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:55:01.310 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.305+0000 7fe0d69f8980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=8, truncated=0, next_marker='' 2023-12-03T11:55:01.310 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.305+0000 7fe0d69f8980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.669752333038031175', time=2023-12-03T13:54:20.373208+0000, chain.objs.size()=1 2023-12-03T11:55:01.310 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.305+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.73__shadow_.66pEE3XSOabcmMT8D9fs3u9YBTIzo_0_0 2023-12-03T11:55:01.310 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.305+0000 7fe0d69f8980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.10624977412359492078', time=2023-12-03T13:54:26.266879+0000, chain.objs.size()=5 2023-12-03T11:55:01.310 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.305+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.82__multipart_key1.2~dT0O7Tc4-1998y7bXxFCtcAn8ujS6Va.1 2023-12-03T11:55:01.310 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.305+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.82__multipart_key1.2~dT0O7Tc4-1998y7bXxFCtcAn8ujS6Va.2 2023-12-03T11:55:01.311 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.305+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.82__multipart_key1.2~dT0O7Tc4-1998y7bXxFCtcAn8ujS6Va.3 2023-12-03T11:55:01.311 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.305+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.82__multipart_key1.2~dT0O7Tc4-1998y7bXxFCtcAn8ujS6Va.4 2023-12-03T11:55:01.311 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.305+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.82__multipart_key1.2~dT0O7Tc4-1998y7bXxFCtcAn8ujS6Va.5 2023-12-03T11:55:01.311 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.305+0000 7fe0d69f8980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.11680446839452922872', time=2023-12-03T13:54:31.462876+0000, chain.objs.size()=5 2023-12-03T11:55:01.311 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.305+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.86__multipart_key1.2~jYlzlJnx0LCdGFruNmxp5lqztik-mvS.1 2023-12-03T11:55:01.311 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.305+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.86__multipart_key1.2~jYlzlJnx0LCdGFruNmxp5lqztik-mvS.2 2023-12-03T11:55:01.311 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.305+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.86__multipart_key1.2~jYlzlJnx0LCdGFruNmxp5lqztik-mvS.3 2023-12-03T11:55:01.311 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.305+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.86__multipart_key1.2~jYlzlJnx0LCdGFruNmxp5lqztik-mvS.4 2023-12-03T11:55:01.311 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.305+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.86__multipart_key1.2~jYlzlJnx0LCdGFruNmxp5lqztik-mvS.5 2023-12-03T11:55:01.311 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.305+0000 7fe0d69f8980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.9201909513596215417', time=2023-12-03T13:54:50.166390+0000, chain.objs.size()=1 2023-12-03T11:55:01.312 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.305+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.107__shadow_.hWUl8sQvfWpOfL07UQQ6QkJ-77KgstY_0 2023-12-03T11:55:01.316 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.309+0000 7fe0d69f8980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.7712889494339306552', time=2023-12-03T13:54:53.154124+0000, chain.objs.size()=1 2023-12-03T11:55:01.316 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.309+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.114__shadow_.hgccDUCGWhuCub45u3jIfJ5fd5pTGIi_0 2023-12-03T11:55:01.319 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.313+0000 7fe0d69f8980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.11553346960709323104', time=2023-12-03T13:54:54.528258+0000, chain.objs.size()=1 2023-12-03T11:55:01.319 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.313+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.117__shadow_.qJIJBFRNtf7OBsOQ4I8HxNS1ii9XXQj_0 2023-12-03T11:55:01.322 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.317+0000 7fe0d69f8980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.12061499431526609962', time=2023-12-03T13:54:57.680497+0000, chain.objs.size()=1 2023-12-03T11:55:01.322 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.317+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.126__shadow_.bz0PBgPT4jAJpfdKJ16TPmx3TXigxZu_0 2023-12-03T11:55:01.322 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.317+0000 7fe0d69f8980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.1835661295999672129', time=2023-12-03T13:54:58.370198+0000, chain.objs.size()=1 2023-12-03T11:55:01.322 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.317+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.127__shadow_.Wy1ReZp0UDtnkWo5jSy648rRmBf-KD6_0 2023-12-03T11:55:01.333 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.325+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing entries, marker: 2023-12-03T11:55:01.337 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.329+0000 7fe0d69f8980 20 garbage collection: RGWGC::process entered with GC index_shard=16, max_secs=3600, expired_only=0 2023-12-03T11:55:01.339 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.333+0000 7fe0d69f8980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:55:01.340 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.333+0000 7fe0d69f8980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:55:01.341 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.333+0000 7fe0d69f8980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=3, truncated=0, next_marker='' 2023-12-03T11:55:01.341 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.333+0000 7fe0d69f8980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.13508829390974258486', time=2023-12-03T13:54:48.458241+0000, chain.objs.size()=1 2023-12-03T11:55:01.341 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.333+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.103__shadow_.avd9qGk3N5xAexoQ1RPeSrMQQ2vKaY2_0 2023-12-03T11:55:01.341 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.333+0000 7fe0d69f8980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.11858209056373992915', time=2023-12-03T13:54:54.072850+0000, chain.objs.size()=1 2023-12-03T11:55:01.341 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.333+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.116__shadow_.AvFBNK2FgTHxB4nWeRFSazImho0L2GS_0 2023-12-03T11:55:01.341 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.337+0000 7fe0d69f8980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.3485100505350720476', time=2023-12-03T13:54:54.512268+0000, chain.objs.size()=1 2023-12-03T11:55:01.341 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.337+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.117__shadow_.GGDlZrF4sTWchjhgq7RzcDAPCxXmZa-_0 2023-12-03T11:55:01.345 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.341+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing entries, marker: 2023-12-03T11:55:01.350 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.345+0000 7fe0d69f8980 20 garbage collection: RGWGC::process entered with GC index_shard=17, max_secs=3600, expired_only=0 2023-12-03T11:55:01.352 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.345+0000 7fe0d69f8980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:55:01.353 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.345+0000 7fe0d69f8980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:55:01.353 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.349+0000 7fe0d69f8980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2023-12-03T11:55:01.353 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.349+0000 7fe0d69f8980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.2723870854990584361', time=2023-12-03T13:54:57.741940+0000, chain.objs.size()=1 2023-12-03T11:55:01.353 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.349+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.126__shadow_.v3PS-UbzmX6kVFFHYcPUj6rN9prtn7e_0 2023-12-03T11:55:01.355 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.349+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing entries, marker: 2023-12-03T11:55:01.360 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.353+0000 7fe0d69f8980 20 garbage collection: RGWGC::process entered with GC index_shard=18, max_secs=3600, expired_only=0 2023-12-03T11:55:01.362 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.357+0000 7fe0d69f8980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:55:01.363 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.357+0000 7fe0d69f8980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:55:01.365 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.357+0000 7fe0d69f8980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=6, truncated=0, next_marker='' 2023-12-03T11:55:01.365 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.357+0000 7fe0d69f8980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.11273214331350171478', time=2023-12-03T13:54:27.911421+0000, chain.objs.size()=5 2023-12-03T11:55:01.366 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.357+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.82__multipart_key1.2~-a5zSW9i4DKf-TWK0OT1ZYFKUpw3NEb.1 2023-12-03T11:55:01.366 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.357+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.82__multipart_key1.2~-a5zSW9i4DKf-TWK0OT1ZYFKUpw3NEb.2 2023-12-03T11:55:01.366 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.357+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.82__multipart_key1.2~-a5zSW9i4DKf-TWK0OT1ZYFKUpw3NEb.3 2023-12-03T11:55:01.366 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.357+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.82__multipart_key1.2~-a5zSW9i4DKf-TWK0OT1ZYFKUpw3NEb.4 2023-12-03T11:55:01.366 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.357+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.82__multipart_key1.2~-a5zSW9i4DKf-TWK0OT1ZYFKUpw3NEb.5 2023-12-03T11:55:01.366 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.357+0000 7fe0d69f8980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.17814681305639438360', time=2023-12-03T13:54:40.194512+0000, chain.objs.size()=5 2023-12-03T11:55:01.366 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.357+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.90__multipart_key1.2~fcAK_HVLCBMP7nAcDiJtuo7wxFxZihK.1 2023-12-03T11:55:01.366 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.357+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.90__shadow_key1.2~fcAK_HVLCBMP7nAcDiJtuo7wxFxZihK.1_1 2023-12-03T11:55:01.366 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.357+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.90__multipart_key1.2~fcAK_HVLCBMP7nAcDiJtuo7wxFxZihK.2 2023-12-03T11:55:01.366 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.357+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.90__shadow_key1.2~fcAK_HVLCBMP7nAcDiJtuo7wxFxZihK.2_1 2023-12-03T11:55:01.366 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.357+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.90__multipart_key1.2~fcAK_HVLCBMP7nAcDiJtuo7wxFxZihK.3 2023-12-03T11:55:01.366 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.357+0000 7fe0d69f8980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.1247701158467649881', time=2023-12-03T13:54:47.114207+0000, chain.objs.size()=1 2023-12-03T11:55:01.366 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.357+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.100__shadow_.Ny_97YTZgS3JoKd67IU2CcIV6nlmORt_0 2023-12-03T11:55:01.366 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.357+0000 7fe0d69f8980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.7627550487084921153', time=2023-12-03T13:54:49.347976+0000, chain.objs.size()=1 2023-12-03T11:55:01.367 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.357+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.105__shadow_.kvUpsvw2QaNTxFpF3Pc3tumcCUEtpsK_0 2023-12-03T11:55:01.376 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.369+0000 7fe0d69f8980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.12793083304138847524', time=2023-12-03T13:54:49.745804+0000, chain.objs.size()=1 2023-12-03T11:55:01.376 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.369+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.106__shadow_.BShqLtGBlRsLpMRYFCAirCm81H_MIRF_0 2023-12-03T11:55:01.376 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.369+0000 7fe0d69f8980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.8411341143693002919', time=2023-12-03T13:54:55.758399+0000, chain.objs.size()=1 2023-12-03T11:55:01.376 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.369+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.120__shadow_.EUmzjWEbOCQs4EEV5d5KEZbDS2ANI5J_0 2023-12-03T11:55:01.383 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.377+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing entries, marker: 2023-12-03T11:55:01.387 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.381+0000 7fe0d69f8980 20 garbage collection: RGWGC::process entered with GC index_shard=19, max_secs=3600, expired_only=0 2023-12-03T11:55:01.389 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.385+0000 7fe0d69f8980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:55:01.390 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.385+0000 7fe0d69f8980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:55:01.391 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.385+0000 7fe0d69f8980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2023-12-03T11:55:01.391 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.385+0000 7fe0d69f8980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.12629417756937243959', time=2023-12-03T13:54:20.017782+0000, chain.objs.size()=1 2023-12-03T11:55:01.391 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.385+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.72__shadow_.DdiuVZ_9k9MvaFdflbukGWaAIGebliu_0 2023-12-03T11:55:01.391 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.385+0000 7fe0d69f8980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.16361355398224117377', time=2023-12-03T13:54:47.095029+0000, chain.objs.size()=1 2023-12-03T11:55:01.391 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.385+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.100__shadow_.NTi9l80KIdEwvcd816xtJUqz9o_DB2h_0 2023-12-03T11:55:01.394 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.389+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing entries, marker: 2023-12-03T11:55:01.398 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.393+0000 7fe0d69f8980 20 garbage collection: RGWGC::process entered with GC index_shard=20, max_secs=3600, expired_only=0 2023-12-03T11:55:01.400 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.393+0000 7fe0d69f8980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:55:01.401 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.397+0000 7fe0d69f8980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:55:01.402 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.397+0000 7fe0d69f8980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=6, truncated=0, next_marker='' 2023-12-03T11:55:01.402 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.397+0000 7fe0d69f8980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.1262147357508347092', time=2023-12-03T13:54:47.546957+0000, chain.objs.size()=1 2023-12-03T11:55:01.402 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.397+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.101__shadow_.zjn4cZwF9cqAkrg0He7MYfcmaPmaJYH_0 2023-12-03T11:55:01.402 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.397+0000 7fe0d69f8980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.8383245219169652561', time=2023-12-03T13:54:48.871012+0000, chain.objs.size()=1 2023-12-03T11:55:01.402 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.397+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.104__shadow_.RyCFlT2Drek07Rce-VCcndLmc2BDX4B_0 2023-12-03T11:55:01.402 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.397+0000 7fe0d69f8980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.8937752279695451790', time=2023-12-03T13:54:49.333552+0000, chain.objs.size()=1 2023-12-03T11:55:01.402 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.397+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.105__shadow_.5NVGbzFef5gET0bqeoumkNxuM0fRuJ3_0 2023-12-03T11:55:01.402 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.397+0000 7fe0d69f8980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.17426143224923786733', time=2023-12-03T13:54:51.889498+0000, chain.objs.size()=1 2023-12-03T11:55:01.402 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.397+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.111__shadow_.17Oc_b5F6fwln8FuHXDZPYKB7ZCSkE6_0 2023-12-03T11:55:01.402 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.397+0000 7fe0d69f8980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.9379717558176969287', time=2023-12-03T13:54:53.169777+0000, chain.objs.size()=1 2023-12-03T11:55:01.402 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.397+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.114__shadow_.Q_zKNfRj4LkZr7x5oNTXjS6FWNAvteM_0 2023-12-03T11:55:01.403 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.397+0000 7fe0d69f8980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.17463467961776961046', time=2023-12-03T13:54:56.160721+0000, chain.objs.size()=1 2023-12-03T11:55:01.403 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.397+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.121__shadow_.8Q4Xdft3C-BGVvdkVSdy0F1KC6DOxUX_0 2023-12-03T11:55:01.407 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.401+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing entries, marker: 2023-12-03T11:55:01.411 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.405+0000 7fe0d69f8980 20 garbage collection: RGWGC::process entered with GC index_shard=21, max_secs=3600, expired_only=0 2023-12-03T11:55:01.414 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.409+0000 7fe0d69f8980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:55:01.415 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.409+0000 7fe0d69f8980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:55:01.416 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.409+0000 7fe0d69f8980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=6, truncated=0, next_marker='' 2023-12-03T11:55:01.416 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.409+0000 7fe0d69f8980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.18038569369110752220', time=2023-12-03T13:54:18.517057+0000, chain.objs.size()=1 2023-12-03T11:55:01.416 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.409+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.69__shadow_.zYlr--Q93H_hmizgCnilLiBv0NyXexk_0 2023-12-03T11:55:01.416 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.409+0000 7fe0d69f8980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.15299218435346313822', time=2023-12-03T13:54:33.656775+0000, chain.objs.size()=5 2023-12-03T11:55:01.416 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.409+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.88__multipart_file.mpg.2~KpsbndthL37Csunk8mrzlPUh-9-lEmo.1 2023-12-03T11:55:01.416 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.409+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.88__multipart_file.mpg.2~KpsbndthL37Csunk8mrzlPUh-9-lEmo.2 2023-12-03T11:55:01.416 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.409+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.88__multipart_file.mpg.2~KpsbndthL37Csunk8mrzlPUh-9-lEmo.3 2023-12-03T11:55:01.416 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.409+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.88__multipart_file.mpg.2~KpsbndthL37Csunk8mrzlPUh-9-lEmo.4 2023-12-03T11:55:01.416 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.409+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.88__multipart_file.mpg.2~KpsbndthL37Csunk8mrzlPUh-9-lEmo.5 2023-12-03T11:55:01.416 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.409+0000 7fe0d69f8980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.8584335437158027600', time=2023-12-03T13:54:43.788384+0000, chain.objs.size()=5 2023-12-03T11:55:01.417 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.409+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.92__multipart_key1.2~rqH2IhlMyN4OaHIvJROrVaNK2CVWkrw.1 2023-12-03T11:55:01.417 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.409+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.92__multipart_key1.2~rqH2IhlMyN4OaHIvJROrVaNK2CVWkrw.2 2023-12-03T11:55:01.417 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.409+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.92__multipart_key1.2~rqH2IhlMyN4OaHIvJROrVaNK2CVWkrw.3 2023-12-03T11:55:01.417 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.409+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.92__multipart_key1.2~rqH2IhlMyN4OaHIvJROrVaNK2CVWkrw.4 2023-12-03T11:55:01.417 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.409+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.92__multipart_key1.2~rqH2IhlMyN4OaHIvJROrVaNK2CVWkrw.5 2023-12-03T11:55:01.417 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.409+0000 7fe0d69f8980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.12645241216738548596', time=2023-12-03T13:54:51.482298+0000, chain.objs.size()=1 2023-12-03T11:55:01.417 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.409+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.110__shadow_.Hz6U6sZWEEe2ehnOxJOhK5HaohgC2Ni_0 2023-12-03T11:55:01.425 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.421+0000 7fe0d69f8980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.5143237437284529549', time=2023-12-03T13:54:51.513716+0000, chain.objs.size()=1 2023-12-03T11:55:01.426 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.421+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.110__shadow_.vbzccn6KSeiacaVM43J2aZAQ4gQ3czU_0 2023-12-03T11:55:01.426 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.421+0000 7fe0d69f8980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.3243762536102397086', time=2023-12-03T13:54:55.726166+0000, chain.objs.size()=1 2023-12-03T11:55:01.426 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.421+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.120__shadow_.xmqgVKw4PLki9N0CgNXdlwUWUsVXXFt_0 2023-12-03T11:55:01.432 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.425+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing entries, marker: 2023-12-03T11:55:01.436 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.429+0000 7fe0d69f8980 20 garbage collection: RGWGC::process entered with GC index_shard=22, max_secs=3600, expired_only=0 2023-12-03T11:55:01.438 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.433+0000 7fe0d69f8980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:55:01.439 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.433+0000 7fe0d69f8980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:55:01.439 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.433+0000 7fe0d69f8980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=3, truncated=0, next_marker='' 2023-12-03T11:55:01.440 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.433+0000 7fe0d69f8980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.1580405752127194714', time=2023-12-03T13:54:38.068846+0000, chain.objs.size()=5 2023-12-03T11:55:01.440 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.433+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.90__multipart_key1.2~ViOZbKk_qi_5PB29vCExh8OGLx2qzua.1 2023-12-03T11:55:01.440 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.433+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.90__multipart_key1.2~ViOZbKk_qi_5PB29vCExh8OGLx2qzua.2 2023-12-03T11:55:01.440 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.433+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.90__multipart_key1.2~ViOZbKk_qi_5PB29vCExh8OGLx2qzua.3 2023-12-03T11:55:01.440 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.433+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.90__multipart_key1.2~ViOZbKk_qi_5PB29vCExh8OGLx2qzua.4 2023-12-03T11:55:01.440 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.433+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.90__multipart_key1.2~ViOZbKk_qi_5PB29vCExh8OGLx2qzua.5 2023-12-03T11:55:01.440 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.433+0000 7fe0d69f8980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.1567551986949994170', time=2023-12-03T13:54:50.603979+0000, chain.objs.size()=1 2023-12-03T11:55:01.440 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.433+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.108__shadow_.aUoJtEDVJG7kI0ic1ZFcyQAGDz0dA2j_0 2023-12-03T11:55:01.440 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.433+0000 7fe0d69f8980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.2782016454852049412', time=2023-12-03T13:54:52.720003+0000, chain.objs.size()=1 2023-12-03T11:55:01.440 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.433+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.113__shadow_.SgLTUEv4KOt-EUea1ZdE3vDkad_dvz2_0 2023-12-03T11:55:01.448 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.441+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing entries, marker: 2023-12-03T11:55:01.451 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.445+0000 7fe0d69f8980 20 garbage collection: RGWGC::process entered with GC index_shard=23, max_secs=3600, expired_only=0 2023-12-03T11:55:01.453 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.449+0000 7fe0d69f8980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:55:01.454 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.449+0000 7fe0d69f8980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:55:01.455 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.449+0000 7fe0d69f8980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2023-12-03T11:55:01.455 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.449+0000 7fe0d69f8980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.11093069213566294133', time=2023-12-03T13:54:19.658001+0000, chain.objs.size()=2 2023-12-03T11:55:01.455 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.449+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.71__shadow_._6IiblmZZwNBYOr8OtmQjiipoDNDDZV_0 2023-12-03T11:55:01.455 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.449+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.71__shadow_._6IiblmZZwNBYOr8OtmQjiipoDNDDZV_1 2023-12-03T11:55:01.455 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.449+0000 7fe0d69f8980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.17541546974379465073', time=2023-12-03T13:54:50.636547+0000, chain.objs.size()=1 2023-12-03T11:55:01.455 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.449+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.108__shadow_.5NXuzpWQNPHZflb_ewDC91XFRe3cPCv_0 2023-12-03T11:55:01.459 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.453+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing entries, marker: 2023-12-03T11:55:01.463 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.457+0000 7fe0d69f8980 20 garbage collection: RGWGC::process entered with GC index_shard=24, max_secs=3600, expired_only=0 2023-12-03T11:55:01.465 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.461+0000 7fe0d69f8980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:55:01.466 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.461+0000 7fe0d69f8980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:55:01.466 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.461+0000 7fe0d69f8980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=4, truncated=0, next_marker='' 2023-12-03T11:55:01.467 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.461+0000 7fe0d69f8980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.10937808560080664313', time=2023-12-03T13:54:48.884290+0000, chain.objs.size()=1 2023-12-03T11:55:01.467 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.461+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.104__shadow_.BS0g0J4LOM0FZUqtQjruDq-tQmzgLcU_0 2023-12-03T11:55:01.467 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.461+0000 7fe0d69f8980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.3629900112894028170', time=2023-12-03T13:54:49.775672+0000, chain.objs.size()=1 2023-12-03T11:55:01.467 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.461+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.106__shadow_.rQr-bsemSHyU3bwHTofXn51jN0gcOKV_0 2023-12-03T11:55:01.467 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.461+0000 7fe0d69f8980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.14726248284772213798', time=2023-12-03T13:54:52.750346+0000, chain.objs.size()=1 2023-12-03T11:55:01.467 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.461+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.113__shadow_.KA6kCjYVJmClKPo5ZWn1ZAnfdn1FN8J_0 2023-12-03T11:55:01.467 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.461+0000 7fe0d69f8980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.5515523163703353867', time=2023-12-03T13:54:56.145607+0000, chain.objs.size()=1 2023-12-03T11:55:01.467 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.461+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.121__shadow_.WjrKJPiaW8scD24IBdlZt_Gs9qZYnSX_0 2023-12-03T11:55:01.470 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.465+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing entries, marker: 2023-12-03T11:55:01.474 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.469+0000 7fe0d69f8980 20 garbage collection: RGWGC::process entered with GC index_shard=25, max_secs=3600, expired_only=0 2023-12-03T11:55:01.476 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.469+0000 7fe0d69f8980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:55:01.477 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.469+0000 7fe0d69f8980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:55:01.477 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.473+0000 7fe0d69f8980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2023-12-03T11:55:01.477 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.473+0000 7fe0d69f8980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.5584956195599028557', time=2023-12-03T13:54:47.988371+0000, chain.objs.size()=1 2023-12-03T11:55:01.477 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.473+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.102__shadow_.yGVRdfzneJIYmavm0GccGJ19Qcnwf_K_0 2023-12-03T11:55:01.479 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.473+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing entries, marker: 2023-12-03T11:55:01.482 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.477+0000 7fe0d69f8980 20 garbage collection: RGWGC::process entered with GC index_shard=26, max_secs=3600, expired_only=0 2023-12-03T11:55:01.484 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.477+0000 7fe0d69f8980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:55:01.485 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.481+0000 7fe0d69f8980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:55:01.486 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.481+0000 7fe0d69f8980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=12, truncated=0, next_marker='' 2023-12-03T11:55:01.486 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.481+0000 7fe0d69f8980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.10118111073121072785', time=2023-12-03T13:54:28.655144+0000, chain.objs.size()=5 2023-12-03T11:55:01.486 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.481+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.82__multipart_key1.2~1TcXtmV9oz1YaY111WrhTaAM06I6Wp8.1 2023-12-03T11:55:01.487 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.481+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.82__shadow_key1.2~1TcXtmV9oz1YaY111WrhTaAM06I6Wp8.1_1 2023-12-03T11:55:01.487 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.481+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.82__multipart_key1.2~1TcXtmV9oz1YaY111WrhTaAM06I6Wp8.2 2023-12-03T11:55:01.487 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.481+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.82__shadow_key1.2~1TcXtmV9oz1YaY111WrhTaAM06I6Wp8.2_1 2023-12-03T11:55:01.487 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.481+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.82__multipart_key1.2~1TcXtmV9oz1YaY111WrhTaAM06I6Wp8.3 2023-12-03T11:55:01.487 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.481+0000 7fe0d69f8980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.11294209032372648919', time=2023-12-03T13:54:29.742101+0000, chain.objs.size()=5 2023-12-03T11:55:01.487 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.481+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.82__multipart_key1.2~H6bJ8HAUpdk5W2GEFSoRgLlNUzCYvI_.1 2023-12-03T11:55:01.487 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.481+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.82__shadow_key1.2~H6bJ8HAUpdk5W2GEFSoRgLlNUzCYvI_.1_1 2023-12-03T11:55:01.487 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.481+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.82__multipart_key1.2~H6bJ8HAUpdk5W2GEFSoRgLlNUzCYvI_.2 2023-12-03T11:55:01.487 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.481+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.82__shadow_key1.2~H6bJ8HAUpdk5W2GEFSoRgLlNUzCYvI_.2_1 2023-12-03T11:55:01.487 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.481+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.82__multipart_key1.2~H6bJ8HAUpdk5W2GEFSoRgLlNUzCYvI_.3 2023-12-03T11:55:01.487 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.481+0000 7fe0d69f8980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.10478963266607385321', time=2023-12-03T13:54:33.672269+0000, chain.objs.size()=1 2023-12-03T11:55:01.487 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.481+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.88__shadow_.szYfLHbKjmCU0jbEFMJXh0_3nSMQZb9_0 2023-12-03T11:55:01.487 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.481+0000 7fe0d69f8980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.6434326632629716835', time=2023-12-03T13:54:47.077242+0000, chain.objs.size()=1 2023-12-03T11:55:01.487 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.481+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.100__shadow_.xeUfCozUpZkN7liIkneFIIRdHG8dy5V_0 2023-12-03T11:55:01.491 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.485+0000 7fe0d69f8980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.319223129132418754', time=2023-12-03T13:54:48.900194+0000, chain.objs.size()=1 2023-12-03T11:55:01.491 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.485+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.104__shadow_.Il9hUxYrDB2NCGeui0-vqvbW8NICkX__0 2023-12-03T11:55:01.497 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.493+0000 7fe0d69f8980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.2137788307169743997', time=2023-12-03T13:54:50.180361+0000, chain.objs.size()=1 2023-12-03T11:55:01.497 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.493+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.107__shadow_.iErfVS5W-fR3UW4LWZp9sQGknu5-iT6_0 2023-12-03T11:55:01.498 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.493+0000 7fe0d69f8980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.2144606655468429589', time=2023-12-03T13:54:50.619536+0000, chain.objs.size()=1 2023-12-03T11:55:01.498 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.493+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.108__shadow_.w85JTlNFlZSAximJqdxaXIezBXBoNsR_0 2023-12-03T11:55:01.498 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.493+0000 7fe0d69f8980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.17465599733936777722', time=2023-12-03T13:54:51.041106+0000, chain.objs.size()=1 2023-12-03T11:55:01.498 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.493+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.109__shadow_.kXtfvoduSG9_N7HgmY7MvxFYFZrn8Iv_0 2023-12-03T11:55:01.498 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.493+0000 7fe0d69f8980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.11863536049360503644', time=2023-12-03T13:54:52.735388+0000, chain.objs.size()=1 2023-12-03T11:55:01.498 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.493+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.113__shadow_.GAtgNBjJmRGWOxkHKkD1nd1_cY0U0bi_0 2023-12-03T11:55:01.498 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.493+0000 7fe0d69f8980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.14343843570578238906', time=2023-12-03T13:54:52.766372+0000, chain.objs.size()=1 2023-12-03T11:55:01.498 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.493+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.113__shadow_.e2bJyzPJaQI5xQLo0nma0DLzFEvJBDk_0 2023-12-03T11:55:01.498 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.493+0000 7fe0d69f8980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.14533357348068923213', time=2023-12-03T13:54:54.932424+0000, chain.objs.size()=1 2023-12-03T11:55:01.498 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.493+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.118__shadow_.EdvB-Zhs3w4v7kEOJ92hBhxIkC38nLZ_0 2023-12-03T11:55:01.498 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.493+0000 7fe0d69f8980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.15408965808195966681', time=2023-12-03T13:54:58.707256+0000, chain.objs.size()=1 2023-12-03T11:55:01.498 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.493+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.128__shadow_.IszHP54sWnKSP-ID1q15c0xMownqLwV_0 2023-12-03T11:55:01.510 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.505+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing entries, marker: 2023-12-03T11:55:01.514 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.509+0000 7fe0d69f8980 20 garbage collection: RGWGC::process entered with GC index_shard=27, max_secs=3600, expired_only=0 2023-12-03T11:55:01.516 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.509+0000 7fe0d69f8980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:55:01.517 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.513+0000 7fe0d69f8980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:55:01.518 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.513+0000 7fe0d69f8980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=5, truncated=0, next_marker='' 2023-12-03T11:55:01.518 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.513+0000 7fe0d69f8980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.6789755386736657153', time=2023-12-03T13:54:33.724641+0000, chain.objs.size()=1 2023-12-03T11:55:01.518 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.513+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.88__shadow_.YCwUgO_7vVYlB4eAWgfHgIm2uNlApAw_0 2023-12-03T11:55:01.518 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.513+0000 7fe0d69f8980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.10598316486293911698', time=2023-12-03T13:54:45.206694+0000, chain.objs.size()=1 2023-12-03T11:55:01.519 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.513+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.94__shadow_.YfpMRk4QYoOMxxTzUmU_bH9jNuFMwHN_0 2023-12-03T11:55:01.521 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.513+0000 7fe0d69f8980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.901179274160088411', time=2023-12-03T13:54:52.297975+0000, chain.objs.size()=1 2023-12-03T11:55:01.521 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.513+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.112__shadow_.D7cuWfr0jgSdLNUCtefCk7ToRR5zO8G_0 2023-12-03T11:55:01.521 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.513+0000 7fe0d69f8980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.15261870885595810484', time=2023-12-03T13:54:54.480958+0000, chain.objs.size()=1 2023-12-03T11:55:01.521 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.513+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.117__shadow_.EAG9TmLz3aOkQ8ZqaKcl_4FOR3Myj9P_0 2023-12-03T11:55:01.522 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.513+0000 7fe0d69f8980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.17996240262559139080', time=2023-12-03T13:54:57.430057+0000, chain.objs.size()=1 2023-12-03T11:55:01.522 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.513+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.125__shadow_.l8fTPY4gV-h9VMuQOVDFZU3Z01bDhKe_0 2023-12-03T11:55:01.523 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.517+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing entries, marker: 2023-12-03T11:55:01.526 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.521+0000 7fe0d69f8980 20 garbage collection: RGWGC::process entered with GC index_shard=28, max_secs=3600, expired_only=0 2023-12-03T11:55:01.528 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.521+0000 7fe0d69f8980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:55:01.530 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.521+0000 7fe0d69f8980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:55:01.530 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.525+0000 7fe0d69f8980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=3, truncated=0, next_marker='' 2023-12-03T11:55:01.530 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.525+0000 7fe0d69f8980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.7028673490196875752', time=2023-12-03T13:54:47.559837+0000, chain.objs.size()=1 2023-12-03T11:55:01.530 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.525+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.101__shadow_.2C7kV9t_LsiWXJIDvC51dZj6WfBoodt_0 2023-12-03T11:55:01.530 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.525+0000 7fe0d69f8980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.2186666995895848420', time=2023-12-03T13:54:48.852016+0000, chain.objs.size()=1 2023-12-03T11:55:01.531 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.525+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.104__shadow_.8sxfXAViUlBAgaDdumJLNqw4dZhWVbO_0 2023-12-03T11:55:01.531 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.525+0000 7fe0d69f8980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.8145316735458254458', time=2023-12-03T13:54:53.182813+0000, chain.objs.size()=1 2023-12-03T11:55:01.531 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.525+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.114__shadow_.rmuEteoyb6kAuj0f_AsuaS2dhzZCLyf_0 2023-12-03T11:55:01.533 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.525+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing entries, marker: 2023-12-03T11:55:01.536 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.529+0000 7fe0d69f8980 20 garbage collection: RGWGC::process entered with GC index_shard=29, max_secs=3600, expired_only=0 2023-12-03T11:55:01.538 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.533+0000 7fe0d69f8980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:55:01.539 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.533+0000 7fe0d69f8980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:55:01.540 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.533+0000 7fe0d69f8980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2023-12-03T11:55:01.540 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.533+0000 7fe0d69f8980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.10443697224621112547', time=2023-12-03T13:54:32.878406+0000, chain.objs.size()=5 2023-12-03T11:55:01.540 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.533+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.87__multipart_key1.2~yJaBj5b9ErzygA9RmeiI5-kmwVmr5Bs.1 2023-12-03T11:55:01.541 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.533+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.87__multipart_key1.2~yJaBj5b9ErzygA9RmeiI5-kmwVmr5Bs.2 2023-12-03T11:55:01.541 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.533+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.87__multipart_key1.2~yJaBj5b9ErzygA9RmeiI5-kmwVmr5Bs.3 2023-12-03T11:55:01.541 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.533+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.87__multipart_key1.2~yJaBj5b9ErzygA9RmeiI5-kmwVmr5Bs.4 2023-12-03T11:55:01.541 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.533+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.87__multipart_key1.2~yJaBj5b9ErzygA9RmeiI5-kmwVmr5Bs.5 2023-12-03T11:55:01.541 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.533+0000 7fe0d69f8980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.9171306837563932341', time=2023-12-03T13:55:00.043817+0000, chain.objs.size()=5 2023-12-03T11:55:01.541 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.533+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.131__multipart_key1.2~TYQXQUng-cb18XNnnQI91wBJ6b-opx9.1 2023-12-03T11:55:01.541 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.533+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.131__multipart_key1.2~TYQXQUng-cb18XNnnQI91wBJ6b-opx9.2 2023-12-03T11:55:01.541 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.533+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.131__multipart_key1.2~TYQXQUng-cb18XNnnQI91wBJ6b-opx9.3 2023-12-03T11:55:01.541 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.533+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.131__multipart_key1.2~TYQXQUng-cb18XNnnQI91wBJ6b-opx9.4 2023-12-03T11:55:01.541 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.533+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.131__multipart_key1.2~TYQXQUng-cb18XNnnQI91wBJ6b-opx9.5 2023-12-03T11:55:01.548 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.541+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing entries, marker: 2023-12-03T11:55:01.552 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.545+0000 7fe0d69f8980 20 garbage collection: RGWGC::process entered with GC index_shard=30, max_secs=3600, expired_only=0 2023-12-03T11:55:01.554 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.549+0000 7fe0d69f8980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:55:01.555 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.549+0000 7fe0d69f8980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:55:01.556 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.549+0000 7fe0d69f8980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2023-12-03T11:55:01.556 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.549+0000 7fe0d69f8980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.5460740440028982191', time=2023-12-03T13:54:48.414453+0000, chain.objs.size()=1 2023-12-03T11:55:01.556 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.549+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.103__shadow_.Oi-1LnTIYPD76bcpaMhrzZFHbMIn4Qd_0 2023-12-03T11:55:01.556 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.549+0000 7fe0d69f8980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.10174884656418036636', time=2023-12-03T13:54:51.089591+0000, chain.objs.size()=1 2023-12-03T11:55:01.556 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.549+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.109__shadow_.Aozb6cqvN5VcsdGmyYpqJ-QFhFz8Z3w_0 2023-12-03T11:55:01.558 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.553+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing entries, marker: 2023-12-03T11:55:01.561 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.553+0000 7fe0d69f8980 20 garbage collection: RGWGC::process entered with GC index_shard=31, max_secs=3600, expired_only=0 2023-12-03T11:55:01.562 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.557+0000 7fe0d69f8980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:55:01.563 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.557+0000 7fe0d69f8980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:55:01.564 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.557+0000 7fe0d69f8980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=7, truncated=0, next_marker='' 2023-12-03T11:55:01.564 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.557+0000 7fe0d69f8980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.14949132400371701552', time=2023-12-03T13:54:16.275050+0000, chain.objs.size()=1 2023-12-03T11:55:01.564 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.557+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.65__shadow_.RQ3h8i6DHdtW9QSdycrb6yQAB2ExJAh_0 2023-12-03T11:55:01.565 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.557+0000 7fe0d69f8980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.9400434089170751926', time=2023-12-03T13:54:33.705608+0000, chain.objs.size()=1 2023-12-03T11:55:01.565 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.557+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.88__shadow_.yJttLpQ2HFH7ATxOSQhglQmjJALqfrT_0 2023-12-03T11:55:01.565 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.557+0000 7fe0d69f8980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.11809250446271029644', time=2023-12-03T13:54:41.991300+0000, chain.objs.size()=1 2023-12-03T11:55:01.565 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.557+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.91__shadow_.Ui6rl2Rw3sPVMEmI2UeDIzGtMNUApeU_0 2023-12-03T11:55:01.565 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.557+0000 7fe0d69f8980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.5274446680552722728', time=2023-12-03T13:54:49.728252+0000, chain.objs.size()=1 2023-12-03T11:55:01.565 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.557+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.106__shadow_.ZSqNh_B_9xXJHw6s1jXYbMLC0TYEICV_0 2023-12-03T11:55:01.565 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.557+0000 7fe0d69f8980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.1458466886060093305', time=2023-12-03T13:54:51.056611+0000, chain.objs.size()=1 2023-12-03T11:55:01.566 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.557+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.109__shadow_.CxWYH4EYswt5pzNjquhq4YBPvm9xv1M_0 2023-12-03T11:55:01.566 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.557+0000 7fe0d69f8980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.15287900040650572829', time=2023-12-03T13:54:56.129144+0000, chain.objs.size()=1 2023-12-03T11:55:01.566 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.557+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.121__shadow_.4nqvTLdCMe9ph00EdxobVn7Sa9bh5vi_0 2023-12-03T11:55:01.566 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.557+0000 7fe0d69f8980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.9935297471274146386', time=2023-12-03T13:55:00.766882+0000, chain.objs.size()=1 2023-12-03T11:55:01.566 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.557+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.132__shadow_.ZB55riYsMbT7hzg-atvreKpewbh-O6q_0 2023-12-03T11:55:01.568 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.561+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing entries, marker: 2023-12-03T11:55:01.572 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.565+0000 7fe0d69f8980 20 garbage collection: RGWGC::process entered with GC index_shard=0, max_secs=3600, expired_only=0 2023-12-03T11:55:01.573 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.569+0000 7fe0d69f8980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:55:01.574 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.569+0000 7fe0d69f8980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:55:01.574 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.569+0000 7fe0d69f8980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=3, truncated=0, next_marker='' 2023-12-03T11:55:01.574 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.569+0000 7fe0d69f8980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.16618516743521244543', time=2023-12-03T13:54:48.429781+0000, chain.objs.size()=1 2023-12-03T11:55:01.575 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.569+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.103__shadow_.79MuL3ZZBIa68n3PzhliLJHflJ7vhgo_0 2023-12-03T11:55:01.575 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.569+0000 7fe0d69f8980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.5814594872291229638', time=2023-12-03T13:54:51.920648+0000, chain.objs.size()=1 2023-12-03T11:55:01.575 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.569+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.111__shadow_.kTrx90pW8eAuggfs9ERdvyMaaWNRTr9_0 2023-12-03T11:55:01.575 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.569+0000 7fe0d69f8980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.18274645758236346455', time=2023-12-03T13:54:55.334107+0000, chain.objs.size()=1 2023-12-03T11:55:01.575 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.569+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.119__shadow_.ONCqLjztc7va72NqJ-HdmN_pAHLYHbL_0 2023-12-03T11:55:01.577 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.573+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing entries, marker: 2023-12-03T11:55:01.580 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.573+0000 7fe0d69f8980 20 garbage collection: RGWGC::process entered with GC index_shard=1, max_secs=3600, expired_only=0 2023-12-03T11:55:01.582 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.577+0000 7fe0d69f8980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:55:01.583 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.577+0000 7fe0d69f8980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:55:01.583 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.577+0000 7fe0d69f8980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2023-12-03T11:55:01.583 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.577+0000 7fe0d69f8980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.13359850811974157486', time=2023-12-03T13:54:21.847241+0000, chain.objs.size()=1 2023-12-03T11:55:01.583 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.577+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.78__shadow_.P2QsporOp_EzqlwpYZuOXBLkNn4GguV_0 2023-12-03T11:55:01.583 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.577+0000 7fe0d69f8980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.1200514528298574054', time=2023-12-03T13:54:51.526766+0000, chain.objs.size()=1 2023-12-03T11:55:01.584 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.577+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.110__shadow_._XMd_khunPrzs_iPE25F4PMsIO8J-p9_0 2023-12-03T11:55:01.586 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.581+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing entries, marker: 2023-12-03T11:55:01.588 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.581+0000 7fe0d69f8980 20 garbage collection: RGWGC::process entered with GC index_shard=2, max_secs=3600, expired_only=0 2023-12-03T11:55:01.590 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.585+0000 7fe0d69f8980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:55:01.591 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.585+0000 7fe0d69f8980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:55:01.591 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.585+0000 7fe0d69f8980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2023-12-03T11:55:01.591 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.585+0000 7fe0d69f8980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.4723668967166338130', time=2023-12-03T13:54:40.828492+0000, chain.objs.size()=5 2023-12-03T11:55:01.591 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.585+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.90__multipart_key1.2~4086KM2BKTM1K5uyqtub7sOVhMqr4cX.1 2023-12-03T11:55:01.591 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.585+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.90__shadow_key1.2~4086KM2BKTM1K5uyqtub7sOVhMqr4cX.1_1 2023-12-03T11:55:01.591 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.585+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.90__multipart_key1.2~4086KM2BKTM1K5uyqtub7sOVhMqr4cX.2 2023-12-03T11:55:01.591 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.585+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.90__shadow_key1.2~4086KM2BKTM1K5uyqtub7sOVhMqr4cX.2_1 2023-12-03T11:55:01.591 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.585+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.90__multipart_key1.2~4086KM2BKTM1K5uyqtub7sOVhMqr4cX.3 2023-12-03T11:55:01.597 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.589+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing entries, marker: 2023-12-03T11:55:01.601 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.593+0000 7fe0d69f8980 20 garbage collection: RGWGC::process entered with GC index_shard=3, max_secs=3600, expired_only=0 2023-12-03T11:55:01.603 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.597+0000 7fe0d69f8980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:55:01.603 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.597+0000 7fe0d69f8980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:55:01.604 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.597+0000 7fe0d69f8980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=5, truncated=0, next_marker='' 2023-12-03T11:55:01.604 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.597+0000 7fe0d69f8980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.13397283827947672512', time=2023-12-03T13:54:29.585183+0000, chain.objs.size()=4 2023-12-03T11:55:01.605 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.597+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.81__shadow_.FKM-AEuHcHoTWAqZx70IKDTxixQaiv9_0 2023-12-03T11:55:01.605 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.597+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.81__shadow_.FKM-AEuHcHoTWAqZx70IKDTxixQaiv9_1 2023-12-03T11:55:01.605 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.597+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.81__shadow_.FKM-AEuHcHoTWAqZx70IKDTxixQaiv9_2 2023-12-03T11:55:01.605 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.597+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.81__shadow_.FKM-AEuHcHoTWAqZx70IKDTxixQaiv9_3 2023-12-03T11:55:01.605 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.597+0000 7fe0d69f8980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.644926841249757095', time=2023-12-03T13:54:39.580704+0000, chain.objs.size()=5 2023-12-03T11:55:01.605 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.597+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.90__multipart_key1.2~oRtrQ3WxfRGNMXwsdkVhythutx2Whhj.1 2023-12-03T11:55:01.605 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.597+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.90__multipart_key1.2~oRtrQ3WxfRGNMXwsdkVhythutx2Whhj.2 2023-12-03T11:55:01.605 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.597+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.90__multipart_key1.2~oRtrQ3WxfRGNMXwsdkVhythutx2Whhj.3 2023-12-03T11:55:01.605 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.597+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.90__multipart_key1.2~oRtrQ3WxfRGNMXwsdkVhythutx2Whhj.4 2023-12-03T11:55:01.605 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.597+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.90__multipart_key1.2~oRtrQ3WxfRGNMXwsdkVhythutx2Whhj.5 2023-12-03T11:55:01.605 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.597+0000 7fe0d69f8980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.5815631032669867550', time=2023-12-03T13:54:49.316498+0000, chain.objs.size()=1 2023-12-03T11:55:01.605 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.597+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.105__shadow_.IMAPaXI986KSqdPsllLR_Sq_tIVogEa_0 2023-12-03T11:55:01.605 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.597+0000 7fe0d69f8980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.8030426942991025314', time=2023-12-03T13:54:52.326300+0000, chain.objs.size()=1 2023-12-03T11:55:01.605 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.597+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.112__shadow_.tJEpu3Hlt_Xz4vDbyvLC1raTbQQf5hD_0 2023-12-03T11:55:01.606 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.597+0000 7fe0d69f8980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.16096057650455203209', time=2023-12-03T13:54:55.316609+0000, chain.objs.size()=1 2023-12-03T11:55:01.606 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.597+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.119__shadow_.fHMCiqR0aaHr9IEDbrP2k9RJlCr-cSh_0 2023-12-03T11:55:01.615 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.609+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing entries, marker: 2023-12-03T11:55:01.622 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.613+0000 7fe0d69f8980 20 garbage collection: RGWGC::process entered with GC index_shard=4, max_secs=3600, expired_only=0 2023-12-03T11:55:01.623 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.617+0000 7fe0d69f8980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:55:01.624 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.617+0000 7fe0d69f8980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:55:01.625 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.617+0000 7fe0d69f8980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=10, truncated=0, next_marker='' 2023-12-03T11:55:01.625 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.617+0000 7fe0d69f8980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.79__multipart_key1.2~jiGgzzCn_PxdnDM1_H7yEVmBeCI3Y42.2_96d2c296b9ebd200c2c435799ff664e9', time=2023-12-03T13:54:23.024043+0000, chain.objs.size()=5 2023-12-03T11:55:01.626 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.617+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.79__multipart_key1.2~jiGgzzCn_PxdnDM1_H7yEVmBeCI3Y42.1 2023-12-03T11:55:01.626 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.617+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.79__multipart_key1.2~jiGgzzCn_PxdnDM1_H7yEVmBeCI3Y42.2 2023-12-03T11:55:01.626 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.617+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.79__multipart_key1.2~jiGgzzCn_PxdnDM1_H7yEVmBeCI3Y42.3 2023-12-03T11:55:01.626 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.617+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.79__multipart_key1.2~jiGgzzCn_PxdnDM1_H7yEVmBeCI3Y42.4 2023-12-03T11:55:01.626 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.617+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.79__multipart_key1.2~jiGgzzCn_PxdnDM1_H7yEVmBeCI3Y42.5 2023-12-03T11:55:01.626 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.617+0000 7fe0d69f8980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.16758903546873433573', time=2023-12-03T13:54:25.423471+0000, chain.objs.size()=5 2023-12-03T11:55:01.626 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.617+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.82__multipart_key1.2~Lu3tw_UsLmdf6M_DntG4wQWEeGK8ZSi.1 2023-12-03T11:55:01.626 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.617+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.82__multipart_key1.2~Lu3tw_UsLmdf6M_DntG4wQWEeGK8ZSi.2 2023-12-03T11:55:01.627 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.617+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.82__multipart_key1.2~Lu3tw_UsLmdf6M_DntG4wQWEeGK8ZSi.3 2023-12-03T11:55:01.627 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.617+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.82__multipart_key1.2~Lu3tw_UsLmdf6M_DntG4wQWEeGK8ZSi.4 2023-12-03T11:55:01.627 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.617+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.82__multipart_key1.2~Lu3tw_UsLmdf6M_DntG4wQWEeGK8ZSi.5 2023-12-03T11:55:01.627 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.617+0000 7fe0d69f8980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.15337907447024856270', time=2023-12-03T13:54:33.691131+0000, chain.objs.size()=5 2023-12-03T11:55:01.627 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.617+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.88__multipart_file2.mpg.2~bcMjnyqSBvy5-QNDFTR7HkWd84u2nZz.1 2023-12-03T11:55:01.627 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.617+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.88__multipart_file2.mpg.2~bcMjnyqSBvy5-QNDFTR7HkWd84u2nZz.2 2023-12-03T11:55:01.628 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.621+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.88__multipart_file2.mpg.2~bcMjnyqSBvy5-QNDFTR7HkWd84u2nZz.3 2023-12-03T11:55:01.629 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.621+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.88__multipart_file2.mpg.2~bcMjnyqSBvy5-QNDFTR7HkWd84u2nZz.4 2023-12-03T11:55:01.629 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.621+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.88__multipart_file2.mpg.2~bcMjnyqSBvy5-QNDFTR7HkWd84u2nZz.5 2023-12-03T11:55:01.631 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.625+0000 7fe0d69f8980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.17179984645443304079', time=2023-12-03T13:54:42.740557+0000, chain.objs.size()=5 2023-12-03T11:55:01.631 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.625+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.91__multipart_key1.2~2DZHtv_oBlvDD5kRehoLBwkjO0IW3i4.1 2023-12-03T11:55:01.633 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.625+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.91__multipart_key1.2~2DZHtv_oBlvDD5kRehoLBwkjO0IW3i4.2 2023-12-03T11:55:01.633 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.625+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.91__multipart_key1.2~2DZHtv_oBlvDD5kRehoLBwkjO0IW3i4.3 2023-12-03T11:55:01.633 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.625+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.91__multipart_key1.2~2DZHtv_oBlvDD5kRehoLBwkjO0IW3i4.4 2023-12-03T11:55:01.633 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.625+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.91__multipart_key1.2~2DZHtv_oBlvDD5kRehoLBwkjO0IW3i4.5 2023-12-03T11:55:01.633 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.625+0000 7fe0d69f8980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.17864318135040517603', time=2023-12-03T13:54:47.531095+0000, chain.objs.size()=1 2023-12-03T11:55:01.633 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.625+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.101__shadow_.7LzCcg3gj70Zw-7OzSHkAKii3ctMbsb_0 2023-12-03T11:55:01.634 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.629+0000 7fe0d69f8980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.5464863398231443092', time=2023-12-03T13:54:48.444484+0000, chain.objs.size()=1 2023-12-03T11:55:01.634 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.629+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.103__shadow_.5luJxoBf9yeBD1FoySjPHqgFhkLs28__0 2023-12-03T11:55:01.634 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.629+0000 7fe0d69f8980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.13303479429742051905', time=2023-12-03T13:54:49.761105+0000, chain.objs.size()=1 2023-12-03T11:55:01.634 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.629+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.106__shadow_.fSEWVVmYp7A8eGo0VL8MoK6LxJaW2Zh_0 2023-12-03T11:55:01.634 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.629+0000 7fe0d69f8980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.12715109974328653339', time=2023-12-03T13:54:53.642363+0000, chain.objs.size()=1 2023-12-03T11:55:01.634 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.629+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.115__shadow_.nL5HRXUCbqBaauNfQ54sLNGpcjb0xeo_0 2023-12-03T11:55:01.634 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.629+0000 7fe0d69f8980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.8178940119987919448', time=2023-12-03T13:54:54.058377+0000, chain.objs.size()=1 2023-12-03T11:55:01.634 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.629+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.116__shadow_.o4JfxuRod40vMMv2hByAOf6PaQRwNOn_0 2023-12-03T11:55:01.635 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.629+0000 7fe0d69f8980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.8758976006617906564', time=2023-12-03T13:54:55.742415+0000, chain.objs.size()=1 2023-12-03T11:55:01.635 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.629+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.120__shadow_.b0NM4rWDnZ7Kg5r1w3UA2wZN09RfARh_0 2023-12-03T11:55:01.647 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.641+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing entries, marker: 2023-12-03T11:55:01.650 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.645+0000 7fe0d69f8980 20 garbage collection: RGWGC::process entered with GC index_shard=5, max_secs=3600, expired_only=0 2023-12-03T11:55:01.652 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.645+0000 7fe0d69f8980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:55:01.652 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.645+0000 7fe0d69f8980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:55:01.653 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.645+0000 7fe0d69f8980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=5, truncated=0, next_marker='' 2023-12-03T11:55:01.653 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.645+0000 7fe0d69f8980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.4904436366156498091', time=2023-12-03T13:54:47.972971+0000, chain.objs.size()=1 2023-12-03T11:55:01.653 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.645+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.102__shadow_.P0QNtdYIJeyE8az1vuQqFy1mCHBo9IU_0 2023-12-03T11:55:01.653 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.645+0000 7fe0d69f8980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.6942878207816208737', time=2023-12-03T13:54:48.004390+0000, chain.objs.size()=1 2023-12-03T11:55:01.654 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.645+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.102__shadow_._0b4H-SkcpEhVtudScL4sjd3OyUC6Tv_0 2023-12-03T11:55:01.654 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.645+0000 7fe0d69f8980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.10345813623534760914', time=2023-12-03T13:54:50.212676+0000, chain.objs.size()=1 2023-12-03T11:55:01.654 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.645+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.107__shadow_.Uls-Mx_K2eEOOyQQDt-t3UrI9R2p4dS_0 2023-12-03T11:55:01.654 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.645+0000 7fe0d69f8980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.10208999049746326870', time=2023-12-03T13:54:52.311152+0000, chain.objs.size()=1 2023-12-03T11:55:01.654 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.645+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.112__shadow_.RVAUxo7s2uuedViRtY1EsX0-OrQdoPx_0 2023-12-03T11:55:01.654 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.645+0000 7fe0d69f8980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.5335251309032742274', time=2023-12-03T13:54:53.592249+0000, chain.objs.size()=1 2023-12-03T11:55:01.654 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.645+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.115__shadow_.3u6NvQBO5DCxzG37U0WrizP_z29KXs2_0 2023-12-03T11:55:01.656 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.649+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing entries, marker: 2023-12-03T11:55:01.659 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.653+0000 7fe0d69f8980 20 garbage collection: RGWGC::process entered with GC index_shard=6, max_secs=3600, expired_only=0 2023-12-03T11:55:01.661 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.653+0000 7fe0d69f8980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:55:01.661 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.657+0000 7fe0d69f8980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:55:01.661 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.657+0000 7fe0d69f8980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2023-12-03T11:55:01.662 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.657+0000 7fe0d69f8980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.15044715379927602125', time=2023-12-03T13:54:50.198733+0000, chain.objs.size()=1 2023-12-03T11:55:01.662 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.657+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.107__shadow_.qeeY_PvpPTjjaHDpi_LnEoJB4Yxf9aF_0 2023-12-03T11:55:01.663 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.657+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing entries, marker: 2023-12-03T11:55:01.666 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.661+0000 7fe0d69f8980 20 garbage collection: RGWGC::process entered with GC index_shard=7, max_secs=3600, expired_only=0 2023-12-03T11:55:01.667 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.661+0000 7fe0d69f8980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:55:01.668 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.661+0000 7fe0d69f8980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:55:01.668 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.661+0000 7fe0d69f8980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2023-12-03T11:55:01.668 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.661+0000 7fe0d69f8980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.7892675436229884676', time=2023-12-03T13:54:57.114876+0000, chain.objs.size()=1 2023-12-03T11:55:01.668 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.661+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.124__shadow_.XKQ_w5YvyVOyzl4DgehyrN1Chfjrxmw_0 2023-12-03T11:55:01.669 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.665+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing entries, marker: 2023-12-03T11:55:01.672 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.665+0000 7fe0d69f8980 20 garbage collection: RGWGC::process entered with GC index_shard=8, max_secs=3600, expired_only=0 2023-12-03T11:55:01.674 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.669+0000 7fe0d69f8980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:55:01.674 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.669+0000 7fe0d69f8980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:55:01.676 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.669+0000 7fe0d69f8980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=5, truncated=0, next_marker='' 2023-12-03T11:55:01.676 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.669+0000 7fe0d69f8980 20 garbage collection: RGWGC::process iterating over entry tag='2~A6yxtBcTuMW_vsWRpmtd_w2WlYzqaGC', time=2023-12-03T13:54:44.796871+0000, chain.objs.size()=67 2023-12-03T11:55:01.676 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.669+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.93__multipart_key1.2~A6yxtBcTuMW_vsWRpmtd_w2WlYzqaGC.1 2023-12-03T11:55:01.676 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.669+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.93__multipart_key1.2~A6yxtBcTuMW_vsWRpmtd_w2WlYzqaGC.2 2023-12-03T11:55:01.676 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.669+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.93__multipart_key1.2~A6yxtBcTuMW_vsWRpmtd_w2WlYzqaGC.3 2023-12-03T11:55:01.676 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.669+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.93__multipart_key1.2~A6yxtBcTuMW_vsWRpmtd_w2WlYzqaGC.4 2023-12-03T11:55:01.676 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.669+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.93__multipart_key1.2~A6yxtBcTuMW_vsWRpmtd_w2WlYzqaGC.5 2023-12-03T11:55:01.676 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.669+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.93__multipart_key1.2~A6yxtBcTuMW_vsWRpmtd_w2WlYzqaGC.6 2023-12-03T11:55:01.676 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.669+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.93__multipart_key1.2~A6yxtBcTuMW_vsWRpmtd_w2WlYzqaGC.7 2023-12-03T11:55:01.676 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.669+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.93__multipart_key1.2~A6yxtBcTuMW_vsWRpmtd_w2WlYzqaGC.8 2023-12-03T11:55:01.676 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.669+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.93__multipart_key1.2~A6yxtBcTuMW_vsWRpmtd_w2WlYzqaGC.9 2023-12-03T11:55:01.676 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.669+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.93__multipart_key1.2~A6yxtBcTuMW_vsWRpmtd_w2WlYzqaGC.10 2023-12-03T11:55:01.676 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.669+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.93__multipart_key1.2~A6yxtBcTuMW_vsWRpmtd_w2WlYzqaGC.11 2023-12-03T11:55:01.677 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.669+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.93__multipart_key1.2~A6yxtBcTuMW_vsWRpmtd_w2WlYzqaGC.12 2023-12-03T11:55:01.681 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.677+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.93__multipart_key1.2~A6yxtBcTuMW_vsWRpmtd_w2WlYzqaGC.13 2023-12-03T11:55:01.681 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.677+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.93__multipart_key1.2~A6yxtBcTuMW_vsWRpmtd_w2WlYzqaGC.14 2023-12-03T11:55:01.681 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.677+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.93__multipart_key1.2~A6yxtBcTuMW_vsWRpmtd_w2WlYzqaGC.15 2023-12-03T11:55:01.681 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.677+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.93__multipart_key1.2~A6yxtBcTuMW_vsWRpmtd_w2WlYzqaGC.16 2023-12-03T11:55:01.681 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.677+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.93__multipart_key1.2~A6yxtBcTuMW_vsWRpmtd_w2WlYzqaGC.17 2023-12-03T11:55:01.682 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.677+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.93__multipart_key1.2~A6yxtBcTuMW_vsWRpmtd_w2WlYzqaGC.18 2023-12-03T11:55:01.682 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.677+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.93__multipart_key1.2~A6yxtBcTuMW_vsWRpmtd_w2WlYzqaGC.19 2023-12-03T11:55:01.682 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.677+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.93__multipart_key1.2~A6yxtBcTuMW_vsWRpmtd_w2WlYzqaGC.20 2023-12-03T11:55:01.683 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.677+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.93__multipart_key1.2~A6yxtBcTuMW_vsWRpmtd_w2WlYzqaGC.21 2023-12-03T11:55:01.683 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.677+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.93__multipart_key1.2~A6yxtBcTuMW_vsWRpmtd_w2WlYzqaGC.22 2023-12-03T11:55:01.683 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.677+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.93__multipart_key1.2~A6yxtBcTuMW_vsWRpmtd_w2WlYzqaGC.23 2023-12-03T11:55:01.688 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.681+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.93__multipart_key1.2~A6yxtBcTuMW_vsWRpmtd_w2WlYzqaGC.24 2023-12-03T11:55:01.688 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.681+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.93__multipart_key1.2~A6yxtBcTuMW_vsWRpmtd_w2WlYzqaGC.25 2023-12-03T11:55:01.688 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.681+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.93__multipart_key1.2~A6yxtBcTuMW_vsWRpmtd_w2WlYzqaGC.26 2023-12-03T11:55:01.688 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.681+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.93__multipart_key1.2~A6yxtBcTuMW_vsWRpmtd_w2WlYzqaGC.27 2023-12-03T11:55:01.689 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.681+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.93__multipart_key1.2~A6yxtBcTuMW_vsWRpmtd_w2WlYzqaGC.28 2023-12-03T11:55:01.689 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.681+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.93__multipart_key1.2~A6yxtBcTuMW_vsWRpmtd_w2WlYzqaGC.29 2023-12-03T11:55:01.689 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.681+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.93__multipart_key1.2~A6yxtBcTuMW_vsWRpmtd_w2WlYzqaGC.30 2023-12-03T11:55:01.689 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.681+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.93__multipart_key1.2~A6yxtBcTuMW_vsWRpmtd_w2WlYzqaGC.31 2023-12-03T11:55:01.689 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.681+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.93__multipart_key1.2~A6yxtBcTuMW_vsWRpmtd_w2WlYzqaGC.32 2023-12-03T11:55:01.689 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.681+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.93__multipart_key1.2~A6yxtBcTuMW_vsWRpmtd_w2WlYzqaGC.33 2023-12-03T11:55:01.689 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.681+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.93__multipart_key1.2~A6yxtBcTuMW_vsWRpmtd_w2WlYzqaGC.34 2023-12-03T11:55:01.694 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.689+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.93__multipart_key1.2~A6yxtBcTuMW_vsWRpmtd_w2WlYzqaGC.35 2023-12-03T11:55:01.694 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.689+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.93__multipart_key1.2~A6yxtBcTuMW_vsWRpmtd_w2WlYzqaGC.36 2023-12-03T11:55:01.696 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.689+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.93__multipart_key1.2~A6yxtBcTuMW_vsWRpmtd_w2WlYzqaGC.37 2023-12-03T11:55:01.696 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.689+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.93__multipart_key1.2~A6yxtBcTuMW_vsWRpmtd_w2WlYzqaGC.38 2023-12-03T11:55:01.696 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.689+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.93__multipart_key1.2~A6yxtBcTuMW_vsWRpmtd_w2WlYzqaGC.39 2023-12-03T11:55:01.696 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.689+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.93__multipart_key1.2~A6yxtBcTuMW_vsWRpmtd_w2WlYzqaGC.40 2023-12-03T11:55:01.696 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.689+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.93__multipart_key1.2~A6yxtBcTuMW_vsWRpmtd_w2WlYzqaGC.41 2023-12-03T11:55:01.696 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.689+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.93__multipart_key1.2~A6yxtBcTuMW_vsWRpmtd_w2WlYzqaGC.42 2023-12-03T11:55:01.697 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.689+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.93__multipart_key1.2~A6yxtBcTuMW_vsWRpmtd_w2WlYzqaGC.43 2023-12-03T11:55:01.697 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.689+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.93__multipart_key1.2~A6yxtBcTuMW_vsWRpmtd_w2WlYzqaGC.44 2023-12-03T11:55:01.697 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.689+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.93__multipart_key1.2~A6yxtBcTuMW_vsWRpmtd_w2WlYzqaGC.45 2023-12-03T11:55:01.699 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.693+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.93__multipart_key1.2~A6yxtBcTuMW_vsWRpmtd_w2WlYzqaGC.46 2023-12-03T11:55:01.699 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.693+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.93__multipart_key1.2~A6yxtBcTuMW_vsWRpmtd_w2WlYzqaGC.47 2023-12-03T11:55:01.703 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.697+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.93__multipart_key1.2~A6yxtBcTuMW_vsWRpmtd_w2WlYzqaGC.48 2023-12-03T11:55:01.703 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.697+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.93__multipart_key1.2~A6yxtBcTuMW_vsWRpmtd_w2WlYzqaGC.49 2023-12-03T11:55:01.703 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.697+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.93__multipart_key1.2~A6yxtBcTuMW_vsWRpmtd_w2WlYzqaGC.50 2023-12-03T11:55:01.704 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.697+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.93__multipart_key1.2~A6yxtBcTuMW_vsWRpmtd_w2WlYzqaGC.51 2023-12-03T11:55:01.704 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.697+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.93__multipart_key1.2~A6yxtBcTuMW_vsWRpmtd_w2WlYzqaGC.52 2023-12-03T11:55:01.704 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.697+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.93__multipart_key1.2~A6yxtBcTuMW_vsWRpmtd_w2WlYzqaGC.53 2023-12-03T11:55:01.704 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.697+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.93__multipart_key1.2~A6yxtBcTuMW_vsWRpmtd_w2WlYzqaGC.54 2023-12-03T11:55:01.705 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.701+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.93__multipart_key1.2~A6yxtBcTuMW_vsWRpmtd_w2WlYzqaGC.55 2023-12-03T11:55:01.705 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.701+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.93__multipart_key1.2~A6yxtBcTuMW_vsWRpmtd_w2WlYzqaGC.56 2023-12-03T11:55:01.705 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.701+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.93__multipart_key1.2~A6yxtBcTuMW_vsWRpmtd_w2WlYzqaGC.57 2023-12-03T11:55:01.706 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.701+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.93__multipart_key1.2~A6yxtBcTuMW_vsWRpmtd_w2WlYzqaGC.58 2023-12-03T11:55:01.708 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.701+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.93__multipart_key1.2~A6yxtBcTuMW_vsWRpmtd_w2WlYzqaGC.59 2023-12-03T11:55:01.710 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.705+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.93__multipart_key1.2~A6yxtBcTuMW_vsWRpmtd_w2WlYzqaGC.60 2023-12-03T11:55:01.710 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.705+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.93__multipart_key1.2~A6yxtBcTuMW_vsWRpmtd_w2WlYzqaGC.61 2023-12-03T11:55:01.710 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.705+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.93__multipart_key1.2~A6yxtBcTuMW_vsWRpmtd_w2WlYzqaGC.62 2023-12-03T11:55:01.710 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.705+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.93__multipart_key1.2~A6yxtBcTuMW_vsWRpmtd_w2WlYzqaGC.63 2023-12-03T11:55:01.710 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.705+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.93__multipart_key1.2~A6yxtBcTuMW_vsWRpmtd_w2WlYzqaGC.64 2023-12-03T11:55:01.710 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.705+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.93__multipart_key1.2~A6yxtBcTuMW_vsWRpmtd_w2WlYzqaGC.65 2023-12-03T11:55:01.711 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.705+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.93__multipart_key1.2~A6yxtBcTuMW_vsWRpmtd_w2WlYzqaGC.66 2023-12-03T11:55:01.711 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.705+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.93__multipart_key1.2~A6yxtBcTuMW_vsWRpmtd_w2WlYzqaGC.67 2023-12-03T11:55:01.712 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.705+0000 7fe0d69f8980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.16200327795481637559', time=2023-12-03T13:54:47.577788+0000, chain.objs.size()=1 2023-12-03T11:55:01.712 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.705+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.101__shadow_.FnYLlTgcuFaSblMpoXX4bX5mgeXPKp4_0 2023-12-03T11:55:01.712 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.705+0000 7fe0d69f8980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.9145881984841676902', time=2023-12-03T13:54:48.022675+0000, chain.objs.size()=1 2023-12-03T11:55:01.712 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.705+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.102__shadow_.8m3UNoXhYuICI862G9Rgpmr6ryEhnSN_0 2023-12-03T11:55:01.713 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.709+0000 7fe0d69f8980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.503355337060079790', time=2023-12-03T13:54:54.088269+0000, chain.objs.size()=1 2023-12-03T11:55:01.714 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.709+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.116__shadow_.Lh51LPMoLll-tWqAMjwEFMMThzS9E1__0 2023-12-03T11:55:01.716 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.709+0000 7fe0d69f8980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.12254816861819883153', time=2023-12-03T13:54:54.496006+0000, chain.objs.size()=1 2023-12-03T11:55:01.716 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.709+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.117__shadow_.RjyJ-sGGoL9nvgSWLlUgNX_Uc4HWjyz_0 2023-12-03T11:55:01.719 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.713+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing entries, marker: 2023-12-03T11:55:01.722 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.717+0000 7fe0d69f8980 20 garbage collection: RGWGC::process entered with GC index_shard=9, max_secs=3600, expired_only=0 2023-12-03T11:55:01.726 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.717+0000 7fe0d69f8980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:55:01.726 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.717+0000 7fe0d69f8980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:55:01.727 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.721+0000 7fe0d69f8980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=6, truncated=0, next_marker='' 2023-12-03T11:55:01.727 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.721+0000 7fe0d69f8980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.7202983239359453713', time=2023-12-03T13:54:37.323389+0000, chain.objs.size()=5 2023-12-03T11:55:01.727 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.721+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.90__multipart_key1.2~ZzR8zTLeE4b1N4l5yFKIbc-TYSA9iUY.1 2023-12-03T11:55:01.727 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.721+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.90__multipart_key1.2~ZzR8zTLeE4b1N4l5yFKIbc-TYSA9iUY.2 2023-12-03T11:55:01.727 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.721+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.90__multipart_key1.2~ZzR8zTLeE4b1N4l5yFKIbc-TYSA9iUY.3 2023-12-03T11:55:01.727 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.721+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.90__multipart_key1.2~ZzR8zTLeE4b1N4l5yFKIbc-TYSA9iUY.4 2023-12-03T11:55:01.727 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.721+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.90__multipart_key1.2~ZzR8zTLeE4b1N4l5yFKIbc-TYSA9iUY.5 2023-12-03T11:55:01.727 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.721+0000 7fe0d69f8980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.3138514114424551792', time=2023-12-03T13:54:51.076000+0000, chain.objs.size()=1 2023-12-03T11:55:01.727 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.721+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.109__shadow_.1AGEU0ulmxUrlIogCS4odIIdOOb2N5d_0 2023-12-03T11:55:01.727 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.721+0000 7fe0d69f8980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.13693153759389954415', time=2023-12-03T13:54:51.904927+0000, chain.objs.size()=1 2023-12-03T11:55:01.727 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.721+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.111__shadow_.ulhfaQjPGYqefty1_LEIeFxkGeqmoWB_0 2023-12-03T11:55:01.727 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.721+0000 7fe0d69f8980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.14821804463522477737', time=2023-12-03T13:54:53.626800+0000, chain.objs.size()=1 2023-12-03T11:55:01.727 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.721+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.115__shadow_.GOBqa_b9hDrkWHClPvUwWS4gJUHl4K3_0 2023-12-03T11:55:01.728 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.721+0000 7fe0d69f8980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.3156429226782210159', time=2023-12-03T13:54:54.042734+0000, chain.objs.size()=1 2023-12-03T11:55:01.728 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.721+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.116__shadow_.KDPRcKjAEOxtuX-DLTGRButrCgruBHZ_0 2023-12-03T11:55:01.728 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.721+0000 7fe0d69f8980 20 garbage collection: RGWGC::process iterating over entry tag='43a5e689-6a4f-4bb6-8529-28824bd75ab9.4635.6682590664504464197', time=2023-12-03T13:55:00.753835+0000, chain.objs.size()=5 2023-12-03T11:55:01.728 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.721+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.132__multipart_key1/data/file.mpg.2~hQWpZIxys1w8aZ_gjAEBtdlSfjftexY.1 2023-12-03T11:55:01.728 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.721+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.132__multipart_key1/data/file.mpg.2~hQWpZIxys1w8aZ_gjAEBtdlSfjftexY.2 2023-12-03T11:55:01.728 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.721+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.132__multipart_key1/data/file.mpg.2~hQWpZIxys1w8aZ_gjAEBtdlSfjftexY.3 2023-12-03T11:55:01.732 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.725+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.132__multipart_key1/data/file.mpg.2~hQWpZIxys1w8aZ_gjAEBtdlSfjftexY.4 2023-12-03T11:55:01.733 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.725+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:43a5e689-6a4f-4bb6-8529-28824bd75ab9.4641.132__multipart_key1/data/file.mpg.2~hQWpZIxys1w8aZ_gjAEBtdlSfjftexY.5 2023-12-03T11:55:01.736 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.729+0000 7fe0d69f8980 5 garbage collection: RGWGC::process removing entries, marker: 2023-12-03T11:55:01.740 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.733+0000 7fe09a7e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:55:01.743 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.737+0000 7fe0d69f8980 20 remove_watcher() i=0 2023-12-03T11:55:01.743 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.737+0000 7fe0d69f8980 2 removed watcher, disabling cache 2023-12-03T11:55:01.744 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.737+0000 7fe0d69f8980 20 remove_watcher() i=1 2023-12-03T11:55:01.745 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.741+0000 7fe0d69f8980 20 remove_watcher() i=2 2023-12-03T11:55:01.746 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.741+0000 7fe0d69f8980 20 remove_watcher() i=3 2023-12-03T11:55:01.747 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.741+0000 7fe0d69f8980 20 remove_watcher() i=4 2023-12-03T11:55:01.748 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.741+0000 7fe0d69f8980 20 remove_watcher() i=5 2023-12-03T11:55:01.749 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.745+0000 7fe0d69f8980 20 remove_watcher() i=6 2023-12-03T11:55:01.750 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.745+0000 7fe0d69f8980 20 remove_watcher() i=7 2023-12-03T11:55:01.756 DEBUG:teuthology.orchestra.run.smithi019:> radosgw-admin gc process --include-all 2023-12-03T11:55:01.820 INFO:teuthology.orchestra.run.smithi019.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:55:01.820 INFO:teuthology.orchestra.run.smithi019.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:55:01.835 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.829+0000 7f7fe98e4980 20 rados->read ofs=0 len=0 2023-12-03T11:55:01.837 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.829+0000 7f7fe98e4980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:55:01.837 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.829+0000 7f7fe98e4980 20 realm 2023-12-03T11:55:01.837 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.829+0000 7f7fe98e4980 20 rados->read ofs=0 len=0 2023-12-03T11:55:01.837 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.833+0000 7f7fe98e4980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:55:01.838 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.833+0000 7f7fe98e4980 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:55:01.838 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.833+0000 7f7fe98e4980 20 rados->read ofs=0 len=0 2023-12-03T11:55:01.838 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.833+0000 7f7fe98e4980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:55:01.838 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.833+0000 7f7fe98e4980 20 rados->read ofs=0 len=0 2023-12-03T11:55:01.839 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.833+0000 7f7fe98e4980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:55:01.839 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.833+0000 7f7fe98e4980 20 rados->read ofs=0 len=0 2023-12-03T11:55:01.839 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.833+0000 7f7fe98e4980 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:55:01.839 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.833+0000 7f7fe98e4980 20 searching for the correct realm 2023-12-03T11:55:01.860 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.853+0000 7f7fe7400640 0 -- 172.21.15.19:0/467250798 >> [v2:172.21.15.57:6808/3142144203,v1:172.21.15.57:6809/3142144203] conn(0x555f5d484d30 msgr2=0x555f5d487120 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:55:01.863 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.857+0000 7f7fe98e4980 20 RGWRados::pool_iterate: got zonegroup_info.9433ba8b-08fe-4f3d-8375-ae7b0ce32294 2023-12-03T11:55:01.863 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.857+0000 7f7fe98e4980 20 RGWRados::pool_iterate: got zone_info.43a5e689-6a4f-4bb6-8529-28824bd75ab9 2023-12-03T11:55:01.863 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.857+0000 7f7fe98e4980 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:55:01.863 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.857+0000 7f7fe98e4980 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:55:01.863 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.857+0000 7f7fe98e4980 20 rados->read ofs=0 len=0 2023-12-03T11:55:01.863 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.857+0000 7f7fe98e4980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:55:01.864 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.857+0000 7f7fe98e4980 20 rados->read ofs=0 len=0 2023-12-03T11:55:01.864 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.857+0000 7f7fe98e4980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:55:01.864 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.857+0000 7f7fe98e4980 20 rados->read ofs=0 len=0 2023-12-03T11:55:01.864 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.857+0000 7f7fe98e4980 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:55:01.864 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.857+0000 7f7fe98e4980 20 zone default found 2023-12-03T11:55:01.864 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.857+0000 7f7fe98e4980 4 Realm: () 2023-12-03T11:55:01.864 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.857+0000 7f7fe98e4980 4 ZoneGroup: default (9433ba8b-08fe-4f3d-8375-ae7b0ce32294) 2023-12-03T11:55:01.865 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.857+0000 7f7fe98e4980 4 Zone: default (43a5e689-6a4f-4bb6-8529-28824bd75ab9) 2023-12-03T11:55:01.865 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.857+0000 7f7fe98e4980 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:55:01.865 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.857+0000 7f7fe98e4980 20 zonegroup default 2023-12-03T11:55:01.865 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.857+0000 7f7fe98e4980 20 rados->read ofs=0 len=0 2023-12-03T11:55:01.865 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.857+0000 7f7fe98e4980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:55:01.865 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.857+0000 7f7fe98e4980 20 rados->read ofs=0 len=0 2023-12-03T11:55:01.866 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.861+0000 7f7fe98e4980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:55:01.866 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.861+0000 7f7fe98e4980 20 rados->read ofs=0 len=0 2023-12-03T11:55:01.866 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.861+0000 7f7fe98e4980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:55:01.866 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.861+0000 7f7fe98e4980 20 started sync module instance, tier type = 2023-12-03T11:55:01.866 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.861+0000 7f7fe98e4980 20 started zone id=43a5e689-6a4f-4bb6-8529-28824bd75ab9 (name=default) with tier type = 2023-12-03T11:55:01.880 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.873+0000 7f7fe6bff640 0 -- 172.21.15.19:0/467250798 >> [v2:172.21.15.19:6800/1469834966,v1:172.21.15.19:6801/1469834966] conn(0x555f5d489cd0 msgr2=0x555f5d48c0c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:55:01.883 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.877+0000 7f7fe98e4980 20 add_watcher() i=0 2023-12-03T11:55:01.883 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.877+0000 7f7fe98e4980 20 add_watcher() i=1 2023-12-03T11:55:01.883 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.877+0000 7f7fe98e4980 20 add_watcher() i=2 2023-12-03T11:55:01.883 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.877+0000 7f7fe98e4980 20 add_watcher() i=3 2023-12-03T11:55:01.883 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.877+0000 7f7fe98e4980 20 add_watcher() i=4 2023-12-03T11:55:01.883 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.877+0000 7f7fe98e4980 20 add_watcher() i=5 2023-12-03T11:55:01.883 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.877+0000 7f7fe98e4980 20 add_watcher() i=6 2023-12-03T11:55:01.884 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.877+0000 7f7fe98e4980 20 add_watcher() i=7 2023-12-03T11:55:01.884 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.877+0000 7f7fe98e4980 2 all 8 watchers are set, enabling cache 2023-12-03T11:55:01.892 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.885+0000 7f7fad7e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:55:01.892 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.885+0000 7f7fe98e4980 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:55:01.892 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.885+0000 7f7fe98e4980 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:55:01.962 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.957+0000 7f7f1bfff640 20 reqs_thread_entry: start 2023-12-03T11:55:01.963 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.957+0000 7f7fe98e4980 20 init_complete bucket index max shards: 1 2023-12-03T11:55:01.963 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.957+0000 7f7fe98e4980 20 Filter name: none 2023-12-03T11:55:01.963 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.957+0000 7f7f19ffb640 20 reqs_thread_entry: start 2023-12-03T11:55:01.963 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.957+0000 7f7fe98e4980 20 garbage collection: RGWGC::process entered with GC index_shard=26, max_secs=3600, expired_only=0 2023-12-03T11:55:01.964 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.957+0000 7f7fe98e4980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:55:01.964 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.957+0000 7f7fe98e4980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:55:01.965 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.957+0000 7f7fe98e4980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:55:01.967 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.961+0000 7f7fe98e4980 20 garbage collection: RGWGC::process entered with GC index_shard=27, max_secs=3600, expired_only=0 2023-12-03T11:55:01.969 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.965+0000 7f7fe98e4980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:55:01.971 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.965+0000 7f7fe98e4980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:55:01.971 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.965+0000 7f7fe98e4980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:55:01.973 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.969+0000 7f7fe98e4980 20 garbage collection: RGWGC::process entered with GC index_shard=28, max_secs=3600, expired_only=0 2023-12-03T11:55:01.976 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.969+0000 7f7fe98e4980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:55:01.976 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.969+0000 7f7fe98e4980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:55:01.976 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.969+0000 7f7fe98e4980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:55:01.978 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.973+0000 7f7fe98e4980 20 garbage collection: RGWGC::process entered with GC index_shard=29, max_secs=3600, expired_only=0 2023-12-03T11:55:01.982 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.977+0000 7f7fe98e4980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:55:01.983 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.977+0000 7f7fe98e4980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:55:01.983 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.977+0000 7f7fe98e4980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:55:01.985 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.981+0000 7f7fe98e4980 20 garbage collection: RGWGC::process entered with GC index_shard=30, max_secs=3600, expired_only=0 2023-12-03T11:55:01.986 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.981+0000 7f7fe98e4980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:55:01.987 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.981+0000 7f7fe98e4980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:55:01.987 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.981+0000 7f7fe98e4980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:55:01.988 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.981+0000 7f7fe98e4980 20 garbage collection: RGWGC::process entered with GC index_shard=31, max_secs=3600, expired_only=0 2023-12-03T11:55:01.990 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.985+0000 7f7fe98e4980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:55:01.990 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.985+0000 7f7fe98e4980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:55:01.990 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.985+0000 7f7fe98e4980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:55:01.992 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.985+0000 7f7fe98e4980 20 garbage collection: RGWGC::process entered with GC index_shard=0, max_secs=3600, expired_only=0 2023-12-03T11:55:01.995 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.989+0000 7f7fe98e4980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:55:01.996 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.989+0000 7f7fe98e4980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:55:01.997 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.989+0000 7f7fe98e4980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:55:02.000 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.993+0000 7f7fe98e4980 20 garbage collection: RGWGC::process entered with GC index_shard=1, max_secs=3600, expired_only=0 2023-12-03T11:55:02.001 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.997+0000 7f7fe98e4980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:55:02.002 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.997+0000 7f7fe98e4980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:55:02.002 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.997+0000 7f7fe98e4980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:55:02.003 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:01.997+0000 7f7fe98e4980 20 garbage collection: RGWGC::process entered with GC index_shard=2, max_secs=3600, expired_only=0 2023-12-03T11:55:02.006 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:02.001+0000 7f7fe98e4980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:55:02.007 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:02.001+0000 7f7fe98e4980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:55:02.007 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:02.001+0000 7f7fe98e4980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:55:02.009 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:02.005+0000 7f7fe98e4980 20 garbage collection: RGWGC::process entered with GC index_shard=3, max_secs=3600, expired_only=0 2023-12-03T11:55:02.012 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:02.005+0000 7f7fe98e4980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:55:02.012 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:02.005+0000 7f7fe98e4980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:55:02.012 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:02.005+0000 7f7fe98e4980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:55:02.015 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:02.009+0000 7f7fe98e4980 20 garbage collection: RGWGC::process entered with GC index_shard=4, max_secs=3600, expired_only=0 2023-12-03T11:55:02.019 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:02.013+0000 7f7fe98e4980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:55:02.020 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:02.013+0000 7f7fe98e4980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:55:02.020 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:02.013+0000 7f7fe98e4980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:55:02.024 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:02.017+0000 7f7fe98e4980 20 garbage collection: RGWGC::process entered with GC index_shard=5, max_secs=3600, expired_only=0 2023-12-03T11:55:02.026 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:02.021+0000 7f7fe98e4980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:55:02.027 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:02.021+0000 7f7fe98e4980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:55:02.027 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:02.021+0000 7f7fe98e4980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:55:02.029 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:02.025+0000 7f7fe98e4980 20 garbage collection: RGWGC::process entered with GC index_shard=6, max_secs=3600, expired_only=0 2023-12-03T11:55:02.033 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:02.029+0000 7f7fe98e4980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:55:02.035 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:02.029+0000 7f7fe98e4980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:55:02.036 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:02.029+0000 7f7fe98e4980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:55:02.039 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:02.033+0000 7f7fe98e4980 20 garbage collection: RGWGC::process entered with GC index_shard=7, max_secs=3600, expired_only=0 2023-12-03T11:55:02.041 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:02.037+0000 7f7fe98e4980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:55:02.042 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:02.037+0000 7f7fe98e4980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:55:02.042 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:02.037+0000 7f7fe98e4980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:55:02.044 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:02.037+0000 7f7fe98e4980 20 garbage collection: RGWGC::process entered with GC index_shard=8, max_secs=3600, expired_only=0 2023-12-03T11:55:02.048 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:02.041+0000 7f7fe98e4980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:55:02.049 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:02.045+0000 7f7fe98e4980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:55:02.050 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:02.045+0000 7f7fe98e4980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:55:02.053 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:02.045+0000 7f7fe98e4980 20 garbage collection: RGWGC::process entered with GC index_shard=9, max_secs=3600, expired_only=0 2023-12-03T11:55:02.057 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:02.049+0000 7f7fe98e4980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:55:02.058 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:02.053+0000 7f7fe98e4980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:55:02.059 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:02.053+0000 7f7fe98e4980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:55:02.062 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:02.057+0000 7f7fe98e4980 20 garbage collection: RGWGC::process entered with GC index_shard=10, max_secs=3600, expired_only=0 2023-12-03T11:55:02.066 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:02.061+0000 7f7fe98e4980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:55:02.068 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:02.061+0000 7f7fe98e4980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:55:02.068 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:02.061+0000 7f7fe98e4980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:55:02.071 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:02.065+0000 7f7fe98e4980 20 garbage collection: RGWGC::process entered with GC index_shard=11, max_secs=3600, expired_only=0 2023-12-03T11:55:02.075 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:02.069+0000 7f7fe98e4980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:55:02.076 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:02.069+0000 7f7fe98e4980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:55:02.077 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:02.073+0000 7f7fe98e4980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:55:02.079 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:02.073+0000 7f7fe98e4980 20 garbage collection: RGWGC::process entered with GC index_shard=12, max_secs=3600, expired_only=0 2023-12-03T11:55:02.084 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:02.077+0000 7f7fe98e4980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:55:02.085 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:02.081+0000 7f7fe98e4980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:55:02.086 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:02.081+0000 7f7fe98e4980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:55:02.089 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:02.085+0000 7f7fe98e4980 20 garbage collection: RGWGC::process entered with GC index_shard=13, max_secs=3600, expired_only=0 2023-12-03T11:55:02.092 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:02.085+0000 7f7fe98e4980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:55:02.094 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:02.089+0000 7f7fe98e4980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:55:02.094 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:02.089+0000 7f7fe98e4980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:55:02.097 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:02.093+0000 7f7fe98e4980 20 garbage collection: RGWGC::process entered with GC index_shard=14, max_secs=3600, expired_only=0 2023-12-03T11:55:02.101 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:02.093+0000 7f7fe98e4980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:55:02.102 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:02.097+0000 7f7fe98e4980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:55:02.103 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:02.097+0000 7f7fe98e4980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:55:02.106 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:02.101+0000 7f7fe98e4980 20 garbage collection: RGWGC::process entered with GC index_shard=15, max_secs=3600, expired_only=0 2023-12-03T11:55:02.110 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:02.105+0000 7f7fe98e4980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:55:02.111 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:02.105+0000 7f7fe98e4980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:55:02.113 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:02.105+0000 7f7fe98e4980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:55:02.115 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:02.109+0000 7f7fe98e4980 20 garbage collection: RGWGC::process entered with GC index_shard=16, max_secs=3600, expired_only=0 2023-12-03T11:55:02.119 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:02.113+0000 7f7fe98e4980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:55:02.121 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:02.113+0000 7f7fe98e4980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:55:02.122 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:02.117+0000 7f7fe98e4980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:55:02.125 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:02.117+0000 7f7fe98e4980 20 garbage collection: RGWGC::process entered with GC index_shard=17, max_secs=3600, expired_only=0 2023-12-03T11:55:02.129 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:02.121+0000 7f7fe98e4980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:55:02.130 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:02.125+0000 7f7fe98e4980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:55:02.131 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:02.125+0000 7f7fe98e4980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:55:02.134 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:02.129+0000 7f7fe98e4980 20 garbage collection: RGWGC::process entered with GC index_shard=18, max_secs=3600, expired_only=0 2023-12-03T11:55:02.138 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:02.133+0000 7f7fe98e4980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:55:02.140 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:02.133+0000 7f7fe98e4980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:55:02.140 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:02.133+0000 7f7fe98e4980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:55:02.143 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:02.137+0000 7f7fe98e4980 20 garbage collection: RGWGC::process entered with GC index_shard=19, max_secs=3600, expired_only=0 2023-12-03T11:55:02.147 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:02.141+0000 7f7fe98e4980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:55:02.148 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:02.141+0000 7f7fe98e4980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:55:02.149 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:02.145+0000 7f7fe98e4980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:55:02.152 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:02.145+0000 7f7fe98e4980 20 garbage collection: RGWGC::process entered with GC index_shard=20, max_secs=3600, expired_only=0 2023-12-03T11:55:02.156 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:02.149+0000 7f7fe98e4980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:55:02.158 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:02.153+0000 7f7fe98e4980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:55:02.159 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:02.153+0000 7f7fe98e4980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:55:02.161 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:02.157+0000 7f7fe98e4980 20 garbage collection: RGWGC::process entered with GC index_shard=21, max_secs=3600, expired_only=0 2023-12-03T11:55:02.166 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:02.161+0000 7f7fe98e4980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:55:02.167 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:02.161+0000 7f7fe98e4980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:55:02.168 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:02.161+0000 7f7fe98e4980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:55:02.171 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:02.165+0000 7f7fe98e4980 20 garbage collection: RGWGC::process entered with GC index_shard=22, max_secs=3600, expired_only=0 2023-12-03T11:55:02.175 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:02.169+0000 7f7fe98e4980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:55:02.177 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:02.173+0000 7f7fe98e4980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:55:02.178 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:02.173+0000 7f7fe98e4980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:55:02.181 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:02.177+0000 7f7fe98e4980 20 garbage collection: RGWGC::process entered with GC index_shard=23, max_secs=3600, expired_only=0 2023-12-03T11:55:02.185 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:02.181+0000 7f7fe98e4980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:55:02.187 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:02.181+0000 7f7fe98e4980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:55:02.188 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:02.181+0000 7f7fe98e4980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:55:02.191 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:02.185+0000 7f7fe98e4980 20 garbage collection: RGWGC::process entered with GC index_shard=24, max_secs=3600, expired_only=0 2023-12-03T11:55:02.195 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:02.189+0000 7f7fe98e4980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:55:02.196 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:02.189+0000 7f7fe98e4980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:55:02.197 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:02.193+0000 7f7fe98e4980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:55:02.200 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:02.193+0000 7f7fe98e4980 20 garbage collection: RGWGC::process entered with GC index_shard=25, max_secs=3600, expired_only=0 2023-12-03T11:55:02.204 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:02.197+0000 7f7fe98e4980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:55:02.206 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:02.201+0000 7f7fe98e4980 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-12-03T11:55:02.206 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:02.201+0000 7f7fe98e4980 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-12-03T11:55:02.212 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:02.205+0000 7f7fad7e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:55:02.218 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:02.213+0000 7f7fe98e4980 20 remove_watcher() i=0 2023-12-03T11:55:02.218 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:02.213+0000 7f7fe98e4980 2 removed watcher, disabling cache 2023-12-03T11:55:02.221 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:02.217+0000 7f7fe98e4980 20 remove_watcher() i=1 2023-12-03T11:55:02.224 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:02.217+0000 7f7fe98e4980 20 remove_watcher() i=2 2023-12-03T11:55:02.228 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:02.221+0000 7f7fe98e4980 20 remove_watcher() i=3 2023-12-03T11:55:02.231 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:02.225+0000 7f7fe98e4980 20 remove_watcher() i=4 2023-12-03T11:55:02.233 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:02.229+0000 7f7fe98e4980 20 remove_watcher() i=5 2023-12-03T11:55:02.236 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:02.229+0000 7f7fe98e4980 20 remove_watcher() i=6 2023-12-03T11:55:02.239 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:02.233+0000 7f7fe98e4980 20 remove_watcher() i=7 2023-12-03T11:55:02.251 INFO:teuthology.run_tasks:Running task s3tests... 2023-12-03T11:55:02.281 DEBUG:tasks.s3tests:s3tests config is {'client.0': {'rgw_server': 'client.0', 'force-branch': 'ceph-master', 'slow_backend': True, 'storage classes': 'LUKEWARM, FROZEN'}} 2023-12-03T11:55:02.281 INFO:tasks.s3tests:Downloading s3-tests... 2023-12-03T11:55:02.281 INFO:tasks.s3tests:Using branch 'ceph-master' for s3tests 2023-12-03T11:55:02.282 DEBUG:teuthology.orchestra.run.smithi019:> git clone -b ceph-master https://git.ceph.com/s3-tests.git /home/ubuntu/cephtest/s3-tests-client.0 2023-12-03T11:55:02.298 INFO:teuthology.orchestra.run.smithi019.stderr:Cloning into '/home/ubuntu/cephtest/s3-tests-client.0'... 2023-12-03T11:55:03.085 INFO:tasks.s3tests:Creating rgw users... 2023-12-03T11:55:03.085 DEBUG:tasks.s3tests:Creating user foo.client.0 on client.0 2023-12-03T11:55:03.086 DEBUG:teuthology.orchestra.run.smithi019:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user create --uid foo.client.0 --display-name 'Mr. foo.client.0' --email foo.client.0+test@test.test --caps 'user-policy=*' --access-key FGACTNDGZGAKLAEJRJHJ --secret iasoXF//Vt6P+jV3UEJ8id+NCE2rmFDL3tMccEPIq++zTgMWpS3KKA== --cluster ceph 2023-12-03T11:55:03.180 INFO:teuthology.orchestra.run.smithi019.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:55:03.180 INFO:teuthology.orchestra.run.smithi019.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:55:03.196 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:03.189+0000 7f3c338d2980 20 rados->read ofs=0 len=0 2023-12-03T11:55:03.198 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:03.193+0000 7f3c338d2980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:55:03.198 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:03.193+0000 7f3c338d2980 20 realm 2023-12-03T11:55:03.198 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:03.193+0000 7f3c338d2980 20 rados->read ofs=0 len=0 2023-12-03T11:55:03.198 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:03.193+0000 7f3c338d2980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:55:03.198 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:03.193+0000 7f3c338d2980 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:55:03.198 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:03.193+0000 7f3c338d2980 20 rados->read ofs=0 len=0 2023-12-03T11:55:03.199 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:03.193+0000 7f3c338d2980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:55:03.199 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:03.193+0000 7f3c338d2980 20 rados->read ofs=0 len=0 2023-12-03T11:55:03.200 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:03.193+0000 7f3c338d2980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:55:03.201 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:03.193+0000 7f3c338d2980 20 rados->read ofs=0 len=0 2023-12-03T11:55:03.201 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:03.193+0000 7f3c338d2980 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:55:03.201 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:03.193+0000 7f3c338d2980 20 searching for the correct realm 2023-12-03T11:55:03.227 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:03.221+0000 7f3c31bef640 0 -- 172.21.15.19:0/3662706351 >> [v2:172.21.15.57:6816/3303414699,v1:172.21.15.57:6817/3303414699] conn(0x7f3c1c078a30 msgr2=0x7f3c1c0553b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:55:03.227 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:03.221+0000 7f3c338d2980 20 RGWRados::pool_iterate: got zonegroup_info.9433ba8b-08fe-4f3d-8375-ae7b0ce32294 2023-12-03T11:55:03.227 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:03.221+0000 7f3c338d2980 20 RGWRados::pool_iterate: got zone_info.43a5e689-6a4f-4bb6-8529-28824bd75ab9 2023-12-03T11:55:03.227 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:03.221+0000 7f3c338d2980 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:55:03.227 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:03.221+0000 7f3c338d2980 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:55:03.227 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:03.221+0000 7f3c338d2980 20 rados->read ofs=0 len=0 2023-12-03T11:55:03.228 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:03.221+0000 7f3c338d2980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:55:03.228 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:03.221+0000 7f3c338d2980 20 rados->read ofs=0 len=0 2023-12-03T11:55:03.228 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:03.221+0000 7f3c338d2980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:55:03.228 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:03.221+0000 7f3c338d2980 20 rados->read ofs=0 len=0 2023-12-03T11:55:03.229 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:03.221+0000 7f3c338d2980 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:55:03.229 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:03.221+0000 7f3c338d2980 20 zone default found 2023-12-03T11:55:03.229 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:03.221+0000 7f3c338d2980 4 Realm: () 2023-12-03T11:55:03.229 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:03.221+0000 7f3c338d2980 4 ZoneGroup: default (9433ba8b-08fe-4f3d-8375-ae7b0ce32294) 2023-12-03T11:55:03.229 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:03.221+0000 7f3c338d2980 4 Zone: default (43a5e689-6a4f-4bb6-8529-28824bd75ab9) 2023-12-03T11:55:03.229 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:03.221+0000 7f3c338d2980 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:55:03.229 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:03.221+0000 7f3c338d2980 20 zonegroup default 2023-12-03T11:55:03.229 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:03.221+0000 7f3c338d2980 20 rados->read ofs=0 len=0 2023-12-03T11:55:03.229 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:03.221+0000 7f3c338d2980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:55:03.229 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:03.221+0000 7f3c338d2980 20 rados->read ofs=0 len=0 2023-12-03T11:55:03.230 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:03.225+0000 7f3c338d2980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:55:03.230 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:03.225+0000 7f3c338d2980 20 rados->read ofs=0 len=0 2023-12-03T11:55:03.230 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:03.225+0000 7f3c338d2980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:55:03.230 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:03.225+0000 7f3c338d2980 20 started sync module instance, tier type = 2023-12-03T11:55:03.230 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:03.225+0000 7f3c338d2980 20 started zone id=43a5e689-6a4f-4bb6-8529-28824bd75ab9 (name=default) with tier type = 2023-12-03T11:55:03.249 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:03.241+0000 7f3c313ee640 0 -- 172.21.15.19:0/3662706351 >> [v2:172.21.15.19:6808/438722807,v1:172.21.15.19:6809/438722807] conn(0x7f3c1c08a940 msgr2=0x7f3c1c07a7c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:55:03.249 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:03.241+0000 7f3c338d2980 20 add_watcher() i=0 2023-12-03T11:55:03.249 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:03.241+0000 7f3c338d2980 20 add_watcher() i=1 2023-12-03T11:55:03.249 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:03.241+0000 7f3c338d2980 20 add_watcher() i=2 2023-12-03T11:55:03.249 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:03.241+0000 7f3c338d2980 20 add_watcher() i=3 2023-12-03T11:55:03.249 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:03.241+0000 7f3c338d2980 20 add_watcher() i=4 2023-12-03T11:55:03.249 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:03.241+0000 7f3c338d2980 20 add_watcher() i=5 2023-12-03T11:55:03.249 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:03.241+0000 7f3c338d2980 20 add_watcher() i=6 2023-12-03T11:55:03.250 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:03.245+0000 7f3c338d2980 20 add_watcher() i=7 2023-12-03T11:55:03.251 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:03.245+0000 7f3c338d2980 2 all 8 watchers are set, enabling cache 2023-12-03T11:55:03.254 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:03.249+0000 7f3bf6fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:55:03.254 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:03.249+0000 7f3c338d2980 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:55:03.254 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:03.249+0000 7f3c338d2980 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:55:03.260 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:03.253+0000 7f3c338d2980 5 note: GC not initialized 2023-12-03T11:55:03.261 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:03.253+0000 7f3b65ffb640 20 reqs_thread_entry: start 2023-12-03T11:55:03.261 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:03.253+0000 7f3c338d2980 20 init_complete bucket index max shards: 1 2023-12-03T11:55:03.261 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:03.253+0000 7f3c338d2980 20 Filter name: none 2023-12-03T11:55:03.261 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:03.253+0000 7f3b577fe640 20 reqs_thread_entry: start 2023-12-03T11:55:03.261 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:03.253+0000 7f3c338d2980 10 cache get: name=default.rgw.meta+users.uid+foo.client.0 : miss 2023-12-03T11:55:03.261 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:03.253+0000 7f3c338d2980 20 rados->read ofs=0 len=0 2023-12-03T11:55:03.262 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:03.257+0000 7f3c338d2980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:55:03.262 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:03.257+0000 7f3c338d2980 10 cache put: name=default.rgw.meta+users.uid+foo.client.0 info.flags=0x0 2023-12-03T11:55:03.262 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:03.257+0000 7f3c338d2980 10 adding default.rgw.meta+users.uid+foo.client.0 to cache LRU end 2023-12-03T11:55:03.262 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:03.257+0000 7f3c338d2980 10 cache get: name=default.rgw.meta+users.email+foo.client.0+test@test.test : miss 2023-12-03T11:55:03.262 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:03.257+0000 7f3c338d2980 20 rados->read ofs=0 len=0 2023-12-03T11:55:03.262 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:03.257+0000 7f3c338d2980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:55:03.262 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:03.257+0000 7f3c338d2980 10 cache put: name=default.rgw.meta+users.email+foo.client.0+test@test.test info.flags=0x0 2023-12-03T11:55:03.262 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:03.257+0000 7f3c338d2980 10 adding default.rgw.meta+users.email+foo.client.0+test@test.test to cache LRU end 2023-12-03T11:55:03.262 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:03.257+0000 7f3c338d2980 10 cache get: name=default.rgw.meta+users.keys+FGACTNDGZGAKLAEJRJHJ : miss 2023-12-03T11:55:03.263 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:03.257+0000 7f3c338d2980 20 rados->read ofs=0 len=0 2023-12-03T11:55:03.263 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:03.257+0000 7f3c338d2980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:55:03.263 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:03.257+0000 7f3c338d2980 10 cache put: name=default.rgw.meta+users.keys+FGACTNDGZGAKLAEJRJHJ info.flags=0x0 2023-12-03T11:55:03.263 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:03.257+0000 7f3c338d2980 10 adding default.rgw.meta+users.keys+FGACTNDGZGAKLAEJRJHJ to cache LRU end 2023-12-03T11:55:03.263 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:03.257+0000 7f3c338d2980 10 cache get: name=default.rgw.meta+users.keys+FGACTNDGZGAKLAEJRJHJ : hit (negative entry) 2023-12-03T11:55:03.263 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:03.257+0000 7f3c338d2980 10 cache get: name=default.rgw.meta+users.keys+FGACTNDGZGAKLAEJRJHJ : hit (negative entry) 2023-12-03T11:55:03.264 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:03.257+0000 7f3c338d2980 10 cache put: name=default.rgw.meta+users.uid+foo.client.0 info.flags=0x17 2023-12-03T11:55:03.264 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:03.257+0000 7f3c338d2980 10 moving default.rgw.meta+users.uid+foo.client.0 to cache LRU end 2023-12-03T11:55:03.264 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:03.257+0000 7f3c338d2980 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:users.uid:foo.client.0, ofs0, ns] 2023-12-03T11:55:03.265 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:03.261+0000 7f3c137fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1095216660666 cookie 139896413179904 notifier 7980 bl.length()=640 2023-12-03T11:55:03.265 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:03.261+0000 7f3c137fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+foo.client.0 info.flags=0x17 2023-12-03T11:55:03.265 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:03.261+0000 7f3c137fe640 10 rgw watcher librados: moving default.rgw.meta+users.uid+foo.client.0 to cache LRU end 2023-12-03T11:55:03.269 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:03.265+0000 7f3c338d2980 10 cache put: name=default.rgw.meta+users.email+foo.client.0+test@test.test info.flags=0x7 2023-12-03T11:55:03.269 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:03.265+0000 7f3c338d2980 10 moving default.rgw.meta+users.email+foo.client.0+test@test.test to cache LRU end 2023-12-03T11:55:03.269 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:03.265+0000 7f3c338d2980 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:users.email:foo.client.0+test@test.test, ofs0, ns] 2023-12-03T11:55:03.270 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:03.265+0000 7f3c12ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1095216660724 cookie 93853263511968 notifier 7980 bl.length()=194 2023-12-03T11:55:03.270 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:03.265+0000 7f3c12ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+foo.client.0+test@test.test info.flags=0x7 2023-12-03T11:55:03.270 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:03.265+0000 7f3c12ffd640 10 rgw watcher librados: moving default.rgw.meta+users.email+foo.client.0+test@test.test to cache LRU end 2023-12-03T11:55:03.273 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:03.265+0000 7f3c338d2980 10 cache put: name=default.rgw.meta+users.keys+FGACTNDGZGAKLAEJRJHJ info.flags=0x7 2023-12-03T11:55:03.273 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:03.265+0000 7f3c338d2980 10 moving default.rgw.meta+users.keys+FGACTNDGZGAKLAEJRJHJ to cache LRU end 2023-12-03T11:55:03.273 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:03.265+0000 7f3c338d2980 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:users.keys:FGACTNDGZGAKLAEJRJHJ, ofs0, ns] 2023-12-03T11:55:03.273 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:03.269+0000 7f3c137fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1095216660667 cookie 139896413179904 notifier 7980 bl.length()=186 2023-12-03T11:55:03.273 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:03.269+0000 7f3c137fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+FGACTNDGZGAKLAEJRJHJ info.flags=0x7 2023-12-03T11:55:03.273 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:03.269+0000 7f3c137fe640 10 rgw watcher librados: moving default.rgw.meta+users.keys+FGACTNDGZGAKLAEJRJHJ to cache LRU end 2023-12-03T11:55:03.274 INFO:teuthology.orchestra.run.smithi019.stdout:{ 2023-12-03T11:55:03.275 INFO:teuthology.orchestra.run.smithi019.stdout: "user_id": "foo.client.0", 2023-12-03T11:55:03.275 INFO:teuthology.orchestra.run.smithi019.stdout: "display_name": "Mr. foo.client.0", 2023-12-03T11:55:03.275 INFO:teuthology.orchestra.run.smithi019.stdout: "email": "foo.client.0+test@test.test", 2023-12-03T11:55:03.275 INFO:teuthology.orchestra.run.smithi019.stdout: "suspended": 0, 2023-12-03T11:55:03.275 INFO:teuthology.orchestra.run.smithi019.stdout: "max_buckets": 1000, 2023-12-03T11:55:03.275 INFO:teuthology.orchestra.run.smithi019.stdout: "subusers": [], 2023-12-03T11:55:03.275 INFO:teuthology.orchestra.run.smithi019.stdout: "keys": [ 2023-12-03T11:55:03.275 INFO:teuthology.orchestra.run.smithi019.stdout: { 2023-12-03T11:55:03.275 INFO:teuthology.orchestra.run.smithi019.stdout: "user": "foo.client.0", 2023-12-03T11:55:03.275 INFO:teuthology.orchestra.run.smithi019.stdout: "access_key": "FGACTNDGZGAKLAEJRJHJ", 2023-12-03T11:55:03.275 INFO:teuthology.orchestra.run.smithi019.stdout: "secret_key": "iasoXF//Vt6P+jV3UEJ8id+NCE2rmFDL3tMccEPIq++zTgMWpS3KKA==" 2023-12-03T11:55:03.275 INFO:teuthology.orchestra.run.smithi019.stdout: } 2023-12-03T11:55:03.275 INFO:teuthology.orchestra.run.smithi019.stdout: ], 2023-12-03T11:55:03.275 INFO:teuthology.orchestra.run.smithi019.stdout: "swift_keys": [], 2023-12-03T11:55:03.276 INFO:teuthology.orchestra.run.smithi019.stdout: "caps": [ 2023-12-03T11:55:03.276 INFO:teuthology.orchestra.run.smithi019.stdout: { 2023-12-03T11:55:03.276 INFO:teuthology.orchestra.run.smithi019.stdout: "type": "user-policy", 2023-12-03T11:55:03.276 INFO:teuthology.orchestra.run.smithi019.stdout: "perm": "*" 2023-12-03T11:55:03.276 INFO:teuthology.orchestra.run.smithi019.stdout: } 2023-12-03T11:55:03.276 INFO:teuthology.orchestra.run.smithi019.stdout: ], 2023-12-03T11:55:03.276 INFO:teuthology.orchestra.run.smithi019.stdout: "op_mask": "read, write, delete", 2023-12-03T11:55:03.276 INFO:teuthology.orchestra.run.smithi019.stdout: "default_placement": "", 2023-12-03T11:55:03.276 INFO:teuthology.orchestra.run.smithi019.stdout: "default_storage_class": "", 2023-12-03T11:55:03.276 INFO:teuthology.orchestra.run.smithi019.stdout: "placement_tags": [], 2023-12-03T11:55:03.276 INFO:teuthology.orchestra.run.smithi019.stdout: "bucket_quota": { 2023-12-03T11:55:03.276 INFO:teuthology.orchestra.run.smithi019.stdout: "enabled": false, 2023-12-03T11:55:03.276 INFO:teuthology.orchestra.run.smithi019.stdout: "check_on_raw": false, 2023-12-03T11:55:03.276 INFO:teuthology.orchestra.run.smithi019.stdout: "max_size": -1, 2023-12-03T11:55:03.276 INFO:teuthology.orchestra.run.smithi019.stdout: "max_size_kb": 0, 2023-12-03T11:55:03.277 INFO:teuthology.orchestra.run.smithi019.stdout: "max_objects": -1 2023-12-03T11:55:03.277 INFO:teuthology.orchestra.run.smithi019.stdout: }, 2023-12-03T11:55:03.277 INFO:teuthology.orchestra.run.smithi019.stdout: "user_quota": { 2023-12-03T11:55:03.277 INFO:teuthology.orchestra.run.smithi019.stdout: "enabled": false, 2023-12-03T11:55:03.277 INFO:teuthology.orchestra.run.smithi019.stdout: "check_on_raw": false, 2023-12-03T11:55:03.277 INFO:teuthology.orchestra.run.smithi019.stdout: "max_size": -1, 2023-12-03T11:55:03.277 INFO:teuthology.orchestra.run.smithi019.stdout: "max_size_kb": 0, 2023-12-03T11:55:03.277 INFO:teuthology.orchestra.run.smithi019.stdout: "max_objects": -1 2023-12-03T11:55:03.277 INFO:teuthology.orchestra.run.smithi019.stdout: }, 2023-12-03T11:55:03.277 INFO:teuthology.orchestra.run.smithi019.stdout: "temp_url_keys": [], 2023-12-03T11:55:03.277 INFO:teuthology.orchestra.run.smithi019.stdout: "type": "rgw", 2023-12-03T11:55:03.277 INFO:teuthology.orchestra.run.smithi019.stdout: "mfa_ids": [] 2023-12-03T11:55:03.277 INFO:teuthology.orchestra.run.smithi019.stdout:} 2023-12-03T11:55:03.277 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:55:03.278 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:03.269+0000 7f3bf6fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:55:03.281 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:03.277+0000 7f3c338d2980 20 remove_watcher() i=0 2023-12-03T11:55:03.281 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:03.277+0000 7f3c338d2980 2 removed watcher, disabling cache 2023-12-03T11:55:03.284 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:03.277+0000 7f3c338d2980 20 remove_watcher() i=1 2023-12-03T11:55:03.287 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:03.281+0000 7f3c338d2980 20 remove_watcher() i=2 2023-12-03T11:55:03.289 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:03.285+0000 7f3c338d2980 20 remove_watcher() i=3 2023-12-03T11:55:03.291 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:03.285+0000 7f3c338d2980 20 remove_watcher() i=4 2023-12-03T11:55:03.293 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:03.285+0000 7f3c338d2980 20 remove_watcher() i=5 2023-12-03T11:55:03.294 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:03.289+0000 7f3c338d2980 20 remove_watcher() i=6 2023-12-03T11:55:03.296 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:03.289+0000 7f3c338d2980 20 remove_watcher() i=7 2023-12-03T11:55:03.303 DEBUG:teuthology.orchestra.run.smithi019:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 mfa create --uid foo.client.0 --totp-serial 9580772517 --totp-seed BQ2U3S4QURE3ZSNUJV6KLPDZ2GOLKFXNPOMZP4UWT7XKCX67RCMRGWOCMTFGATJA --totp-seconds 5 --totp-window 8 --totp-seed-type base32 --cluster ceph 2023-12-03T11:55:03.348 INFO:teuthology.orchestra.run.smithi019.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:55:03.348 INFO:teuthology.orchestra.run.smithi019.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:55:03.363 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:03.357+0000 7fa64f6c5980 20 rados->read ofs=0 len=0 2023-12-03T11:55:03.365 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:03.357+0000 7fa64f6c5980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:55:03.365 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:03.357+0000 7fa64f6c5980 20 realm 2023-12-03T11:55:03.365 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:03.357+0000 7fa64f6c5980 20 rados->read ofs=0 len=0 2023-12-03T11:55:03.366 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:03.361+0000 7fa64f6c5980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:55:03.366 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:03.361+0000 7fa64f6c5980 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:55:03.366 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:03.361+0000 7fa64f6c5980 20 rados->read ofs=0 len=0 2023-12-03T11:55:03.366 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:03.361+0000 7fa64f6c5980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:55:03.366 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:03.361+0000 7fa64f6c5980 20 rados->read ofs=0 len=0 2023-12-03T11:55:03.370 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:03.361+0000 7fa64f6c5980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:55:03.370 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:03.361+0000 7fa64f6c5980 20 rados->read ofs=0 len=0 2023-12-03T11:55:03.370 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:03.361+0000 7fa64f6c5980 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:55:03.370 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:03.361+0000 7fa64f6c5980 20 searching for the correct realm 2023-12-03T11:55:03.391 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:03.385+0000 7fa64d1e1640 0 -- 172.21.15.19:0/3952261329 >> [v2:172.21.15.57:6808/3142144203,v1:172.21.15.57:6809/3142144203] conn(0x564ef9cffac0 msgr2=0x564ef9d01f10 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2023-12-03T11:55:03.394 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:03.389+0000 7fa64f6c5980 20 RGWRados::pool_iterate: got zonegroup_info.9433ba8b-08fe-4f3d-8375-ae7b0ce32294 2023-12-03T11:55:03.394 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:03.389+0000 7fa64f6c5980 20 RGWRados::pool_iterate: got zone_info.43a5e689-6a4f-4bb6-8529-28824bd75ab9 2023-12-03T11:55:03.394 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:03.389+0000 7fa64f6c5980 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:55:03.394 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:03.389+0000 7fa64f6c5980 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:55:03.395 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:03.389+0000 7fa64f6c5980 20 rados->read ofs=0 len=0 2023-12-03T11:55:03.395 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:03.389+0000 7fa64f6c5980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:55:03.395 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:03.389+0000 7fa64f6c5980 20 rados->read ofs=0 len=0 2023-12-03T11:55:03.395 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:03.389+0000 7fa64f6c5980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:55:03.395 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:03.389+0000 7fa64f6c5980 20 rados->read ofs=0 len=0 2023-12-03T11:55:03.396 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:03.389+0000 7fa64f6c5980 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:55:03.396 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:03.389+0000 7fa64f6c5980 20 zone default found 2023-12-03T11:55:03.396 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:03.389+0000 7fa64f6c5980 4 Realm: () 2023-12-03T11:55:03.396 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:03.389+0000 7fa64f6c5980 4 ZoneGroup: default (9433ba8b-08fe-4f3d-8375-ae7b0ce32294) 2023-12-03T11:55:03.396 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:03.389+0000 7fa64f6c5980 4 Zone: default (43a5e689-6a4f-4bb6-8529-28824bd75ab9) 2023-12-03T11:55:03.396 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:03.389+0000 7fa64f6c5980 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:55:03.396 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:03.389+0000 7fa64f6c5980 20 zonegroup default 2023-12-03T11:55:03.396 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:03.389+0000 7fa64f6c5980 20 rados->read ofs=0 len=0 2023-12-03T11:55:03.396 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:03.389+0000 7fa64f6c5980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:55:03.396 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:03.389+0000 7fa64f6c5980 20 rados->read ofs=0 len=0 2023-12-03T11:55:03.397 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:03.389+0000 7fa64f6c5980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:55:03.397 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:03.389+0000 7fa64f6c5980 20 rados->read ofs=0 len=0 2023-12-03T11:55:03.397 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:03.389+0000 7fa64f6c5980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:55:03.397 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:03.393+0000 7fa64f6c5980 20 started sync module instance, tier type = 2023-12-03T11:55:03.397 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:03.393+0000 7fa64f6c5980 20 started zone id=43a5e689-6a4f-4bb6-8529-28824bd75ab9 (name=default) with tier type = 2023-12-03T11:55:03.412 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:03.405+0000 7fa64c9e0640 0 -- 172.21.15.19:0/3952261329 >> [v2:172.21.15.19:6800/1469834966,v1:172.21.15.19:6801/1469834966] conn(0x564ef9d04bf0 msgr2=0x564ef9d06fe0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:55:03.415 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:03.409+0000 7fa64f6c5980 20 add_watcher() i=0 2023-12-03T11:55:03.415 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:03.409+0000 7fa64f6c5980 20 add_watcher() i=1 2023-12-03T11:55:03.415 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:03.409+0000 7fa64f6c5980 20 add_watcher() i=2 2023-12-03T11:55:03.415 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:03.409+0000 7fa64f6c5980 20 add_watcher() i=3 2023-12-03T11:55:03.415 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:03.409+0000 7fa64f6c5980 20 add_watcher() i=4 2023-12-03T11:55:03.416 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:03.409+0000 7fa64f6c5980 20 add_watcher() i=5 2023-12-03T11:55:03.416 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:03.409+0000 7fa64f6c5980 20 add_watcher() i=6 2023-12-03T11:55:03.416 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:03.409+0000 7fa64f6c5980 20 add_watcher() i=7 2023-12-03T11:55:03.416 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:03.409+0000 7fa64f6c5980 2 all 8 watchers are set, enabling cache 2023-12-03T11:55:03.419 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:03.413+0000 7fa612fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:55:03.419 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:03.413+0000 7fa64f6c5980 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:55:03.419 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:03.413+0000 7fa64f6c5980 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:55:03.426 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:03.421+0000 7fa64f6c5980 5 note: GC not initialized 2023-12-03T11:55:03.426 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:03.421+0000 7fa581ffb640 20 reqs_thread_entry: start 2023-12-03T11:55:03.426 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:03.421+0000 7fa64f6c5980 20 init_complete bucket index max shards: 1 2023-12-03T11:55:03.426 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:03.421+0000 7fa64f6c5980 20 Filter name: none 2023-12-03T11:55:03.427 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:03.421+0000 7fa5737fe640 20 reqs_thread_entry: start 2023-12-03T11:55:03.427 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:03.421+0000 7fa64f6c5980 10 cache get: name=default.rgw.meta+users.uid+foo.client.0 : miss 2023-12-03T11:55:03.427 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:03.421+0000 7fa64f6c5980 20 rados->read ofs=0 len=0 2023-12-03T11:55:03.427 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:03.421+0000 7fa64f6c5980 20 rados_obj.operate() r=0 bl.length=455 2023-12-03T11:55:03.428 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:03.421+0000 7fa64f6c5980 10 cache put: name=default.rgw.meta+users.uid+foo.client.0 info.flags=0x13 2023-12-03T11:55:03.428 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:03.421+0000 7fa64f6c5980 10 adding default.rgw.meta+users.uid+foo.client.0 to cache LRU end 2023-12-03T11:55:03.428 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:03.421+0000 7fa64f6c5980 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-12-03T11:55:05.430 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.425+0000 7fa64f6c5980 10 cache put: name=default.rgw.meta+users.uid+foo.client.0 info.flags=0x17 2023-12-03T11:55:05.431 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.425+0000 7fa64f6c5980 10 moving default.rgw.meta+users.uid+foo.client.0 to cache LRU end 2023-12-03T11:55:05.431 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.425+0000 7fa64f6c5980 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:users.uid:foo.client.0, ofs0, ns] 2023-12-03T11:55:05.431 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.425+0000 7fa62effd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1103806595260 cookie 140352016113664 notifier 7547 bl.length()=654 2023-12-03T11:55:05.431 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.425+0000 7fa62effd640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+foo.client.0 info.flags=0x17 2023-12-03T11:55:05.431 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.425+0000 7fa62effd640 10 rgw watcher librados: moving default.rgw.meta+users.uid+foo.client.0 to cache LRU end 2023-12-03T11:55:05.435 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.429+0000 7fa612fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:55:05.441 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.433+0000 7fa64f6c5980 20 remove_watcher() i=0 2023-12-03T11:55:05.441 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.433+0000 7fa64f6c5980 2 removed watcher, disabling cache 2023-12-03T11:55:05.444 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.437+0000 7fa64f6c5980 20 remove_watcher() i=1 2023-12-03T11:55:05.446 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.441+0000 7fa64f6c5980 20 remove_watcher() i=2 2023-12-03T11:55:05.449 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.445+0000 7fa64f6c5980 20 remove_watcher() i=3 2023-12-03T11:55:05.452 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.445+0000 7fa64f6c5980 20 remove_watcher() i=4 2023-12-03T11:55:05.455 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.449+0000 7fa64f6c5980 20 remove_watcher() i=5 2023-12-03T11:55:05.457 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.453+0000 7fa64f6c5980 20 remove_watcher() i=6 2023-12-03T11:55:05.460 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.453+0000 7fa64f6c5980 20 remove_watcher() i=7 2023-12-03T11:55:05.470 DEBUG:tasks.s3tests:Creating user bar.client.0 on client.0 2023-12-03T11:55:05.470 DEBUG:teuthology.orchestra.run.smithi019:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user create --uid bar.client.0 --display-name 'Mr. bar.client.0' --email bar.client.0+test@test.test --caps 'user-policy=*' --access-key DXGFZPKGVLREAGQEJUJT --secret b+Cjjwm5TihpceFQbfzvAO9kItgSggUa0yf2U2oKZoTIQzt3ROVXcA== --cluster ceph 2023-12-03T11:55:05.561 INFO:teuthology.orchestra.run.smithi019.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:55:05.561 INFO:teuthology.orchestra.run.smithi019.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:55:05.576 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.569+0000 7f93de9c3980 20 rados->read ofs=0 len=0 2023-12-03T11:55:05.578 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.573+0000 7f93de9c3980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:55:05.578 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.573+0000 7f93de9c3980 20 realm 2023-12-03T11:55:05.578 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.573+0000 7f93de9c3980 20 rados->read ofs=0 len=0 2023-12-03T11:55:05.578 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.573+0000 7f93de9c3980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:55:05.579 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.573+0000 7f93de9c3980 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:55:05.579 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.573+0000 7f93de9c3980 20 rados->read ofs=0 len=0 2023-12-03T11:55:05.579 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.573+0000 7f93de9c3980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:55:05.579 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.573+0000 7f93de9c3980 20 rados->read ofs=0 len=0 2023-12-03T11:55:05.580 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.573+0000 7f93de9c3980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:55:05.580 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.573+0000 7f93de9c3980 20 rados->read ofs=0 len=0 2023-12-03T11:55:05.580 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.573+0000 7f93de9c3980 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:55:05.581 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.573+0000 7f93de9c3980 20 searching for the correct realm 2023-12-03T11:55:05.606 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.601+0000 7f93dc4df640 0 -- 172.21.15.19:0/1800529342 >> [v2:172.21.15.57:6808/3142144203,v1:172.21.15.57:6809/3142144203] conn(0x55976261f040 msgr2=0x559762621430 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:55:05.606 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.601+0000 7f93de9c3980 20 RGWRados::pool_iterate: got zonegroup_info.9433ba8b-08fe-4f3d-8375-ae7b0ce32294 2023-12-03T11:55:05.606 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.601+0000 7f93de9c3980 20 RGWRados::pool_iterate: got zone_info.43a5e689-6a4f-4bb6-8529-28824bd75ab9 2023-12-03T11:55:05.606 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.601+0000 7f93de9c3980 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:55:05.606 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.601+0000 7f93de9c3980 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:55:05.607 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.601+0000 7f93de9c3980 20 rados->read ofs=0 len=0 2023-12-03T11:55:05.607 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.601+0000 7f93de9c3980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:55:05.607 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.601+0000 7f93de9c3980 20 rados->read ofs=0 len=0 2023-12-03T11:55:05.607 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.601+0000 7f93de9c3980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:55:05.607 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.601+0000 7f93de9c3980 20 rados->read ofs=0 len=0 2023-12-03T11:55:05.608 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.601+0000 7f93de9c3980 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:55:05.608 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.601+0000 7f93de9c3980 20 zone default found 2023-12-03T11:55:05.608 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.601+0000 7f93de9c3980 4 Realm: () 2023-12-03T11:55:05.608 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.601+0000 7f93de9c3980 4 ZoneGroup: default (9433ba8b-08fe-4f3d-8375-ae7b0ce32294) 2023-12-03T11:55:05.608 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.601+0000 7f93de9c3980 4 Zone: default (43a5e689-6a4f-4bb6-8529-28824bd75ab9) 2023-12-03T11:55:05.609 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.601+0000 7f93de9c3980 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:55:05.609 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.601+0000 7f93de9c3980 20 zonegroup default 2023-12-03T11:55:05.609 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.601+0000 7f93de9c3980 20 rados->read ofs=0 len=0 2023-12-03T11:55:05.609 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.601+0000 7f93de9c3980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:55:05.609 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.601+0000 7f93de9c3980 20 rados->read ofs=0 len=0 2023-12-03T11:55:05.609 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.605+0000 7f93de9c3980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:55:05.610 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.605+0000 7f93de9c3980 20 rados->read ofs=0 len=0 2023-12-03T11:55:05.610 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.605+0000 7f93de9c3980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:55:05.610 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.605+0000 7f93de9c3980 20 started sync module instance, tier type = 2023-12-03T11:55:05.610 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.605+0000 7f93de9c3980 20 started zone id=43a5e689-6a4f-4bb6-8529-28824bd75ab9 (name=default) with tier type = 2023-12-03T11:55:05.627 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.621+0000 7f93dbcde640 0 -- 172.21.15.19:0/1800529342 >> [v2:172.21.15.19:6800/1469834966,v1:172.21.15.19:6801/1469834966] conn(0x559762623e90 msgr2=0x559762626280 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:55:05.629 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.621+0000 7f93de9c3980 20 add_watcher() i=0 2023-12-03T11:55:05.629 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.621+0000 7f93de9c3980 20 add_watcher() i=1 2023-12-03T11:55:05.629 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.621+0000 7f93de9c3980 20 add_watcher() i=2 2023-12-03T11:55:05.629 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.621+0000 7f93de9c3980 20 add_watcher() i=3 2023-12-03T11:55:05.629 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.621+0000 7f93de9c3980 20 add_watcher() i=4 2023-12-03T11:55:05.629 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.621+0000 7f93de9c3980 20 add_watcher() i=5 2023-12-03T11:55:05.630 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.625+0000 7f93de9c3980 20 add_watcher() i=6 2023-12-03T11:55:05.630 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.625+0000 7f93de9c3980 20 add_watcher() i=7 2023-12-03T11:55:05.630 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.625+0000 7f93de9c3980 2 all 8 watchers are set, enabling cache 2023-12-03T11:55:05.632 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.625+0000 7f93a27e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:55:05.632 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.625+0000 7f93de9c3980 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:55:05.633 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.625+0000 7f93de9c3980 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:55:05.639 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.633+0000 7f93de9c3980 5 note: GC not initialized 2023-12-03T11:55:05.639 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.633+0000 7f93117fa640 20 reqs_thread_entry: start 2023-12-03T11:55:05.639 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.633+0000 7f93de9c3980 20 init_complete bucket index max shards: 1 2023-12-03T11:55:05.639 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.633+0000 7f93de9c3980 20 Filter name: none 2023-12-03T11:55:05.640 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.633+0000 7f930affd640 20 reqs_thread_entry: start 2023-12-03T11:55:05.640 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.633+0000 7f93de9c3980 10 cache get: name=default.rgw.meta+users.uid+bar.client.0 : miss 2023-12-03T11:55:05.640 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.633+0000 7f93de9c3980 20 rados->read ofs=0 len=0 2023-12-03T11:55:05.640 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.633+0000 7f93de9c3980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:55:05.640 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.633+0000 7f93de9c3980 10 cache put: name=default.rgw.meta+users.uid+bar.client.0 info.flags=0x0 2023-12-03T11:55:05.640 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.633+0000 7f93de9c3980 10 adding default.rgw.meta+users.uid+bar.client.0 to cache LRU end 2023-12-03T11:55:05.641 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.633+0000 7f93de9c3980 10 cache get: name=default.rgw.meta+users.email+bar.client.0+test@test.test : miss 2023-12-03T11:55:05.641 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.633+0000 7f93de9c3980 20 rados->read ofs=0 len=0 2023-12-03T11:55:05.641 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.637+0000 7f93de9c3980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:55:05.641 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.637+0000 7f93de9c3980 10 cache put: name=default.rgw.meta+users.email+bar.client.0+test@test.test info.flags=0x0 2023-12-03T11:55:05.641 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.637+0000 7f93de9c3980 10 adding default.rgw.meta+users.email+bar.client.0+test@test.test to cache LRU end 2023-12-03T11:55:05.641 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.637+0000 7f93de9c3980 10 cache get: name=default.rgw.meta+users.keys+DXGFZPKGVLREAGQEJUJT : miss 2023-12-03T11:55:05.641 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.637+0000 7f93de9c3980 20 rados->read ofs=0 len=0 2023-12-03T11:55:05.642 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.637+0000 7f93de9c3980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:55:05.642 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.637+0000 7f93de9c3980 10 cache put: name=default.rgw.meta+users.keys+DXGFZPKGVLREAGQEJUJT info.flags=0x0 2023-12-03T11:55:05.642 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.637+0000 7f93de9c3980 10 adding default.rgw.meta+users.keys+DXGFZPKGVLREAGQEJUJT to cache LRU end 2023-12-03T11:55:05.642 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.637+0000 7f93de9c3980 10 cache get: name=default.rgw.meta+users.keys+DXGFZPKGVLREAGQEJUJT : hit (negative entry) 2023-12-03T11:55:05.642 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.637+0000 7f93de9c3980 10 cache get: name=default.rgw.meta+users.keys+DXGFZPKGVLREAGQEJUJT : hit (negative entry) 2023-12-03T11:55:05.646 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.641+0000 7f93de9c3980 10 cache put: name=default.rgw.meta+users.uid+bar.client.0 info.flags=0x17 2023-12-03T11:55:05.646 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.641+0000 7f93de9c3980 10 moving default.rgw.meta+users.uid+bar.client.0 to cache LRU end 2023-12-03T11:55:05.646 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.641+0000 7f93de9c3980 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:users.uid:bar.client.0, ofs0, ns] 2023-12-03T11:55:05.647 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.641+0000 7f93d2ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1103806595230 cookie 94108677448160 notifier 7565 bl.length()=640 2023-12-03T11:55:05.647 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.641+0000 7f93d2ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+bar.client.0 info.flags=0x17 2023-12-03T11:55:05.647 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.641+0000 7f93d2ffd640 10 rgw watcher librados: moving default.rgw.meta+users.uid+bar.client.0 to cache LRU end 2023-12-03T11:55:05.651 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.645+0000 7f93de9c3980 10 cache put: name=default.rgw.meta+users.email+bar.client.0+test@test.test info.flags=0x7 2023-12-03T11:55:05.651 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.645+0000 7f93de9c3980 10 moving default.rgw.meta+users.email+bar.client.0+test@test.test to cache LRU end 2023-12-03T11:55:05.651 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.645+0000 7f93de9c3980 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:users.email:bar.client.0+test@test.test, ofs0, ns] 2023-12-03T11:55:05.651 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.645+0000 7f93d2ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1103806595231 cookie 94108677448160 notifier 7565 bl.length()=194 2023-12-03T11:55:05.652 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.645+0000 7f93d2ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+bar.client.0+test@test.test info.flags=0x7 2023-12-03T11:55:05.652 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.645+0000 7f93d2ffd640 10 rgw watcher librados: moving default.rgw.meta+users.email+bar.client.0+test@test.test to cache LRU end 2023-12-03T11:55:05.656 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.649+0000 7f93de9c3980 10 cache put: name=default.rgw.meta+users.keys+DXGFZPKGVLREAGQEJUJT info.flags=0x7 2023-12-03T11:55:05.657 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.649+0000 7f93de9c3980 10 moving default.rgw.meta+users.keys+DXGFZPKGVLREAGQEJUJT to cache LRU end 2023-12-03T11:55:05.657 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.649+0000 7f93de9c3980 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:users.keys:DXGFZPKGVLREAGQEJUJT, ofs0, ns] 2023-12-03T11:55:05.657 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.649+0000 7f93d2ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1103806595317 cookie 94108679054624 notifier 7565 bl.length()=186 2023-12-03T11:55:05.657 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.649+0000 7f93d2ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+DXGFZPKGVLREAGQEJUJT info.flags=0x7 2023-12-03T11:55:05.657 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.649+0000 7f93d2ffd640 10 rgw watcher librados: moving default.rgw.meta+users.keys+DXGFZPKGVLREAGQEJUJT to cache LRU end 2023-12-03T11:55:05.657 INFO:teuthology.orchestra.run.smithi019.stdout:{ 2023-12-03T11:55:05.658 INFO:teuthology.orchestra.run.smithi019.stdout: "user_id": "bar.client.0", 2023-12-03T11:55:05.658 INFO:teuthology.orchestra.run.smithi019.stdout: "display_name": "Mr. bar.client.0", 2023-12-03T11:55:05.658 INFO:teuthology.orchestra.run.smithi019.stdout: "email": "bar.client.0+test@test.test", 2023-12-03T11:55:05.658 INFO:teuthology.orchestra.run.smithi019.stdout: "suspended": 0, 2023-12-03T11:55:05.658 INFO:teuthology.orchestra.run.smithi019.stdout: "max_buckets": 1000, 2023-12-03T11:55:05.658 INFO:teuthology.orchestra.run.smithi019.stdout: "subusers": [], 2023-12-03T11:55:05.658 INFO:teuthology.orchestra.run.smithi019.stdout: "keys": [ 2023-12-03T11:55:05.658 INFO:teuthology.orchestra.run.smithi019.stdout: { 2023-12-03T11:55:05.658 INFO:teuthology.orchestra.run.smithi019.stdout: "user": "bar.client.0", 2023-12-03T11:55:05.658 INFO:teuthology.orchestra.run.smithi019.stdout: "access_key": "DXGFZPKGVLREAGQEJUJT", 2023-12-03T11:55:05.659 INFO:teuthology.orchestra.run.smithi019.stdout: "secret_key": "b+Cjjwm5TihpceFQbfzvAO9kItgSggUa0yf2U2oKZoTIQzt3ROVXcA==" 2023-12-03T11:55:05.659 INFO:teuthology.orchestra.run.smithi019.stdout: } 2023-12-03T11:55:05.659 INFO:teuthology.orchestra.run.smithi019.stdout: ], 2023-12-03T11:55:05.659 INFO:teuthology.orchestra.run.smithi019.stdout: "swift_keys": [], 2023-12-03T11:55:05.659 INFO:teuthology.orchestra.run.smithi019.stdout: "caps": [ 2023-12-03T11:55:05.659 INFO:teuthology.orchestra.run.smithi019.stdout: { 2023-12-03T11:55:05.659 INFO:teuthology.orchestra.run.smithi019.stdout: "type": "user-policy", 2023-12-03T11:55:05.659 INFO:teuthology.orchestra.run.smithi019.stdout: "perm": "*" 2023-12-03T11:55:05.659 INFO:teuthology.orchestra.run.smithi019.stdout: } 2023-12-03T11:55:05.659 INFO:teuthology.orchestra.run.smithi019.stdout: ], 2023-12-03T11:55:05.659 INFO:teuthology.orchestra.run.smithi019.stdout: "op_mask": "read, write, delete", 2023-12-03T11:55:05.659 INFO:teuthology.orchestra.run.smithi019.stdout: "default_placement": "", 2023-12-03T11:55:05.660 INFO:teuthology.orchestra.run.smithi019.stdout: "default_storage_class": "", 2023-12-03T11:55:05.660 INFO:teuthology.orchestra.run.smithi019.stdout: "placement_tags": [], 2023-12-03T11:55:05.660 INFO:teuthology.orchestra.run.smithi019.stdout: "bucket_quota": { 2023-12-03T11:55:05.660 INFO:teuthology.orchestra.run.smithi019.stdout: "enabled": false, 2023-12-03T11:55:05.660 INFO:teuthology.orchestra.run.smithi019.stdout: "check_on_raw": false, 2023-12-03T11:55:05.660 INFO:teuthology.orchestra.run.smithi019.stdout: "max_size": -1, 2023-12-03T11:55:05.660 INFO:teuthology.orchestra.run.smithi019.stdout: "max_size_kb": 0, 2023-12-03T11:55:05.660 INFO:teuthology.orchestra.run.smithi019.stdout: "max_objects": -1 2023-12-03T11:55:05.660 INFO:teuthology.orchestra.run.smithi019.stdout: }, 2023-12-03T11:55:05.660 INFO:teuthology.orchestra.run.smithi019.stdout: "user_quota": { 2023-12-03T11:55:05.660 INFO:teuthology.orchestra.run.smithi019.stdout: "enabled": false, 2023-12-03T11:55:05.660 INFO:teuthology.orchestra.run.smithi019.stdout: "check_on_raw": false, 2023-12-03T11:55:05.660 INFO:teuthology.orchestra.run.smithi019.stdout: "max_size": -1, 2023-12-03T11:55:05.660 INFO:teuthology.orchestra.run.smithi019.stdout: "max_size_kb": 0, 2023-12-03T11:55:05.660 INFO:teuthology.orchestra.run.smithi019.stdout: "max_objects": -1 2023-12-03T11:55:05.660 INFO:teuthology.orchestra.run.smithi019.stdout: }, 2023-12-03T11:55:05.661 INFO:teuthology.orchestra.run.smithi019.stdout: "temp_url_keys": [], 2023-12-03T11:55:05.661 INFO:teuthology.orchestra.run.smithi019.stdout: "type": "rgw", 2023-12-03T11:55:05.661 INFO:teuthology.orchestra.run.smithi019.stdout: "mfa_ids": [] 2023-12-03T11:55:05.661 INFO:teuthology.orchestra.run.smithi019.stdout:} 2023-12-03T11:55:05.661 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:55:05.661 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.653+0000 7f93a27e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:55:05.664 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.657+0000 7f93de9c3980 20 remove_watcher() i=0 2023-12-03T11:55:05.664 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.657+0000 7f93de9c3980 2 removed watcher, disabling cache 2023-12-03T11:55:05.666 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.661+0000 7f93de9c3980 20 remove_watcher() i=1 2023-12-03T11:55:05.668 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.661+0000 7f93de9c3980 20 remove_watcher() i=2 2023-12-03T11:55:05.671 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.665+0000 7f93de9c3980 20 remove_watcher() i=3 2023-12-03T11:55:05.673 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.669+0000 7f93de9c3980 20 remove_watcher() i=4 2023-12-03T11:55:05.675 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.669+0000 7f93de9c3980 20 remove_watcher() i=5 2023-12-03T11:55:05.676 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.669+0000 7f93de9c3980 20 remove_watcher() i=6 2023-12-03T11:55:05.678 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.673+0000 7f93de9c3980 20 remove_watcher() i=7 2023-12-03T11:55:05.685 DEBUG:teuthology.orchestra.run.smithi019:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 mfa create --uid bar.client.0 --totp-serial 0932703787 --totp-seed GRWZDOMQSYL3RTQMT4Q2ZO23JCMZ73FAXFH2PMH3JMIZQVN262YDBQLIFRUTZ7F3 --totp-seconds 5 --totp-window 8 --totp-seed-type base32 --cluster ceph 2023-12-03T11:55:05.724 INFO:teuthology.orchestra.run.smithi019.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:55:05.724 INFO:teuthology.orchestra.run.smithi019.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:55:05.738 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.733+0000 7f7cc2eb4980 20 rados->read ofs=0 len=0 2023-12-03T11:55:05.740 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.733+0000 7f7cc2eb4980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:55:05.740 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.733+0000 7f7cc2eb4980 20 realm 2023-12-03T11:55:05.740 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.733+0000 7f7cc2eb4980 20 rados->read ofs=0 len=0 2023-12-03T11:55:05.741 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.733+0000 7f7cc2eb4980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:55:05.741 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.733+0000 7f7cc2eb4980 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:55:05.741 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.733+0000 7f7cc2eb4980 20 rados->read ofs=0 len=0 2023-12-03T11:55:05.741 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.733+0000 7f7cc2eb4980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:55:05.741 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.733+0000 7f7cc2eb4980 20 rados->read ofs=0 len=0 2023-12-03T11:55:05.742 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.737+0000 7f7cc2eb4980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:55:05.742 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.737+0000 7f7cc2eb4980 20 rados->read ofs=0 len=0 2023-12-03T11:55:05.743 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.737+0000 7f7cc2eb4980 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:55:05.743 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.737+0000 7f7cc2eb4980 20 searching for the correct realm 2023-12-03T11:55:05.769 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.761+0000 7f7cc11d1640 0 -- 172.21.15.19:0/1971304825 >> [v2:172.21.15.57:6816/3303414699,v1:172.21.15.57:6817/3303414699] conn(0x7f7cb4008070 msgr2=0x7f7cb4043410 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:55:05.769 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.761+0000 7f7cc2eb4980 20 RGWRados::pool_iterate: got zonegroup_info.9433ba8b-08fe-4f3d-8375-ae7b0ce32294 2023-12-03T11:55:05.769 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.761+0000 7f7cc2eb4980 20 RGWRados::pool_iterate: got zone_info.43a5e689-6a4f-4bb6-8529-28824bd75ab9 2023-12-03T11:55:05.769 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.761+0000 7f7cc2eb4980 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:55:05.769 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.761+0000 7f7cc2eb4980 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:55:05.769 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.761+0000 7f7cc2eb4980 20 rados->read ofs=0 len=0 2023-12-03T11:55:05.769 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.761+0000 7f7cc2eb4980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:55:05.769 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.761+0000 7f7cc2eb4980 20 rados->read ofs=0 len=0 2023-12-03T11:55:05.770 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.765+0000 7f7cc2eb4980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:55:05.770 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.765+0000 7f7cc2eb4980 20 rados->read ofs=0 len=0 2023-12-03T11:55:05.770 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.765+0000 7f7cc2eb4980 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:55:05.771 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.765+0000 7f7cc2eb4980 20 zone default found 2023-12-03T11:55:05.771 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.765+0000 7f7cc2eb4980 4 Realm: () 2023-12-03T11:55:05.771 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.765+0000 7f7cc2eb4980 4 ZoneGroup: default (9433ba8b-08fe-4f3d-8375-ae7b0ce32294) 2023-12-03T11:55:05.771 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.765+0000 7f7cc2eb4980 4 Zone: default (43a5e689-6a4f-4bb6-8529-28824bd75ab9) 2023-12-03T11:55:05.771 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.765+0000 7f7cc2eb4980 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:55:05.771 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.765+0000 7f7cc2eb4980 20 zonegroup default 2023-12-03T11:55:05.771 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.765+0000 7f7cc2eb4980 20 rados->read ofs=0 len=0 2023-12-03T11:55:05.771 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.765+0000 7f7cc2eb4980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:55:05.771 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.765+0000 7f7cc2eb4980 20 rados->read ofs=0 len=0 2023-12-03T11:55:05.772 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.765+0000 7f7cc2eb4980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:55:05.772 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.765+0000 7f7cc2eb4980 20 rados->read ofs=0 len=0 2023-12-03T11:55:05.772 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.765+0000 7f7cc2eb4980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:55:05.772 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.765+0000 7f7cc2eb4980 20 started sync module instance, tier type = 2023-12-03T11:55:05.772 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.765+0000 7f7cc2eb4980 20 started zone id=43a5e689-6a4f-4bb6-8529-28824bd75ab9 (name=default) with tier type = 2023-12-03T11:55:05.789 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.781+0000 7f7cc09d0640 0 -- 172.21.15.19:0/1971304825 >> [v2:172.21.15.19:6808/438722807,v1:172.21.15.19:6809/438722807] conn(0x7f7cb40233e0 msgr2=0x7f7cb4023860 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:55:05.789 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.781+0000 7f7cc2eb4980 20 add_watcher() i=0 2023-12-03T11:55:05.789 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.781+0000 7f7cc2eb4980 20 add_watcher() i=1 2023-12-03T11:55:05.789 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.781+0000 7f7cc2eb4980 20 add_watcher() i=2 2023-12-03T11:55:05.789 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.781+0000 7f7cc2eb4980 20 add_watcher() i=3 2023-12-03T11:55:05.789 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.781+0000 7f7cc2eb4980 20 add_watcher() i=4 2023-12-03T11:55:05.789 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.781+0000 7f7cc2eb4980 20 add_watcher() i=5 2023-12-03T11:55:05.790 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.781+0000 7f7cc2eb4980 20 add_watcher() i=6 2023-12-03T11:55:05.790 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.785+0000 7f7cc2eb4980 20 add_watcher() i=7 2023-12-03T11:55:05.790 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.785+0000 7f7cc2eb4980 2 all 8 watchers are set, enabling cache 2023-12-03T11:55:05.793 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.789+0000 7f7c86fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:55:05.793 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.789+0000 7f7cc2eb4980 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:55:05.793 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.789+0000 7f7cc2eb4980 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:55:05.801 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.793+0000 7f7cc2eb4980 5 note: GC not initialized 2023-12-03T11:55:05.801 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.793+0000 7f7bf5ffb640 20 reqs_thread_entry: start 2023-12-03T11:55:05.801 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.793+0000 7f7cc2eb4980 20 init_complete bucket index max shards: 1 2023-12-03T11:55:05.801 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.793+0000 7f7cc2eb4980 20 Filter name: none 2023-12-03T11:55:05.801 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.793+0000 7f7be77fe640 20 reqs_thread_entry: start 2023-12-03T11:55:05.801 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.793+0000 7f7cc2eb4980 10 cache get: name=default.rgw.meta+users.uid+bar.client.0 : miss 2023-12-03T11:55:05.801 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.793+0000 7f7cc2eb4980 20 rados->read ofs=0 len=0 2023-12-03T11:55:05.802 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.797+0000 7f7cc2eb4980 20 rados_obj.operate() r=0 bl.length=455 2023-12-03T11:55:05.802 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.797+0000 7f7cc2eb4980 10 cache put: name=default.rgw.meta+users.uid+bar.client.0 info.flags=0x13 2023-12-03T11:55:05.802 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.797+0000 7f7cc2eb4980 10 adding default.rgw.meta+users.uid+bar.client.0 to cache LRU end 2023-12-03T11:55:05.802 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.797+0000 7f7cc2eb4980 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-12-03T11:55:05.807 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.801+0000 7f7cc2eb4980 10 cache put: name=default.rgw.meta+users.uid+bar.client.0 info.flags=0x17 2023-12-03T11:55:05.808 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.801+0000 7f7cc2eb4980 10 moving default.rgw.meta+users.uid+bar.client.0 to cache LRU end 2023-12-03T11:55:05.808 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.801+0000 7f7cc2eb4980 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:users.uid:bar.client.0, ofs0, ns] 2023-12-03T11:55:05.809 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.801+0000 7f7ca77fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1103806595232 cookie 94363531932128 notifier 7583 bl.length()=654 2023-12-03T11:55:05.809 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.801+0000 7f7ca77fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+bar.client.0 info.flags=0x17 2023-12-03T11:55:05.809 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.801+0000 7f7ca77fe640 10 rgw watcher librados: moving default.rgw.meta+users.uid+bar.client.0 to cache LRU end 2023-12-03T11:55:05.811 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.805+0000 7f7c86fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:55:05.817 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.809+0000 7f7cc2eb4980 20 remove_watcher() i=0 2023-12-03T11:55:05.817 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.809+0000 7f7cc2eb4980 2 removed watcher, disabling cache 2023-12-03T11:55:05.820 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.813+0000 7f7cc2eb4980 20 remove_watcher() i=1 2023-12-03T11:55:05.822 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.817+0000 7f7cc2eb4980 20 remove_watcher() i=2 2023-12-03T11:55:05.824 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.817+0000 7f7cc2eb4980 20 remove_watcher() i=3 2023-12-03T11:55:05.827 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.821+0000 7f7cc2eb4980 20 remove_watcher() i=4 2023-12-03T11:55:05.828 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.821+0000 7f7cc2eb4980 20 remove_watcher() i=5 2023-12-03T11:55:05.830 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.825+0000 7f7cc2eb4980 20 remove_watcher() i=6 2023-12-03T11:55:05.833 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.825+0000 7f7cc2eb4980 20 remove_watcher() i=7 2023-12-03T11:55:05.838 DEBUG:tasks.s3tests:Creating user testx$tenanteduser.client.0 on client.0 2023-12-03T11:55:05.838 DEBUG:teuthology.orchestra.run.smithi019:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user create --uid 'testx$tenanteduser.client.0' --display-name 'Mr. testx$tenanteduser.client.0' --email 'testx$tenanteduser.client.0+test@test.test' --caps 'user-policy=*' --access-key CVZMRZSZSKTQWDPLJUSL --secret dCsb3OScmOmVNOBAZo+Wac6T5q+AsTaIfeCUj3Aigh+xjaqphNJBiQ== --cluster ceph 2023-12-03T11:55:05.924 INFO:teuthology.orchestra.run.smithi019.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:55:05.925 INFO:teuthology.orchestra.run.smithi019.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:55:05.940 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.933+0000 7f76b7e24980 20 rados->read ofs=0 len=0 2023-12-03T11:55:05.942 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.937+0000 7f76b7e24980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:55:05.942 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.937+0000 7f76b7e24980 20 realm 2023-12-03T11:55:05.942 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.937+0000 7f76b7e24980 20 rados->read ofs=0 len=0 2023-12-03T11:55:05.942 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.937+0000 7f76b7e24980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:55:05.942 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.937+0000 7f76b7e24980 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:55:05.942 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.937+0000 7f76b7e24980 20 rados->read ofs=0 len=0 2023-12-03T11:55:05.942 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.937+0000 7f76b7e24980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:55:05.942 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.937+0000 7f76b7e24980 20 rados->read ofs=0 len=0 2023-12-03T11:55:05.944 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.937+0000 7f76b7e24980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:55:05.944 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.937+0000 7f76b7e24980 20 rados->read ofs=0 len=0 2023-12-03T11:55:05.945 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.937+0000 7f76b7e24980 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:55:05.945 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.937+0000 7f76b7e24980 20 searching for the correct realm 2023-12-03T11:55:05.965 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.961+0000 7f76b6141640 0 -- 172.21.15.19:0/2303890589 >> [v2:172.21.15.19:6810/916309765,v1:172.21.15.19:6813/916309765] conn(0x5588bd5ec3a0 msgr2=0x5588bd5ee820 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:55:05.971 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.965+0000 7f76b7e24980 20 RGWRados::pool_iterate: got zonegroup_info.9433ba8b-08fe-4f3d-8375-ae7b0ce32294 2023-12-03T11:55:05.971 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.965+0000 7f76b7e24980 20 RGWRados::pool_iterate: got zone_info.43a5e689-6a4f-4bb6-8529-28824bd75ab9 2023-12-03T11:55:05.971 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.965+0000 7f76b7e24980 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:55:05.971 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.965+0000 7f76b7e24980 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:55:05.971 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.965+0000 7f76b7e24980 20 rados->read ofs=0 len=0 2023-12-03T11:55:05.971 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.965+0000 7f76b7e24980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:55:05.971 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.965+0000 7f76b7e24980 20 rados->read ofs=0 len=0 2023-12-03T11:55:05.972 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.965+0000 7f76b7e24980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:55:05.972 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.965+0000 7f76b7e24980 20 rados->read ofs=0 len=0 2023-12-03T11:55:05.973 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.965+0000 7f76b7e24980 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:55:05.973 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.965+0000 7f76b7e24980 20 zone default found 2023-12-03T11:55:05.973 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.965+0000 7f76b7e24980 4 Realm: () 2023-12-03T11:55:05.973 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.965+0000 7f76b7e24980 4 ZoneGroup: default (9433ba8b-08fe-4f3d-8375-ae7b0ce32294) 2023-12-03T11:55:05.973 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.965+0000 7f76b7e24980 4 Zone: default (43a5e689-6a4f-4bb6-8529-28824bd75ab9) 2023-12-03T11:55:05.973 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.965+0000 7f76b7e24980 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:55:05.973 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.965+0000 7f76b7e24980 20 zonegroup default 2023-12-03T11:55:05.973 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.965+0000 7f76b7e24980 20 rados->read ofs=0 len=0 2023-12-03T11:55:05.973 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.969+0000 7f76b7e24980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:55:05.973 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.969+0000 7f76b7e24980 20 rados->read ofs=0 len=0 2023-12-03T11:55:05.974 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.969+0000 7f76b7e24980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:55:05.974 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.969+0000 7f76b7e24980 20 rados->read ofs=0 len=0 2023-12-03T11:55:05.974 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.969+0000 7f76b7e24980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:55:05.974 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.969+0000 7f76b7e24980 20 started sync module instance, tier type = 2023-12-03T11:55:05.974 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.969+0000 7f76b7e24980 20 started zone id=43a5e689-6a4f-4bb6-8529-28824bd75ab9 (name=default) with tier type = 2023-12-03T11:55:05.983 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.977+0000 7f76b5940640 0 -- 172.21.15.19:0/2303890589 >> [v2:172.21.15.57:6808/3142144203,v1:172.21.15.57:6809/3142144203] conn(0x5588bd5f0480 msgr2=0x5588bd5f28b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:55:05.993 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.989+0000 7f76b7e24980 20 add_watcher() i=0 2023-12-03T11:55:05.994 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.989+0000 7f76b7e24980 20 add_watcher() i=1 2023-12-03T11:55:05.994 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.989+0000 7f76b7e24980 20 add_watcher() i=2 2023-12-03T11:55:05.994 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.989+0000 7f76b7e24980 20 add_watcher() i=3 2023-12-03T11:55:05.994 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.989+0000 7f76b7e24980 20 add_watcher() i=4 2023-12-03T11:55:05.994 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.989+0000 7f76b7e24980 20 add_watcher() i=5 2023-12-03T11:55:05.994 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.989+0000 7f76b7e24980 20 add_watcher() i=6 2023-12-03T11:55:05.995 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.989+0000 7f76b7e24980 20 add_watcher() i=7 2023-12-03T11:55:05.995 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.989+0000 7f76b7e24980 2 all 8 watchers are set, enabling cache 2023-12-03T11:55:05.998 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.993+0000 7f767b7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:55:05.998 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.993+0000 7f76b7e24980 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:55:05.998 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.993+0000 7f76b7e24980 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:55:06.005 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.997+0000 7f76b7e24980 5 note: GC not initialized 2023-12-03T11:55:06.005 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:05.997+0000 7f75ea7fc640 20 reqs_thread_entry: start 2023-12-03T11:55:06.005 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.001+0000 7f76b7e24980 20 init_complete bucket index max shards: 1 2023-12-03T11:55:06.005 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.001+0000 7f76b7e24980 20 Filter name: none 2023-12-03T11:55:06.005 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.001+0000 7f75dbfff640 20 reqs_thread_entry: start 2023-12-03T11:55:06.005 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.001+0000 7f76b7e24980 10 cache get: name=default.rgw.meta+users.uid+testx$tenanteduser.client.0 : miss 2023-12-03T11:55:06.006 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.001+0000 7f76b7e24980 20 rados->read ofs=0 len=0 2023-12-03T11:55:06.006 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.001+0000 7f76b7e24980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:55:06.006 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.001+0000 7f76b7e24980 10 cache put: name=default.rgw.meta+users.uid+testx$tenanteduser.client.0 info.flags=0x0 2023-12-03T11:55:06.007 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.001+0000 7f76b7e24980 10 adding default.rgw.meta+users.uid+testx$tenanteduser.client.0 to cache LRU end 2023-12-03T11:55:06.007 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.001+0000 7f76b7e24980 10 cache get: name=default.rgw.meta+users.email+testx$tenanteduser.client.0+test@test.test : miss 2023-12-03T11:55:06.007 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.001+0000 7f76b7e24980 20 rados->read ofs=0 len=0 2023-12-03T11:55:06.007 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.001+0000 7f76b7e24980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:55:06.007 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.001+0000 7f76b7e24980 10 cache put: name=default.rgw.meta+users.email+testx$tenanteduser.client.0+test@test.test info.flags=0x0 2023-12-03T11:55:06.007 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.001+0000 7f76b7e24980 10 adding default.rgw.meta+users.email+testx$tenanteduser.client.0+test@test.test to cache LRU end 2023-12-03T11:55:06.007 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.001+0000 7f76b7e24980 10 cache get: name=default.rgw.meta+users.keys+CVZMRZSZSKTQWDPLJUSL : miss 2023-12-03T11:55:06.007 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.001+0000 7f76b7e24980 20 rados->read ofs=0 len=0 2023-12-03T11:55:06.008 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.001+0000 7f76b7e24980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:55:06.008 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.001+0000 7f76b7e24980 10 cache put: name=default.rgw.meta+users.keys+CVZMRZSZSKTQWDPLJUSL info.flags=0x0 2023-12-03T11:55:06.008 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.001+0000 7f76b7e24980 10 adding default.rgw.meta+users.keys+CVZMRZSZSKTQWDPLJUSL to cache LRU end 2023-12-03T11:55:06.008 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.001+0000 7f76b7e24980 10 cache get: name=default.rgw.meta+users.keys+CVZMRZSZSKTQWDPLJUSL : hit (negative entry) 2023-12-03T11:55:06.008 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.001+0000 7f76b7e24980 10 cache get: name=default.rgw.meta+users.keys+CVZMRZSZSKTQWDPLJUSL : hit (negative entry) 2023-12-03T11:55:06.009 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.001+0000 7f76b7e24980 10 cache put: name=default.rgw.meta+users.uid+testx$tenanteduser.client.0 info.flags=0x17 2023-12-03T11:55:06.009 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.001+0000 7f76b7e24980 10 moving default.rgw.meta+users.uid+testx$tenanteduser.client.0 to cache LRU end 2023-12-03T11:55:06.009 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.001+0000 7f76b7e24980 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:users.uid:testx$tenanteduser.client.0, ofs0, ns] 2023-12-03T11:55:06.009 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.005+0000 7f76a7fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1103806595318 cookie 94045781038032 notifier 7598 bl.length()=714 2023-12-03T11:55:06.009 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.005+0000 7f76a7fff640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+testx$tenanteduser.client.0 info.flags=0x17 2023-12-03T11:55:06.009 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.005+0000 7f76a7fff640 10 rgw watcher librados: moving default.rgw.meta+users.uid+testx$tenanteduser.client.0 to cache LRU end 2023-12-03T11:55:06.012 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.005+0000 7f76b7e24980 10 cache put: name=default.rgw.meta+users.email+testx$tenanteduser.client.0+test@test.test info.flags=0x7 2023-12-03T11:55:06.013 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.005+0000 7f76b7e24980 10 moving default.rgw.meta+users.email+testx$tenanteduser.client.0+test@test.test to cache LRU end 2023-12-03T11:55:06.013 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.005+0000 7f76b7e24980 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:users.email:testx$tenanteduser.client.0+test@test.test, ofs0, ns] 2023-12-03T11:55:06.013 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.009+0000 7f76a7fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1103806595157 cookie 94045781080048 notifier 7598 bl.length()=224 2023-12-03T11:55:06.013 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.009+0000 7f76a7fff640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+testx$tenanteduser.client.0+test@test.test info.flags=0x7 2023-12-03T11:55:06.013 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.009+0000 7f76a7fff640 10 rgw watcher librados: moving default.rgw.meta+users.email+testx$tenanteduser.client.0+test@test.test to cache LRU end 2023-12-03T11:55:06.015 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.009+0000 7f76b7e24980 10 cache put: name=default.rgw.meta+users.keys+CVZMRZSZSKTQWDPLJUSL info.flags=0x7 2023-12-03T11:55:06.015 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.009+0000 7f76b7e24980 10 moving default.rgw.meta+users.keys+CVZMRZSZSKTQWDPLJUSL to cache LRU end 2023-12-03T11:55:06.015 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.009+0000 7f76b7e24980 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:users.keys:CVZMRZSZSKTQWDPLJUSL, ofs0, ns] 2023-12-03T11:55:06.016 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.009+0000 7f76a77fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1103806595261 cookie 94045781076064 notifier 7598 bl.length()=201 2023-12-03T11:55:06.016 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.009+0000 7f76a77fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+CVZMRZSZSKTQWDPLJUSL info.flags=0x7 2023-12-03T11:55:06.016 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.009+0000 7f76a77fe640 10 rgw watcher librados: moving default.rgw.meta+users.keys+CVZMRZSZSKTQWDPLJUSL to cache LRU end 2023-12-03T11:55:06.017 INFO:teuthology.orchestra.run.smithi019.stdout:{ 2023-12-03T11:55:06.017 INFO:teuthology.orchestra.run.smithi019.stdout: "user_id": "testx$tenanteduser.client.0", 2023-12-03T11:55:06.017 INFO:teuthology.orchestra.run.smithi019.stdout: "display_name": "Mr. testx$tenanteduser.client.0", 2023-12-03T11:55:06.017 INFO:teuthology.orchestra.run.smithi019.stdout: "email": "testx$tenanteduser.client.0+test@test.test", 2023-12-03T11:55:06.017 INFO:teuthology.orchestra.run.smithi019.stdout: "suspended": 0, 2023-12-03T11:55:06.017 INFO:teuthology.orchestra.run.smithi019.stdout: "max_buckets": 1000, 2023-12-03T11:55:06.017 INFO:teuthology.orchestra.run.smithi019.stdout: "subusers": [], 2023-12-03T11:55:06.017 INFO:teuthology.orchestra.run.smithi019.stdout: "keys": [ 2023-12-03T11:55:06.017 INFO:teuthology.orchestra.run.smithi019.stdout: { 2023-12-03T11:55:06.017 INFO:teuthology.orchestra.run.smithi019.stdout: "user": "testx$tenanteduser.client.0", 2023-12-03T11:55:06.017 INFO:teuthology.orchestra.run.smithi019.stdout: "access_key": "CVZMRZSZSKTQWDPLJUSL", 2023-12-03T11:55:06.018 INFO:teuthology.orchestra.run.smithi019.stdout: "secret_key": "dCsb3OScmOmVNOBAZo+Wac6T5q+AsTaIfeCUj3Aigh+xjaqphNJBiQ==" 2023-12-03T11:55:06.018 INFO:teuthology.orchestra.run.smithi019.stdout: } 2023-12-03T11:55:06.018 INFO:teuthology.orchestra.run.smithi019.stdout: ], 2023-12-03T11:55:06.018 INFO:teuthology.orchestra.run.smithi019.stdout: "swift_keys": [], 2023-12-03T11:55:06.018 INFO:teuthology.orchestra.run.smithi019.stdout: "caps": [ 2023-12-03T11:55:06.018 INFO:teuthology.orchestra.run.smithi019.stdout: { 2023-12-03T11:55:06.018 INFO:teuthology.orchestra.run.smithi019.stdout: "type": "user-policy", 2023-12-03T11:55:06.018 INFO:teuthology.orchestra.run.smithi019.stdout: "perm": "*" 2023-12-03T11:55:06.018 INFO:teuthology.orchestra.run.smithi019.stdout: } 2023-12-03T11:55:06.018 INFO:teuthology.orchestra.run.smithi019.stdout: ], 2023-12-03T11:55:06.018 INFO:teuthology.orchestra.run.smithi019.stdout: "op_mask": "read, write, delete", 2023-12-03T11:55:06.018 INFO:teuthology.orchestra.run.smithi019.stdout: "default_placement": "", 2023-12-03T11:55:06.018 INFO:teuthology.orchestra.run.smithi019.stdout: "default_storage_class": "", 2023-12-03T11:55:06.018 INFO:teuthology.orchestra.run.smithi019.stdout: "placement_tags": [], 2023-12-03T11:55:06.018 INFO:teuthology.orchestra.run.smithi019.stdout: "bucket_quota": { 2023-12-03T11:55:06.019 INFO:teuthology.orchestra.run.smithi019.stdout: "enabled": false, 2023-12-03T11:55:06.019 INFO:teuthology.orchestra.run.smithi019.stdout: "check_on_raw": false, 2023-12-03T11:55:06.019 INFO:teuthology.orchestra.run.smithi019.stdout: "max_size": -1, 2023-12-03T11:55:06.019 INFO:teuthology.orchestra.run.smithi019.stdout: "max_size_kb": 0, 2023-12-03T11:55:06.019 INFO:teuthology.orchestra.run.smithi019.stdout: "max_objects": -1 2023-12-03T11:55:06.019 INFO:teuthology.orchestra.run.smithi019.stdout: }, 2023-12-03T11:55:06.019 INFO:teuthology.orchestra.run.smithi019.stdout: "user_quota": { 2023-12-03T11:55:06.019 INFO:teuthology.orchestra.run.smithi019.stdout: "enabled": false, 2023-12-03T11:55:06.019 INFO:teuthology.orchestra.run.smithi019.stdout: "check_on_raw": false, 2023-12-03T11:55:06.019 INFO:teuthology.orchestra.run.smithi019.stdout: "max_size": -1, 2023-12-03T11:55:06.019 INFO:teuthology.orchestra.run.smithi019.stdout: "max_size_kb": 0, 2023-12-03T11:55:06.019 INFO:teuthology.orchestra.run.smithi019.stdout: "max_objects": -1 2023-12-03T11:55:06.019 INFO:teuthology.orchestra.run.smithi019.stdout: }, 2023-12-03T11:55:06.019 INFO:teuthology.orchestra.run.smithi019.stdout: "temp_url_keys": [], 2023-12-03T11:55:06.019 INFO:teuthology.orchestra.run.smithi019.stdout: "type": "rgw", 2023-12-03T11:55:06.019 INFO:teuthology.orchestra.run.smithi019.stdout: "mfa_ids": [] 2023-12-03T11:55:06.020 INFO:teuthology.orchestra.run.smithi019.stdout:} 2023-12-03T11:55:06.020 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:55:06.020 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.013+0000 7f767b7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:55:06.023 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.017+0000 7f76b7e24980 20 remove_watcher() i=0 2023-12-03T11:55:06.023 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.017+0000 7f76b7e24980 2 removed watcher, disabling cache 2023-12-03T11:55:06.025 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.021+0000 7f76b7e24980 20 remove_watcher() i=1 2023-12-03T11:55:06.028 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.021+0000 7f76b7e24980 20 remove_watcher() i=2 2023-12-03T11:55:06.030 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.025+0000 7f76b7e24980 20 remove_watcher() i=3 2023-12-03T11:55:06.032 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.025+0000 7f76b7e24980 20 remove_watcher() i=4 2023-12-03T11:55:06.033 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.029+0000 7f76b7e24980 20 remove_watcher() i=5 2023-12-03T11:55:06.037 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.029+0000 7f76b7e24980 20 remove_watcher() i=6 2023-12-03T11:55:06.037 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.029+0000 7f76b7e24980 20 remove_watcher() i=7 2023-12-03T11:55:06.043 DEBUG:teuthology.orchestra.run.smithi019:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 mfa create --uid 'testx$tenanteduser.client.0' --totp-serial 8512421065 --totp-seed LOV2NEFAOQSDBXUKCWKY3QYVFYLULYRIPMNA4GRE5RK5OHZNXGNEMOO2HVGATX7A --totp-seconds 5 --totp-window 8 --totp-seed-type base32 --cluster ceph 2023-12-03T11:55:06.131 INFO:teuthology.orchestra.run.smithi019.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:55:06.131 INFO:teuthology.orchestra.run.smithi019.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:55:06.146 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.141+0000 7f8c7da98980 20 rados->read ofs=0 len=0 2023-12-03T11:55:06.148 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.141+0000 7f8c7da98980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:55:06.148 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.141+0000 7f8c7da98980 20 realm 2023-12-03T11:55:06.148 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.141+0000 7f8c7da98980 20 rados->read ofs=0 len=0 2023-12-03T11:55:06.148 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.141+0000 7f8c7da98980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:55:06.149 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.141+0000 7f8c7da98980 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:55:06.149 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.141+0000 7f8c7da98980 20 rados->read ofs=0 len=0 2023-12-03T11:55:06.149 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.141+0000 7f8c7da98980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:55:06.149 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.141+0000 7f8c7da98980 20 rados->read ofs=0 len=0 2023-12-03T11:55:06.150 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.145+0000 7f8c7da98980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:55:06.150 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.145+0000 7f8c7da98980 20 rados->read ofs=0 len=0 2023-12-03T11:55:06.151 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.145+0000 7f8c7da98980 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:55:06.151 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.145+0000 7f8c7da98980 20 searching for the correct realm 2023-12-03T11:55:06.176 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.169+0000 7f8c7b5b4640 0 -- 172.21.15.19:0/1652414903 >> [v2:172.21.15.57:6808/3142144203,v1:172.21.15.57:6809/3142144203] conn(0x562e106e4950 msgr2=0x562e106e6d80 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:55:06.176 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.169+0000 7f8c7da98980 20 RGWRados::pool_iterate: got zonegroup_info.9433ba8b-08fe-4f3d-8375-ae7b0ce32294 2023-12-03T11:55:06.176 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.169+0000 7f8c7da98980 20 RGWRados::pool_iterate: got zone_info.43a5e689-6a4f-4bb6-8529-28824bd75ab9 2023-12-03T11:55:06.177 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.169+0000 7f8c7da98980 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:55:06.177 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.169+0000 7f8c7da98980 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:55:06.177 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.169+0000 7f8c7da98980 20 rados->read ofs=0 len=0 2023-12-03T11:55:06.177 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.169+0000 7f8c7da98980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:55:06.177 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.169+0000 7f8c7da98980 20 rados->read ofs=0 len=0 2023-12-03T11:55:06.177 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.173+0000 7f8c7da98980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:55:06.177 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.173+0000 7f8c7da98980 20 rados->read ofs=0 len=0 2023-12-03T11:55:06.178 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.173+0000 7f8c7da98980 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:55:06.178 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.173+0000 7f8c7da98980 20 zone default found 2023-12-03T11:55:06.178 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.173+0000 7f8c7da98980 4 Realm: () 2023-12-03T11:55:06.178 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.173+0000 7f8c7da98980 4 ZoneGroup: default (9433ba8b-08fe-4f3d-8375-ae7b0ce32294) 2023-12-03T11:55:06.178 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.173+0000 7f8c7da98980 4 Zone: default (43a5e689-6a4f-4bb6-8529-28824bd75ab9) 2023-12-03T11:55:06.179 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.173+0000 7f8c7da98980 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:55:06.179 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.173+0000 7f8c7da98980 20 zonegroup default 2023-12-03T11:55:06.179 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.173+0000 7f8c7da98980 20 rados->read ofs=0 len=0 2023-12-03T11:55:06.179 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.173+0000 7f8c7da98980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:55:06.179 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.173+0000 7f8c7da98980 20 rados->read ofs=0 len=0 2023-12-03T11:55:06.179 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.173+0000 7f8c7da98980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:55:06.179 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.173+0000 7f8c7da98980 20 rados->read ofs=0 len=0 2023-12-03T11:55:06.180 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.173+0000 7f8c7da98980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:55:06.180 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.173+0000 7f8c7da98980 20 started sync module instance, tier type = 2023-12-03T11:55:06.180 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.173+0000 7f8c7da98980 20 started zone id=43a5e689-6a4f-4bb6-8529-28824bd75ab9 (name=default) with tier type = 2023-12-03T11:55:06.197 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.189+0000 7f8c7adb3640 0 -- 172.21.15.19:0/1652414903 >> [v2:172.21.15.19:6800/1469834966,v1:172.21.15.19:6801/1469834966] conn(0x562e106e9a60 msgr2=0x562e106ebe50 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:55:06.199 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.193+0000 7f8c7da98980 20 add_watcher() i=0 2023-12-03T11:55:06.199 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.193+0000 7f8c7da98980 20 add_watcher() i=1 2023-12-03T11:55:06.199 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.193+0000 7f8c7da98980 20 add_watcher() i=2 2023-12-03T11:55:06.199 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.193+0000 7f8c7da98980 20 add_watcher() i=3 2023-12-03T11:55:06.199 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.193+0000 7f8c7da98980 20 add_watcher() i=4 2023-12-03T11:55:06.199 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.193+0000 7f8c7da98980 20 add_watcher() i=5 2023-12-03T11:55:06.200 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.193+0000 7f8c7da98980 20 add_watcher() i=6 2023-12-03T11:55:06.200 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.193+0000 7f8c7da98980 20 add_watcher() i=7 2023-12-03T11:55:06.200 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.193+0000 7f8c7da98980 2 all 8 watchers are set, enabling cache 2023-12-03T11:55:06.203 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.197+0000 7f8c417e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:55:06.204 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.197+0000 7f8c7da98980 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:55:06.204 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.197+0000 7f8c7da98980 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:55:06.210 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.205+0000 7f8c7da98980 5 note: GC not initialized 2023-12-03T11:55:06.210 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.205+0000 7f8baffff640 20 reqs_thread_entry: start 2023-12-03T11:55:06.211 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.205+0000 7f8c7da98980 20 init_complete bucket index max shards: 1 2023-12-03T11:55:06.211 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.205+0000 7f8c7da98980 20 Filter name: none 2023-12-03T11:55:06.211 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.205+0000 7f8badffb640 20 reqs_thread_entry: start 2023-12-03T11:55:06.211 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.205+0000 7f8c7da98980 10 cache get: name=default.rgw.meta+users.uid+testx$tenanteduser.client.0 : miss 2023-12-03T11:55:06.211 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.205+0000 7f8c7da98980 20 rados->read ofs=0 len=0 2023-12-03T11:55:06.212 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.205+0000 7f8c7da98980 20 rados_obj.operate() r=0 bl.length=514 2023-12-03T11:55:06.212 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.205+0000 7f8c7da98980 10 cache put: name=default.rgw.meta+users.uid+testx$tenanteduser.client.0 info.flags=0x13 2023-12-03T11:55:06.212 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.205+0000 7f8c7da98980 10 adding default.rgw.meta+users.uid+testx$tenanteduser.client.0 to cache LRU end 2023-12-03T11:55:06.212 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.205+0000 7f8c7da98980 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-12-03T11:55:06.216 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.209+0000 7f8c7da98980 10 cache put: name=default.rgw.meta+users.uid+testx$tenanteduser.client.0 info.flags=0x17 2023-12-03T11:55:06.216 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.209+0000 7f8c7da98980 10 moving default.rgw.meta+users.uid+testx$tenanteduser.client.0 to cache LRU end 2023-12-03T11:55:06.216 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.209+0000 7f8c7da98980 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:users.uid:testx$tenanteduser.client.0, ofs0, ns] 2023-12-03T11:55:06.216 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.209+0000 7f8c71ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1103806595319 cookie 94755844199568 notifier 7619 bl.length()=728 2023-12-03T11:55:06.217 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.209+0000 7f8c71ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+testx$tenanteduser.client.0 info.flags=0x17 2023-12-03T11:55:06.217 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.209+0000 7f8c71ffb640 10 rgw watcher librados: moving default.rgw.meta+users.uid+testx$tenanteduser.client.0 to cache LRU end 2023-12-03T11:55:06.218 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.213+0000 7f8c417e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:55:06.223 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.217+0000 7f8c7da98980 20 remove_watcher() i=0 2023-12-03T11:55:06.224 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.217+0000 7f8c7da98980 2 removed watcher, disabling cache 2023-12-03T11:55:06.226 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.221+0000 7f8c7da98980 20 remove_watcher() i=1 2023-12-03T11:55:06.228 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.221+0000 7f8c7da98980 20 remove_watcher() i=2 2023-12-03T11:55:06.230 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.225+0000 7f8c7da98980 20 remove_watcher() i=3 2023-12-03T11:55:06.233 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.225+0000 7f8c7da98980 20 remove_watcher() i=4 2023-12-03T11:55:06.234 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.229+0000 7f8c7da98980 20 remove_watcher() i=5 2023-12-03T11:55:06.235 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.229+0000 7f8c7da98980 20 remove_watcher() i=6 2023-12-03T11:55:06.237 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.233+0000 7f8c7da98980 20 remove_watcher() i=7 2023-12-03T11:55:06.243 DEBUG:tasks.s3tests:Creating user foobar.client.0 on client.0 2023-12-03T11:55:06.243 DEBUG:teuthology.orchestra.run.smithi019:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user create --uid foobar.client.0 --display-name 'Mr. foobar.client.0' --email foobar.client.0+test@test.test --caps 'user-policy=*' --access-key BHZBDBETUSNPVBQZNLNF --secret kLvGh00OLwjnWRjgyjZS8QNHZVxNJWJ4jAURyd1alfKb10voSLkm+w== --cluster ceph 2023-12-03T11:55:06.282 INFO:teuthology.orchestra.run.smithi019.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:55:06.282 INFO:teuthology.orchestra.run.smithi019.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:55:06.301 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.297+0000 7f21a7961980 20 rados->read ofs=0 len=0 2023-12-03T11:55:06.303 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.297+0000 7f21a7961980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:55:06.303 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.297+0000 7f21a7961980 20 realm 2023-12-03T11:55:06.304 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.297+0000 7f21a7961980 20 rados->read ofs=0 len=0 2023-12-03T11:55:06.304 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.297+0000 7f21a7961980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:55:06.304 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.297+0000 7f21a7961980 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:55:06.304 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.297+0000 7f21a7961980 20 rados->read ofs=0 len=0 2023-12-03T11:55:06.304 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.297+0000 7f21a7961980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:55:06.304 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.297+0000 7f21a7961980 20 rados->read ofs=0 len=0 2023-12-03T11:55:06.306 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.301+0000 7f21a7961980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:55:06.306 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.301+0000 7f21a7961980 20 rados->read ofs=0 len=0 2023-12-03T11:55:06.307 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.301+0000 7f21a7961980 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:55:06.307 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.301+0000 7f21a7961980 20 searching for the correct realm 2023-12-03T11:55:06.358 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.353+0000 7f21a5c7e640 0 -- 172.21.15.19:0/599520170 >> [v2:172.21.15.57:6816/3303414699,v1:172.21.15.57:6817/3303414699] conn(0x7f219c06d250 msgr2=0x7f219c054320 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:55:06.359 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.353+0000 7f21a7961980 20 RGWRados::pool_iterate: got zonegroup_info.9433ba8b-08fe-4f3d-8375-ae7b0ce32294 2023-12-03T11:55:06.359 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.353+0000 7f21a7961980 20 RGWRados::pool_iterate: got zone_info.43a5e689-6a4f-4bb6-8529-28824bd75ab9 2023-12-03T11:55:06.359 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.353+0000 7f21a7961980 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:55:06.359 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.353+0000 7f21a7961980 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:55:06.359 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.353+0000 7f21a7961980 20 rados->read ofs=0 len=0 2023-12-03T11:55:06.359 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.353+0000 7f21a7961980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:55:06.359 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.353+0000 7f21a7961980 20 rados->read ofs=0 len=0 2023-12-03T11:55:06.360 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.353+0000 7f21a7961980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:55:06.360 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.353+0000 7f21a7961980 20 rados->read ofs=0 len=0 2023-12-03T11:55:06.360 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.353+0000 7f21a7961980 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:55:06.360 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.353+0000 7f21a7961980 20 zone default found 2023-12-03T11:55:06.360 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.353+0000 7f21a7961980 4 Realm: () 2023-12-03T11:55:06.360 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.353+0000 7f21a7961980 4 ZoneGroup: default (9433ba8b-08fe-4f3d-8375-ae7b0ce32294) 2023-12-03T11:55:06.360 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.353+0000 7f21a7961980 4 Zone: default (43a5e689-6a4f-4bb6-8529-28824bd75ab9) 2023-12-03T11:55:06.360 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.353+0000 7f21a7961980 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:55:06.360 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.353+0000 7f21a7961980 20 zonegroup default 2023-12-03T11:55:06.360 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.353+0000 7f21a7961980 20 rados->read ofs=0 len=0 2023-12-03T11:55:06.361 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.353+0000 7f21a7961980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:55:06.361 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.353+0000 7f21a7961980 20 rados->read ofs=0 len=0 2023-12-03T11:55:06.361 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.353+0000 7f21a7961980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:55:06.361 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.353+0000 7f21a7961980 20 rados->read ofs=0 len=0 2023-12-03T11:55:06.361 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.357+0000 7f21a7961980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:55:06.361 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.357+0000 7f21a7961980 20 started sync module instance, tier type = 2023-12-03T11:55:06.361 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.357+0000 7f21a7961980 20 started zone id=43a5e689-6a4f-4bb6-8529-28824bd75ab9 (name=default) with tier type = 2023-12-03T11:55:06.380 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.373+0000 7f21a4c7c640 0 -- 172.21.15.19:0/599520170 >> [v2:172.21.15.19:6800/1469834966,v1:172.21.15.19:6801/1469834966] conn(0x5560fe265880 msgr2=0x5560fe267c70 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:55:06.380 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.373+0000 7f21a7961980 20 add_watcher() i=0 2023-12-03T11:55:06.380 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.373+0000 7f21a7961980 20 add_watcher() i=1 2023-12-03T11:55:06.380 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.373+0000 7f21a7961980 20 add_watcher() i=2 2023-12-03T11:55:06.381 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.373+0000 7f21a7961980 20 add_watcher() i=3 2023-12-03T11:55:06.381 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.373+0000 7f21a7961980 20 add_watcher() i=4 2023-12-03T11:55:06.381 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.373+0000 7f21a7961980 20 add_watcher() i=5 2023-12-03T11:55:06.381 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.373+0000 7f21a7961980 20 add_watcher() i=6 2023-12-03T11:55:06.382 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.377+0000 7f21a7961980 20 add_watcher() i=7 2023-12-03T11:55:06.382 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.377+0000 7f21a7961980 2 all 8 watchers are set, enabling cache 2023-12-03T11:55:06.385 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.377+0000 7f216afe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:55:06.385 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.381+0000 7f21a7961980 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:55:06.385 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.381+0000 7f21a7961980 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:55:06.391 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.385+0000 7f21a7961980 5 note: GC not initialized 2023-12-03T11:55:06.392 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.385+0000 7f20d9ffb640 20 reqs_thread_entry: start 2023-12-03T11:55:06.392 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.385+0000 7f21a7961980 20 init_complete bucket index max shards: 1 2023-12-03T11:55:06.392 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.385+0000 7f21a7961980 20 Filter name: none 2023-12-03T11:55:06.392 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.385+0000 7f20cb7fe640 20 reqs_thread_entry: start 2023-12-03T11:55:06.392 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.385+0000 7f21a7961980 10 cache get: name=default.rgw.meta+users.uid+foobar.client.0 : miss 2023-12-03T11:55:06.392 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.385+0000 7f21a7961980 20 rados->read ofs=0 len=0 2023-12-03T11:55:06.393 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.385+0000 7f21a7961980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:55:06.393 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.385+0000 7f21a7961980 10 cache put: name=default.rgw.meta+users.uid+foobar.client.0 info.flags=0x0 2023-12-03T11:55:06.393 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.385+0000 7f21a7961980 10 adding default.rgw.meta+users.uid+foobar.client.0 to cache LRU end 2023-12-03T11:55:06.393 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.385+0000 7f21a7961980 10 cache get: name=default.rgw.meta+users.email+foobar.client.0+test@test.test : miss 2023-12-03T11:55:06.393 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.385+0000 7f21a7961980 20 rados->read ofs=0 len=0 2023-12-03T11:55:06.393 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.385+0000 7f21a7961980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:55:06.393 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.385+0000 7f21a7961980 10 cache put: name=default.rgw.meta+users.email+foobar.client.0+test@test.test info.flags=0x0 2023-12-03T11:55:06.394 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.389+0000 7f21a7961980 10 adding default.rgw.meta+users.email+foobar.client.0+test@test.test to cache LRU end 2023-12-03T11:55:06.394 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.389+0000 7f21a7961980 10 cache get: name=default.rgw.meta+users.keys+BHZBDBETUSNPVBQZNLNF : miss 2023-12-03T11:55:06.394 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.389+0000 7f21a7961980 20 rados->read ofs=0 len=0 2023-12-03T11:55:06.394 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.389+0000 7f21a7961980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:55:06.394 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.389+0000 7f21a7961980 10 cache put: name=default.rgw.meta+users.keys+BHZBDBETUSNPVBQZNLNF info.flags=0x0 2023-12-03T11:55:06.394 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.389+0000 7f21a7961980 10 adding default.rgw.meta+users.keys+BHZBDBETUSNPVBQZNLNF to cache LRU end 2023-12-03T11:55:06.394 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.389+0000 7f21a7961980 10 cache get: name=default.rgw.meta+users.keys+BHZBDBETUSNPVBQZNLNF : hit (negative entry) 2023-12-03T11:55:06.395 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.389+0000 7f21a7961980 10 cache get: name=default.rgw.meta+users.keys+BHZBDBETUSNPVBQZNLNF : hit (negative entry) 2023-12-03T11:55:06.396 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.389+0000 7f21a7961980 10 cache put: name=default.rgw.meta+users.uid+foobar.client.0 info.flags=0x17 2023-12-03T11:55:06.396 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.389+0000 7f21a7961980 10 moving default.rgw.meta+users.uid+foobar.client.0 to cache LRU end 2023-12-03T11:55:06.396 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.389+0000 7f21a7961980 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:users.uid:foobar.client.0, ofs0, ns] 2023-12-03T11:55:06.396 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.389+0000 7f21877fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1108101562454 cookie 93875069192544 notifier 8106 bl.length()=655 2023-12-03T11:55:06.396 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.389+0000 7f21877fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+foobar.client.0 info.flags=0x17 2023-12-03T11:55:06.396 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.389+0000 7f21877fe640 10 rgw watcher librados: moving default.rgw.meta+users.uid+foobar.client.0 to cache LRU end 2023-12-03T11:55:06.400 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.393+0000 7f21a7961980 10 cache put: name=default.rgw.meta+users.email+foobar.client.0+test@test.test info.flags=0x7 2023-12-03T11:55:06.400 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.393+0000 7f21a7961980 10 moving default.rgw.meta+users.email+foobar.client.0+test@test.test to cache LRU end 2023-12-03T11:55:06.400 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.393+0000 7f21a7961980 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:users.email:foobar.client.0+test@test.test, ofs0, ns] 2023-12-03T11:55:06.401 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.393+0000 7f2186ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1108101562616 cookie 93875069185760 notifier 8106 bl.length()=200 2023-12-03T11:55:06.401 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.393+0000 7f2186ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+foobar.client.0+test@test.test info.flags=0x7 2023-12-03T11:55:06.401 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.393+0000 7f2186ffd640 10 rgw watcher librados: moving default.rgw.meta+users.email+foobar.client.0+test@test.test to cache LRU end 2023-12-03T11:55:06.404 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.397+0000 7f21a7961980 10 cache put: name=default.rgw.meta+users.keys+BHZBDBETUSNPVBQZNLNF info.flags=0x7 2023-12-03T11:55:06.404 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.397+0000 7f21a7961980 10 moving default.rgw.meta+users.keys+BHZBDBETUSNPVBQZNLNF to cache LRU end 2023-12-03T11:55:06.404 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.397+0000 7f21a7961980 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:users.keys:BHZBDBETUSNPVBQZNLNF, ofs0, ns] 2023-12-03T11:55:06.404 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.397+0000 7f21877fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1108101562617 cookie 93875069185760 notifier 8106 bl.length()=189 2023-12-03T11:55:06.404 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.397+0000 7f21877fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+BHZBDBETUSNPVBQZNLNF info.flags=0x7 2023-12-03T11:55:06.404 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.397+0000 7f21877fe640 10 rgw watcher librados: moving default.rgw.meta+users.keys+BHZBDBETUSNPVBQZNLNF to cache LRU end 2023-12-03T11:55:06.405 INFO:teuthology.orchestra.run.smithi019.stdout:{ 2023-12-03T11:55:06.405 INFO:teuthology.orchestra.run.smithi019.stdout: "user_id": "foobar.client.0", 2023-12-03T11:55:06.405 INFO:teuthology.orchestra.run.smithi019.stdout: "display_name": "Mr. foobar.client.0", 2023-12-03T11:55:06.405 INFO:teuthology.orchestra.run.smithi019.stdout: "email": "foobar.client.0+test@test.test", 2023-12-03T11:55:06.405 INFO:teuthology.orchestra.run.smithi019.stdout: "suspended": 0, 2023-12-03T11:55:06.405 INFO:teuthology.orchestra.run.smithi019.stdout: "max_buckets": 1000, 2023-12-03T11:55:06.405 INFO:teuthology.orchestra.run.smithi019.stdout: "subusers": [], 2023-12-03T11:55:06.405 INFO:teuthology.orchestra.run.smithi019.stdout: "keys": [ 2023-12-03T11:55:06.405 INFO:teuthology.orchestra.run.smithi019.stdout: { 2023-12-03T11:55:06.406 INFO:teuthology.orchestra.run.smithi019.stdout: "user": "foobar.client.0", 2023-12-03T11:55:06.406 INFO:teuthology.orchestra.run.smithi019.stdout: "access_key": "BHZBDBETUSNPVBQZNLNF", 2023-12-03T11:55:06.406 INFO:teuthology.orchestra.run.smithi019.stdout: "secret_key": "kLvGh00OLwjnWRjgyjZS8QNHZVxNJWJ4jAURyd1alfKb10voSLkm+w==" 2023-12-03T11:55:06.406 INFO:teuthology.orchestra.run.smithi019.stdout: } 2023-12-03T11:55:06.406 INFO:teuthology.orchestra.run.smithi019.stdout: ], 2023-12-03T11:55:06.406 INFO:teuthology.orchestra.run.smithi019.stdout: "swift_keys": [], 2023-12-03T11:55:06.406 INFO:teuthology.orchestra.run.smithi019.stdout: "caps": [ 2023-12-03T11:55:06.406 INFO:teuthology.orchestra.run.smithi019.stdout: { 2023-12-03T11:55:06.406 INFO:teuthology.orchestra.run.smithi019.stdout: "type": "user-policy", 2023-12-03T11:55:06.406 INFO:teuthology.orchestra.run.smithi019.stdout: "perm": "*" 2023-12-03T11:55:06.406 INFO:teuthology.orchestra.run.smithi019.stdout: } 2023-12-03T11:55:06.406 INFO:teuthology.orchestra.run.smithi019.stdout: ], 2023-12-03T11:55:06.406 INFO:teuthology.orchestra.run.smithi019.stdout: "op_mask": "read, write, delete", 2023-12-03T11:55:06.406 INFO:teuthology.orchestra.run.smithi019.stdout: "default_placement": "", 2023-12-03T11:55:06.406 INFO:teuthology.orchestra.run.smithi019.stdout: "default_storage_class": "", 2023-12-03T11:55:06.407 INFO:teuthology.orchestra.run.smithi019.stdout: "placement_tags": [], 2023-12-03T11:55:06.407 INFO:teuthology.orchestra.run.smithi019.stdout: "bucket_quota": { 2023-12-03T11:55:06.407 INFO:teuthology.orchestra.run.smithi019.stdout: "enabled": false, 2023-12-03T11:55:06.407 INFO:teuthology.orchestra.run.smithi019.stdout: "check_on_raw": false, 2023-12-03T11:55:06.407 INFO:teuthology.orchestra.run.smithi019.stdout: "max_size": -1, 2023-12-03T11:55:06.407 INFO:teuthology.orchestra.run.smithi019.stdout: "max_size_kb": 0, 2023-12-03T11:55:06.407 INFO:teuthology.orchestra.run.smithi019.stdout: "max_objects": -1 2023-12-03T11:55:06.407 INFO:teuthology.orchestra.run.smithi019.stdout: }, 2023-12-03T11:55:06.407 INFO:teuthology.orchestra.run.smithi019.stdout: "user_quota": { 2023-12-03T11:55:06.407 INFO:teuthology.orchestra.run.smithi019.stdout: "enabled": false, 2023-12-03T11:55:06.407 INFO:teuthology.orchestra.run.smithi019.stdout: "check_on_raw": false, 2023-12-03T11:55:06.407 INFO:teuthology.orchestra.run.smithi019.stdout: "max_size": -1, 2023-12-03T11:55:06.407 INFO:teuthology.orchestra.run.smithi019.stdout: "max_size_kb": 0, 2023-12-03T11:55:06.407 INFO:teuthology.orchestra.run.smithi019.stdout: "max_objects": -1 2023-12-03T11:55:06.407 INFO:teuthology.orchestra.run.smithi019.stdout: }, 2023-12-03T11:55:06.407 INFO:teuthology.orchestra.run.smithi019.stdout: "temp_url_keys": [], 2023-12-03T11:55:06.407 INFO:teuthology.orchestra.run.smithi019.stdout: "type": "rgw", 2023-12-03T11:55:06.408 INFO:teuthology.orchestra.run.smithi019.stdout: "mfa_ids": [] 2023-12-03T11:55:06.408 INFO:teuthology.orchestra.run.smithi019.stdout:} 2023-12-03T11:55:06.408 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:55:06.408 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.401+0000 7f216afe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:55:06.411 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.405+0000 7f21a7961980 20 remove_watcher() i=0 2023-12-03T11:55:06.411 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.405+0000 7f21a7961980 2 removed watcher, disabling cache 2023-12-03T11:55:06.413 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.409+0000 7f21a7961980 20 remove_watcher() i=1 2023-12-03T11:55:06.416 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.409+0000 7f21a7961980 20 remove_watcher() i=2 2023-12-03T11:55:06.418 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.413+0000 7f21a7961980 20 remove_watcher() i=3 2023-12-03T11:55:06.420 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.413+0000 7f21a7961980 20 remove_watcher() i=4 2023-12-03T11:55:06.422 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.417+0000 7f21a7961980 20 remove_watcher() i=5 2023-12-03T11:55:06.423 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.417+0000 7f21a7961980 20 remove_watcher() i=6 2023-12-03T11:55:06.425 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.417+0000 7f21a7961980 20 remove_watcher() i=7 2023-12-03T11:55:06.432 DEBUG:teuthology.orchestra.run.smithi019:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 mfa create --uid foobar.client.0 --totp-serial 8928779538 --totp-seed P4PSBB7HIHK6FPSELZOWL6RS53U3RQCTHI2RY2L3NYBL2DCY3AU3JLPI2S6MMGOM --totp-seconds 5 --totp-window 8 --totp-seed-type base32 --cluster ceph 2023-12-03T11:55:06.522 INFO:teuthology.orchestra.run.smithi019.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:55:06.522 INFO:teuthology.orchestra.run.smithi019.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:55:06.537 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.533+0000 7fc5a4b72980 20 rados->read ofs=0 len=0 2023-12-03T11:55:06.539 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.533+0000 7fc5a4b72980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:55:06.540 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.533+0000 7fc5a4b72980 20 realm 2023-12-03T11:55:06.540 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.533+0000 7fc5a4b72980 20 rados->read ofs=0 len=0 2023-12-03T11:55:06.540 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.533+0000 7fc5a4b72980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:55:06.540 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.533+0000 7fc5a4b72980 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:55:06.540 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.533+0000 7fc5a4b72980 20 rados->read ofs=0 len=0 2023-12-03T11:55:06.540 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.533+0000 7fc5a4b72980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:55:06.540 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.533+0000 7fc5a4b72980 20 rados->read ofs=0 len=0 2023-12-03T11:55:06.542 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.537+0000 7fc5a4b72980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:55:06.542 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.537+0000 7fc5a4b72980 20 rados->read ofs=0 len=0 2023-12-03T11:55:06.542 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.537+0000 7fc5a4b72980 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:55:06.542 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.537+0000 7fc5a4b72980 20 searching for the correct realm 2023-12-03T11:55:06.568 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.561+0000 7fc5a268e640 0 -- 172.21.15.19:0/1378807259 >> [v2:172.21.15.57:6808/3142144203,v1:172.21.15.57:6809/3142144203] conn(0x5624300e5a60 msgr2=0x5624300e7eb0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:55:06.568 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.561+0000 7fc5a4b72980 20 RGWRados::pool_iterate: got zonegroup_info.9433ba8b-08fe-4f3d-8375-ae7b0ce32294 2023-12-03T11:55:06.569 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.561+0000 7fc5a4b72980 20 RGWRados::pool_iterate: got zone_info.43a5e689-6a4f-4bb6-8529-28824bd75ab9 2023-12-03T11:55:06.569 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.561+0000 7fc5a4b72980 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:55:06.569 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.561+0000 7fc5a4b72980 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:55:06.569 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.561+0000 7fc5a4b72980 20 rados->read ofs=0 len=0 2023-12-03T11:55:06.569 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.561+0000 7fc5a4b72980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:55:06.569 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.561+0000 7fc5a4b72980 20 rados->read ofs=0 len=0 2023-12-03T11:55:06.570 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.565+0000 7fc5a4b72980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:55:06.570 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.565+0000 7fc5a4b72980 20 rados->read ofs=0 len=0 2023-12-03T11:55:06.570 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.565+0000 7fc5a4b72980 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:55:06.570 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.565+0000 7fc5a4b72980 20 zone default found 2023-12-03T11:55:06.570 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.565+0000 7fc5a4b72980 4 Realm: () 2023-12-03T11:55:06.570 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.565+0000 7fc5a4b72980 4 ZoneGroup: default (9433ba8b-08fe-4f3d-8375-ae7b0ce32294) 2023-12-03T11:55:06.570 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.565+0000 7fc5a4b72980 4 Zone: default (43a5e689-6a4f-4bb6-8529-28824bd75ab9) 2023-12-03T11:55:06.570 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.565+0000 7fc5a4b72980 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:55:06.570 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.565+0000 7fc5a4b72980 20 zonegroup default 2023-12-03T11:55:06.570 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.565+0000 7fc5a4b72980 20 rados->read ofs=0 len=0 2023-12-03T11:55:06.571 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.565+0000 7fc5a4b72980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:55:06.571 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.565+0000 7fc5a4b72980 20 rados->read ofs=0 len=0 2023-12-03T11:55:06.571 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.565+0000 7fc5a4b72980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:55:06.572 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.565+0000 7fc5a4b72980 20 rados->read ofs=0 len=0 2023-12-03T11:55:06.572 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.565+0000 7fc5a4b72980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:55:06.572 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.565+0000 7fc5a4b72980 20 started sync module instance, tier type = 2023-12-03T11:55:06.572 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.565+0000 7fc5a4b72980 20 started zone id=43a5e689-6a4f-4bb6-8529-28824bd75ab9 (name=default) with tier type = 2023-12-03T11:55:06.588 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.581+0000 7fc5a1e8d640 0 -- 172.21.15.19:0/1378807259 >> [v2:172.21.15.19:6800/1469834966,v1:172.21.15.19:6801/1469834966] conn(0x5624300eab40 msgr2=0x5624300ecf30 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:55:06.590 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.585+0000 7fc5a4b72980 20 add_watcher() i=0 2023-12-03T11:55:06.590 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.585+0000 7fc5a4b72980 20 add_watcher() i=1 2023-12-03T11:55:06.590 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.585+0000 7fc5a4b72980 20 add_watcher() i=2 2023-12-03T11:55:06.590 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.585+0000 7fc5a4b72980 20 add_watcher() i=3 2023-12-03T11:55:06.590 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.585+0000 7fc5a4b72980 20 add_watcher() i=4 2023-12-03T11:55:06.590 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.585+0000 7fc5a4b72980 20 add_watcher() i=5 2023-12-03T11:55:06.591 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.585+0000 7fc5a4b72980 20 add_watcher() i=6 2023-12-03T11:55:06.591 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.585+0000 7fc5a4b72980 20 add_watcher() i=7 2023-12-03T11:55:06.591 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.585+0000 7fc5a4b72980 2 all 8 watchers are set, enabling cache 2023-12-03T11:55:06.595 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.589+0000 7fc567fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:55:06.595 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.589+0000 7fc5a4b72980 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:55:06.595 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.589+0000 7fc5a4b72980 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:55:06.602 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.597+0000 7fc5a4b72980 5 note: GC not initialized 2023-12-03T11:55:06.602 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.597+0000 7fc4d6ffd640 20 reqs_thread_entry: start 2023-12-03T11:55:06.602 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.597+0000 7fc5a4b72980 20 init_complete bucket index max shards: 1 2023-12-03T11:55:06.602 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.597+0000 7fc5a4b72980 20 Filter name: none 2023-12-03T11:55:06.602 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.597+0000 7fc4d4ff9640 20 reqs_thread_entry: start 2023-12-03T11:55:06.602 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.597+0000 7fc5a4b72980 10 cache get: name=default.rgw.meta+users.uid+foobar.client.0 : miss 2023-12-03T11:55:06.602 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.597+0000 7fc5a4b72980 20 rados->read ofs=0 len=0 2023-12-03T11:55:06.602 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.597+0000 7fc5a4b72980 20 rados_obj.operate() r=0 bl.length=467 2023-12-03T11:55:06.603 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.597+0000 7fc5a4b72980 10 cache put: name=default.rgw.meta+users.uid+foobar.client.0 info.flags=0x13 2023-12-03T11:55:06.603 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.597+0000 7fc5a4b72980 10 adding default.rgw.meta+users.uid+foobar.client.0 to cache LRU end 2023-12-03T11:55:06.603 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.597+0000 7fc5a4b72980 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-12-03T11:55:06.606 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.601+0000 7fc5a4b72980 10 cache put: name=default.rgw.meta+users.uid+foobar.client.0 info.flags=0x17 2023-12-03T11:55:06.606 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.601+0000 7fc5a4b72980 10 moving default.rgw.meta+users.uid+foobar.client.0 to cache LRU end 2023-12-03T11:55:06.606 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.601+0000 7fc5a4b72980 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:users.uid:foobar.client.0, ofs0, ns] 2023-12-03T11:55:06.606 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.601+0000 7fc590ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1108101562455 cookie 94713425095856 notifier 7661 bl.length()=669 2023-12-03T11:55:06.607 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.601+0000 7fc590ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+foobar.client.0 info.flags=0x17 2023-12-03T11:55:06.607 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.601+0000 7fc590ff9640 10 rgw watcher librados: moving default.rgw.meta+users.uid+foobar.client.0 to cache LRU end 2023-12-03T11:55:06.608 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.601+0000 7fc567fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:55:06.613 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.609+0000 7fc5a4b72980 20 remove_watcher() i=0 2023-12-03T11:55:06.613 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.609+0000 7fc5a4b72980 2 removed watcher, disabling cache 2023-12-03T11:55:06.615 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.609+0000 7fc5a4b72980 20 remove_watcher() i=1 2023-12-03T11:55:06.618 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.613+0000 7fc5a4b72980 20 remove_watcher() i=2 2023-12-03T11:55:06.620 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.613+0000 7fc5a4b72980 20 remove_watcher() i=3 2023-12-03T11:55:06.622 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.617+0000 7fc5a4b72980 20 remove_watcher() i=4 2023-12-03T11:55:06.623 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.617+0000 7fc5a4b72980 20 remove_watcher() i=5 2023-12-03T11:55:06.625 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.621+0000 7fc5a4b72980 20 remove_watcher() i=6 2023-12-03T11:55:06.626 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.621+0000 7fc5a4b72980 20 remove_watcher() i=7 2023-12-03T11:55:06.633 DEBUG:teuthology.orchestra.run.smithi019:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 caps add --uid foobar.client.0 --caps 'roles=*' --cluster ceph 2023-12-03T11:55:06.664 INFO:teuthology.orchestra.run.smithi019.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:55:06.664 INFO:teuthology.orchestra.run.smithi019.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:55:06.677 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.673+0000 7f6a97da4980 20 rados->read ofs=0 len=0 2023-12-03T11:55:06.680 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.673+0000 7f6a97da4980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:55:06.680 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.673+0000 7f6a97da4980 20 realm 2023-12-03T11:55:06.680 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.673+0000 7f6a97da4980 20 rados->read ofs=0 len=0 2023-12-03T11:55:06.680 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.673+0000 7f6a97da4980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:55:06.680 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.673+0000 7f6a97da4980 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:55:06.680 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.673+0000 7f6a97da4980 20 rados->read ofs=0 len=0 2023-12-03T11:55:06.680 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.673+0000 7f6a97da4980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:55:06.680 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.673+0000 7f6a97da4980 20 rados->read ofs=0 len=0 2023-12-03T11:55:06.681 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.677+0000 7f6a97da4980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:55:06.681 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.677+0000 7f6a97da4980 20 rados->read ofs=0 len=0 2023-12-03T11:55:06.682 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.677+0000 7f6a97da4980 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:55:06.682 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.677+0000 7f6a97da4980 20 searching for the correct realm 2023-12-03T11:55:06.705 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.701+0000 7f6a950bf640 0 -- 172.21.15.19:0/1334461932 >> [v2:172.21.15.19:6800/1469834966,v1:172.21.15.19:6801/1469834966] conn(0x55f2d37af8d0 msgr2=0x55f2d37b1cc0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:55:06.707 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.701+0000 7f6a97da4980 20 RGWRados::pool_iterate: got zonegroup_info.9433ba8b-08fe-4f3d-8375-ae7b0ce32294 2023-12-03T11:55:06.707 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.701+0000 7f6a97da4980 20 RGWRados::pool_iterate: got zone_info.43a5e689-6a4f-4bb6-8529-28824bd75ab9 2023-12-03T11:55:06.707 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.701+0000 7f6a97da4980 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:55:06.707 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.701+0000 7f6a97da4980 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:55:06.707 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.701+0000 7f6a97da4980 20 rados->read ofs=0 len=0 2023-12-03T11:55:06.707 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.701+0000 7f6a97da4980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:55:06.708 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.701+0000 7f6a97da4980 20 rados->read ofs=0 len=0 2023-12-03T11:55:06.708 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.701+0000 7f6a97da4980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:55:06.708 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.701+0000 7f6a97da4980 20 rados->read ofs=0 len=0 2023-12-03T11:55:06.709 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.701+0000 7f6a97da4980 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:55:06.709 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.701+0000 7f6a97da4980 20 zone default found 2023-12-03T11:55:06.709 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.701+0000 7f6a97da4980 4 Realm: () 2023-12-03T11:55:06.709 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.701+0000 7f6a97da4980 4 ZoneGroup: default (9433ba8b-08fe-4f3d-8375-ae7b0ce32294) 2023-12-03T11:55:06.709 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.701+0000 7f6a97da4980 4 Zone: default (43a5e689-6a4f-4bb6-8529-28824bd75ab9) 2023-12-03T11:55:06.709 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.701+0000 7f6a97da4980 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:55:06.709 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.701+0000 7f6a97da4980 20 zonegroup default 2023-12-03T11:55:06.709 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.701+0000 7f6a97da4980 20 rados->read ofs=0 len=0 2023-12-03T11:55:06.709 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.701+0000 7f6a97da4980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:55:06.709 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.701+0000 7f6a97da4980 20 rados->read ofs=0 len=0 2023-12-03T11:55:06.710 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.705+0000 7f6a97da4980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:55:06.710 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.705+0000 7f6a97da4980 20 rados->read ofs=0 len=0 2023-12-03T11:55:06.710 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.705+0000 7f6a97da4980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:55:06.710 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.705+0000 7f6a97da4980 20 started sync module instance, tier type = 2023-12-03T11:55:06.710 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.705+0000 7f6a97da4980 20 started zone id=43a5e689-6a4f-4bb6-8529-28824bd75ab9 (name=default) with tier type = 2023-12-03T11:55:06.725 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.717+0000 7f6a960c1640 0 -- 172.21.15.19:0/1334461932 >> [v2:172.21.15.57:6816/3303414699,v1:172.21.15.57:6817/3303414699] conn(0x7f6a8c03e430 msgr2=0x7f6a8c03e870 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:55:06.727 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.721+0000 7f6a97da4980 20 add_watcher() i=0 2023-12-03T11:55:06.727 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.721+0000 7f6a97da4980 20 add_watcher() i=1 2023-12-03T11:55:06.727 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.721+0000 7f6a97da4980 20 add_watcher() i=2 2023-12-03T11:55:06.727 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.721+0000 7f6a97da4980 20 add_watcher() i=3 2023-12-03T11:55:06.727 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.721+0000 7f6a97da4980 20 add_watcher() i=4 2023-12-03T11:55:06.728 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.721+0000 7f6a97da4980 20 add_watcher() i=5 2023-12-03T11:55:06.728 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.721+0000 7f6a97da4980 20 add_watcher() i=6 2023-12-03T11:55:06.728 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.721+0000 7f6a97da4980 20 add_watcher() i=7 2023-12-03T11:55:06.728 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.721+0000 7f6a97da4980 2 all 8 watchers are set, enabling cache 2023-12-03T11:55:06.731 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.725+0000 7f6a5b7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:55:06.731 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.725+0000 7f6a97da4980 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:55:06.731 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.725+0000 7f6a97da4980 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:55:06.738 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.733+0000 7f6a97da4980 5 note: GC not initialized 2023-12-03T11:55:06.738 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.733+0000 7f69ca7fc640 20 reqs_thread_entry: start 2023-12-03T11:55:06.738 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.733+0000 7f6a97da4980 20 init_complete bucket index max shards: 1 2023-12-03T11:55:06.738 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.733+0000 7f6a97da4980 20 Filter name: none 2023-12-03T11:55:06.738 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.733+0000 7f69bbfff640 20 reqs_thread_entry: start 2023-12-03T11:55:06.738 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.733+0000 7f6a97da4980 10 cache get: name=default.rgw.meta+users.uid+foobar.client.0 : miss 2023-12-03T11:55:06.738 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.733+0000 7f6a97da4980 20 rados->read ofs=0 len=0 2023-12-03T11:55:06.739 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.733+0000 7f6a97da4980 20 rados_obj.operate() r=0 bl.length=481 2023-12-03T11:55:06.739 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.733+0000 7f6a97da4980 10 cache put: name=default.rgw.meta+users.uid+foobar.client.0 info.flags=0x13 2023-12-03T11:55:06.739 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.733+0000 7f6a97da4980 10 adding default.rgw.meta+users.uid+foobar.client.0 to cache LRU end 2023-12-03T11:55:06.739 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.733+0000 7f6a97da4980 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-12-03T11:55:06.740 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.733+0000 7f6a97da4980 10 cache put: name=default.rgw.meta+users.uid+foobar.client.0 info.flags=0x17 2023-12-03T11:55:06.740 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.733+0000 7f6a97da4980 10 moving default.rgw.meta+users.uid+foobar.client.0 to cache LRU end 2023-12-03T11:55:06.740 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.733+0000 7f6a97da4980 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:users.uid:foobar.client.0, ofs0, ns] 2023-12-03T11:55:06.741 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.733+0000 7f6a77fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1108101562456 cookie 94501418530448 notifier 7682 bl.length()=682 2023-12-03T11:55:06.741 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.733+0000 7f6a77fff640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+foobar.client.0 info.flags=0x17 2023-12-03T11:55:06.741 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.733+0000 7f6a77fff640 10 rgw watcher librados: moving default.rgw.meta+users.uid+foobar.client.0 to cache LRU end 2023-12-03T11:55:06.741 INFO:teuthology.orchestra.run.smithi019.stdout:{ 2023-12-03T11:55:06.741 INFO:teuthology.orchestra.run.smithi019.stdout: "user_id": "foobar.client.0", 2023-12-03T11:55:06.742 INFO:teuthology.orchestra.run.smithi019.stdout: "display_name": "Mr. foobar.client.0", 2023-12-03T11:55:06.742 INFO:teuthology.orchestra.run.smithi019.stdout: "email": "foobar.client.0+test@test.test", 2023-12-03T11:55:06.742 INFO:teuthology.orchestra.run.smithi019.stdout: "suspended": 0, 2023-12-03T11:55:06.742 INFO:teuthology.orchestra.run.smithi019.stdout: "max_buckets": 1000, 2023-12-03T11:55:06.742 INFO:teuthology.orchestra.run.smithi019.stdout: "subusers": [], 2023-12-03T11:55:06.742 INFO:teuthology.orchestra.run.smithi019.stdout: "keys": [ 2023-12-03T11:55:06.742 INFO:teuthology.orchestra.run.smithi019.stdout: { 2023-12-03T11:55:06.742 INFO:teuthology.orchestra.run.smithi019.stdout: "user": "foobar.client.0", 2023-12-03T11:55:06.742 INFO:teuthology.orchestra.run.smithi019.stdout: "access_key": "BHZBDBETUSNPVBQZNLNF", 2023-12-03T11:55:06.742 INFO:teuthology.orchestra.run.smithi019.stdout: "secret_key": "kLvGh00OLwjnWRjgyjZS8QNHZVxNJWJ4jAURyd1alfKb10voSLkm+w==" 2023-12-03T11:55:06.742 INFO:teuthology.orchestra.run.smithi019.stdout: } 2023-12-03T11:55:06.742 INFO:teuthology.orchestra.run.smithi019.stdout: ], 2023-12-03T11:55:06.742 INFO:teuthology.orchestra.run.smithi019.stdout: "swift_keys": [], 2023-12-03T11:55:06.742 INFO:teuthology.orchestra.run.smithi019.stdout: "caps": [ 2023-12-03T11:55:06.742 INFO:teuthology.orchestra.run.smithi019.stdout: { 2023-12-03T11:55:06.743 INFO:teuthology.orchestra.run.smithi019.stdout: "type": "roles", 2023-12-03T11:55:06.743 INFO:teuthology.orchestra.run.smithi019.stdout: "perm": "*" 2023-12-03T11:55:06.743 INFO:teuthology.orchestra.run.smithi019.stdout: }, 2023-12-03T11:55:06.743 INFO:teuthology.orchestra.run.smithi019.stdout: { 2023-12-03T11:55:06.743 INFO:teuthology.orchestra.run.smithi019.stdout: "type": "user-policy", 2023-12-03T11:55:06.743 INFO:teuthology.orchestra.run.smithi019.stdout: "perm": "*" 2023-12-03T11:55:06.743 INFO:teuthology.orchestra.run.smithi019.stdout: } 2023-12-03T11:55:06.743 INFO:teuthology.orchestra.run.smithi019.stdout: ], 2023-12-03T11:55:06.743 INFO:teuthology.orchestra.run.smithi019.stdout: "op_mask": "read, write, delete", 2023-12-03T11:55:06.743 INFO:teuthology.orchestra.run.smithi019.stdout: "default_placement": "", 2023-12-03T11:55:06.743 INFO:teuthology.orchestra.run.smithi019.stdout: "default_storage_class": "", 2023-12-03T11:55:06.743 INFO:teuthology.orchestra.run.smithi019.stdout: "placement_tags": [], 2023-12-03T11:55:06.743 INFO:teuthology.orchestra.run.smithi019.stdout: "bucket_quota": { 2023-12-03T11:55:06.743 INFO:teuthology.orchestra.run.smithi019.stdout: "enabled": false, 2023-12-03T11:55:06.743 INFO:teuthology.orchestra.run.smithi019.stdout: "check_on_raw": false, 2023-12-03T11:55:06.744 INFO:teuthology.orchestra.run.smithi019.stdout: "max_size": -1, 2023-12-03T11:55:06.744 INFO:teuthology.orchestra.run.smithi019.stdout: "max_size_kb": 0, 2023-12-03T11:55:06.744 INFO:teuthology.orchestra.run.smithi019.stdout: "max_objects": -1 2023-12-03T11:55:06.744 INFO:teuthology.orchestra.run.smithi019.stdout: }, 2023-12-03T11:55:06.744 INFO:teuthology.orchestra.run.smithi019.stdout: "user_quota": { 2023-12-03T11:55:06.744 INFO:teuthology.orchestra.run.smithi019.stdout: "enabled": false, 2023-12-03T11:55:06.744 INFO:teuthology.orchestra.run.smithi019.stdout: "check_on_raw": false, 2023-12-03T11:55:06.744 INFO:teuthology.orchestra.run.smithi019.stdout: "max_size": -1, 2023-12-03T11:55:06.744 INFO:teuthology.orchestra.run.smithi019.stdout: "max_size_kb": 0, 2023-12-03T11:55:06.744 INFO:teuthology.orchestra.run.smithi019.stdout: "max_objects": -1 2023-12-03T11:55:06.744 INFO:teuthology.orchestra.run.smithi019.stdout: }, 2023-12-03T11:55:06.744 INFO:teuthology.orchestra.run.smithi019.stdout: "temp_url_keys": [], 2023-12-03T11:55:06.744 INFO:teuthology.orchestra.run.smithi019.stdout: "type": "rgw", 2023-12-03T11:55:06.744 INFO:teuthology.orchestra.run.smithi019.stdout: "mfa_ids": [ 2023-12-03T11:55:06.744 INFO:teuthology.orchestra.run.smithi019.stdout: "8928779538" 2023-12-03T11:55:06.744 INFO:teuthology.orchestra.run.smithi019.stdout: ] 2023-12-03T11:55:06.745 INFO:teuthology.orchestra.run.smithi019.stdout:} 2023-12-03T11:55:06.745 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:55:06.745 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.737+0000 7f6a5b7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:55:06.748 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.741+0000 7f6a97da4980 20 remove_watcher() i=0 2023-12-03T11:55:06.748 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.741+0000 7f6a97da4980 2 removed watcher, disabling cache 2023-12-03T11:55:06.750 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.745+0000 7f6a97da4980 20 remove_watcher() i=1 2023-12-03T11:55:06.752 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.745+0000 7f6a97da4980 20 remove_watcher() i=2 2023-12-03T11:55:06.754 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.749+0000 7f6a97da4980 20 remove_watcher() i=3 2023-12-03T11:55:06.756 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.749+0000 7f6a97da4980 20 remove_watcher() i=4 2023-12-03T11:55:06.758 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.753+0000 7f6a97da4980 20 remove_watcher() i=5 2023-12-03T11:55:06.759 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.753+0000 7f6a97da4980 20 remove_watcher() i=6 2023-12-03T11:55:06.761 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.753+0000 7f6a97da4980 20 remove_watcher() i=7 2023-12-03T11:55:06.767 DEBUG:teuthology.orchestra.run.smithi019:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 caps add --uid foobar.client.0 --caps 'oidc-provider=*' --cluster ceph 2023-12-03T11:55:06.841 INFO:teuthology.orchestra.run.smithi019.stderr:ignoring --setuser ceph since I am not root 2023-12-03T11:55:06.841 INFO:teuthology.orchestra.run.smithi019.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T11:55:06.856 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.849+0000 7feb8b0f6980 20 rados->read ofs=0 len=0 2023-12-03T11:55:06.858 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.853+0000 7feb8b0f6980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:55:06.858 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.853+0000 7feb8b0f6980 20 realm 2023-12-03T11:55:06.858 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.853+0000 7feb8b0f6980 20 rados->read ofs=0 len=0 2023-12-03T11:55:06.859 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.853+0000 7feb8b0f6980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:55:06.859 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.853+0000 7feb8b0f6980 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-12-03T11:55:06.859 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.853+0000 7feb8b0f6980 20 rados->read ofs=0 len=0 2023-12-03T11:55:06.859 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.853+0000 7feb8b0f6980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:55:06.859 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.853+0000 7feb8b0f6980 20 rados->read ofs=0 len=0 2023-12-03T11:55:06.861 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.857+0000 7feb8b0f6980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:55:06.861 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.857+0000 7feb8b0f6980 20 rados->read ofs=0 len=0 2023-12-03T11:55:06.862 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.857+0000 7feb8b0f6980 20 rados_obj.operate() r=0 bl.length=1020 2023-12-03T11:55:06.862 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.857+0000 7feb8b0f6980 20 searching for the correct realm 2023-12-03T11:55:06.889 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.881+0000 7feb8b0f6980 20 RGWRados::pool_iterate: got zonegroup_info.9433ba8b-08fe-4f3d-8375-ae7b0ce32294 2023-12-03T11:55:06.889 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.881+0000 7feb8b0f6980 20 RGWRados::pool_iterate: got zone_info.43a5e689-6a4f-4bb6-8529-28824bd75ab9 2023-12-03T11:55:06.889 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.881+0000 7feb8b0f6980 20 RGWRados::pool_iterate: got zone_names.default 2023-12-03T11:55:06.889 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.881+0000 7feb8b0f6980 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-12-03T11:55:06.889 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.881+0000 7feb8b0f6980 20 rados->read ofs=0 len=0 2023-12-03T11:55:06.889 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.881+0000 7feb89413640 0 -- 172.21.15.19:0/2004020019 >> [v2:172.21.15.19:6810/916309765,v1:172.21.15.19:6813/916309765] conn(0x558b9e1f2920 msgr2=0x558b9e1f4d10 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-12-03T11:55:06.889 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.881+0000 7feb8b0f6980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:55:06.890 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.881+0000 7feb8b0f6980 20 rados->read ofs=0 len=0 2023-12-03T11:55:06.890 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.885+0000 7feb8b0f6980 20 rados_obj.operate() r=0 bl.length=46 2023-12-03T11:55:06.890 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.885+0000 7feb8b0f6980 20 rados->read ofs=0 len=0 2023-12-03T11:55:06.891 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.885+0000 7feb8b0f6980 20 rados_obj.operate() r=0 bl.length=454 2023-12-03T11:55:06.891 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.885+0000 7feb8b0f6980 20 zone default found 2023-12-03T11:55:06.891 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.885+0000 7feb8b0f6980 4 Realm: () 2023-12-03T11:55:06.891 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.885+0000 7feb8b0f6980 4 ZoneGroup: default (9433ba8b-08fe-4f3d-8375-ae7b0ce32294) 2023-12-03T11:55:06.891 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.885+0000 7feb8b0f6980 4 Zone: default (43a5e689-6a4f-4bb6-8529-28824bd75ab9) 2023-12-03T11:55:06.891 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.885+0000 7feb8b0f6980 10 cannot find current period zonegroup using local zonegroup configuration 2023-12-03T11:55:06.891 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.885+0000 7feb8b0f6980 20 zonegroup default 2023-12-03T11:55:06.891 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.885+0000 7feb8b0f6980 20 rados->read ofs=0 len=0 2023-12-03T11:55:06.891 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.885+0000 7feb8b0f6980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:55:06.891 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.885+0000 7feb8b0f6980 20 rados->read ofs=0 len=0 2023-12-03T11:55:06.892 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.885+0000 7feb8b0f6980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:55:06.892 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.885+0000 7feb8b0f6980 20 rados->read ofs=0 len=0 2023-12-03T11:55:06.892 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.885+0000 7feb8b0f6980 20 rados_obj.operate() r=-2 bl.length=0 2023-12-03T11:55:06.892 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.885+0000 7feb8b0f6980 20 started sync module instance, tier type = 2023-12-03T11:55:06.892 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.885+0000 7feb8b0f6980 20 started zone id=43a5e689-6a4f-4bb6-8529-28824bd75ab9 (name=default) with tier type = 2023-12-03T11:55:06.911 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.905+0000 7feb8b0f6980 20 add_watcher() i=0 2023-12-03T11:55:06.911 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.905+0000 7feb8b0f6980 20 add_watcher() i=1 2023-12-03T11:55:06.911 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.905+0000 7feb8b0f6980 20 add_watcher() i=2 2023-12-03T11:55:06.911 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.905+0000 7feb8b0f6980 20 add_watcher() i=3 2023-12-03T11:55:06.911 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.905+0000 7feb8b0f6980 20 add_watcher() i=4 2023-12-03T11:55:06.911 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.905+0000 7feb8b0f6980 20 add_watcher() i=5 2023-12-03T11:55:06.912 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.905+0000 7feb8b0f6980 20 add_watcher() i=6 2023-12-03T11:55:06.912 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.905+0000 7feb88c12640 0 -- 172.21.15.19:0/2004020019 >> [v2:172.21.15.19:6808/438722807,v1:172.21.15.19:6809/438722807] conn(0x7feb7c05dc20 msgr2=0x7feb7c06d050 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2023-12-03T11:55:06.913 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.905+0000 7feb8b0f6980 20 add_watcher() i=7 2023-12-03T11:55:06.913 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.905+0000 7feb8b0f6980 2 all 8 watchers are set, enabling cache 2023-12-03T11:55:06.916 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.909+0000 7feb4efe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:55:06.916 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.909+0000 7feb8b0f6980 20 check_secure_mon_conn(): auth registry supported: methods=[2] modes=[2,1] 2023-12-03T11:55:06.916 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.909+0000 7feb8b0f6980 20 check_secure_mon_conn(): mode 1 is insecure 2023-12-03T11:55:06.923 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.917+0000 7feb8b0f6980 5 note: GC not initialized 2023-12-03T11:55:06.923 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.917+0000 7feabdffb640 20 reqs_thread_entry: start 2023-12-03T11:55:06.923 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.917+0000 7feb8b0f6980 20 init_complete bucket index max shards: 1 2023-12-03T11:55:06.923 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.917+0000 7feb8b0f6980 20 Filter name: none 2023-12-03T11:55:06.923 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.917+0000 7feaaf7fe640 20 reqs_thread_entry: start 2023-12-03T11:55:06.923 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.917+0000 7feb8b0f6980 10 cache get: name=default.rgw.meta+users.uid+foobar.client.0 : miss 2023-12-03T11:55:06.924 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.917+0000 7feb8b0f6980 20 rados->read ofs=0 len=0 2023-12-03T11:55:06.924 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.917+0000 7feb8b0f6980 20 rados_obj.operate() r=0 bl.length=494 2023-12-03T11:55:06.924 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.917+0000 7feb8b0f6980 10 cache put: name=default.rgw.meta+users.uid+foobar.client.0 info.flags=0x13 2023-12-03T11:55:06.924 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.917+0000 7feb8b0f6980 10 adding default.rgw.meta+users.uid+foobar.client.0 to cache LRU end 2023-12-03T11:55:06.924 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.917+0000 7feb8b0f6980 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-12-03T11:55:06.926 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.921+0000 7feb8b0f6980 10 cache put: name=default.rgw.meta+users.uid+foobar.client.0 info.flags=0x17 2023-12-03T11:55:06.926 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.921+0000 7feb8b0f6980 10 moving default.rgw.meta+users.uid+foobar.client.0 to cache LRU end 2023-12-03T11:55:06.926 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.921+0000 7feb8b0f6980 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:users.uid:foobar.client.0, ofs0, ns] 2023-12-03T11:55:06.926 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.921+0000 7feb6f7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1108101562457 cookie 94058141728256 notifier 8163 bl.length()=703 2023-12-03T11:55:06.926 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.921+0000 7feb6f7fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+foobar.client.0 info.flags=0x17 2023-12-03T11:55:06.926 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.921+0000 7feb6f7fe640 10 rgw watcher librados: moving default.rgw.meta+users.uid+foobar.client.0 to cache LRU end 2023-12-03T11:55:06.927 INFO:teuthology.orchestra.run.smithi019.stdout:{ 2023-12-03T11:55:06.927 INFO:teuthology.orchestra.run.smithi019.stdout: "user_id": "foobar.client.0", 2023-12-03T11:55:06.927 INFO:teuthology.orchestra.run.smithi019.stdout: "display_name": "Mr. foobar.client.0", 2023-12-03T11:55:06.927 INFO:teuthology.orchestra.run.smithi019.stdout: "email": "foobar.client.0+test@test.test", 2023-12-03T11:55:06.927 INFO:teuthology.orchestra.run.smithi019.stdout: "suspended": 0, 2023-12-03T11:55:06.927 INFO:teuthology.orchestra.run.smithi019.stdout: "max_buckets": 1000, 2023-12-03T11:55:06.927 INFO:teuthology.orchestra.run.smithi019.stdout: "subusers": [], 2023-12-03T11:55:06.927 INFO:teuthology.orchestra.run.smithi019.stdout: "keys": [ 2023-12-03T11:55:06.927 INFO:teuthology.orchestra.run.smithi019.stdout: { 2023-12-03T11:55:06.927 INFO:teuthology.orchestra.run.smithi019.stdout: "user": "foobar.client.0", 2023-12-03T11:55:06.927 INFO:teuthology.orchestra.run.smithi019.stdout: "access_key": "BHZBDBETUSNPVBQZNLNF", 2023-12-03T11:55:06.927 INFO:teuthology.orchestra.run.smithi019.stdout: "secret_key": "kLvGh00OLwjnWRjgyjZS8QNHZVxNJWJ4jAURyd1alfKb10voSLkm+w==" 2023-12-03T11:55:06.927 INFO:teuthology.orchestra.run.smithi019.stdout: } 2023-12-03T11:55:06.928 INFO:teuthology.orchestra.run.smithi019.stdout: ], 2023-12-03T11:55:06.928 INFO:teuthology.orchestra.run.smithi019.stdout: "swift_keys": [], 2023-12-03T11:55:06.928 INFO:teuthology.orchestra.run.smithi019.stdout: "caps": [ 2023-12-03T11:55:06.928 INFO:teuthology.orchestra.run.smithi019.stdout: { 2023-12-03T11:55:06.928 INFO:teuthology.orchestra.run.smithi019.stdout: "type": "oidc-provider", 2023-12-03T11:55:06.928 INFO:teuthology.orchestra.run.smithi019.stdout: "perm": "*" 2023-12-03T11:55:06.928 INFO:teuthology.orchestra.run.smithi019.stdout: }, 2023-12-03T11:55:06.928 INFO:teuthology.orchestra.run.smithi019.stdout: { 2023-12-03T11:55:06.928 INFO:teuthology.orchestra.run.smithi019.stdout: "type": "roles", 2023-12-03T11:55:06.928 INFO:teuthology.orchestra.run.smithi019.stdout: "perm": "*" 2023-12-03T11:55:06.928 INFO:teuthology.orchestra.run.smithi019.stdout: }, 2023-12-03T11:55:06.928 INFO:teuthology.orchestra.run.smithi019.stdout: { 2023-12-03T11:55:06.928 INFO:teuthology.orchestra.run.smithi019.stdout: "type": "user-policy", 2023-12-03T11:55:06.928 INFO:teuthology.orchestra.run.smithi019.stdout: "perm": "*" 2023-12-03T11:55:06.928 INFO:teuthology.orchestra.run.smithi019.stdout: } 2023-12-03T11:55:06.928 INFO:teuthology.orchestra.run.smithi019.stdout: ], 2023-12-03T11:55:06.929 INFO:teuthology.orchestra.run.smithi019.stdout: "op_mask": "read, write, delete", 2023-12-03T11:55:06.929 INFO:teuthology.orchestra.run.smithi019.stdout: "default_placement": "", 2023-12-03T11:55:06.929 INFO:teuthology.orchestra.run.smithi019.stdout: "default_storage_class": "", 2023-12-03T11:55:06.929 INFO:teuthology.orchestra.run.smithi019.stdout: "placement_tags": [], 2023-12-03T11:55:06.929 INFO:teuthology.orchestra.run.smithi019.stdout: "bucket_quota": { 2023-12-03T11:55:06.929 INFO:teuthology.orchestra.run.smithi019.stdout: "enabled": false, 2023-12-03T11:55:06.929 INFO:teuthology.orchestra.run.smithi019.stdout: "check_on_raw": false, 2023-12-03T11:55:06.929 INFO:teuthology.orchestra.run.smithi019.stdout: "max_size": -1, 2023-12-03T11:55:06.929 INFO:teuthology.orchestra.run.smithi019.stdout: "max_size_kb": 0, 2023-12-03T11:55:06.929 INFO:teuthology.orchestra.run.smithi019.stdout: "max_objects": -1 2023-12-03T11:55:06.929 INFO:teuthology.orchestra.run.smithi019.stdout: }, 2023-12-03T11:55:06.929 INFO:teuthology.orchestra.run.smithi019.stdout: "user_quota": { 2023-12-03T11:55:06.929 INFO:teuthology.orchestra.run.smithi019.stdout: "enabled": false, 2023-12-03T11:55:06.929 INFO:teuthology.orchestra.run.smithi019.stdout: "check_on_raw": false, 2023-12-03T11:55:06.929 INFO:teuthology.orchestra.run.smithi019.stdout: "max_size": -1, 2023-12-03T11:55:06.930 INFO:teuthology.orchestra.run.smithi019.stdout: "max_size_kb": 0, 2023-12-03T11:55:06.930 INFO:teuthology.orchestra.run.smithi019.stdout: "max_objects": -1 2023-12-03T11:55:06.930 INFO:teuthology.orchestra.run.smithi019.stdout: }, 2023-12-03T11:55:06.930 INFO:teuthology.orchestra.run.smithi019.stdout: "temp_url_keys": [], 2023-12-03T11:55:06.930 INFO:teuthology.orchestra.run.smithi019.stdout: "type": "rgw", 2023-12-03T11:55:06.930 INFO:teuthology.orchestra.run.smithi019.stdout: "mfa_ids": [ 2023-12-03T11:55:06.930 INFO:teuthology.orchestra.run.smithi019.stdout: "8928779538" 2023-12-03T11:55:06.930 INFO:teuthology.orchestra.run.smithi019.stdout: ] 2023-12-03T11:55:06.930 INFO:teuthology.orchestra.run.smithi019.stdout:} 2023-12-03T11:55:06.930 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:55:06.931 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.921+0000 7feb4efe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-12-03T11:55:06.933 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.929+0000 7feb8b0f6980 20 remove_watcher() i=0 2023-12-03T11:55:06.933 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.929+0000 7feb8b0f6980 2 removed watcher, disabling cache 2023-12-03T11:55:06.935 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.929+0000 7feb8b0f6980 20 remove_watcher() i=1 2023-12-03T11:55:06.937 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.933+0000 7feb8b0f6980 20 remove_watcher() i=2 2023-12-03T11:55:06.940 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.933+0000 7feb8b0f6980 20 remove_watcher() i=3 2023-12-03T11:55:06.942 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.937+0000 7feb8b0f6980 20 remove_watcher() i=4 2023-12-03T11:55:06.944 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.937+0000 7feb8b0f6980 20 remove_watcher() i=5 2023-12-03T11:55:06.945 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.941+0000 7feb8b0f6980 20 remove_watcher() i=6 2023-12-03T11:55:06.946 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T11:55:06.941+0000 7feb8b0f6980 20 remove_watcher() i=7 2023-12-03T11:55:06.953 INFO:tasks.s3tests:Configuring s3-tests... 2023-12-03T11:55:06.953 DEBUG:teuthology.orchestra.run.smithi019:> set -ex 2023-12-03T11:55:06.953 DEBUG:teuthology.orchestra.run.smithi019:> dd of=/home/ubuntu/cephtest/archive/s3-tests.client.0.conf 2023-12-03T11:55:06.998 INFO:tasks.s3tests:Configuring boto... 2023-12-03T11:55:06.998 DEBUG:teuthology.orchestra.run.smithi019:> set -ex 2023-12-03T11:55:06.998 DEBUG:teuthology.orchestra.run.smithi019:> dd of=/home/ubuntu/cephtest/boto-client.0.cfg 2023-12-03T11:55:07.046 DEBUG:teuthology.orchestra.run.smithi019:s3 tests against rgw> source /home/ubuntu/cephtest/tox-venv/bin/activate && cd /home/ubuntu/cephtest/s3-tests-client.0 && S3TEST_CONF=/home/ubuntu/cephtest/archive/s3-tests.client.0.conf BOTO_CONFIG=/home/ubuntu/cephtest/boto-client.0.cfg REQUESTS_CA_BUNDLE=/etc/ssl/certs/ca-certificates.crt tox -- -v -m 'not fails_on_rgw and not lifecycle_expiration and not lifecycle_transition and not cloud_transition and not test_of_sts and not webidentity_test and not fails_with_subdomain and not sse_s3' 2023-12-03T11:55:07.210 INFO:teuthology.orchestra.run.smithi019.stdout:GLOB sdist-make: /home/ubuntu/cephtest/s3-tests-client.0/setup.py 2023-12-03T11:55:07.409 INFO:teuthology.orchestra.run.smithi019.stdout:py create: /home/ubuntu/cephtest/s3-tests-client.0/.tox/py 2023-12-03T11:55:07.703 INFO:teuthology.orchestra.run.smithi019.stdout:py installdeps: -rrequirements.txt 2023-12-03T11:56:40.668 INFO:teuthology.orchestra.run.smithi019.stdout:py inst: /home/ubuntu/cephtest/s3-tests-client.0/.tox/.tmp/package/1/s3tests-0.0.1.zip 2023-12-03T11:56:42.620 INFO:teuthology.orchestra.run.smithi019.stdout:py installed: boto==2.49.0,boto3==1.24.96,botocore==1.27.96,cachetools==5.3.2,certifi==2023.11.17,chardet==5.2.0,charset-normalizer==3.3.2,colorama==0.4.6,distlib==0.3.7,exceptiongroup==1.2.0,filelock==3.13.1,gevent==23.9.1,greenlet==3.0.1,httplib2==0.22.0,idna==3.6,iniconfig==2.0.0,isodate==0.6.1,jmespath==1.0.1,lxml==4.9.3,munch==4.0.0,packaging==23.2,platformdirs==4.0.0,pluggy==1.3.0,pyparsing==3.1.1,pyproject-api==1.6.1,pytest==7.4.3,python-dateutil==2.8.2,pytz==2023.3.post1,PyYAML==6.0.1,requests==2.31.0,s3tests @ file:///home/ubuntu/cephtest/s3-tests-client.0/.tox/.tmp/package/1/s3tests-0.0.1.zip#sha256=910ac5fb2ac9134ab1364c7da649bd0f3bac82a50b756b5ad680fa21491f23e4,s3transfer==0.6.2,six==1.16.0,tomli==2.0.1,tox==4.11.4,urllib3==1.26.18,virtualenv==20.25.0,zope.event==5.0,zope.interface==6.1 2023-12-03T11:56:42.621 INFO:teuthology.orchestra.run.smithi019.stdout:py run-test-pre: PYTHONHASHSEED='1685854858' 2023-12-03T11:56:42.621 INFO:teuthology.orchestra.run.smithi019.stdout:py run-test: commands[0] | pytest -v -m 'not fails_on_rgw and not lifecycle_expiration and not lifecycle_transition and not cloud_transition and not test_of_sts and not webidentity_test and not fails_with_subdomain and not sse_s3' 2023-12-03T11:56:42.823 INFO:teuthology.orchestra.run.smithi019.stdout:============================= test session starts ============================== 2023-12-03T11:56:42.823 INFO:teuthology.orchestra.run.smithi019.stdout:platform linux -- Python 3.10.6, pytest-7.4.3, pluggy-1.3.0 -- /home/ubuntu/cephtest/s3-tests-client.0/.tox/py/bin/python 2023-12-03T11:56:42.823 INFO:teuthology.orchestra.run.smithi019.stdout:cachedir: .tox/py/.pytest_cache 2023-12-03T11:56:42.823 INFO:teuthology.orchestra.run.smithi019.stdout:rootdir: /home/ubuntu/cephtest/s3-tests-client.0 2023-12-03T11:56:42.823 INFO:teuthology.orchestra.run.smithi019.stdout:configfile: pytest.ini 2023-12-03T11:56:44.416 INFO:teuthology.orchestra.run.smithi019.stdout:collecting ... collected 787 items / 124 deselected / 663 selected 2023-12-03T11:56:44.416 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T11:56:44.792 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests/functional/test_headers.py::test_object_create_bad_contentlength_none PASSED [ 0%] 2023-12-03T11:56:45.016 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests/functional/test_headers.py::test_object_create_bad_authorization_empty PASSED [ 0%] 2023-12-03T11:56:45.245 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests/functional/test_headers.py::test_object_create_date_and_amz_date PASSED [ 0%] 2023-12-03T11:56:45.472 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests/functional/test_headers.py::test_object_create_amz_date_and_no_date PASSED [ 0%] 2023-12-03T11:56:45.697 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests/functional/test_headers.py::test_object_create_bad_authorization_none PASSED [ 0%] 2023-12-03T11:56:45.858 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests/functional/test_headers.py::test_bucket_create_contentlength_none PASSED [ 0%] 2023-12-03T11:56:46.107 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests/functional/test_headers.py::test_object_acl_create_contentlength_none PASSED [ 1%] 2023-12-03T11:56:46.274 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_contentlength_none PASSED [ 1%] 2023-12-03T11:56:46.375 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_authorization_empty PASSED [ 1%] 2023-12-03T11:56:46.482 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_authorization_none PASSED [ 1%] 2023-12-03T11:56:46.704 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests/functional/test_headers.py::test_object_create_bad_contentlength_mismatch_below_aws2 PASSED [ 1%] 2023-12-03T11:56:46.928 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests/functional/test_headers.py::test_object_create_bad_authorization_incorrect_aws2 PASSED [ 1%] 2023-12-03T11:56:47.155 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests/functional/test_headers.py::test_object_create_bad_authorization_invalid_aws2 PASSED [ 1%] 2023-12-03T11:56:47.374 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests/functional/test_headers.py::test_object_create_bad_date_none_aws2 PASSED [ 2%] 2023-12-03T11:56:47.474 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_authorization_invalid_aws2 PASSED [ 2%] 2023-12-03T11:56:47.574 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_date_none_aws2 PASSED [ 2%] 2023-12-03T11:56:47.630 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests/functional/test_headers.py::test_object_create_bad_md5_invalid_garbage_aws4 SKIPPED [ 2%] 2023-12-03T11:56:47.686 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests/functional/test_headers.py::test_object_create_bad_contentlength_mismatch_below_aws4 SKIPPED [ 2%] 2023-12-03T11:56:47.742 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests/functional/test_headers.py::test_object_create_bad_authorization_incorrect_aws4 SKIPPED [ 2%] 2023-12-03T11:56:47.798 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests/functional/test_headers.py::test_object_create_bad_authorization_invalid_aws4 SKIPPED [ 3%] 2023-12-03T11:56:47.854 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests/functional/test_headers.py::test_object_create_bad_ua_empty_aws4 SKIPPED [ 3%] 2023-12-03T11:56:47.910 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests/functional/test_headers.py::test_object_create_bad_ua_none_aws4 SKIPPED [ 3%] 2023-12-03T11:56:47.966 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests/functional/test_headers.py::test_object_create_bad_date_invalid_aws4 SKIPPED [ 3%] 2023-12-03T11:56:48.022 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests/functional/test_headers.py::test_object_create_bad_amz_date_invalid_aws4 SKIPPED [ 3%] 2023-12-03T11:56:48.078 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests/functional/test_headers.py::test_object_create_bad_date_empty_aws4 SKIPPED [ 3%] 2023-12-03T11:56:48.135 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests/functional/test_headers.py::test_object_create_bad_amz_date_empty_aws4 SKIPPED [ 3%] 2023-12-03T11:56:48.190 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests/functional/test_headers.py::test_object_create_bad_date_none_aws4 SKIPPED [ 4%] 2023-12-03T11:56:48.246 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests/functional/test_headers.py::test_object_create_bad_amz_date_none_aws4 SKIPPED [ 4%] 2023-12-03T11:56:48.302 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests/functional/test_headers.py::test_object_create_bad_date_before_today_aws4 SKIPPED [ 4%] 2023-12-03T11:56:48.358 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests/functional/test_headers.py::test_object_create_bad_amz_date_before_today_aws4 SKIPPED [ 4%] 2023-12-03T11:56:48.416 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests/functional/test_headers.py::test_object_create_bad_date_after_today_aws4 SKIPPED [ 4%] 2023-12-03T11:56:48.470 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests/functional/test_headers.py::test_object_create_bad_amz_date_after_today_aws4 SKIPPED [ 4%] 2023-12-03T11:56:48.526 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests/functional/test_headers.py::test_object_create_bad_date_before_epoch_aws4 SKIPPED [ 4%] 2023-12-03T11:56:48.582 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests/functional/test_headers.py::test_object_create_bad_amz_date_before_epoch_aws4 SKIPPED [ 5%] 2023-12-03T11:56:48.642 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests/functional/test_headers.py::test_object_create_bad_date_after_end_aws4 SKIPPED [ 5%] 2023-12-03T11:56:48.698 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests/functional/test_headers.py::test_object_create_bad_amz_date_after_end_aws4 SKIPPED [ 5%] 2023-12-03T11:56:48.754 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests/functional/test_headers.py::test_object_create_missing_signed_custom_header_aws4 SKIPPED [ 5%] 2023-12-03T11:56:48.810 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests/functional/test_headers.py::test_object_create_missing_signed_header_aws4 SKIPPED [ 5%] 2023-12-03T11:56:48.866 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_authorization_invalid_aws4 SKIPPED [ 5%] 2023-12-03T11:56:48.921 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_ua_empty_aws4 SKIPPED [ 6%] 2023-12-03T11:56:48.982 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_ua_none_aws4 SKIPPED [ 6%] 2023-12-03T11:56:49.038 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_date_invalid_aws4 SKIPPED [ 6%] 2023-12-03T11:56:49.094 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_amz_date_invalid_aws4 SKIPPED [ 6%] 2023-12-03T11:56:49.154 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_date_empty_aws4 SKIPPED [ 6%] 2023-12-03T11:56:49.210 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_amz_date_empty_aws4 SKIPPED [ 6%] 2023-12-03T11:56:49.266 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_date_none_aws4 SKIPPED [ 6%] 2023-12-03T11:56:49.322 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_amz_date_none_aws4 SKIPPED [ 7%] 2023-12-03T11:56:49.378 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_date_before_today_aws4 SKIPPED [ 7%] 2023-12-03T11:56:49.438 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_amz_date_before_today_aws4 SKIPPED [ 7%] 2023-12-03T11:56:49.494 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_date_after_today_aws4 SKIPPED [ 7%] 2023-12-03T11:56:49.550 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_amz_date_after_today_aws4 SKIPPED [ 7%] 2023-12-03T11:56:49.606 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_date_before_epoch_aws4 SKIPPED [ 7%] 2023-12-03T11:56:49.666 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_amz_date_before_epoch_aws4 SKIPPED [ 7%] 2023-12-03T11:56:50.184 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests/functional/test_s3.py::test_versioning_obj_read_not_exist_null PASSED [ 8%] 2023-12-03T11:56:51.195 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests/functional/test_s3.py::test_object_storage_class PASSED [ 8%] 2023-12-03T11:56:52.997 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests/functional/test_s3.py::test_object_storage_class_multipart PASSED [ 8%] 2023-12-03T11:56:54.812 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests/functional/test_s3.py::test_object_modify_storage_class PASSED [ 8%] 2023-12-03T11:56:57.578 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests/functional/test_s3.py::test_object_modify_storage_class_multipart PASSED [ 8%] 2023-12-03T11:56:58.527 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests/functional/test_s3.py::test_object_storage_class_copy PASSED [ 8%] 2023-12-03T11:56:59.677 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests/functional/test_s3.py::test_object_storage_class_copy_multipart PASSED [ 9%] 2023-12-03T11:57:00.085 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests/functional/test_s3.py::test_atomic_dual_conditional_write_1mb PASSED [ 9%] 2023-12-03T11:57:00.266 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests/functional/test_s3.py::test_atomic_write_bucket_gone PASSED [ 9%] 2023-12-03T11:57:00.584 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests/functional/test_s3.py::test_encryption_sse_c_multipart_invalid_chunks_1 PASSED [ 9%] 2023-12-03T11:57:00.915 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests/functional/test_s3.py::test_encryption_sse_c_multipart_invalid_chunks_2 PASSED [ 9%] 2023-12-03T11:57:01.335 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests/functional/test_s3.py::test_bucket_policy_set_condition_operator_end_with_IfExists PASSED [ 9%] 2023-12-03T11:57:01.590 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests/functional/test_s3.py::test_bucket_policy_put_obj_request_obj_tag PASSED [ 9%] 2023-12-03T11:57:01.869 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests/functional/test_s3_website.py::test_website_nonexistant_bucket_rgw SKIPPED [ 10%] 2023-12-03T11:57:01.871 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests/functional/test_s3_website.py::test_website_public_bucket_list_public_index SKIPPED [ 10%] 2023-12-03T11:57:01.883 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests/functional/test_s3_website.py::test_website_private_bucket_list_public_index SKIPPED [ 10%] 2023-12-03T11:57:01.885 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests/functional/test_s3_website.py::test_website_private_bucket_list_empty SKIPPED [ 10%] 2023-12-03T11:57:01.887 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests/functional/test_s3_website.py::test_website_public_bucket_list_empty SKIPPED [ 10%] 2023-12-03T11:57:01.890 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests/functional/test_s3_website.py::test_website_public_bucket_list_private_index SKIPPED [ 10%] 2023-12-03T11:57:01.892 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests/functional/test_s3_website.py::test_website_private_bucket_list_private_index SKIPPED [ 11%] 2023-12-03T11:57:01.895 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests/functional/test_s3_website.py::test_website_private_bucket_list_empty_missingerrordoc SKIPPED [ 11%] 2023-12-03T11:57:01.898 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests/functional/test_s3_website.py::test_website_public_bucket_list_empty_missingerrordoc SKIPPED [ 11%] 2023-12-03T11:57:01.900 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests/functional/test_s3_website.py::test_website_public_bucket_list_private_index_missingerrordoc SKIPPED [ 11%] 2023-12-03T11:57:01.903 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests/functional/test_s3_website.py::test_website_private_bucket_list_private_index_missingerrordoc SKIPPED [ 11%] 2023-12-03T11:57:01.906 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests/functional/test_s3_website.py::test_website_private_bucket_list_empty_blockederrordoc SKIPPED [ 11%] 2023-12-03T11:57:01.908 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests/functional/test_s3_website.py::test_website_public_bucket_list_pubilc_errordoc SKIPPED [ 11%] 2023-12-03T11:57:01.911 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests/functional/test_s3_website.py::test_website_public_bucket_list_empty_blockederrordoc SKIPPED [ 12%] 2023-12-03T11:57:01.913 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests/functional/test_s3_website.py::test_website_public_bucket_list_private_index_blockederrordoc SKIPPED [ 12%] 2023-12-03T11:57:01.917 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests/functional/test_s3_website.py::test_website_private_bucket_list_private_index_blockederrordoc SKIPPED [ 12%] 2023-12-03T11:57:01.917 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests/functional/test_s3_website.py::test_website_private_bucket_list_empty_gooderrordoc SKIPPED [ 12%] 2023-12-03T11:57:01.919 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests/functional/test_s3_website.py::test_website_public_bucket_list_empty_gooderrordoc SKIPPED [ 12%] 2023-12-03T11:57:01.922 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests/functional/test_s3_website.py::test_website_public_bucket_list_private_index_gooderrordoc SKIPPED [ 12%] 2023-12-03T11:57:01.924 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests/functional/test_s3_website.py::test_website_private_bucket_list_private_index_gooderrordoc SKIPPED [ 12%] 2023-12-03T11:57:01.926 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests/functional/test_s3_website.py::test_website_bucket_private_redirectall_base SKIPPED [ 13%] 2023-12-03T11:57:01.928 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests/functional/test_s3_website.py::test_website_bucket_private_redirectall_path SKIPPED [ 13%] 2023-12-03T11:57:01.930 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests/functional/test_s3_website.py::test_website_bucket_private_redirectall_path_upgrade SKIPPED [ 13%] 2023-12-03T11:57:01.931 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests/functional/test_s3_website.py::test_website_xredirect_nonwebsite SKIPPED [ 13%] 2023-12-03T11:57:01.933 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests/functional/test_s3_website.py::test_website_xredirect_public_relative SKIPPED [ 13%] 2023-12-03T11:57:01.935 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests/functional/test_s3_website.py::test_website_xredirect_public_abs SKIPPED [ 13%] 2023-12-03T11:57:01.937 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests/functional/test_s3_website.py::test_website_xredirect_private_relative SKIPPED [ 14%] 2023-12-03T11:57:01.939 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests/functional/test_s3_website.py::test_website_xredirect_private_abs SKIPPED [ 14%] 2023-12-03T11:57:02.010 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests/functional/test_s3_website.py::test_routing_generator XFAIL [ 14%] 2023-12-03T11:57:02.018 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests/functional/test_utils.py::test_generate PASSED [ 14%] 2023-12-03T11:57:02.691 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_md5_invalid_short PASSED [ 14%] 2023-12-03T11:57:06.791 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_md5_bad PASSED [ 14%] 2023-12-03T11:57:07.361 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_md5_empty PASSED [ 14%] 2023-12-03T11:57:07.993 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_md5_none PASSED [ 15%] 2023-12-03T11:57:08.629 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_expect_mismatch PASSED [ 15%] 2023-12-03T11:57:09.241 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_expect_empty PASSED [ 15%] 2023-12-03T11:57:09.794 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_expect_none PASSED [ 15%] 2023-12-03T11:57:10.301 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_contentlength_negative PASSED [ 15%] 2023-12-03T11:57:10.957 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_contenttype_invalid PASSED [ 15%] 2023-12-03T11:57:11.532 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_contenttype_empty PASSED [ 15%] 2023-12-03T11:57:12.030 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_contenttype_none PASSED [ 16%] 2023-12-03T11:57:12.569 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_headers.py::test_bucket_put_bad_canned_acl PASSED [ 16%] 2023-12-03T11:57:13.054 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_headers.py::test_bucket_create_bad_expect_mismatch PASSED [ 16%] 2023-12-03T11:57:13.481 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_headers.py::test_bucket_create_bad_expect_empty PASSED [ 16%] 2023-12-03T11:57:13.873 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_headers.py::test_bucket_create_bad_contentlength_negative PASSED [ 16%] 2023-12-03T11:57:14.334 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_md5_invalid_garbage_aws2 PASSED [ 16%] 2023-12-03T11:57:14.929 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_ua_empty_aws2 PASSED [ 17%] 2023-12-03T11:57:15.545 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_ua_none_aws2 PASSED [ 17%] 2023-12-03T11:57:16.093 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_date_invalid_aws2 PASSED [ 17%] 2023-12-03T11:57:16.662 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_date_empty_aws2 PASSED [ 17%] 2023-12-03T11:57:17.201 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_date_before_today_aws2 PASSED [ 17%] 2023-12-03T11:57:17.701 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_date_before_epoch_aws2 PASSED [ 17%] 2023-12-03T11:57:18.195 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_date_after_end_aws2 PASSED [ 17%] 2023-12-03T11:57:18.626 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_headers.py::test_bucket_create_bad_ua_empty_aws2 PASSED [ 18%] 2023-12-03T11:57:19.122 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_headers.py::test_bucket_create_bad_ua_none_aws2 PASSED [ 18%] 2023-12-03T11:57:19.529 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_headers.py::test_bucket_create_bad_date_invalid_aws2 PASSED [ 18%] 2023-12-03T11:57:19.925 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_headers.py::test_bucket_create_bad_date_empty_aws2 PASSED [ 18%] 2023-12-03T11:57:20.321 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_headers.py::test_bucket_create_bad_date_before_today_aws2 PASSED [ 18%] 2023-12-03T11:57:20.677 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_headers.py::test_bucket_create_bad_date_after_today_aws2 PASSED [ 18%] 2023-12-03T11:57:21.065 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_headers.py::test_bucket_create_bad_date_before_epoch_aws2 PASSED [ 19%] 2023-12-03T11:57:21.749 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_iam.py::test_put_user_policy PASSED [ 19%] 2023-12-03T11:57:22.193 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_iam.py::test_put_user_policy_invalid_user PASSED [ 19%] 2023-12-03T11:57:22.605 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_iam.py::test_put_user_policy_parameter_limit PASSED [ 19%] 2023-12-03T11:57:23.149 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_iam.py::test_put_existing_user_policy PASSED [ 19%] 2023-12-03T11:57:23.630 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_iam.py::test_list_user_policy PASSED [ 19%] 2023-12-03T11:57:24.017 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_iam.py::test_list_user_policy_invalid_user PASSED [ 19%] 2023-12-03T11:57:24.497 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_iam.py::test_get_user_policy PASSED [ 20%] 2023-12-03T11:57:25.029 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_iam.py::test_get_user_policy_invalid_user PASSED [ 20%] 2023-12-03T11:57:25.642 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_iam.py::test_get_user_policy_from_multiple_policies PASSED [ 20%] 2023-12-03T11:57:26.129 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_iam.py::test_delete_user_policy PASSED [ 20%] 2023-12-03T11:57:26.657 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_iam.py::test_delete_user_policy_invalid_user PASSED [ 20%] 2023-12-03T11:57:27.233 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_iam.py::test_delete_user_policy_invalid_policy_name PASSED [ 20%] 2023-12-03T11:57:28.009 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_iam.py::test_delete_user_policy_from_multiple_policies PASSED [ 20%] 2023-12-03T11:57:28.629 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_iam.py::test_allow_bucket_actions_in_user_policy PASSED [ 21%] 2023-12-03T11:57:29.163 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_iam.py::test_deny_bucket_actions_in_user_policy PASSED [ 21%] 2023-12-03T11:57:29.809 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_iam.py::test_allow_object_actions_in_user_policy PASSED [ 21%] 2023-12-03T11:57:30.573 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_iam.py::test_deny_object_actions_in_user_policy PASSED [ 21%] 2023-12-03T11:57:31.337 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_iam.py::test_allow_multipart_actions_in_user_policy PASSED [ 21%] 2023-12-03T11:57:32.192 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_iam.py::test_deny_multipart_actions_in_user_policy PASSED [ 21%] 2023-12-03T11:57:33.098 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_iam.py::test_allow_tagging_actions_in_user_policy PASSED [ 22%] 2023-12-03T11:57:33.817 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_iam.py::test_deny_tagging_actions_in_user_policy PASSED [ 22%] 2023-12-03T11:57:34.421 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_iam.py::test_verify_conflicting_user_policy_statements PASSED [ 22%] 2023-12-03T11:57:35.197 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_iam.py::test_verify_conflicting_user_policies PASSED [ 22%] 2023-12-03T11:57:35.769 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_iam.py::test_verify_allow_iam_actions PASSED [ 22%] 2023-12-03T11:57:36.529 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_empty PASSED [ 22%] 2023-12-03T11:57:37.314 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_distinct PASSED [ 22%] 2023-12-03T11:57:38.037 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_many PASSED [ 23%] 2023-12-03T11:57:38.761 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_many PASSED [ 23%] 2023-12-03T11:57:39.433 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_basic_key_count PASSED [ 23%] 2023-12-03T11:57:40.082 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_delimiter_basic PASSED [ 23%] 2023-12-03T11:57:40.740 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_delimiter_basic PASSED [ 23%] 2023-12-03T11:57:41.382 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_encoding_basic PASSED [ 23%] 2023-12-03T11:57:42.137 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_encoding_basic PASSED [ 23%] 2023-12-03T11:57:43.309 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_delimiter_prefix PASSED [ 24%] 2023-12-03T11:57:44.489 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_delimiter_prefix PASSED [ 24%] 2023-12-03T11:57:45.073 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_delimiter_prefix_ends_with_delimiter PASSED [ 24%] 2023-12-03T11:57:45.701 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_delimiter_prefix_ends_with_delimiter PASSED [ 24%] 2023-12-03T11:57:46.346 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_delimiter_alt PASSED [ 24%] 2023-12-03T11:57:47.057 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_delimiter_alt PASSED [ 24%] 2023-12-03T11:57:48.182 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_delimiter_prefix_underscore PASSED [ 25%] 2023-12-03T11:57:49.332 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_delimiter_prefix_underscore PASSED [ 25%] 2023-12-03T11:57:49.973 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_delimiter_percentage PASSED [ 25%] 2023-12-03T11:57:50.669 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_delimiter_percentage PASSED [ 25%] 2023-12-03T11:57:51.369 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_delimiter_whitespace PASSED [ 25%] 2023-12-03T11:57:52.006 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_delimiter_whitespace PASSED [ 25%] 2023-12-03T11:57:52.650 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_delimiter_dot PASSED [ 25%] 2023-12-03T11:57:53.341 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_delimiter_dot PASSED [ 26%] 2023-12-03T11:57:54.005 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_delimiter_unreadable PASSED [ 26%] 2023-12-03T11:57:54.713 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_delimiter_unreadable PASSED [ 26%] 2023-12-03T11:57:55.413 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_delimiter_empty PASSED [ 26%] 2023-12-03T11:57:56.177 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_delimiter_empty PASSED [ 26%] 2023-12-03T11:57:56.825 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_delimiter_none PASSED [ 26%] 2023-12-03T11:57:57.485 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_delimiter_none PASSED [ 26%] 2023-12-03T11:57:58.165 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_fetchowner_notempty PASSED [ 27%] 2023-12-03T11:57:58.783 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_fetchowner_defaultempty PASSED [ 27%] 2023-12-03T11:57:59.477 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_fetchowner_empty PASSED [ 27%] 2023-12-03T11:58:00.198 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_delimiter_not_exist PASSED [ 27%] 2023-12-03T11:58:00.893 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_delimiter_not_exist PASSED [ 27%] 2023-12-03T11:58:27.181 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_delimiter_not_skip_special PASSED [ 27%] 2023-12-03T11:58:27.860 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_prefix_basic PASSED [ 28%] 2023-12-03T11:58:28.541 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_prefix_basic PASSED [ 28%] 2023-12-03T11:58:29.196 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_prefix_alt PASSED [ 28%] 2023-12-03T11:58:29.844 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_prefix_alt PASSED [ 28%] 2023-12-03T11:58:30.494 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_prefix_empty PASSED [ 28%] 2023-12-03T11:58:31.111 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_prefix_empty PASSED [ 28%] 2023-12-03T11:58:31.805 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_prefix_none PASSED [ 28%] 2023-12-03T11:58:32.508 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_prefix_none PASSED [ 29%] 2023-12-03T11:58:33.155 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_prefix_not_exist PASSED [ 29%] 2023-12-03T11:58:33.813 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_prefix_not_exist PASSED [ 29%] 2023-12-03T11:58:34.451 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_prefix_unreadable PASSED [ 29%] 2023-12-03T11:58:35.145 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_prefix_unreadable PASSED [ 29%] 2023-12-03T11:58:35.824 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_prefix_delimiter_basic PASSED [ 29%] 2023-12-03T11:58:36.537 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_prefix_delimiter_basic PASSED [ 30%] 2023-12-03T11:58:37.257 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_prefix_delimiter_alt PASSED [ 30%] 2023-12-03T11:58:37.904 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_prefix_delimiter_alt PASSED [ 30%] 2023-12-03T11:58:38.563 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_prefix_delimiter_prefix_not_exist PASSED [ 30%] 2023-12-03T11:58:39.230 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_prefix_delimiter_prefix_not_exist PASSED [ 30%] 2023-12-03T11:58:39.873 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_prefix_delimiter_delimiter_not_exist PASSED [ 30%] 2023-12-03T11:58:40.543 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_prefix_delimiter_delimiter_not_exist PASSED [ 30%] 2023-12-03T11:58:41.188 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_prefix_delimiter_prefix_delimiter_not_exist PASSED [ 31%] 2023-12-03T11:58:41.919 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_prefix_delimiter_prefix_delimiter_not_exist PASSED [ 31%] 2023-12-03T11:58:42.629 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_maxkeys_one PASSED [ 31%] 2023-12-03T11:58:43.332 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_maxkeys_one PASSED [ 31%] 2023-12-03T11:58:44.021 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_maxkeys_zero PASSED [ 31%] 2023-12-03T11:58:44.741 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_maxkeys_zero PASSED [ 31%] 2023-12-03T11:58:45.408 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_maxkeys_none PASSED [ 31%] 2023-12-03T11:58:46.123 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_maxkeys_none PASSED [ 32%] 2023-12-03T11:58:46.517 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_account_usage PASSED [ 32%] 2023-12-03T11:58:47.079 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_head_bucket_usage PASSED [ 32%] 2023-12-03T11:58:48.545 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_unordered PASSED [ 32%] 2023-12-03T11:58:50.033 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_unordered PASSED [ 32%] 2023-12-03T11:58:50.774 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_maxkeys_invalid PASSED [ 32%] 2023-12-03T11:58:51.469 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_marker_none PASSED [ 33%] 2023-12-03T11:58:52.116 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_marker_empty PASSED [ 33%] 2023-12-03T11:58:52.791 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_continuationtoken_empty PASSED [ 33%] 2023-12-03T11:58:53.509 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_continuationtoken PASSED [ 33%] 2023-12-03T11:58:54.249 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_both_continuationtoken_startafter PASSED [ 33%] 2023-12-03T11:58:54.900 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_marker_unreadable PASSED [ 33%] 2023-12-03T11:58:55.661 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_startafter_unreadable PASSED [ 33%] 2023-12-03T11:58:56.353 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_marker_not_in_list PASSED [ 34%] 2023-12-03T11:58:57.037 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_startafter_not_in_list PASSED [ 34%] 2023-12-03T11:58:57.684 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_marker_after_list PASSED [ 34%] 2023-12-03T11:58:58.345 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_startafter_after_list PASSED [ 34%] 2023-12-03T11:58:59.221 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_return_data PASSED [ 34%] 2023-12-03T11:59:00.388 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_return_data_versioning PASSED [ 34%] 2023-12-03T11:59:00.982 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_objects_anonymous PASSED [ 34%] 2023-12-03T11:59:01.549 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_objects_anonymous PASSED [ 35%] 2023-12-03T11:59:02.068 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_objects_anonymous_fail PASSED [ 35%] 2023-12-03T11:59:02.583 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_objects_anonymous_fail PASSED [ 35%] 2023-12-03T11:59:02.939 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_notexist PASSED [ 35%] 2023-12-03T11:59:03.341 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_bucketv2_notexist PASSED [ 35%] 2023-12-03T11:59:03.700 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_delete_notexist PASSED [ 35%] 2023-12-03T11:59:04.308 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_delete_nonempty PASSED [ 36%] 2023-12-03T11:59:04.850 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_concurrent_set_canned_acl PASSED [ 36%] 2023-12-03T11:59:05.211 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_object_write_to_nonexist_bucket PASSED [ 36%] 2023-12-03T11:59:05.853 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_object_write_with_chunked_transfer_encoding PASSED [ 36%] 2023-12-03T11:59:06.333 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_delete PASSED [ 36%] 2023-12-03T11:59:06.852 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_object_read_not_exist PASSED [ 36%] 2023-12-03T11:59:07.372 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_object_requestid_matches_header_on_error PASSED [ 36%] 2023-12-03T11:59:08.499 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_concurrent_multi_object_delete PASSED [ 37%] 2023-12-03T11:59:09.274 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_multi_object_delete PASSED [ 37%] 2023-12-03T11:59:10.065 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_multi_objectv2_delete PASSED [ 37%] 2023-12-03T11:59:36.324 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_multi_object_delete_key_limit PASSED [ 37%] 2023-12-03T12:00:03.209 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_multi_objectv2_delete_key_limit PASSED [ 37%] 2023-12-03T12:00:03.829 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_object_head_zero_bytes PASSED [ 37%] 2023-12-03T12:00:04.453 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_object_write_check_etag PASSED [ 38%] 2023-12-03T12:00:04.994 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_object_write_cache_control PASSED [ 38%] 2023-12-03T12:00:05.550 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_object_write_expires PASSED [ 38%] 2023-12-03T12:00:06.240 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_object_write_read_update_read_delete PASSED [ 38%] 2023-12-03T12:00:06.799 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_object_set_get_metadata_none_to_good PASSED [ 38%] 2023-12-03T12:00:07.405 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_object_set_get_metadata_none_to_empty PASSED [ 38%] 2023-12-03T12:00:08.063 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_object_set_get_metadata_overwrite_to_empty PASSED [ 38%] 2023-12-03T12:00:08.634 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_object_metadata_replaced_on_put PASSED [ 39%] 2023-12-03T12:00:09.285 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_object_write_file PASSED [ 39%] 2023-12-03T12:00:09.849 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_anonymous_request PASSED [ 39%] 2023-12-03T12:00:10.437 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_authenticated_request PASSED [ 39%] 2023-12-03T12:00:10.998 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_authenticated_no_content_type PASSED [ 39%] 2023-12-03T12:00:11.537 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_authenticated_request_bad_access_key PASSED [ 39%] 2023-12-03T12:00:12.110 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_set_success_code PASSED [ 39%] 2023-12-03T12:00:12.660 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_set_invalid_success_code PASSED [ 40%] 2023-12-03T12:00:13.385 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_upload_larger_than_chunk PASSED [ 40%] 2023-12-03T12:00:14.010 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_set_key_from_filename PASSED [ 40%] 2023-12-03T12:00:14.594 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_ignored_header PASSED [ 40%] 2023-12-03T12:00:15.148 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_case_insensitive_condition_fields PASSED [ 40%] 2023-12-03T12:00:15.825 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_escaped_field_values PASSED [ 40%] 2023-12-03T12:00:16.506 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_success_redirect_action PASSED [ 41%] 2023-12-03T12:00:17.033 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_invalid_signature PASSED [ 41%] 2023-12-03T12:00:17.550 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_invalid_access_key PASSED [ 41%] 2023-12-03T12:00:18.079 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_invalid_date_format PASSED [ 41%] 2023-12-03T12:00:18.641 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_no_key_specified PASSED [ 41%] 2023-12-03T12:00:19.177 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_missing_signature PASSED [ 41%] 2023-12-03T12:00:19.745 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_missing_policy_condition PASSED [ 41%] 2023-12-03T12:00:20.409 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_user_specified_header PASSED [ 42%] 2023-12-03T12:00:20.936 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_request_missing_policy_specified_field PASSED [ 42%] 2023-12-03T12:00:21.533 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_condition_is_case_sensitive PASSED [ 42%] 2023-12-03T12:00:22.031 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_expires_is_case_sensitive PASSED [ 42%] 2023-12-03T12:00:22.585 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_expired_policy PASSED [ 42%] 2023-12-03T12:00:23.309 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_wrong_bucket PASSED [ 42%] 2023-12-03T12:00:23.822 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_invalid_request_field_value PASSED [ 42%] 2023-12-03T12:00:24.343 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_missing_expires_condition PASSED [ 43%] 2023-12-03T12:00:24.871 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_missing_conditions_list PASSED [ 43%] 2023-12-03T12:00:25.395 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_upload_size_limit_exceeded PASSED [ 43%] 2023-12-03T12:00:25.923 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_missing_content_length_argument PASSED [ 43%] 2023-12-03T12:00:26.502 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_invalid_content_length_argument PASSED [ 43%] 2023-12-03T12:00:27.065 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_upload_size_below_minimum PASSED [ 43%] 2023-12-03T12:00:27.687 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_upload_size_rgw_chunk_size_bug PASSED [ 44%] 2023-12-03T12:00:28.217 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_empty_conditions PASSED [ 44%] 2023-12-03T12:00:28.868 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_get_object_ifmatch_good PASSED [ 44%] 2023-12-03T12:00:29.503 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_get_object_ifmatch_failed PASSED [ 44%] 2023-12-03T12:00:30.080 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_get_object_ifnonematch_good PASSED [ 44%] 2023-12-03T12:00:30.725 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_get_object_ifnonematch_failed PASSED [ 44%] 2023-12-03T12:00:31.429 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_get_object_ifmodifiedsince_good PASSED [ 44%] 2023-12-03T12:00:33.117 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_get_object_ifmodifiedsince_failed PASSED [ 45%] 2023-12-03T12:00:33.739 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_get_object_ifunmodifiedsince_good PASSED [ 45%] 2023-12-03T12:00:34.358 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_get_object_ifunmodifiedsince_failed PASSED [ 45%] 2023-12-03T12:00:35.026 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_put_object_ifmatch_good PASSED [ 45%] 2023-12-03T12:00:35.776 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_put_object_ifmatch_failed PASSED [ 45%] 2023-12-03T12:00:36.537 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_put_object_ifmatch_overwrite_existed_good PASSED [ 45%] 2023-12-03T12:00:37.108 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_put_object_ifmatch_nonexisted_failed PASSED [ 46%] 2023-12-03T12:00:37.845 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_put_object_ifnonmatch_good PASSED [ 46%] 2023-12-03T12:00:38.701 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_put_object_ifnonmatch_failed PASSED [ 46%] 2023-12-03T12:00:39.351 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_put_object_ifnonmatch_nonexisted_good PASSED [ 46%] 2023-12-03T12:00:40.096 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_put_object_ifnonmatch_overwrite_existed_failed PASSED [ 46%] 2023-12-03T12:00:40.713 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_get PASSED [ 46%] 2023-12-03T12:00:41.265 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_get_bucket_gone PASSED [ 46%] 2023-12-03T12:00:41.804 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_object_delete_key_bucket_gone PASSED [ 47%] 2023-12-03T12:00:42.409 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_get_object_gone PASSED [ 47%] 2023-12-03T12:00:42.953 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_head PASSED [ 47%] 2023-12-03T12:00:43.331 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_head_notexist PASSED [ 47%] 2023-12-03T12:00:44.019 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_head_extended PASSED [ 47%] 2023-12-03T12:00:44.587 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_get_bucket_acl PASSED [ 47%] 2023-12-03T12:00:45.217 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_get_object_acl PASSED [ 47%] 2023-12-03T12:00:48.147 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_object_put_acl_mtime PASSED [ 48%] 2023-12-03T12:00:48.735 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_authenticated PASSED [ 48%] 2023-12-03T12:00:49.342 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_response_headers PASSED [ 48%] 2023-12-03T12:00:49.931 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_authenticated_bucket_acl PASSED [ 48%] 2023-12-03T12:00:50.561 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_authenticated_object_acl PASSED [ 48%] 2023-12-03T12:00:51.093 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_authenticated_bucket_gone PASSED [ 48%] 2023-12-03T12:00:51.663 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_authenticated_object_gone PASSED [ 49%] 2023-12-03T12:00:52.349 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_get_x_amz_expires_not_expired PASSED [ 49%] 2023-12-03T12:00:52.975 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_get_x_amz_expires_not_expired_tenant PASSED [ 49%] 2023-12-03T12:00:53.617 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_get_x_amz_expires_out_range_zero PASSED [ 49%] 2023-12-03T12:00:54.237 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_get_x_amz_expires_out_max_range PASSED [ 49%] 2023-12-03T12:00:54.873 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_get_x_amz_expires_out_positive_range PASSED [ 49%] 2023-12-03T12:00:55.580 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_object_anon_put PASSED [ 49%] 2023-12-03T12:00:56.187 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_object_anon_put_write_access PASSED [ 50%] 2023-12-03T12:00:56.748 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_object_put_authenticated PASSED [ 50%] 2023-12-03T12:00:57.405 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_put_authenticated_expired PASSED [ 50%] 2023-12-03T12:00:57.767 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_bad_starts_nonalpha PASSED [ 50%] 2023-12-03T12:00:58.173 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_bad_short_one PASSED [ 50%] 2023-12-03T12:00:58.539 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_bad_short_two PASSED [ 50%] 2023-12-03T12:00:59.037 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_good_long_60 PASSED [ 50%] 2023-12-03T12:00:59.521 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_good_long_61 PASSED [ 51%] 2023-12-03T12:01:00.025 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_good_long_62 PASSED [ 51%] 2023-12-03T12:01:00.464 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_good_long_63 PASSED [ 51%] 2023-12-03T12:01:00.977 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_long_name PASSED [ 51%] 2023-12-03T12:01:01.398 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_bad_ip PASSED [ 51%] 2023-12-03T12:01:01.757 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_dns_underscore PASSED [ 51%] 2023-12-03T12:01:02.245 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_dns_long PASSED [ 52%] 2023-12-03T12:01:02.612 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_dns_dash_at_end PASSED [ 52%] 2023-12-03T12:01:02.975 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_dns_dot_dot PASSED [ 52%] 2023-12-03T12:01:03.389 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_dns_dot_dash PASSED [ 52%] 2023-12-03T12:01:03.763 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_dns_dash_dot PASSED [ 52%] 2023-12-03T12:01:04.249 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_exists PASSED [ 52%] 2023-12-03T12:01:04.756 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_get_location PASSED [ 52%] 2023-12-03T12:01:05.317 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_exists_nonowner PASSED [ 53%] 2023-12-03T12:01:05.903 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_recreate_overwrite_acl PASSED [ 53%] 2023-12-03T12:01:06.389 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_recreate_new_acl PASSED [ 53%] 2023-12-03T12:01:06.893 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_acl_default PASSED [ 53%] 2023-12-03T12:01:07.380 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_acl_canned_during_create PASSED [ 53%] 2023-12-03T12:01:07.993 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_acl_canned PASSED [ 53%] 2023-12-03T12:01:08.533 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_acl_canned_publicreadwrite PASSED [ 53%] 2023-12-03T12:01:09.045 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_acl_canned_authenticatedread PASSED [ 54%] 2023-12-03T12:01:09.679 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_object_acl_default PASSED [ 54%] 2023-12-03T12:01:10.317 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_object_acl_canned_during_create PASSED [ 54%] 2023-12-03T12:01:11.021 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_object_acl_canned PASSED [ 54%] 2023-12-03T12:01:11.623 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_object_acl_canned_publicreadwrite PASSED [ 54%] 2023-12-03T12:01:12.314 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_object_acl_canned_authenticatedread PASSED [ 54%] 2023-12-03T12:01:12.999 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_object_acl_canned_bucketownerread PASSED [ 55%] 2023-12-03T12:01:13.664 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_object_acl_canned_bucketownerfullcontrol PASSED [ 55%] 2023-12-03T12:01:14.345 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_object_acl_full_control_verify_owner PASSED [ 55%] 2023-12-03T12:01:15.040 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_object_acl_full_control_verify_attributes PASSED [ 55%] 2023-12-03T12:01:15.565 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_acl_canned_private_to_private PASSED [ 55%] 2023-12-03T12:01:16.297 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_object_acl PASSED [ 55%] 2023-12-03T12:01:16.941 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_object_acl_write PASSED [ 55%] 2023-12-03T12:01:17.708 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_object_acl_writeacp PASSED [ 56%] 2023-12-03T12:01:18.453 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_object_acl_read PASSED [ 56%] 2023-12-03T12:01:19.098 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_object_acl_readacp PASSED [ 56%] 2023-12-03T12:01:20.053 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_acl_grant_userid_fullcontrol PASSED [ 56%] 2023-12-03T12:01:20.941 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_acl_grant_userid_read PASSED [ 56%] 2023-12-03T12:01:21.769 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_acl_grant_userid_readacp PASSED [ 56%] 2023-12-03T12:01:22.750 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_acl_grant_userid_write PASSED [ 57%] 2023-12-03T12:01:23.657 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_acl_grant_userid_writeacp PASSED [ 57%] 2023-12-03T12:01:24.230 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_acl_grant_nonexist_user PASSED [ 57%] 2023-12-03T12:01:25.041 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_acl_no_grants PASSED [ 57%] 2023-12-03T12:01:25.621 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_object_header_acl_grants PASSED [ 57%] 2023-12-03T12:01:26.261 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_header_acl_grants PASSED [ 57%] 2023-12-03T12:01:26.894 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_acl_grant_email PASSED [ 57%] 2023-12-03T12:01:27.569 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_acl_grant_email_not_exist PASSED [ 58%] 2023-12-03T12:01:28.264 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_acl_revoke_all PASSED [ 58%] 2023-12-03T12:01:29.273 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_access_bucket_private_object_private PASSED [ 58%] 2023-12-03T12:01:30.251 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_access_bucket_private_objectv2_private PASSED [ 58%] 2023-12-03T12:01:31.265 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_access_bucket_private_object_publicread PASSED [ 58%] 2023-12-03T12:01:32.317 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_access_bucket_private_objectv2_publicread PASSED [ 58%] 2023-12-03T12:01:33.317 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_access_bucket_private_object_publicreadwrite PASSED [ 58%] 2023-12-03T12:01:34.293 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_access_bucket_private_objectv2_publicreadwrite PASSED [ 59%] 2023-12-03T12:01:35.317 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_access_bucket_publicread_object_private PASSED [ 59%] 2023-12-03T12:01:36.293 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_access_bucket_publicread_object_publicread PASSED [ 59%] 2023-12-03T12:01:37.352 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_access_bucket_publicread_object_publicreadwrite PASSED [ 59%] 2023-12-03T12:01:38.210 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_access_bucket_publicreadwrite_object_private PASSED [ 59%] 2023-12-03T12:01:39.054 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_access_bucket_publicreadwrite_object_publicread PASSED [ 59%] 2023-12-03T12:01:39.942 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_access_bucket_publicreadwrite_object_publicreadwrite PASSED [ 60%] 2023-12-03T12:01:40.998 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_buckets_create_then_list PASSED [ 60%] 2023-12-03T12:01:41.990 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_buckets_list_ctime PASSED [ 60%] 2023-12-03T12:01:42.355 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_list_buckets_anonymous PASSED [ 60%] 2023-12-03T12:01:42.721 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_list_buckets_invalid_auth PASSED [ 60%] 2023-12-03T12:01:43.086 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_list_buckets_bad_auth PASSED [ 60%] 2023-12-03T12:01:43.740 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_good_starts_alpha PASSED [ 60%] 2023-12-03T12:01:44.361 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_good_starts_digit PASSED [ 61%] 2023-12-03T12:01:44.830 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_good_contains_period PASSED [ 61%] 2023-12-03T12:01:45.290 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_good_contains_hyphen PASSED [ 61%] 2023-12-03T12:01:46.077 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_recreate_not_overriding PASSED [ 61%] 2023-12-03T12:01:47.801 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_special_key_names PASSED [ 61%] 2023-12-03T12:01:48.609 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_special_prefix PASSED [ 61%] 2023-12-03T12:01:49.333 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_zero_size PASSED [ 61%] 2023-12-03T12:01:50.195 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_16m PASSED [ 62%] 2023-12-03T12:01:50.915 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_same_bucket PASSED [ 62%] 2023-12-03T12:01:51.622 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_verify_contenttype PASSED [ 62%] 2023-12-03T12:01:52.291 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_to_itself PASSED [ 62%] 2023-12-03T12:01:52.941 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_to_itself_with_metadata PASSED [ 62%] 2023-12-03T12:01:53.852 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_diff_bucket PASSED [ 62%] 2023-12-03T12:01:54.542 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_not_owned_bucket PASSED [ 63%] 2023-12-03T12:01:55.492 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_not_owned_object_bucket PASSED [ 63%] 2023-12-03T12:01:56.284 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_canned_acl PASSED [ 63%] 2023-12-03T12:01:57.305 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_retaining_metadata PASSED [ 63%] 2023-12-03T12:01:58.250 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_replacing_metadata PASSED [ 63%] 2023-12-03T12:01:58.763 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_bucket_not_found PASSED [ 63%] 2023-12-03T12:01:59.325 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_key_not_found PASSED [ 63%] 2023-12-03T12:02:01.197 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_versioned_bucket PASSED [ 64%] 2023-12-03T12:02:01.958 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_versioned_url_encoding PASSED [ 64%] 2023-12-03T12:02:04.977 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_versioning_multipart_upload PASSED [ 64%] 2023-12-03T12:02:05.119 INFO:tasks.rgw.client.0.smithi019.stdout:*** Caught signal (Segmentation fault) ** 2023-12-03T12:02:05.119 INFO:tasks.rgw.client.0.smithi019.stdout: in thread 7f2d2bc5d640 thread_name:radosgw 2023-12-03T12:02:05.122 INFO:tasks.rgw.client.0.smithi019.stdout: ceph version 18.0.0-7537-gbcbf278c (bcbf278cf395873c2a482f5a7b2345faf2160319) reef (dev) 2023-12-03T12:02:05.123 INFO:tasks.rgw.client.0.smithi019.stdout: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7f2d9b71b520] 2023-12-03T12:02:05.123 INFO:tasks.rgw.client.0.smithi019.stdout: 2: (RGWCompleteMultipart::complete()+0x43) [0x559fd942b1f3] 2023-12-03T12:02:05.123 INFO:tasks.rgw.client.0.smithi019.stdout: 3: (rgw_process_authenticated(RGWHandler_REST*, RGWOp*&, RGWRequest*, req_state*, optional_yield, rgw::sal::Driver*, bool)+0xaec) [0x559fd92db7ec] 2023-12-03T12:02:05.123 INFO:tasks.rgw.client.0.smithi019.stdout: 4: (process_request(RGWProcessEnv const&, RGWRequest*, std::__cxx11::basic_string, std::allocator > const&, RGWRestfulIO*, optional_yield, rgw::dmclock::Scheduler*, std::__cxx11::basic_string, std::allocator >*, std::chrono::duration >*, int*)+0x1ffe) [0x559fd92dfbbe] 2023-12-03T12:02:05.123 INFO:tasks.rgw.client.0.smithi019.stdout: 5: radosgw(+0x49a5c0) [0x559fd92125c0] 2023-12-03T12:02:05.123 INFO:tasks.rgw.client.0.smithi019.stdout: 6: radosgw(+0x4b1199) [0x559fd9229199] 2023-12-03T12:02:05.123 INFO:tasks.rgw.client.0.smithi019.stdout: 7: make_fcontext() 2023-12-03T12:02:05.123 INFO:tasks.rgw.client.0.smithi019.stdout:2023-12-03T12:02:05.117+0000 7f2d2bc5d640 -1 *** Caught signal (Segmentation fault) ** 2023-12-03T12:02:05.123 INFO:tasks.rgw.client.0.smithi019.stdout: in thread 7f2d2bc5d640 thread_name:radosgw 2023-12-03T12:02:05.124 INFO:tasks.rgw.client.0.smithi019.stdout: 2023-12-03T12:02:05.124 INFO:tasks.rgw.client.0.smithi019.stdout: ceph version 18.0.0-7537-gbcbf278c (bcbf278cf395873c2a482f5a7b2345faf2160319) reef (dev) 2023-12-03T12:02:05.124 INFO:tasks.rgw.client.0.smithi019.stdout: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7f2d9b71b520] 2023-12-03T12:02:05.124 INFO:tasks.rgw.client.0.smithi019.stdout: 2: (RGWCompleteMultipart::complete()+0x43) [0x559fd942b1f3] 2023-12-03T12:02:05.124 INFO:tasks.rgw.client.0.smithi019.stdout: 3: (rgw_process_authenticated(RGWHandler_REST*, RGWOp*&, RGWRequest*, req_state*, optional_yield, rgw::sal::Driver*, bool)+0xaec) [0x559fd92db7ec] 2023-12-03T12:02:05.124 INFO:tasks.rgw.client.0.smithi019.stdout: 4: (process_request(RGWProcessEnv const&, RGWRequest*, std::__cxx11::basic_string, std::allocator > const&, RGWRestfulIO*, optional_yield, rgw::dmclock::Scheduler*, std::__cxx11::basic_string, std::allocator >*, std::chrono::duration >*, int*)+0x1ffe) [0x559fd92dfbbe] 2023-12-03T12:02:05.124 INFO:tasks.rgw.client.0.smithi019.stdout: 5: radosgw(+0x49a5c0) [0x559fd92125c0] 2023-12-03T12:02:05.124 INFO:tasks.rgw.client.0.smithi019.stdout: 6: radosgw(+0x4b1199) [0x559fd9229199] 2023-12-03T12:02:05.124 INFO:tasks.rgw.client.0.smithi019.stdout: 7: make_fcontext() 2023-12-03T12:02:05.124 INFO:tasks.rgw.client.0.smithi019.stdout: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2023-12-03T12:02:05.124 INFO:tasks.rgw.client.0.smithi019.stdout: 2023-12-03T12:02:05.150 INFO:tasks.rgw.client.0.smithi019.stdout: 0> 2023-12-03T12:02:05.117+0000 7f2d2bc5d640 -1 *** Caught signal (Segmentation fault) ** 2023-12-03T12:02:05.150 INFO:tasks.rgw.client.0.smithi019.stdout: in thread 7f2d2bc5d640 thread_name:radosgw 2023-12-03T12:02:05.150 INFO:tasks.rgw.client.0.smithi019.stdout: 2023-12-03T12:02:05.150 INFO:tasks.rgw.client.0.smithi019.stdout: ceph version 18.0.0-7537-gbcbf278c (bcbf278cf395873c2a482f5a7b2345faf2160319) reef (dev) 2023-12-03T12:02:05.150 INFO:tasks.rgw.client.0.smithi019.stdout: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7f2d9b71b520] 2023-12-03T12:02:05.150 INFO:tasks.rgw.client.0.smithi019.stdout: 2: (RGWCompleteMultipart::complete()+0x43) [0x559fd942b1f3] 2023-12-03T12:02:05.150 INFO:tasks.rgw.client.0.smithi019.stdout: 3: (rgw_process_authenticated(RGWHandler_REST*, RGWOp*&, RGWRequest*, req_state*, optional_yield, rgw::sal::Driver*, bool)+0xaec) [0x559fd92db7ec] 2023-12-03T12:02:05.150 INFO:tasks.rgw.client.0.smithi019.stdout: 4: (process_request(RGWProcessEnv const&, RGWRequest*, std::__cxx11::basic_string, std::allocator > const&, RGWRestfulIO*, optional_yield, rgw::dmclock::Scheduler*, std::__cxx11::basic_string, std::allocator >*, std::chrono::duration >*, int*)+0x1ffe) [0x559fd92dfbbe] 2023-12-03T12:02:05.150 INFO:tasks.rgw.client.0.smithi019.stdout: 5: radosgw(+0x49a5c0) [0x559fd92125c0] 2023-12-03T12:02:05.151 INFO:tasks.rgw.client.0.smithi019.stdout: 6: radosgw(+0x4b1199) [0x559fd9229199] 2023-12-03T12:02:05.151 INFO:tasks.rgw.client.0.smithi019.stdout: 7: make_fcontext() 2023-12-03T12:02:05.151 INFO:tasks.rgw.client.0.smithi019.stdout: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2023-12-03T12:02:05.151 INFO:tasks.rgw.client.0.smithi019.stdout: 2023-12-03T12:02:05.179 INFO:tasks.rgw.client.0.smithi019.stdout: 0> 2023-12-03T12:02:05.117+0000 7f2d2bc5d640 -1 *** Caught signal (Segmentation fault) ** 2023-12-03T12:02:05.180 INFO:tasks.rgw.client.0.smithi019.stdout: in thread 7f2d2bc5d640 thread_name:radosgw 2023-12-03T12:02:05.180 INFO:tasks.rgw.client.0.smithi019.stdout: 2023-12-03T12:02:05.180 INFO:tasks.rgw.client.0.smithi019.stdout: ceph version 18.0.0-7537-gbcbf278c (bcbf278cf395873c2a482f5a7b2345faf2160319) reef (dev) 2023-12-03T12:02:05.180 INFO:tasks.rgw.client.0.smithi019.stdout: 1: /lib/x86_64-linux-gnu/libc.so.6(+0x42520) [0x7f2d9b71b520] 2023-12-03T12:02:05.180 INFO:tasks.rgw.client.0.smithi019.stdout: 2: (RGWCompleteMultipart::complete()+0x43) [0x559fd942b1f3] 2023-12-03T12:02:05.180 INFO:tasks.rgw.client.0.smithi019.stdout: 3: (rgw_process_authenticated(RGWHandler_REST*, RGWOp*&, RGWRequest*, req_state*, optional_yield, rgw::sal::Driver*, bool)+0xaec) [0x559fd92db7ec] 2023-12-03T12:02:05.180 INFO:tasks.rgw.client.0.smithi019.stdout: 4: (process_request(RGWProcessEnv const&, RGWRequest*, std::__cxx11::basic_string, std::allocator > const&, RGWRestfulIO*, optional_yield, rgw::dmclock::Scheduler*, std::__cxx11::basic_string, std::allocator >*, std::chrono::duration >*, int*)+0x1ffe) [0x559fd92dfbbe] 2023-12-03T12:02:05.180 INFO:tasks.rgw.client.0.smithi019.stdout: 5: radosgw(+0x49a5c0) [0x559fd92125c0] 2023-12-03T12:02:05.180 INFO:tasks.rgw.client.0.smithi019.stdout: 6: radosgw(+0x4b1199) [0x559fd9229199] 2023-12-03T12:02:05.180 INFO:tasks.rgw.client.0.smithi019.stdout: 7: make_fcontext() 2023-12-03T12:02:05.180 INFO:tasks.rgw.client.0.smithi019.stdout: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2023-12-03T12:02:05.180 INFO:tasks.rgw.client.0.smithi019.stdout: 2023-12-03T12:02:05.310 INFO:tasks.rgw.client.0.smithi019.stderr:daemon-helper: command crashed with signal 11 2023-12-03T12:02:08.766 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.rgw.client.0 is failed for ~0s 2023-12-03T12:02:15.075 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.rgw.client.0 is failed for ~6s 2023-12-03T12:02:18.852 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_upload_empty FAILED [ 64%] 2023-12-03T12:02:18.852 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_upload_empty ERROR [ 64%] 2023-12-03T12:02:21.385 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.rgw.client.0 is failed for ~13s 2023-12-03T12:02:27.694 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.rgw.client.0 is failed for ~19s 2023-12-03T12:02:34.003 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.rgw.client.0 is failed for ~25s 2023-12-03T12:02:40.313 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.rgw.client.0 is failed for ~32s 2023-12-03T12:02:40.831 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_upload_small FAILED [ 64%] 2023-12-03T12:02:40.831 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_upload_small ERROR [ 64%] 2023-12-03T12:02:46.622 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.rgw.client.0 is failed for ~38s 2023-12-03T12:02:52.932 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.rgw.client.0 is failed for ~44s 2023-12-03T12:02:59.240 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.rgw.client.0 is failed for ~50s 2023-12-03T12:02:59.805 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_copy_small FAILED [ 64%] 2023-12-03T12:02:59.805 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_copy_small ERROR [ 64%] 2023-12-03T12:03:05.550 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.rgw.client.0 is failed for ~57s 2023-12-03T12:03:11.860 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.rgw.client.0 is failed for ~63s 2023-12-03T12:03:13.270 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_copy_invalid_range FAILED [ 65%] 2023-12-03T12:03:13.271 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_copy_invalid_range ERROR [ 65%] 2023-12-03T12:03:18.169 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.rgw.client.0 is failed for ~69s 2023-12-03T12:03:24.478 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.rgw.client.0 is failed for ~76s 2023-12-03T12:03:25.247 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_copy_without_range FAILED [ 65%] 2023-12-03T12:03:25.247 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_copy_without_range ERROR [ 65%] 2023-12-03T12:03:30.787 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.rgw.client.0 is failed for ~82s 2023-12-03T12:03:37.096 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.rgw.client.0 is failed for ~88s 2023-12-03T12:03:37.428 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_copy_special_names FAILED [ 65%] 2023-12-03T12:03:37.429 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_copy_special_names ERROR [ 65%] 2023-12-03T12:03:43.405 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.rgw.client.0 is failed for ~95s 2023-12-03T12:03:49.713 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.rgw.client.0 is failed for ~101s 2023-12-03T12:03:56.022 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.rgw.client.0 is failed for ~107s 2023-12-03T12:04:01.431 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_upload FAILED [ 65%] 2023-12-03T12:04:01.431 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_upload ERROR [ 65%] 2023-12-03T12:04:02.331 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.rgw.client.0 is failed for ~114s 2023-12-03T12:04:08.639 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.rgw.client.0 is failed for ~120s 2023-12-03T12:04:14.949 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.rgw.client.0 is failed for ~126s 2023-12-03T12:04:20.161 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_copy_versioned FAILED [ 65%] 2023-12-03T12:04:20.161 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_copy_versioned ERROR [ 65%] 2023-12-03T12:04:21.259 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.rgw.client.0 is failed for ~132s 2023-12-03T12:04:27.569 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.rgw.client.0 is failed for ~139s 2023-12-03T12:04:33.876 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.rgw.client.0 is failed for ~145s 2023-12-03T12:04:38.658 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_upload_resend_part FAILED [ 65%] 2023-12-03T12:04:38.659 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_upload_resend_part ERROR [ 65%] 2023-12-03T12:04:40.185 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.rgw.client.0 is failed for ~151s 2023-12-03T12:04:46.494 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.rgw.client.0 is failed for ~158s 2023-12-03T12:04:52.803 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.rgw.client.0 is failed for ~164s 2023-12-03T12:04:53.743 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_upload_multiple_sizes FAILED [ 65%] 2023-12-03T12:04:53.743 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_upload_multiple_sizes ERROR [ 65%] 2023-12-03T12:04:59.112 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.rgw.client.0 is failed for ~170s 2023-12-03T12:05:05.421 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.rgw.client.0 is failed for ~177s 2023-12-03T12:05:10.811 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_copy_multiple_sizes FAILED [ 66%] 2023-12-03T12:05:10.812 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_copy_multiple_sizes ERROR [ 66%] 2023-12-03T12:05:11.731 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.rgw.client.0 is failed for ~183s 2023-12-03T12:05:18.041 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.rgw.client.0 is failed for ~189s 2023-12-03T12:05:24.351 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.rgw.client.0 is failed for ~196s 2023-12-03T12:05:26.384 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_upload_size_too_small FAILED [ 66%] 2023-12-03T12:05:26.384 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_upload_size_too_small ERROR [ 66%] 2023-12-03T12:05:30.660 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.rgw.client.0 is failed for ~202s 2023-12-03T12:05:36.240 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_upload_contents FAILED [ 66%] 2023-12-03T12:05:36.240 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_upload_contents ERROR [ 66%] 2023-12-03T12:05:36.968 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.rgw.client.0 is failed for ~208s 2023-12-03T12:05:43.277 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.rgw.client.0 is failed for ~215s 2023-12-03T12:05:49.586 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.rgw.client.0 is failed for ~221s 2023-12-03T12:05:52.980 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_upload_overwrite_existing_object FAILED [ 66%] 2023-12-03T12:05:52.980 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_upload_overwrite_existing_object ERROR [ 66%] 2023-12-03T12:05:55.897 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.rgw.client.0 is failed for ~227s 2023-12-03T12:06:02.207 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.rgw.client.0 is failed for ~233s 2023-12-03T12:06:05.489 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_abort_multipart_upload FAILED [ 66%] 2023-12-03T12:06:05.489 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_abort_multipart_upload ERROR [ 66%] 2023-12-03T12:06:08.517 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.rgw.client.0 is failed for ~240s 2023-12-03T12:06:14.825 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.rgw.client.0 is failed for ~246s 2023-12-03T12:06:21.135 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.rgw.client.0 is failed for ~252s 2023-12-03T12:06:24.682 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_abort_multipart_upload_not_found FAILED [ 66%] 2023-12-03T12:06:24.682 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_abort_multipart_upload_not_found ERROR [ 66%] 2023-12-03T12:06:27.443 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.rgw.client.0 is failed for ~259s 2023-12-03T12:06:33.751 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.rgw.client.0 is failed for ~265s 2023-12-03T12:06:40.061 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.rgw.client.0 is failed for ~271s 2023-12-03T12:06:42.385 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_list_multipart_upload FAILED [ 66%] 2023-12-03T12:06:42.385 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_list_multipart_upload ERROR [ 66%] 2023-12-03T12:06:46.371 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.rgw.client.0 is failed for ~278s 2023-12-03T12:06:51.864 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_list_multipart_upload_owner FAILED [ 67%] 2023-12-03T12:06:51.864 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_list_multipart_upload_owner ERROR [ 67%] 2023-12-03T12:06:52.680 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.rgw.client.0 is failed for ~284s 2023-12-03T12:06:58.988 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.rgw.client.0 is failed for ~290s 2023-12-03T12:07:02.038 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_upload_missing_part FAILED [ 67%] 2023-12-03T12:07:02.038 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_upload_missing_part ERROR [ 67%] 2023-12-03T12:07:05.297 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.rgw.client.0 is failed for ~297s 2023-12-03T12:07:11.606 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.rgw.client.0 is failed for ~303s 2023-12-03T12:07:11.606 INFO:tasks.daemonwatchdog.daemon_watchdog:BARK! unmounting mounts and killing all daemons 2023-12-03T12:07:12.914 INFO:tasks.ceph.osd.0:Sent signal 15 2023-12-03T12:07:12.915 INFO:tasks.ceph.osd.1:Sent signal 15 2023-12-03T12:07:12.915 INFO:tasks.ceph.osd.2:Sent signal 15 2023-12-03T12:07:12.915 INFO:tasks.ceph.osd.3:Sent signal 15 2023-12-03T12:07:12.915 INFO:tasks.ceph.osd.4:Sent signal 15 2023-12-03T12:07:12.916 INFO:tasks.ceph.osd.5:Sent signal 15 2023-12-03T12:07:12.916 INFO:tasks.ceph.osd.6:Sent signal 15 2023-12-03T12:07:12.916 INFO:tasks.ceph.osd.7:Sent signal 15 2023-12-03T12:07:12.916 INFO:tasks.ceph.mon.a:Sent signal 15 2023-12-03T12:07:12.916 INFO:tasks.ceph.mon.c:Sent signal 15 2023-12-03T12:07:12.917 INFO:tasks.ceph.mon.b:Sent signal 15 2023-12-03T12:07:12.917 INFO:tasks.ceph.mgr.y:Sent signal 15 2023-12-03T12:07:12.917 INFO:tasks.ceph.mgr.x:Sent signal 15 2023-12-03T12:07:12.918 INFO:tasks.ceph.osd.0.smithi019.stderr:2023-12-03T12:07:12.911+0000 7f691e0aa640 -1 received signal: Terminated from /usr/bin/python3 /usr/bin/daemon-helper kill ceph-osd -f --cluster ceph -i 0 (PID: 36009) UID: 0 2023-12-03T12:07:12.918 INFO:tasks.ceph.osd.0.smithi019.stderr:2023-12-03T12:07:12.911+0000 7f691e0aa640 -1 osd.0 260 *** Got signal Terminated *** 2023-12-03T12:07:12.918 INFO:tasks.ceph.osd.0.smithi019.stderr:2023-12-03T12:07:12.911+0000 7f691e0aa640 -1 osd.0 260 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-12-03T12:07:12.918 INFO:tasks.ceph.osd.4.smithi057.stderr:2023-12-03T12:07:12.914+0000 7f0fb2183640 -1 received signal: Terminated from /usr/bin/python3 /usr/bin/daemon-helper kill ceph-osd -f --cluster ceph -i 4 (PID: 36122) UID: 0 2023-12-03T12:07:12.918 INFO:tasks.ceph.osd.4.smithi057.stderr:2023-12-03T12:07:12.914+0000 7f0fb2183640 -1 osd.4 260 *** Got signal Terminated *** 2023-12-03T12:07:12.918 INFO:tasks.ceph.osd.4.smithi057.stderr:2023-12-03T12:07:12.914+0000 7f0fb2183640 -1 osd.4 260 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-12-03T12:07:12.919 INFO:tasks.ceph.osd.1.smithi019.stderr:2023-12-03T12:07:12.911+0000 7f60a7302640 -1 received signal: Terminated from /usr/bin/python3 /usr/bin/daemon-helper kill ceph-osd -f --cluster ceph -i 1 (PID: 36011) UID: 0 2023-12-03T12:07:12.919 INFO:tasks.ceph.osd.1.smithi019.stderr:2023-12-03T12:07:12.911+0000 7f60a7302640 -1 osd.1 260 *** Got signal Terminated *** 2023-12-03T12:07:12.919 INFO:tasks.ceph.osd.1.smithi019.stderr:2023-12-03T12:07:12.911+0000 7f60a7302640 -1 osd.1 260 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-12-03T12:07:12.919 INFO:tasks.ceph.osd.6.smithi057.stderr:2023-12-03T12:07:12.914+0000 7fd311767640 -1 received signal: Terminated from /usr/bin/python3 /usr/bin/daemon-helper kill ceph-osd -f --cluster ceph -i 6 (PID: 36126) UID: 0 2023-12-03T12:07:12.919 INFO:tasks.ceph.osd.6.smithi057.stderr:2023-12-03T12:07:12.914+0000 7fd311767640 -1 osd.6 260 *** Got signal Terminated *** 2023-12-03T12:07:12.919 INFO:tasks.ceph.osd.7.smithi057.stderr:2023-12-03T12:07:12.914+0000 7fc607207640 -1 received signal: Terminated from /usr/bin/python3 /usr/bin/daemon-helper kill ceph-osd -f --cluster ceph -i 7 (PID: 36128) UID: 0 2023-12-03T12:07:12.919 INFO:tasks.ceph.osd.7.smithi057.stderr:2023-12-03T12:07:12.914+0000 7fc607207640 -1 osd.7 260 *** Got signal Terminated *** 2023-12-03T12:07:12.920 INFO:tasks.ceph.osd.7.smithi057.stderr:2023-12-03T12:07:12.914+0000 7fc607207640 -1 osd.7 260 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-12-03T12:07:12.920 INFO:tasks.ceph.osd.3.smithi019.stderr:2023-12-03T12:07:12.911+0000 7f7f46e00640 -1 received signal: Terminated from /usr/bin/python3 /usr/bin/daemon-helper kill ceph-osd -f --cluster ceph -i 3 (PID: 36015) UID: 0 2023-12-03T12:07:12.920 INFO:tasks.ceph.osd.3.smithi019.stderr:2023-12-03T12:07:12.911+0000 7f7f46e00640 -1 osd.3 260 *** Got signal Terminated *** 2023-12-03T12:07:12.920 INFO:tasks.ceph.osd.3.smithi019.stderr:2023-12-03T12:07:12.911+0000 7f7f46e00640 -1 osd.3 260 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-12-03T12:07:12.920 INFO:tasks.ceph.osd.2.smithi019.stderr:2023-12-03T12:07:12.911+0000 7f8d96cb7640 -1 received signal: Terminated from /usr/bin/python3 /usr/bin/daemon-helper kill ceph-osd -f --cluster ceph -i 2 (PID: 36013) UID: 0 2023-12-03T12:07:12.920 INFO:tasks.ceph.osd.2.smithi019.stderr:2023-12-03T12:07:12.911+0000 7f8d96cb7640 -1 osd.2 260 *** Got signal Terminated *** 2023-12-03T12:07:12.920 INFO:tasks.ceph.osd.2.smithi019.stderr:2023-12-03T12:07:12.911+0000 7f8d96cb7640 -1 osd.2 260 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-12-03T12:07:12.921 INFO:tasks.ceph.osd.6.smithi057.stderr:2023-12-03T12:07:12.914+0000 7fd311767640 -1 osd.6 260 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-12-03T12:07:12.921 INFO:tasks.ceph.mon.a.smithi019.stderr:2023-12-03T12:07:12.915+0000 7f5c24bd9640 -1 received signal: Terminated from /usr/bin/python3 /usr/bin/daemon-helper kill ceph-mon -f --cluster ceph -i a (PID: 35856) UID: 0 2023-12-03T12:07:12.921 INFO:tasks.ceph.mon.a.smithi019.stderr:2023-12-03T12:07:12.915+0000 7f5c24bd9640 -1 mon.a@0(leader) e1 *** Got Signal Terminated *** 2023-12-03T12:07:12.921 INFO:tasks.ceph.osd.5.smithi057.stderr:2023-12-03T12:07:12.914+0000 7f6ec560f640 -1 received signal: Terminated from /usr/bin/python3 /usr/bin/daemon-helper kill ceph-osd -f --cluster ceph -i 5 (PID: 36124) UID: 0 2023-12-03T12:07:12.921 INFO:tasks.ceph.osd.5.smithi057.stderr:2023-12-03T12:07:12.914+0000 7f6ec560f640 -1 osd.5 260 *** Got signal Terminated *** 2023-12-03T12:07:12.921 INFO:tasks.ceph.osd.5.smithi057.stderr:2023-12-03T12:07:12.914+0000 7f6ec560f640 -1 osd.5 260 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-12-03T12:07:12.922 INFO:tasks.ceph.mon.c.smithi019.stderr:2023-12-03T12:07:12.915+0000 7f05b7f6e640 -1 received signal: Terminated from /usr/bin/python3 /usr/bin/daemon-helper kill ceph-mon -f --cluster ceph -i c (PID: 35858) UID: 0 2023-12-03T12:07:12.922 INFO:tasks.ceph.mon.c.smithi019.stderr:2023-12-03T12:07:12.915+0000 7f05b7f6e640 -1 mon.c@2(peon) e1 *** Got Signal Terminated *** 2023-12-03T12:07:12.922 INFO:tasks.ceph.mon.b.smithi057.stderr:2023-12-03T12:07:12.914+0000 7fcfdee0c640 -1 received signal: Terminated from /usr/bin/python3 /usr/bin/daemon-helper kill ceph-mon -f --cluster ceph -i b (PID: 35843) UID: 0 2023-12-03T12:07:12.922 INFO:tasks.ceph.mon.b.smithi057.stderr:2023-12-03T12:07:12.914+0000 7fcfdee0c640 -1 mon.b@1(peon) e1 *** Got Signal Terminated *** 2023-12-03T12:07:12.922 INFO:tasks.ceph.mgr.x.smithi057.stderr:2023-12-03T12:07:12.914+0000 7f8034804640 -1 received signal: Terminated from /usr/bin/python3 /usr/bin/daemon-helper kill ceph-mgr -f --cluster ceph -i x (PID: 35845) UID: 0 2023-12-03T12:07:12.922 INFO:tasks.ceph.mgr.x.smithi057.stderr:2023-12-03T12:07:12.914+0000 7f8034804640 -1 mgr handle_mgr_signal *** Got signal Terminated *** 2023-12-03T12:07:13.118 INFO:tasks.ceph.mgr.y.smithi019.stderr:daemon-helper: command crashed with signal 15 2023-12-03T12:07:22.114 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_upload_incorrect_etag FAILED [ 67%] 2023-12-03T12:07:22.115 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_upload_incorrect_etag ERROR [ 67%] 2023-12-03T12:07:34.418 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_get_part FAILED [ 67%] 2023-12-03T12:07:34.418 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_get_part ERROR [ 67%] 2023-12-03T12:07:45.889 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_non_multipart_get_part FAILED [ 67%] 2023-12-03T12:07:45.889 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_non_multipart_get_part ERROR [ 67%] 2023-12-03T12:08:00.476 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_100_continue FAILED [ 67%] 2023-12-03T12:08:00.477 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_100_continue ERROR [ 67%] 2023-12-03T12:08:14.994 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_set_cors FAILED [ 68%] 2023-12-03T12:08:14.994 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_set_cors ERROR [ 68%] 2023-12-03T12:08:29.782 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_cors_origin_response FAILED [ 68%] 2023-12-03T12:08:29.782 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_cors_origin_response ERROR [ 68%] 2023-12-03T12:08:44.428 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_cors_origin_wildcard FAILED [ 68%] 2023-12-03T12:08:44.428 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_cors_origin_wildcard ERROR [ 68%] 2023-12-03T12:09:02.712 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_cors_header_option FAILED [ 68%] 2023-12-03T12:09:02.712 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_cors_header_option ERROR [ 68%] 2023-12-03T12:09:24.075 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_cors_presigned_get_object FAILED [ 68%] 2023-12-03T12:09:24.075 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_cors_presigned_get_object ERROR [ 68%] 2023-12-03T12:09:34.408 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_cors_presigned_get_object_tenant FAILED [ 68%] 2023-12-03T12:09:34.409 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_cors_presigned_get_object_tenant ERROR [ 68%] 2023-12-03T12:09:50.759 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_set_bucket_tagging FAILED [ 68%] 2023-12-03T12:09:50.759 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_set_bucket_tagging ERROR [ 68%] 2023-12-03T12:10:05.220 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_atomic_read_1mb FAILED [ 69%] 2023-12-03T12:10:05.220 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_atomic_read_1mb ERROR [ 69%] 2023-12-03T12:10:18.159 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_atomic_read_4mb FAILED [ 69%] 2023-12-03T12:10:18.160 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_atomic_read_4mb ERROR [ 69%] 2023-12-03T12:10:35.416 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_atomic_read_8mb FAILED [ 69%] 2023-12-03T12:10:35.417 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_atomic_read_8mb ERROR [ 69%] 2023-12-03T12:10:57.804 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_atomic_write_1mb FAILED [ 69%] 2023-12-03T12:10:57.804 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_atomic_write_1mb ERROR [ 69%] 2023-12-03T12:11:14.521 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_atomic_write_4mb FAILED [ 69%] 2023-12-03T12:11:14.521 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_atomic_write_4mb ERROR [ 69%] 2023-12-03T12:11:30.700 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_atomic_write_8mb FAILED [ 69%] 2023-12-03T12:11:30.700 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_atomic_write_8mb ERROR [ 69%] 2023-12-03T12:11:47.534 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_atomic_dual_write_1mb FAILED [ 69%] 2023-12-03T12:11:47.534 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_atomic_dual_write_1mb ERROR [ 69%] 2023-12-03T12:12:00.322 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_atomic_dual_write_4mb FAILED [ 70%] 2023-12-03T12:12:00.322 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_atomic_dual_write_4mb ERROR [ 70%] 2023-12-03T12:12:15.911 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_atomic_dual_write_8mb FAILED [ 70%] 2023-12-03T12:12:15.911 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_atomic_dual_write_8mb ERROR [ 70%] 2023-12-03T12:12:28.516 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_atomic_conditional_write_1mb FAILED [ 70%] 2023-12-03T12:12:28.516 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_atomic_conditional_write_1mb ERROR [ 70%] 2023-12-03T12:12:43.466 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_atomic_multipart_upload_write FAILED [ 70%] 2023-12-03T12:12:43.466 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_atomic_multipart_upload_write ERROR [ 70%] 2023-12-03T12:13:01.630 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_resend_first_finishes_last FAILED [ 70%] 2023-12-03T12:13:01.631 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_resend_first_finishes_last ERROR [ 70%] 2023-12-03T12:13:23.907 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_ranged_request_response_code FAILED [ 70%] 2023-12-03T12:13:23.907 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_ranged_request_response_code ERROR [ 70%] 2023-12-03T12:13:42.548 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_ranged_big_request_response_code FAILED [ 71%] 2023-12-03T12:13:42.548 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_ranged_big_request_response_code ERROR [ 71%] 2023-12-03T12:13:57.120 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_ranged_request_skip_leading_bytes_response_code FAILED [ 71%] 2023-12-03T12:13:57.120 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_ranged_request_skip_leading_bytes_response_code ERROR [ 71%] 2023-12-03T12:14:11.490 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_ranged_request_return_trailing_bytes_response_code FAILED [ 71%] 2023-12-03T12:14:11.490 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_ranged_request_return_trailing_bytes_response_code ERROR [ 71%] 2023-12-03T12:14:25.533 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_ranged_request_invalid_range FAILED [ 71%] 2023-12-03T12:14:25.533 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_ranged_request_invalid_range ERROR [ 71%] 2023-12-03T12:14:40.760 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_ranged_request_empty_object FAILED [ 71%] 2023-12-03T12:14:40.760 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_ranged_request_empty_object ERROR [ 71%] 2023-12-03T12:15:04.069 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_bucket_create_suspend FAILED [ 71%] 2023-12-03T12:15:04.069 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_bucket_create_suspend ERROR [ 71%] 2023-12-03T12:15:20.280 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_obj_create_read_remove FAILED [ 71%] 2023-12-03T12:15:20.280 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_obj_create_read_remove ERROR [ 71%] 2023-12-03T12:15:37.571 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_obj_create_read_remove_head FAILED [ 72%] 2023-12-03T12:15:37.571 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_obj_create_read_remove_head ERROR [ 72%] 2023-12-03T12:15:52.936 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_obj_plain_null_version_removal FAILED [ 72%] 2023-12-03T12:15:52.937 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_obj_plain_null_version_removal ERROR [ 72%] 2023-12-03T12:16:10.416 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_obj_plain_null_version_overwrite FAILED [ 72%] 2023-12-03T12:16:10.417 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_obj_plain_null_version_overwrite ERROR [ 72%] 2023-12-03T12:16:18.621 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_obj_plain_null_version_overwrite_suspended FAILED [ 72%] 2023-12-03T12:16:18.621 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_obj_plain_null_version_overwrite_suspended ERROR [ 72%] 2023-12-03T12:16:37.764 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_obj_suspend_versions FAILED [ 72%] 2023-12-03T12:16:37.764 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_obj_suspend_versions ERROR [ 72%] 2023-12-03T12:16:49.215 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_obj_create_versions_remove_all FAILED [ 72%] 2023-12-03T12:16:49.215 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_obj_create_versions_remove_all ERROR [ 72%] 2023-12-03T12:17:02.389 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_obj_create_versions_remove_special_names FAILED [ 73%] 2023-12-03T12:17:02.389 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_obj_create_versions_remove_special_names ERROR [ 73%] 2023-12-03T12:17:24.305 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_obj_create_overwrite_multipart FAILED [ 73%] 2023-12-03T12:17:24.305 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_obj_create_overwrite_multipart ERROR [ 73%] 2023-12-03T12:17:43.989 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_obj_list_marker FAILED [ 73%] 2023-12-03T12:17:43.989 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_obj_list_marker ERROR [ 73%] 2023-12-03T12:18:01.904 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_copy_obj_version FAILED [ 73%] 2023-12-03T12:18:01.905 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_copy_obj_version ERROR [ 73%] 2023-12-03T12:18:16.371 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_multi_object_delete FAILED [ 73%] 2023-12-03T12:18:16.371 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_multi_object_delete ERROR [ 73%] 2023-12-03T12:18:32.228 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_multi_object_delete_with_marker FAILED [ 73%] 2023-12-03T12:18:32.228 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_multi_object_delete_with_marker ERROR [ 73%] 2023-12-03T12:18:54.224 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_multi_object_delete_with_marker_create FAILED [ 73%] 2023-12-03T12:18:54.224 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_multi_object_delete_with_marker_create ERROR [ 73%] 2023-12-03T12:19:05.564 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_versioned_object_acl FAILED [ 74%] 2023-12-03T12:19:05.564 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_versioned_object_acl ERROR [ 74%] 2023-12-03T12:19:16.279 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_versioned_object_acl_no_version_specified FAILED [ 74%] 2023-12-03T12:19:16.279 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_versioned_object_acl_no_version_specified ERROR [ 74%] 2023-12-03T12:19:35.362 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_versioned_concurrent_object_create_and_remove FAILED [ 74%] 2023-12-03T12:19:35.362 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_versioned_concurrent_object_create_and_remove ERROR [ 74%] 2023-12-03T12:19:50.010 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_lifecycle_set FAILED [ 74%] 2023-12-03T12:19:50.010 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_lifecycle_set ERROR [ 74%] 2023-12-03T12:20:03.598 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_lifecycle_get FAILED [ 74%] 2023-12-03T12:20:03.598 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_lifecycle_get ERROR [ 74%] 2023-12-03T12:20:15.967 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_lifecycle_get_no_id FAILED [ 74%] 2023-12-03T12:20:15.967 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_lifecycle_get_no_id ERROR [ 74%] 2023-12-03T12:20:30.517 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_lifecycle_id_too_long FAILED [ 74%] 2023-12-03T12:20:30.518 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_lifecycle_id_too_long ERROR [ 74%] 2023-12-03T12:20:44.853 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_lifecycle_same_id FAILED [ 75%] 2023-12-03T12:20:44.854 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_lifecycle_same_id ERROR [ 75%] 2023-12-03T12:21:05.603 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_lifecycle_invalid_status FAILED [ 75%] 2023-12-03T12:21:05.604 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_lifecycle_invalid_status ERROR [ 75%] 2023-12-03T12:21:19.591 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_lifecycle_set_date FAILED [ 75%] 2023-12-03T12:21:19.591 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_lifecycle_set_date ERROR [ 75%] 2023-12-03T12:21:35.720 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_lifecycle_set_invalid_date FAILED [ 75%] 2023-12-03T12:21:35.720 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_lifecycle_set_invalid_date ERROR [ 75%] 2023-12-03T12:21:56.417 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_lifecycle_set_noncurrent FAILED [ 75%] 2023-12-03T12:21:56.417 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_lifecycle_set_noncurrent ERROR [ 75%] 2023-12-03T12:22:13.892 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_lifecycle_set_deletemarker FAILED [ 75%] 2023-12-03T12:22:13.892 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_lifecycle_set_deletemarker ERROR [ 75%] 2023-12-03T12:22:32.619 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_lifecycle_set_filter FAILED [ 76%] 2023-12-03T12:22:32.619 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_lifecycle_set_filter ERROR [ 76%] 2023-12-03T12:22:54.225 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_lifecycle_set_empty_filter FAILED [ 76%] 2023-12-03T12:22:54.225 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_lifecycle_set_empty_filter ERROR [ 76%] 2023-12-03T12:23:13.618 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_lifecycle_set_multipart FAILED [ 76%] 2023-12-03T12:23:13.619 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_lifecycle_set_multipart ERROR [ 76%] 2023-12-03T12:23:30.814 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_lifecycle_transition_set_invalid_date FAILED [ 76%] 2023-12-03T12:23:30.815 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_lifecycle_transition_set_invalid_date ERROR [ 76%] 2023-12-03T12:23:52.137 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_encrypted_transfer_1b FAILED [ 76%] 2023-12-03T12:23:52.137 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_encrypted_transfer_1b ERROR [ 76%] 2023-12-03T12:24:01.704 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_encrypted_transfer_1kb FAILED [ 76%] 2023-12-03T12:24:01.704 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_encrypted_transfer_1kb ERROR [ 76%] 2023-12-03T12:24:22.758 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_encrypted_transfer_1MB FAILED [ 76%] 2023-12-03T12:24:22.759 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_encrypted_transfer_1MB ERROR [ 76%] 2023-12-03T12:24:39.261 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_encrypted_transfer_13b FAILED [ 77%] 2023-12-03T12:24:39.261 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_encrypted_transfer_13b ERROR [ 77%] 2023-12-03T12:24:48.943 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_encryption_sse_c_method_head FAILED [ 77%] 2023-12-03T12:24:48.943 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_encryption_sse_c_method_head ERROR [ 77%] 2023-12-03T12:25:05.776 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_encryption_sse_c_present FAILED [ 77%] 2023-12-03T12:25:05.776 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_encryption_sse_c_present ERROR [ 77%] 2023-12-03T12:25:13.848 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_encryption_sse_c_other_key FAILED [ 77%] 2023-12-03T12:25:13.849 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_encryption_sse_c_other_key ERROR [ 77%] 2023-12-03T12:25:31.698 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_encryption_sse_c_invalid_md5 FAILED [ 77%] 2023-12-03T12:25:31.698 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_encryption_sse_c_invalid_md5 ERROR [ 77%] 2023-12-03T12:25:45.870 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_encryption_sse_c_no_md5 FAILED [ 77%] 2023-12-03T12:25:45.871 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_encryption_sse_c_no_md5 ERROR [ 77%] 2023-12-03T12:26:04.599 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_encryption_sse_c_no_key FAILED [ 77%] 2023-12-03T12:26:04.599 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_encryption_sse_c_no_key ERROR [ 77%] 2023-12-03T12:26:20.445 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_encryption_key_no_sse_c FAILED [ 78%] 2023-12-03T12:26:20.445 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_encryption_key_no_sse_c ERROR [ 78%] 2023-12-03T12:26:35.161 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_encryption_sse_c_multipart_upload FAILED [ 78%] 2023-12-03T12:26:35.161 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_encryption_sse_c_multipart_upload ERROR [ 78%] 2023-12-03T12:26:44.486 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_encryption_sse_c_unaligned_multipart_upload FAILED [ 78%] 2023-12-03T12:26:44.486 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_encryption_sse_c_unaligned_multipart_upload ERROR [ 78%] 2023-12-03T12:27:07.114 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_encryption_sse_c_multipart_bad_download FAILED [ 78%] 2023-12-03T12:27:07.115 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_encryption_sse_c_multipart_bad_download ERROR [ 78%] 2023-12-03T12:27:24.557 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_encryption_sse_c_post_object_authenticated_request FAILED [ 78%] 2023-12-03T12:27:24.558 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_encryption_sse_c_post_object_authenticated_request ERROR [ 78%] 2023-12-03T12:27:42.273 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_sse_kms_method_head FAILED [ 78%] 2023-12-03T12:27:42.273 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_sse_kms_method_head ERROR [ 78%] 2023-12-03T12:27:57.168 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_sse_kms_present FAILED [ 79%] 2023-12-03T12:27:57.168 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_sse_kms_present ERROR [ 79%] 2023-12-03T12:28:14.910 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_sse_kms_no_key FAILED [ 79%] 2023-12-03T12:28:14.910 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_sse_kms_no_key ERROR [ 79%] 2023-12-03T12:28:34.799 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_sse_kms_not_declared FAILED [ 79%] 2023-12-03T12:28:34.799 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_sse_kms_not_declared ERROR [ 79%] 2023-12-03T12:28:48.173 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_sse_kms_multipart_upload FAILED [ 79%] 2023-12-03T12:28:48.173 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_sse_kms_multipart_upload ERROR [ 79%] 2023-12-03T12:29:01.023 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_sse_kms_multipart_invalid_chunks_1 FAILED [ 79%] 2023-12-03T12:29:01.024 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_sse_kms_multipart_invalid_chunks_1 ERROR [ 79%] 2023-12-03T12:29:19.573 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_sse_kms_multipart_invalid_chunks_2 FAILED [ 79%] 2023-12-03T12:29:19.573 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_sse_kms_multipart_invalid_chunks_2 ERROR [ 79%] 2023-12-03T12:29:38.218 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_sse_kms_post_object_authenticated_request FAILED [ 79%] 2023-12-03T12:29:38.218 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_sse_kms_post_object_authenticated_request ERROR [ 79%] 2023-12-03T12:29:54.208 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_sse_kms_transfer_1b FAILED [ 80%] 2023-12-03T12:29:54.209 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_sse_kms_transfer_1b ERROR [ 80%] 2023-12-03T12:30:07.986 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_sse_kms_transfer_1kb FAILED [ 80%] 2023-12-03T12:30:08.023 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_sse_kms_transfer_1kb ERROR [ 80%] 2023-12-03T12:30:29.238 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_sse_kms_transfer_1MB FAILED [ 80%] 2023-12-03T12:30:29.239 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_sse_kms_transfer_1MB ERROR [ 80%] 2023-12-03T12:30:43.956 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_sse_kms_transfer_13b FAILED [ 80%] 2023-12-03T12:30:43.956 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_sse_kms_transfer_13b ERROR [ 80%] 2023-12-03T12:31:01.470 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_sse_kms_read_declare FAILED [ 80%] 2023-12-03T12:31:01.470 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_sse_kms_read_declare ERROR [ 80%] 2023-12-03T12:31:21.443 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy FAILED [ 80%] 2023-12-03T12:31:21.444 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy ERROR [ 80%] 2023-12-03T12:31:40.197 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_bucketv2_policy FAILED [ 80%] 2023-12-03T12:31:40.198 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_bucketv2_policy ERROR [ 80%] 2023-12-03T12:31:53.964 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_acl FAILED [ 81%] 2023-12-03T12:31:53.965 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_acl ERROR [ 81%] 2023-12-03T12:32:10.190 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_bucketv2_policy_acl FAILED [ 81%] 2023-12-03T12:32:10.190 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_bucketv2_policy_acl ERROR [ 81%] 2023-12-03T12:32:23.131 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_another_bucket FAILED [ 81%] 2023-12-03T12:32:23.131 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_another_bucket ERROR [ 81%] 2023-12-03T12:32:31.028 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_bucketv2_policy_another_bucket FAILED [ 81%] 2023-12-03T12:32:31.028 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_bucketv2_policy_another_bucket ERROR [ 81%] 2023-12-03T12:32:51.901 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_get_obj_tagging FAILED [ 81%] 2023-12-03T12:32:51.902 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_get_obj_tagging ERROR [ 81%] 2023-12-03T12:33:02.187 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_get_obj_head_tagging FAILED [ 81%] 2023-12-03T12:33:02.187 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_get_obj_head_tagging ERROR [ 81%] 2023-12-03T12:33:22.371 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_put_max_tags FAILED [ 82%] 2023-12-03T12:33:22.371 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_put_max_tags ERROR [ 82%] 2023-12-03T12:33:34.901 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_put_excess_tags FAILED [ 82%] 2023-12-03T12:33:34.901 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_put_excess_tags ERROR [ 82%] 2023-12-03T12:33:44.603 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_put_max_kvsize_tags FAILED [ 82%] 2023-12-03T12:33:44.604 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_put_max_kvsize_tags ERROR [ 82%] 2023-12-03T12:33:56.081 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_put_excess_key_tags FAILED [ 82%] 2023-12-03T12:33:56.081 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_put_excess_key_tags ERROR [ 82%] 2023-12-03T12:34:06.803 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_put_excess_val_tags FAILED [ 82%] 2023-12-03T12:34:06.803 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_put_excess_val_tags ERROR [ 82%] 2023-12-03T12:34:23.646 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_put_modify_tags FAILED [ 82%] 2023-12-03T12:34:23.647 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_put_modify_tags ERROR [ 82%] 2023-12-03T12:34:44.505 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_put_delete_tags FAILED [ 82%] 2023-12-03T12:34:44.505 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_put_delete_tags ERROR [ 82%] 2023-12-03T12:34:57.275 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_tags_anonymous_request FAILED [ 83%] 2023-12-03T12:34:57.275 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_tags_anonymous_request ERROR [ 83%] 2023-12-03T12:35:05.467 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_tags_authenticated_request FAILED [ 83%] 2023-12-03T12:35:05.467 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_tags_authenticated_request ERROR [ 83%] 2023-12-03T12:35:18.752 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_put_obj_with_tags FAILED [ 83%] 2023-12-03T12:35:18.752 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_put_obj_with_tags ERROR [ 83%] 2023-12-03T12:35:29.396 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_get_tags_acl_public FAILED [ 83%] 2023-12-03T12:35:29.396 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_get_tags_acl_public ERROR [ 83%] 2023-12-03T12:35:42.219 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_put_tags_acl_public FAILED [ 83%] 2023-12-03T12:35:42.219 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_put_tags_acl_public ERROR [ 83%] 2023-12-03T12:36:02.033 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_delete_tags_obj_public FAILED [ 83%] 2023-12-03T12:36:02.033 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_delete_tags_obj_public ERROR [ 83%] 2023-12-03T12:36:14.902 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_bucket_atomic_upload_return_version_id FAILED [ 84%] 2023-12-03T12:36:14.902 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_bucket_atomic_upload_return_version_id ERROR [ 84%] 2023-12-03T12:36:43.554 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_bucket_multipart_upload_return_version_id FAILED [ 84%] 2023-12-03T12:36:43.555 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_bucket_multipart_upload_return_version_id ERROR [ 84%] 2023-12-03T12:36:58.645 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_get_obj_existing_tag FAILED [ 84%] 2023-12-03T12:36:58.645 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_get_obj_existing_tag ERROR [ 84%] 2023-12-03T12:37:14.650 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_get_obj_tagging_existing_tag FAILED [ 84%] 2023-12-03T12:37:14.651 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_get_obj_tagging_existing_tag ERROR [ 84%] 2023-12-03T12:37:25.104 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_put_obj_tagging_existing_tag FAILED [ 84%] 2023-12-03T12:37:25.104 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_put_obj_tagging_existing_tag ERROR [ 84%] 2023-12-03T12:37:43.756 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_put_obj_copy_source FAILED [ 84%] 2023-12-03T12:37:43.756 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_put_obj_copy_source ERROR [ 84%] 2023-12-03T12:38:06.155 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_put_obj_copy_source_meta FAILED [ 84%] 2023-12-03T12:38:06.155 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_put_obj_copy_source_meta ERROR [ 84%] 2023-12-03T12:38:18.157 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_put_obj_acl FAILED [ 85%] 2023-12-03T12:38:18.158 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_put_obj_acl ERROR [ 85%] 2023-12-03T12:38:43.620 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_put_obj_grant FAILED [ 85%] 2023-12-03T12:38:43.620 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_put_obj_grant ERROR [ 85%] 2023-12-03T12:38:55.543 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_put_obj_enc_conflict_c_s3 FAILED [ 85%] 2023-12-03T12:38:55.543 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_put_obj_enc_conflict_c_s3 ERROR [ 85%] 2023-12-03T12:39:10.686 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_put_obj_enc_conflict_c_kms FAILED [ 85%] 2023-12-03T12:39:10.686 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_put_obj_enc_conflict_c_kms ERROR [ 85%] 2023-12-03T12:39:20.713 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_put_obj_enc_conflict_s3_kms FAILED [ 85%] 2023-12-03T12:39:20.713 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_put_obj_enc_conflict_s3_kms ERROR [ 85%] 2023-12-03T12:39:38.358 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_put_obj_enc_conflict_bad_enc_kms FAILED [ 85%] 2023-12-03T12:39:38.359 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_put_obj_enc_conflict_bad_enc_kms ERROR [ 85%] 2023-12-03T12:40:02.058 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_put_obj_kms_noenc FAILED [ 85%] 2023-12-03T12:40:02.058 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_put_obj_kms_noenc ERROR [ 85%] 2023-12-03T12:40:17.797 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_put_obj_kms_s3 FAILED [ 86%] 2023-12-03T12:40:17.798 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_put_obj_kms_s3 ERROR [ 86%] 2023-12-03T12:40:29.789 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_get_obj_acl_existing_tag FAILED [ 86%] 2023-12-03T12:40:29.789 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_get_obj_acl_existing_tag ERROR [ 86%] 2023-12-03T12:40:51.975 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_lock FAILED [ 86%] 2023-12-03T12:40:51.975 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_lock ERROR [ 86%] 2023-12-03T12:41:06.299 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_lock_invalid_bucket FAILED [ 86%] 2023-12-03T12:41:06.300 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_lock_invalid_bucket ERROR [ 86%] 2023-12-03T12:41:24.666 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_lock_with_days_and_years FAILED [ 86%] 2023-12-03T12:41:24.667 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_lock_with_days_and_years ERROR [ 86%] 2023-12-03T12:41:37.337 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_lock_invalid_days FAILED [ 86%] 2023-12-03T12:41:37.337 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_lock_invalid_days ERROR [ 86%] 2023-12-03T12:41:48.135 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_lock_invalid_years FAILED [ 87%] 2023-12-03T12:41:48.135 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_lock_invalid_years ERROR [ 87%] 2023-12-03T12:41:56.606 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_lock_invalid_mode FAILED [ 87%] 2023-12-03T12:41:56.606 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_lock_invalid_mode ERROR [ 87%] 2023-12-03T12:42:08.943 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_lock_invalid_status FAILED [ 87%] 2023-12-03T12:42:08.944 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_lock_invalid_status ERROR [ 87%] 2023-12-03T12:42:23.733 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_suspend_versioning FAILED [ 87%] 2023-12-03T12:42:23.733 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_suspend_versioning ERROR [ 87%] 2023-12-03T12:42:34.130 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_get_obj_lock FAILED [ 87%] 2023-12-03T12:42:34.130 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_get_obj_lock ERROR [ 87%] 2023-12-03T12:42:51.315 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_get_obj_lock_invalid_bucket FAILED [ 87%] 2023-12-03T12:42:51.315 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_get_obj_lock_invalid_bucket ERROR [ 87%] 2023-12-03T12:43:01.974 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_retention FAILED [ 87%] 2023-12-03T12:43:01.974 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_retention ERROR [ 87%] 2023-12-03T12:43:22.286 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_retention_invalid_bucket FAILED [ 88%] 2023-12-03T12:43:22.286 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_retention_invalid_bucket ERROR [ 88%] 2023-12-03T12:43:36.362 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_retention_invalid_mode FAILED [ 88%] 2023-12-03T12:43:36.363 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_retention_invalid_mode ERROR [ 88%] 2023-12-03T12:43:47.799 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_get_obj_retention FAILED [ 88%] 2023-12-03T12:43:47.800 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_get_obj_retention ERROR [ 88%] 2023-12-03T12:43:54.846 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_get_obj_retention_iso8601 FAILED [ 88%] 2023-12-03T12:43:54.846 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_get_obj_retention_iso8601 ERROR [ 88%] 2023-12-03T12:44:08.902 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_get_obj_retention_invalid_bucket FAILED [ 88%] 2023-12-03T12:44:08.902 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_get_obj_retention_invalid_bucket ERROR [ 88%] 2023-12-03T12:44:25.027 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_retention_versionid FAILED [ 88%] 2023-12-03T12:44:25.027 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_retention_versionid ERROR [ 88%] 2023-12-03T12:44:42.998 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_retention_override_default_retention FAILED [ 88%] 2023-12-03T12:44:42.999 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_retention_override_default_retention ERROR [ 88%] 2023-12-03T12:44:52.299 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_retention_increase_period FAILED [ 89%] 2023-12-03T12:44:52.299 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_retention_increase_period ERROR [ 89%] 2023-12-03T12:45:07.252 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_retention_shorten_period FAILED [ 89%] 2023-12-03T12:45:07.253 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_retention_shorten_period ERROR [ 89%] 2023-12-03T12:45:24.195 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_retention_shorten_period_bypass FAILED [ 89%] 2023-12-03T12:45:24.195 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_retention_shorten_period_bypass ERROR [ 89%] 2023-12-03T12:45:38.984 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_delete_object_with_retention FAILED [ 89%] 2023-12-03T12:45:38.984 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_delete_object_with_retention ERROR [ 89%] 2023-12-03T12:45:52.853 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_delete_object_with_retention_and_marker FAILED [ 89%] 2023-12-03T12:45:52.853 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_delete_object_with_retention_and_marker ERROR [ 89%] 2023-12-03T12:46:06.560 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_multi_delete_object_with_retention FAILED [ 89%] 2023-12-03T12:46:06.560 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_multi_delete_object_with_retention ERROR [ 89%] 2023-12-03T12:46:23.887 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_legal_hold FAILED [ 90%] 2023-12-03T12:46:23.887 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_legal_hold ERROR [ 90%] 2023-12-03T12:46:44.627 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_legal_hold_invalid_bucket FAILED [ 90%] 2023-12-03T12:46:44.627 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_legal_hold_invalid_bucket ERROR [ 90%] 2023-12-03T12:46:58.716 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_legal_hold_invalid_status FAILED [ 90%] 2023-12-03T12:46:58.716 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_legal_hold_invalid_status ERROR [ 90%] 2023-12-03T12:47:17.509 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_get_legal_hold FAILED [ 90%] 2023-12-03T12:47:17.509 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_get_legal_hold ERROR [ 90%] 2023-12-03T12:47:40.256 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_get_legal_hold_invalid_bucket FAILED [ 90%] 2023-12-03T12:47:40.256 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_get_legal_hold_invalid_bucket ERROR [ 90%] 2023-12-03T12:47:55.070 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_delete_object_with_legal_hold_on FAILED [ 90%] 2023-12-03T12:47:55.070 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_delete_object_with_legal_hold_on ERROR [ 90%] 2023-12-03T12:48:13.331 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_delete_object_with_legal_hold_off FAILED [ 90%] 2023-12-03T12:48:13.331 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_delete_object_with_legal_hold_off ERROR [ 90%] 2023-12-03T12:48:28.541 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_get_obj_metadata FAILED [ 91%] 2023-12-03T12:48:28.541 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_get_obj_metadata ERROR [ 91%] 2023-12-03T12:48:41.397 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_uploading_obj FAILED [ 91%] 2023-12-03T12:48:41.397 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_uploading_obj ERROR [ 91%] 2023-12-03T12:49:03.935 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_changing_mode_from_governance_with_bypass FAILED [ 91%] 2023-12-03T12:49:03.935 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_changing_mode_from_governance_with_bypass ERROR [ 91%] 2023-12-03T12:49:24.004 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_changing_mode_from_governance_without_bypass FAILED [ 91%] 2023-12-03T12:49:24.004 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_changing_mode_from_governance_without_bypass ERROR [ 91%] 2023-12-03T12:49:39.336 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_changing_mode_from_compliance FAILED [ 91%] 2023-12-03T12:49:39.337 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_changing_mode_from_compliance ERROR [ 91%] 2023-12-03T12:49:52.664 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_copy_object_ifmatch_good FAILED [ 91%] 2023-12-03T12:49:52.664 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_copy_object_ifmatch_good ERROR [ 91%] 2023-12-03T12:50:08.954 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_copy_object_ifnonematch_failed FAILED [ 92%] 2023-12-03T12:50:08.954 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_copy_object_ifnonematch_failed ERROR [ 92%] 2023-12-03T12:50:21.638 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_get_bucket_policy_status FAILED [ 92%] 2023-12-03T12:50:21.638 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_get_bucket_policy_status ERROR [ 92%] 2023-12-03T12:50:45.036 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_get_public_acl_bucket_policy_status FAILED [ 92%] 2023-12-03T12:50:45.036 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_get_public_acl_bucket_policy_status ERROR [ 92%] 2023-12-03T12:51:03.601 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_get_authpublic_acl_bucket_policy_status FAILED [ 92%] 2023-12-03T12:51:03.601 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_get_authpublic_acl_bucket_policy_status ERROR [ 92%] 2023-12-03T12:51:20.531 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_get_publicpolicy_acl_bucket_policy_status FAILED [ 92%] 2023-12-03T12:51:20.531 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_get_publicpolicy_acl_bucket_policy_status ERROR [ 92%] 2023-12-03T12:51:30.240 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_get_nonpublicpolicy_acl_bucket_policy_status FAILED [ 92%] 2023-12-03T12:51:30.240 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_get_nonpublicpolicy_acl_bucket_policy_status ERROR [ 92%] 2023-12-03T12:51:48.854 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_get_nonpublicpolicy_deny_bucket_policy_status FAILED [ 92%] 2023-12-03T12:51:48.854 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_get_nonpublicpolicy_deny_bucket_policy_status ERROR [ 92%] 2023-12-03T12:52:02.117 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_get_default_public_block FAILED [ 93%] 2023-12-03T12:52:02.118 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_get_default_public_block ERROR [ 93%] 2023-12-03T12:52:09.369 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_put_public_block FAILED [ 93%] 2023-12-03T12:52:09.369 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_put_public_block ERROR [ 93%] 2023-12-03T12:52:25.465 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_block_public_put_bucket_acls FAILED [ 93%] 2023-12-03T12:52:25.465 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_block_public_put_bucket_acls ERROR [ 93%] 2023-12-03T12:52:36.103 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_block_public_object_canned_acls FAILED [ 93%] 2023-12-03T12:52:36.104 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_block_public_object_canned_acls ERROR [ 93%] 2023-12-03T12:52:53.770 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_block_public_policy FAILED [ 93%] 2023-12-03T12:52:53.770 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_block_public_policy ERROR [ 93%] 2023-12-03T12:53:14.172 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_ignore_public_acls FAILED [ 93%] 2023-12-03T12:53:14.172 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_ignore_public_acls ERROR [ 93%] 2023-12-03T12:53:24.216 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_upload_on_a_bucket_with_policy FAILED [ 93%] 2023-12-03T12:53:24.217 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_upload_on_a_bucket_with_policy ERROR [ 93%] 2023-12-03T12:53:47.340 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_put_bucket_encryption_kms FAILED [ 94%] 2023-12-03T12:53:47.340 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_put_bucket_encryption_kms ERROR [ 94%] 2023-12-03T12:53:56.851 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_get_bucket_encryption_kms FAILED [ 94%] 2023-12-03T12:53:56.851 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_get_bucket_encryption_kms ERROR [ 94%] 2023-12-03T12:54:11.560 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_delete_bucket_encryption_kms FAILED [ 94%] 2023-12-03T12:54:11.560 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_delete_bucket_encryption_kms ERROR [ 94%] 2023-12-03T12:54:28.334 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_sse_kms_default_post_object_authenticated_request FAILED [ 94%] 2023-12-03T12:54:28.334 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_sse_kms_default_post_object_authenticated_request ERROR [ 94%] 2023-12-03T12:54:49.509 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_get_object_torrent FAILED [ 94%] 2023-12-03T12:54:49.510 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py::test_get_object_torrent ERROR [ 94%] 2023-12-03T12:54:52.354 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3select.py::test_generate_where_clause ERROR [ 94%] 2023-12-03T12:54:52.578 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3select.py::test_generate_projection ERROR [ 95%] 2023-12-03T12:54:52.712 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3select.py::test_count_operation ERROR [ 95%] 2023-12-03T12:54:52.932 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3select.py::test_count_json_operation ERROR [ 95%] 2023-12-03T12:54:53.059 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3select.py::test_json_column_sum_min_max ERROR [ 95%] 2023-12-03T12:54:53.266 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3select.py::test_json_nullif_expressions ERROR [ 95%] 2023-12-03T12:54:53.393 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3select.py::test_column_sum_min_max ERROR [ 95%] 2023-12-03T12:54:53.601 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3select.py::test_nullif_expressions ERROR [ 95%] 2023-12-03T12:54:53.733 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3select.py::test_nulliftrue_expressions ERROR [ 96%] 2023-12-03T12:54:53.942 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3select.py::test_is_not_null_expressions ERROR [ 96%] 2023-12-03T12:54:54.074 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3select.py::test_lowerupper_expressions ERROR [ 96%] 2023-12-03T12:54:54.287 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3select.py::test_in_expressions ERROR [ 96%] 2023-12-03T12:54:54.417 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3select.py::test_true_false_in_expressions ERROR [ 96%] 2023-12-03T12:54:54.633 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3select.py::test_like_expressions ERROR [ 96%] 2023-12-03T12:54:54.762 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3select.py::test_truefalselike_expressions ERROR [ 96%] 2023-12-03T12:54:54.893 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3select.py::test_complex_expressions ERROR [ 97%] 2023-12-03T12:54:55.094 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3select.py::test_alias ERROR [ 97%] 2023-12-03T12:54:55.226 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3select.py::test_alias_cyclic_refernce ERROR [ 97%] 2023-12-03T12:54:55.431 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3select.py::test_datetime ERROR [ 97%] 2023-12-03T12:54:55.565 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3select.py::test_true_false_datetime ERROR [ 97%] 2023-12-03T12:54:55.769 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3select.py::test_csv_parser ERROR [ 97%] 2023-12-03T12:54:55.896 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3select.py::test_csv_definition ERROR [ 98%] 2023-12-03T12:54:56.103 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3select.py::test_schema_definition ERROR [ 98%] 2023-12-03T12:54:56.233 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3select.py::test_when_then_else_expressions ERROR [ 98%] 2023-12-03T12:54:56.444 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3select.py::test_coalesce_expressions ERROR [ 98%] 2023-12-03T12:54:56.573 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3select.py::test_cast_expressions ERROR [ 98%] 2023-12-03T12:54:56.783 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3select.py::test_version ERROR [ 98%] 2023-12-03T12:54:56.913 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3select.py::test_trim_expressions ERROR [ 98%] 2023-12-03T12:54:57.126 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3select.py::test_truefalse_trim_expressions ERROR [ 99%] 2023-12-03T12:54:57.253 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3select.py::test_escape_expressions ERROR [ 99%] 2023-12-03T12:54:57.469 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3select.py::test_case_value_expressions ERROR [ 99%] 2023-12-03T12:54:57.598 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3select.py::test_bool_cast_expressions ERROR [ 99%] 2023-12-03T12:54:57.816 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3select.py::test_progress_expressions ERROR [ 99%] 2023-12-03T12:54:57.942 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3select.py::test_output_serial_expressions ERROR [ 99%] 2023-12-03T12:54:57.960 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_utils.py::test_generate PASSED [100%] 2023-12-03T12:54:57.960 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:57.960 INFO:teuthology.orchestra.run.smithi019.stdout:==================================== ERRORS ==================================== 2023-12-03T12:54:57.960 INFO:teuthology.orchestra.run.smithi019.stdout:_______________ ERROR at teardown of test_multipart_upload_empty _______________ 2023-12-03T12:54:57.960 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:57.960 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:57.960 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:57.961 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:54:57.961 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:54:57.961 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:57.961 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:54:57.961 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:57.961 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:54:57.961 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:54:57.961 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:54:57.961 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:57.961 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:54:57.961 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:54:57.961 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:57.962 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:57.962 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:54:57.962 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:54:57.962 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:57.962 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:57.962 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:54:57.962 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:57.962 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:54:57.962 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:54:57.962 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:57.962 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:57.962 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:54:57.963 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:54:57.963 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:57.963 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:54:57.963 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:54:57.963 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:54:57.963 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:54:57.963 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:54:57.963 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:57.963 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:54:57.963 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:57.963 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:54:57.963 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:54:57.963 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:54:57.964 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:54:57.964 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:54:57.964 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:54:57.964 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:54:57.964 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:54:57.964 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:57.964 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:57.964 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:54:57.964 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:54:57.964 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:54:57.964 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:54:57.964 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:57.964 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:54:57.964 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:54:57.965 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:54:57.965 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:54:57.965 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:57.965 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:57.965 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:54:57.965 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:54:57.965 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:54:57.965 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:54:57.965 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:57.965 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:57.965 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:54:57.965 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:54:57.965 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:54:57.965 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:57.965 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:54:57.966 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:57.966 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:54:57.966 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:54:57.966 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:57.966 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:54:57.966 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:54:57.966 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:54:57.966 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:54:57.966 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:54:57.966 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:54:57.966 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:57.966 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:54:57.967 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:57.967 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:54:57.967 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:57.967 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:57.967 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:54:57.967 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:57.967 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:54:57.967 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:57.967 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:54:57.967 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:54:57.967 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:54:57.967 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:54:57.967 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:54:57.968 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:54:57.968 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:57.968 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:54:57.968 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:54:57.968 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:54:57.968 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:54:57.968 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:54:57.968 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:54:57.968 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:57.968 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:54:57.968 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:54:57.968 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:54:57.968 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:54:57.969 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:54:57.969 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:54:57.969 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:54:57.969 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:54:57.969 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:54:57.969 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:54:57.969 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:54:57.969 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:57.969 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:57.969 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:54:57.969 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:57.969 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:54:57.969 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:54:57.969 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:54:57.969 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:54:57.970 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:54:57.970 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:54:57.970 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:54:57.970 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:54:57.970 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:54:57.970 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:54:57.970 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:54:57.970 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:54:57.970 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:54:57.970 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:54:57.970 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:57.970 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:57.970 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:57.970 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:57.970 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:54:57.971 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:54:57.971 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:57.971 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:54:57.971 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:57.971 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:54:57.971 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:54:57.971 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:54:57.971 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:57.971 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:54:57.971 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:54:57.971 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:57.971 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:57.971 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:54:57.972 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:54:57.972 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:57.972 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:57.972 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:54:57.972 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:54:57.972 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:54:57.972 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:54:57.972 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:54:57.972 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:57.972 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:57.972 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:54:57.972 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:54:57.972 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:54:57.972 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:57.973 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:54:57.973 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:57.973 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:54:57.973 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:57.973 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:54:57.973 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:57.973 INFO:teuthology.orchestra.run.smithi019.stdout:configfile = 2023-12-03T12:54:57.973 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:57.973 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:54:57.973 INFO:teuthology.orchestra.run.smithi019.stdout: def setup_teardown(configfile): 2023-12-03T12:54:57.973 INFO:teuthology.orchestra.run.smithi019.stdout: yield 2023-12-03T12:54:57.973 INFO:teuthology.orchestra.run.smithi019.stdout:> teardown() 2023-12-03T12:54:57.973 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:57.973 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:54:57.974 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:57.974 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:54:57.974 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:54:57.974 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:54:57.974 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:54:57.974 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:54:57.974 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:54:57.974 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:54:57.980 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:54:57.980 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:54:57.980 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:54:57.980 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:54:57.980 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:54:57.980 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:54:57.980 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:54:57.980 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:54:57.980 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:54:57.981 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:54:57.981 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:54:57.981 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:54:57.981 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:54:57.981 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:54:57.981 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:54:57.981 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:54:57.981 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:54:57.981 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:54:57.981 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:54:57.981 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:54:57.981 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:54:57.982 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:54:57.982 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:54:57.982 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:54:57.982 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:54:57.982 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:54:57.982 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:54:57.982 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:54:57.982 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:54:57.982 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:54:57.982 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:54:57.982 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:54:57.982 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:54:57.982 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:57.983 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:57.983 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:57.983 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:54:57.983 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:57.983 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:54:57.983 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:57.983 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:54:57.983 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:54:57.983 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:54:57.983 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:54:57.983 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:54:57.983 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:54:57.983 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:57.984 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:54:57.984 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:54:57.984 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:54:57.984 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:54:57.984 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:54:57.984 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:54:57.984 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:57.984 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:54:57.984 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:54:57.984 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:54:57.984 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:54:57.984 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:54:57.984 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:54:57.984 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:54:57.984 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:54:57.985 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:54:57.985 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:54:57.985 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:54:57.985 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:57.985 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:57.985 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:54:57.985 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:54:57.985 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:54:57.985 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:54:57.985 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:54:57.985 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:57.985 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:57.985 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:54:57.985 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:54:57.986 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:54:57.986 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:54:57.986 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:54:57.986 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:57.986 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:54:57.986 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:54:57.986 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:54:57.986 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:54:57.986 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:54:57.986 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:54:57.986 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:57.986 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:54:57.986 INFO:teuthology.orchestra.run.smithi019.stdout:_______________ ERROR at teardown of test_multipart_upload_small _______________ 2023-12-03T12:54:57.986 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:57.987 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:57.987 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:57.987 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:54:57.987 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:54:57.987 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:57.987 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:54:57.988 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:57.988 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:54:57.988 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:54:57.988 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:54:57.988 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:57.988 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:54:57.988 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:54:57.988 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:57.988 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:57.988 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:54:57.988 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:54:57.988 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:57.988 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:57.988 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:54:57.989 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:57.989 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:54:57.989 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:54:57.989 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:57.989 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:57.989 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:54:57.989 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:54:57.989 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:57.989 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:54:57.989 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:54:57.989 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:54:57.989 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:54:57.989 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:54:57.989 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:57.989 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:54:57.990 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:57.990 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:54:57.990 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:54:57.990 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:54:57.990 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:54:57.990 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:54:57.990 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:54:57.990 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:54:57.990 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:54:57.990 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:57.990 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:57.990 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:54:57.990 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:54:57.990 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:54:57.991 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:54:57.991 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:57.991 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:54:57.991 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:54:57.991 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:54:57.991 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:54:57.991 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:57.991 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:57.991 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:54:57.991 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:54:57.991 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:54:57.991 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:54:57.991 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:57.991 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:57.991 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:54:57.992 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:54:57.992 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:54:57.992 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:57.992 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:54:57.992 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:57.992 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:54:57.992 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:54:57.992 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:57.992 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:54:57.992 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:54:57.992 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:54:57.992 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:54:57.992 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:54:57.992 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:54:57.993 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:57.993 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:54:57.993 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:57.993 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:54:57.993 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:57.993 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:57.993 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:54:57.993 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:57.993 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:54:57.993 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:57.993 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:54:57.993 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:54:57.993 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:54:57.994 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:54:57.994 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:54:57.994 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:54:57.994 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:57.994 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:54:57.994 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:54:57.994 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:54:57.994 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:54:57.994 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:54:57.994 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:54:57.994 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:57.994 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:54:57.994 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:54:57.995 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:54:57.995 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:54:57.995 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:54:57.995 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:54:57.995 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:54:57.995 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:54:57.995 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:54:57.995 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:54:57.995 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:54:57.995 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:57.995 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:57.995 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:54:57.995 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:57.995 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:54:57.996 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:54:57.996 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:54:57.996 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:54:57.996 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:54:57.996 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:54:57.996 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:54:57.996 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:54:57.996 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:54:57.996 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:54:57.996 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:54:57.996 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:54:57.996 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:54:57.996 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:54:57.997 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:57.997 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:57.997 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:57.997 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:57.997 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:54:57.997 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:54:57.997 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:57.997 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:54:57.997 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:57.997 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:54:57.997 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:54:57.997 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:54:57.997 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:57.997 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:54:57.998 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:54:57.998 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:57.998 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:57.998 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:54:57.998 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:54:57.998 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:57.998 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:57.998 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:54:57.998 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:54:57.998 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:54:57.998 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:54:57.998 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:54:57.998 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:57.998 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:57.998 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:54:57.999 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:54:57.999 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:54:57.999 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:57.999 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:54:57.999 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:57.999 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:54:57.999 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:57.999 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:54:57.999 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:57.999 INFO:teuthology.orchestra.run.smithi019.stdout:configfile = 2023-12-03T12:54:57.999 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:57.999 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:54:57.999 INFO:teuthology.orchestra.run.smithi019.stdout: def setup_teardown(configfile): 2023-12-03T12:54:57.999 INFO:teuthology.orchestra.run.smithi019.stdout: yield 2023-12-03T12:54:58.000 INFO:teuthology.orchestra.run.smithi019.stdout:> teardown() 2023-12-03T12:54:58.000 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.000 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:54:58.000 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.000 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:54:58.000 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:54:58.000 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:54:58.000 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:54:58.000 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:54:58.000 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:54:58.000 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:54:58.000 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:54:58.000 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:54:58.000 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:54:58.001 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:54:58.001 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:54:58.001 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:54:58.001 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:54:58.001 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:54:58.001 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:54:58.001 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:54:58.001 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:54:58.001 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:54:58.001 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:54:58.001 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:54:58.001 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:54:58.001 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:54:58.001 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:54:58.002 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:54:58.002 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:54:58.002 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:54:58.002 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:54:58.002 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:54:58.002 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:54:58.002 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:54:58.002 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:54:58.002 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:54:58.002 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:54:58.002 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:54:58.002 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:54:58.002 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:54:58.003 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:54:58.003 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:54:58.003 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:54:58.003 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.003 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.003 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:58.003 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:54:58.003 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.003 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:54:58.003 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.003 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:54:58.003 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:54:58.003 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:54:58.003 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:54:58.003 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:54:58.004 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:54:58.004 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:58.004 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:54:58.004 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:54:58.004 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:54:58.004 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:54:58.004 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:54:58.004 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:54:58.004 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.004 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:54:58.004 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:54:58.004 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:54:58.004 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:54:58.004 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:54:58.005 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:54:58.005 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:54:58.005 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:54:58.005 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:54:58.005 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:54:58.005 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:54:58.005 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.005 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.005 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:54:58.005 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:54:58.005 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:54:58.005 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:54:58.005 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:54:58.006 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.006 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.006 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:54:58.006 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:54:58.006 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:54:58.006 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:54:58.006 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:54:58.006 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.006 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:54:58.006 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:54:58.006 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:54:58.006 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:54:58.006 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:54:58.006 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:54:58.007 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.007 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:54:58.007 INFO:teuthology.orchestra.run.smithi019.stdout:________________ ERROR at teardown of test_multipart_copy_small ________________ 2023-12-03T12:54:58.007 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.007 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:58.007 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.007 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:54:58.007 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:54:58.007 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.007 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:54:58.007 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:58.007 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:54:58.007 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:54:58.007 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:54:58.008 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.008 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:54:58.008 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:54:58.008 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.008 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.008 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:54:58.008 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:54:58.008 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.008 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.008 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:54:58.008 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.008 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:54:58.008 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:54:58.008 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.009 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.009 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:54:58.009 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:54:58.009 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.009 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:54:58.009 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:54:58.009 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:54:58.009 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:54:58.009 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:54:58.009 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:58.009 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:54:58.009 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.009 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:54:58.009 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:54:58.009 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:54:58.009 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:54:58.010 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:54:58.010 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:54:58.010 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:54:58.010 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:54:58.010 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:58.010 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.010 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:54:58.010 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:54:58.010 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:54:58.010 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:54:58.010 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.010 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:54:58.010 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:54:58.011 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:54:58.011 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:54:58.011 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.011 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.011 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:54:58.011 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:54:58.011 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:54:58.011 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:54:58.011 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.011 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.011 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:54:58.011 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:54:58.011 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:54:58.011 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.011 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:54:58.012 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.012 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:54:58.012 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:54:58.012 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.012 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:54:58.012 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:54:58.012 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:54:58.012 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:54:58.012 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:54:58.012 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:54:58.012 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.012 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:54:58.012 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.012 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:54:58.012 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.012 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:58.013 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:54:58.013 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.013 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:54:58.013 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.013 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:54:58.013 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:54:58.013 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:54:58.013 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:54:58.013 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:54:58.013 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:54:58.013 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:58.013 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:54:58.013 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:54:58.013 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:54:58.013 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:54:58.014 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:54:58.014 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:54:58.014 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.014 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:54:58.014 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:54:58.014 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:54:58.014 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:54:58.014 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:54:58.014 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:54:58.014 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:54:58.014 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:54:58.014 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:54:58.014 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:54:58.015 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:54:58.015 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.015 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.015 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:54:58.015 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.015 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:54:58.015 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:54:58.015 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:54:58.015 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:54:58.015 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:54:58.015 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:54:58.015 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:54:58.015 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:54:58.015 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:54:58.015 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:54:58.016 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:54:58.016 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:54:58.016 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:54:58.016 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:54:58.016 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.016 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.016 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:58.016 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.016 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:54:58.016 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:54:58.016 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.016 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:54:58.016 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:58.016 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:54:58.016 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:54:58.017 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:54:58.017 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.017 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:54:58.017 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:54:58.017 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.017 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.017 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:54:58.017 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:54:58.017 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.017 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.017 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:54:58.017 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:54:58.017 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:54:58.017 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:54:58.017 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:54:58.017 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.018 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.018 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:54:58.018 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:54:58.018 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:54:58.018 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.018 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:54:58.018 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.018 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:54:58.018 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.018 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:54:58.018 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.018 INFO:teuthology.orchestra.run.smithi019.stdout:configfile = 2023-12-03T12:54:58.018 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.018 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:54:58.019 INFO:teuthology.orchestra.run.smithi019.stdout: def setup_teardown(configfile): 2023-12-03T12:54:58.019 INFO:teuthology.orchestra.run.smithi019.stdout: yield 2023-12-03T12:54:58.019 INFO:teuthology.orchestra.run.smithi019.stdout:> teardown() 2023-12-03T12:54:58.019 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.019 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:54:58.019 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.019 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:54:58.019 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:54:58.019 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:54:58.019 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:54:58.019 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:54:58.019 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:54:58.019 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:54:58.020 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:54:58.020 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:54:58.020 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:54:58.020 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:54:58.020 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:54:58.020 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:54:58.020 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:54:58.020 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:54:58.020 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:54:58.020 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:54:58.020 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:54:58.020 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:54:58.020 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:54:58.020 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:54:58.020 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:54:58.021 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:54:58.021 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:54:58.021 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:54:58.021 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:54:58.021 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:54:58.021 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:54:58.021 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:54:58.021 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:54:58.021 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:54:58.021 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:54:58.021 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:54:58.021 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:54:58.021 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:54:58.022 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:54:58.022 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:54:58.022 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:54:58.022 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:54:58.022 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:54:58.022 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.022 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.022 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:58.022 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:54:58.022 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.022 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:54:58.022 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.022 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:54:58.023 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:54:58.023 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:54:58.023 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:54:58.023 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:54:58.023 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:54:58.023 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:58.023 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:54:58.023 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:54:58.023 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:54:58.023 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:54:58.023 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:54:58.023 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:54:58.023 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.023 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:54:58.023 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:54:58.024 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:54:58.024 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:54:58.024 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:54:58.024 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:54:58.024 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:54:58.024 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:54:58.024 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:54:58.024 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:54:58.024 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:54:58.024 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.024 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.024 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:54:58.024 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:54:58.024 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:54:58.025 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:54:58.025 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:54:58.025 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.025 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.025 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:54:58.025 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:54:58.025 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:54:58.025 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:54:58.025 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:54:58.025 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.025 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:54:58.025 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:54:58.025 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:54:58.025 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:54:58.025 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:54:58.026 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:54:58.026 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.026 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:54:58.026 INFO:teuthology.orchestra.run.smithi019.stdout:____________ ERROR at teardown of test_multipart_copy_invalid_range ____________ 2023-12-03T12:54:58.026 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.026 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:58.026 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.026 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:54:58.026 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:54:58.026 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.026 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:54:58.026 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:58.026 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:54:58.026 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:54:58.026 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:54:58.027 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.027 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:54:58.027 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:54:58.027 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.027 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.027 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:54:58.027 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:54:58.027 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.027 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.027 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:54:58.027 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.027 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:54:58.027 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:54:58.027 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.028 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.028 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:54:58.028 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:54:58.028 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.028 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:54:58.028 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:54:58.028 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:54:58.028 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:54:58.028 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:54:58.028 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:58.028 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:54:58.028 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.028 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:54:58.028 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:54:58.028 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:54:58.029 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:54:58.029 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:54:58.029 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:54:58.029 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:54:58.029 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:54:58.029 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:58.029 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.029 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:54:58.029 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:54:58.029 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:54:58.029 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:54:58.029 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.029 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:54:58.029 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:54:58.030 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:54:58.030 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:54:58.030 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.030 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.030 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:54:58.030 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:54:58.030 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:54:58.030 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:54:58.030 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.030 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.030 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:54:58.030 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:54:58.030 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:54:58.030 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.031 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:54:58.031 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.031 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:54:58.031 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:54:58.031 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.031 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:54:58.031 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:54:58.031 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:54:58.031 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:54:58.031 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:54:58.031 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:54:58.031 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.031 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:54:58.031 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.031 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:54:58.032 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.032 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:58.032 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:54:58.032 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.032 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:54:58.032 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.032 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:54:58.032 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:54:58.032 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:54:58.032 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:54:58.032 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:54:58.032 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:54:58.032 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:58.032 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:54:58.033 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:54:58.033 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:54:58.033 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:54:58.033 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:54:58.033 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:54:58.033 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.033 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:54:58.033 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:54:58.033 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:54:58.033 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:54:58.033 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:54:58.033 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:54:58.033 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:54:58.033 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:54:58.034 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:54:58.034 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:54:58.034 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:54:58.034 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.034 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.034 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:54:58.034 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.034 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:54:58.034 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:54:58.034 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:54:58.034 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:54:58.034 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:54:58.034 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:54:58.034 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:54:58.035 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:54:58.035 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:54:58.035 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:54:58.035 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:54:58.035 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:54:58.035 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:54:58.035 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:54:58.035 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.035 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.035 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:58.035 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.035 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:54:58.035 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:54:58.035 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.035 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:54:58.035 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:58.035 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:54:58.036 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:54:58.036 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:54:58.036 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.036 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:54:58.036 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:54:58.036 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.036 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.036 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:54:58.036 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:54:58.036 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.036 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.036 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:54:58.036 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:54:58.036 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:54:58.037 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:54:58.037 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:54:58.037 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.037 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.037 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:54:58.037 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:54:58.037 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:54:58.037 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.037 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:54:58.037 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.037 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:54:58.037 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.037 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:54:58.037 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.038 INFO:teuthology.orchestra.run.smithi019.stdout:configfile = 2023-12-03T12:54:58.038 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.038 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:54:58.038 INFO:teuthology.orchestra.run.smithi019.stdout: def setup_teardown(configfile): 2023-12-03T12:54:58.038 INFO:teuthology.orchestra.run.smithi019.stdout: yield 2023-12-03T12:54:58.038 INFO:teuthology.orchestra.run.smithi019.stdout:> teardown() 2023-12-03T12:54:58.038 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.038 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:54:58.038 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.038 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:54:58.038 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:54:58.038 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:54:58.038 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:54:58.038 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:54:58.038 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:54:58.039 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:54:58.039 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:54:58.039 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:54:58.039 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:54:58.039 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:54:58.039 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:54:58.039 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:54:58.039 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:54:58.039 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:54:58.039 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:54:58.039 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:54:58.039 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:54:58.039 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:54:58.039 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:54:58.039 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:54:58.040 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:54:58.040 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:54:58.040 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:54:58.040 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:54:58.040 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:54:58.040 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:54:58.040 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:54:58.040 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:54:58.040 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:54:58.040 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:54:58.040 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:54:58.040 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:54:58.040 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:54:58.040 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:54:58.040 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:54:58.041 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:54:58.041 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:54:58.041 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:54:58.041 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:54:58.041 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.041 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.041 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:58.041 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:54:58.041 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.041 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:54:58.041 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.041 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:54:58.041 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:54:58.041 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:54:58.042 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:54:58.042 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:54:58.042 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:54:58.042 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:58.042 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:54:58.042 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:54:58.042 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:54:58.042 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:54:58.042 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:54:58.042 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:54:58.042 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.042 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:54:58.042 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:54:58.043 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:54:58.043 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:54:58.043 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:54:58.043 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:54:58.043 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:54:58.043 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:54:58.043 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:54:58.043 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:54:58.043 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:54:58.043 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.043 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.043 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:54:58.043 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:54:58.043 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:54:58.044 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:54:58.044 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:54:58.044 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.044 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.044 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:54:58.044 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:54:58.044 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:54:58.044 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:54:58.044 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:54:58.044 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.044 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:54:58.044 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:54:58.044 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:54:58.045 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:54:58.045 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:54:58.045 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:54:58.045 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.045 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:54:58.045 INFO:teuthology.orchestra.run.smithi019.stdout:____________ ERROR at teardown of test_multipart_copy_without_range ____________ 2023-12-03T12:54:58.045 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.045 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:58.045 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.045 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:54:58.045 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:54:58.045 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.045 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:54:58.046 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:58.046 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:54:58.046 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:54:58.046 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:54:58.046 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.046 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:54:58.046 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:54:58.046 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.046 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.046 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:54:58.046 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:54:58.046 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.046 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.046 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:54:58.047 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.047 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:54:58.047 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:54:58.047 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.047 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.047 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:54:58.047 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:54:58.047 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.047 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:54:58.047 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:54:58.047 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:54:58.047 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:54:58.047 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:54:58.047 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:58.048 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:54:58.048 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.048 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:54:58.048 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:54:58.048 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:54:58.048 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:54:58.048 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:54:58.048 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:54:58.048 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:54:58.048 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:54:58.048 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:58.048 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.048 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:54:58.048 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:54:58.048 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:54:58.049 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:54:58.049 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.049 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:54:58.049 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:54:58.049 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:54:58.049 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:54:58.049 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.049 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.049 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:54:58.049 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:54:58.049 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:54:58.049 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:54:58.049 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.049 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.049 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:54:58.050 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:54:58.050 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:54:58.050 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.050 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:54:58.050 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.050 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:54:58.050 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:54:58.050 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.050 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:54:58.050 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:54:58.050 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:54:58.050 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:54:58.050 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:54:58.050 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:54:58.051 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.051 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:54:58.051 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.051 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:54:58.051 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.051 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:58.051 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:54:58.051 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.051 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:54:58.051 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.051 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:54:58.051 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:54:58.051 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:54:58.052 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:54:58.052 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:54:58.052 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:54:58.052 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:58.052 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:54:58.052 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:54:58.052 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:54:58.052 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:54:58.052 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:54:58.052 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:54:58.052 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.052 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:54:58.052 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:54:58.052 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:54:58.052 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:54:58.053 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:54:58.053 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:54:58.053 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:54:58.053 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:54:58.053 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:54:58.053 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:54:58.053 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:54:58.053 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.053 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.053 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:54:58.053 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.053 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:54:58.054 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:54:58.054 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:54:58.054 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:54:58.054 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:54:58.054 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:54:58.054 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:54:58.054 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:54:58.054 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:54:58.054 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:54:58.054 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:54:58.054 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:54:58.054 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:54:58.055 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:54:58.055 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.055 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.055 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:58.055 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.055 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:54:58.055 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:54:58.055 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.055 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:54:58.055 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:58.055 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:54:58.055 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:54:58.055 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:54:58.055 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.056 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:54:58.056 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:54:58.056 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.056 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.056 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:54:58.056 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:54:58.056 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.056 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.056 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:54:58.056 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:54:58.056 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:54:58.056 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:54:58.056 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:54:58.057 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.057 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.057 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:54:58.057 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:54:58.057 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:54:58.057 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.057 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:54:58.057 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.057 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:54:58.057 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.057 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:54:58.057 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.057 INFO:teuthology.orchestra.run.smithi019.stdout:configfile = 2023-12-03T12:54:58.057 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.057 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:54:58.058 INFO:teuthology.orchestra.run.smithi019.stdout: def setup_teardown(configfile): 2023-12-03T12:54:58.058 INFO:teuthology.orchestra.run.smithi019.stdout: yield 2023-12-03T12:54:58.058 INFO:teuthology.orchestra.run.smithi019.stdout:> teardown() 2023-12-03T12:54:58.058 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.058 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:54:58.058 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.058 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:54:58.058 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:54:58.058 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:54:58.058 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:54:58.058 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:54:58.058 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:54:58.059 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:54:58.059 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:54:58.059 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:54:58.059 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:54:58.059 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:54:58.059 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:54:58.059 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:54:58.059 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:54:58.059 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:54:58.059 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:54:58.059 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:54:58.059 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:54:58.059 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:54:58.059 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:54:58.059 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:54:58.060 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:54:58.060 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:54:58.060 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:54:58.060 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:54:58.060 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:54:58.060 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:54:58.060 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:54:58.060 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:54:58.060 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:54:58.060 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:54:58.060 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:54:58.060 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:54:58.060 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:54:58.060 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:54:58.060 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:54:58.060 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:54:58.061 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:54:58.061 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:54:58.061 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:54:58.061 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.061 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.061 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:58.061 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:54:58.061 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.061 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:54:58.061 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.061 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:54:58.061 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:54:58.061 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:54:58.061 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:54:58.062 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:54:58.062 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:54:58.062 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:58.062 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:54:58.062 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:54:58.062 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:54:58.062 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:54:58.062 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:54:58.062 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:54:58.062 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.062 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:54:58.062 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:54:58.062 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:54:58.062 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:54:58.062 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:54:58.063 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:54:58.063 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:54:58.063 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:54:58.063 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:54:58.063 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:54:58.063 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:54:58.063 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.063 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.063 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:54:58.063 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:54:58.063 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:54:58.063 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:54:58.063 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:54:58.063 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.063 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.064 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:54:58.064 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:54:58.064 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:54:58.064 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:54:58.064 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:54:58.064 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.064 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:54:58.064 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:54:58.064 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:54:58.064 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:54:58.064 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:54:58.064 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:54:58.064 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.064 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:54:58.065 INFO:teuthology.orchestra.run.smithi019.stdout:____________ ERROR at teardown of test_multipart_copy_special_names ____________ 2023-12-03T12:54:58.065 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.065 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:58.065 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.065 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:54:58.065 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:54:58.065 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.065 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:54:58.065 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:58.065 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:54:58.065 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:54:58.065 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:54:58.065 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.066 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:54:58.066 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:54:58.066 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.066 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.066 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:54:58.066 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:54:58.066 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.066 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.066 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:54:58.066 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.066 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:54:58.066 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:54:58.066 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.066 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.066 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:54:58.067 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:54:58.067 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.067 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:54:58.067 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:54:58.067 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:54:58.067 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:54:58.067 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:54:58.067 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:58.067 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:54:58.067 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.067 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:54:58.067 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:54:58.067 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:54:58.067 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:54:58.068 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:54:58.068 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:54:58.068 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:54:58.068 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:54:58.068 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:58.068 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.068 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:54:58.068 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:54:58.068 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:54:58.068 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:54:58.068 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.068 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:54:58.068 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:54:58.068 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:54:58.068 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:54:58.069 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.069 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.069 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:54:58.069 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:54:58.069 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:54:58.069 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:54:58.069 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.069 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.069 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:54:58.069 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:54:58.069 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:54:58.069 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.069 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:54:58.069 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.069 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:54:58.070 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:54:58.070 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.070 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:54:58.070 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:54:58.070 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:54:58.070 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:54:58.070 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:54:58.070 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:54:58.070 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.070 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:54:58.070 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.070 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:54:58.070 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.071 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:58.071 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:54:58.071 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.071 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:54:58.071 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.071 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:54:58.071 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:54:58.071 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:54:58.071 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:54:58.071 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:54:58.071 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:54:58.071 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:58.071 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:54:58.071 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:54:58.071 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:54:58.071 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:54:58.072 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:54:58.072 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:54:58.072 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.072 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:54:58.072 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:54:58.072 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:54:58.072 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:54:58.072 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:54:58.072 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:54:58.072 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:54:58.072 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:54:58.072 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:54:58.072 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:54:58.072 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:54:58.072 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.073 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.073 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:54:58.073 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.073 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:54:58.073 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:54:58.073 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:54:58.073 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:54:58.073 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:54:58.073 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:54:58.073 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:54:58.073 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:54:58.073 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:54:58.073 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:54:58.073 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:54:58.073 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:54:58.074 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:54:58.074 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:54:58.074 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.074 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.074 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:58.074 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.074 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:54:58.074 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:54:58.074 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.074 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:54:58.074 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:58.074 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:54:58.074 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:54:58.075 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:54:58.075 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.075 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:54:58.075 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:54:58.075 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.075 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.075 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:54:58.075 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:54:58.075 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.075 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.075 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:54:58.075 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:54:58.075 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:54:58.075 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:54:58.075 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:54:58.076 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.076 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.076 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:54:58.076 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:54:58.076 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:54:58.076 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.076 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:54:58.076 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.076 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:54:58.076 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.076 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:54:58.076 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.076 INFO:teuthology.orchestra.run.smithi019.stdout:configfile = 2023-12-03T12:54:58.076 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.076 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:54:58.076 INFO:teuthology.orchestra.run.smithi019.stdout: def setup_teardown(configfile): 2023-12-03T12:54:58.077 INFO:teuthology.orchestra.run.smithi019.stdout: yield 2023-12-03T12:54:58.077 INFO:teuthology.orchestra.run.smithi019.stdout:> teardown() 2023-12-03T12:54:58.077 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.077 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:54:58.077 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.077 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:54:58.077 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:54:58.077 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:54:58.077 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:54:58.077 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:54:58.077 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:54:58.077 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:54:58.077 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:54:58.077 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:54:58.077 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:54:58.078 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:54:58.078 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:54:58.078 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:54:58.078 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:54:58.078 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:54:58.078 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:54:58.078 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:54:58.078 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:54:58.078 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:54:58.078 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:54:58.078 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:54:58.078 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:54:58.078 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:54:58.079 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:54:58.079 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:54:58.079 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:54:58.079 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:54:58.079 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:54:58.079 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:54:58.079 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:54:58.079 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:54:58.079 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:54:58.079 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:54:58.079 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:54:58.079 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:54:58.079 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:54:58.079 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:54:58.080 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:54:58.080 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:54:58.080 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:54:58.080 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.080 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.080 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:58.080 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:54:58.080 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.080 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:54:58.080 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.080 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:54:58.080 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:54:58.080 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:54:58.080 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:54:58.080 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:54:58.081 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:54:58.081 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:58.081 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:54:58.081 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:54:58.081 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:54:58.081 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:54:58.081 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:54:58.081 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:54:58.081 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.081 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:54:58.081 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:54:58.081 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:54:58.081 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:54:58.081 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:54:58.082 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:54:58.082 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:54:58.082 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:54:58.082 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:54:58.082 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:54:58.082 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:54:58.082 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.082 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.082 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:54:58.082 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:54:58.082 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:54:58.082 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:54:58.082 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:54:58.082 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.083 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.083 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:54:58.083 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:54:58.083 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:54:58.083 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:54:58.083 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:54:58.083 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.083 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:54:58.083 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:54:58.083 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:54:58.083 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:54:58.083 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:54:58.083 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:54:58.083 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.084 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:54:58.084 INFO:teuthology.orchestra.run.smithi019.stdout:__________________ ERROR at teardown of test_multipart_upload __________________ 2023-12-03T12:54:58.084 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.084 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:58.084 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.084 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:54:58.084 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:54:58.084 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.084 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:54:58.084 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:58.084 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:54:58.084 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:54:58.084 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:54:58.084 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.085 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:54:58.085 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:54:58.085 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.085 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.085 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:54:58.085 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:54:58.085 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.085 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.085 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:54:58.085 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.085 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:54:58.085 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:54:58.085 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.085 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.085 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:54:58.086 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:54:58.086 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.086 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:54:58.086 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:54:58.086 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:54:58.086 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:54:58.086 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:54:58.086 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:58.086 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:54:58.086 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.086 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:54:58.086 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:54:58.086 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:54:58.087 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:54:58.087 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:54:58.087 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:54:58.087 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:54:58.087 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:54:58.087 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:58.087 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.087 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:54:58.087 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:54:58.087 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:54:58.087 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:54:58.087 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.087 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:54:58.087 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:54:58.088 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:54:58.088 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:54:58.088 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.088 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.088 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:54:58.088 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:54:58.088 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:54:58.088 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:54:58.088 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.088 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.088 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:54:58.088 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:54:58.088 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:54:58.088 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.089 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:54:58.089 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.089 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:54:58.089 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:54:58.089 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.089 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:54:58.089 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:54:58.089 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:54:58.089 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:54:58.089 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:54:58.089 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:54:58.089 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.089 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:54:58.089 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.089 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:54:58.089 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.089 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:58.090 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:54:58.090 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.090 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:54:58.090 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.090 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:54:58.090 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:54:58.090 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:54:58.090 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:54:58.090 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:54:58.090 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:54:58.090 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:58.093 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:54:58.093 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:54:58.093 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:54:58.093 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:54:58.093 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:54:58.093 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:54:58.093 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.093 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:54:58.093 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:54:58.093 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:54:58.093 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:54:58.093 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:54:58.094 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:54:58.094 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:54:58.094 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:54:58.094 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:54:58.094 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:54:58.094 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:54:58.094 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.094 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.094 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:54:58.094 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.094 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:54:58.094 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:54:58.094 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:54:58.095 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:54:58.095 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:54:58.095 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:54:58.095 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:54:58.095 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:54:58.095 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:54:58.095 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:54:58.095 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:54:58.095 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:54:58.095 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:54:58.095 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:54:58.095 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.095 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.095 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:58.095 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.095 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:54:58.096 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:54:58.096 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.096 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:54:58.096 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:58.096 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:54:58.096 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:54:58.096 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:54:58.096 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.096 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:54:58.096 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:54:58.096 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.096 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.096 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:54:58.096 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:54:58.096 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.097 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.097 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:54:58.097 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:54:58.097 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:54:58.097 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:54:58.097 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:54:58.097 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.097 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.097 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:54:58.097 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:54:58.097 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:54:58.097 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.097 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:54:58.097 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.097 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:54:58.098 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.098 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:54:58.098 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.098 INFO:teuthology.orchestra.run.smithi019.stdout:configfile = 2023-12-03T12:54:58.098 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.098 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:54:58.098 INFO:teuthology.orchestra.run.smithi019.stdout: def setup_teardown(configfile): 2023-12-03T12:54:58.098 INFO:teuthology.orchestra.run.smithi019.stdout: yield 2023-12-03T12:54:58.098 INFO:teuthology.orchestra.run.smithi019.stdout:> teardown() 2023-12-03T12:54:58.098 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.098 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:54:58.098 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.098 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:54:58.098 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:54:58.099 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:54:58.099 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:54:58.099 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:54:58.099 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:54:58.099 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:54:58.099 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:54:58.099 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:54:58.099 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:54:58.099 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:54:58.099 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:54:58.099 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:54:58.099 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:54:58.099 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:54:58.099 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:54:58.099 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:54:58.100 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:54:58.100 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:54:58.100 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:54:58.100 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:54:58.100 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:54:58.100 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:54:58.100 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:54:58.100 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:54:58.100 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:54:58.100 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:54:58.100 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:54:58.100 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:54:58.100 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:54:58.100 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:54:58.100 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:54:58.100 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:54:58.100 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:54:58.101 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:54:58.101 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:54:58.101 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:54:58.101 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:54:58.101 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:54:58.101 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:54:58.101 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.101 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.101 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:58.101 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:54:58.101 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.101 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:54:58.101 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.102 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:54:58.102 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:54:58.102 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:54:58.102 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:54:58.102 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:54:58.102 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:54:58.102 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:58.102 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:54:58.102 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:54:58.102 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:54:58.102 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:54:58.102 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:54:58.102 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:54:58.102 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.103 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:54:58.103 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:54:58.103 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:54:58.103 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:54:58.103 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:54:58.103 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:54:58.103 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:54:58.103 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:54:58.103 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:54:58.103 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:54:58.103 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:54:58.103 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.103 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.103 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:54:58.103 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:54:58.104 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:54:58.104 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:54:58.104 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:54:58.104 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.104 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.104 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:54:58.104 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:54:58.104 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:54:58.104 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:54:58.104 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:54:58.104 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.104 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:54:58.104 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:54:58.104 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:54:58.104 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:54:58.105 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:54:58.105 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:54:58.105 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.105 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:54:58.105 INFO:teuthology.orchestra.run.smithi019.stdout:______________ ERROR at teardown of test_multipart_copy_versioned ______________ 2023-12-03T12:54:58.105 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.105 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:58.105 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.105 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:54:58.105 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:54:58.105 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.105 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:54:58.105 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:58.105 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:54:58.105 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:54:58.106 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:54:58.106 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.106 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:54:58.106 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:54:58.106 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.106 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.106 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:54:58.106 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:54:58.106 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.106 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.106 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:54:58.106 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.106 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:54:58.106 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:54:58.107 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.107 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.107 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:54:58.107 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:54:58.107 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.107 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:54:58.107 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:54:58.107 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:54:58.107 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:54:58.107 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:54:58.107 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:58.107 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:54:58.107 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.107 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:54:58.108 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:54:58.108 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:54:58.108 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:54:58.108 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:54:58.108 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:54:58.108 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:54:58.108 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:54:58.108 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:58.108 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.108 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:54:58.108 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:54:58.108 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:54:58.108 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:54:58.108 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.109 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:54:58.109 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:54:58.109 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:54:58.109 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:54:58.109 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.109 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.109 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:54:58.109 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:54:58.109 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:54:58.109 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:54:58.109 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.109 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.109 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:54:58.109 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:54:58.109 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:54:58.110 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.110 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:54:58.110 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.110 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:54:58.110 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:54:58.110 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.110 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:54:58.110 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:54:58.110 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:54:58.110 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:54:58.110 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:54:58.110 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:54:58.110 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.110 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:54:58.111 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.111 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:54:58.111 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.111 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:58.111 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:54:58.111 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.111 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:54:58.111 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.111 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:54:58.111 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:54:58.111 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:54:58.111 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:54:58.111 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:54:58.111 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:54:58.112 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:58.112 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:54:58.112 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:54:58.112 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:54:58.112 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:54:58.112 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:54:58.112 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:54:58.112 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.112 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:54:58.112 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:54:58.112 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:54:58.112 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:54:58.112 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:54:58.112 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:54:58.113 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:54:58.113 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:54:58.113 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:54:58.113 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:54:58.113 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:54:58.113 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.113 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.113 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:54:58.113 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.113 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:54:58.113 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:54:58.113 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:54:58.113 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:54:58.113 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:54:58.113 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:54:58.114 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:54:58.114 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:54:58.114 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:54:58.114 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:54:58.114 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:54:58.114 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:54:58.114 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:54:58.114 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:54:58.114 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.114 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.114 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:58.114 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.114 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:54:58.114 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:54:58.115 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.115 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:54:58.115 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:58.115 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:54:58.115 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:54:58.115 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:54:58.115 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.115 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:54:58.115 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:54:58.115 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.115 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.115 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:54:58.115 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:54:58.115 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.115 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.116 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:54:58.116 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:54:58.116 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:54:58.116 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:54:58.116 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:54:58.116 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.116 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.116 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:54:58.116 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:54:58.116 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:54:58.116 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.116 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:54:58.116 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.116 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:54:58.117 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.117 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:54:58.117 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.117 INFO:teuthology.orchestra.run.smithi019.stdout:configfile = 2023-12-03T12:54:58.117 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.117 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:54:58.117 INFO:teuthology.orchestra.run.smithi019.stdout: def setup_teardown(configfile): 2023-12-03T12:54:58.117 INFO:teuthology.orchestra.run.smithi019.stdout: yield 2023-12-03T12:54:58.117 INFO:teuthology.orchestra.run.smithi019.stdout:> teardown() 2023-12-03T12:54:58.117 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.117 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:54:58.117 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.117 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:54:58.117 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:54:58.117 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:54:58.118 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:54:58.118 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:54:58.118 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:54:58.118 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:54:58.118 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:54:58.118 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:54:58.118 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:54:58.118 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:54:58.118 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:54:58.118 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:54:58.118 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:54:58.118 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:54:58.118 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:54:58.119 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:54:58.119 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:54:58.119 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:54:58.119 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:54:58.119 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:54:58.119 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:54:58.119 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:54:58.119 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:54:58.119 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:54:58.119 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:54:58.119 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:54:58.119 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:54:58.119 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:54:58.119 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:54:58.119 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:54:58.120 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:54:58.120 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:54:58.120 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:54:58.120 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:54:58.120 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:54:58.120 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:54:58.120 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:54:58.120 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:54:58.120 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:54:58.120 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.120 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.120 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:58.120 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:54:58.121 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.121 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:54:58.121 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.121 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:54:58.121 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:54:58.121 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:54:58.121 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:54:58.121 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:54:58.121 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:54:58.121 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:58.121 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:54:58.121 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:54:58.121 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:54:58.121 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:54:58.121 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:54:58.122 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:54:58.122 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.122 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:54:58.122 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:54:58.122 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:54:58.122 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:54:58.122 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:54:58.122 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:54:58.122 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:54:58.122 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:54:58.122 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:54:58.122 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:54:58.122 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:54:58.122 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.122 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.123 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:54:58.123 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:54:58.123 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:54:58.123 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:54:58.123 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:54:58.123 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.123 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.123 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:54:58.123 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:54:58.123 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:54:58.123 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:54:58.123 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:54:58.123 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.123 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:54:58.124 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:54:58.124 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:54:58.124 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:54:58.124 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:54:58.124 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:54:58.124 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.124 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:54:58.124 INFO:teuthology.orchestra.run.smithi019.stdout:____________ ERROR at teardown of test_multipart_upload_resend_part ____________ 2023-12-03T12:54:58.124 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.124 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:58.124 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.124 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:54:58.124 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:54:58.124 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.125 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:54:58.125 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:58.125 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:54:58.125 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:54:58.125 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:54:58.125 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.125 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:54:58.125 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:54:58.125 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.125 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.125 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:54:58.125 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:54:58.125 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.125 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.125 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:54:58.126 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.126 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:54:58.126 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:54:58.126 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.126 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.126 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:54:58.126 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:54:58.126 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.126 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:54:58.126 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:54:58.126 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:54:58.126 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:54:58.126 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:54:58.126 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:58.126 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:54:58.127 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.127 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:54:58.127 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:54:58.127 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:54:58.127 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:54:58.127 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:54:58.127 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:54:58.127 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:54:58.127 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:54:58.127 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:58.127 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.127 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:54:58.127 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:54:58.127 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:54:58.127 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:54:58.128 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.128 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:54:58.128 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:54:58.128 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:54:58.128 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:54:58.128 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.128 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.128 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:54:58.128 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:54:58.128 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:54:58.128 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:54:58.128 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.128 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.128 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:54:58.128 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:54:58.128 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:54:58.129 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.129 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:54:58.129 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.129 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:54:58.129 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:54:58.129 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.129 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:54:58.129 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:54:58.129 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:54:58.129 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:54:58.129 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:54:58.129 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:54:58.129 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.129 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:54:58.130 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.130 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:54:58.130 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.130 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:58.130 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:54:58.130 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.130 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:54:58.130 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.130 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:54:58.130 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:54:58.130 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:54:58.130 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:54:58.130 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:54:58.130 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:54:58.130 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:58.131 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:54:58.131 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:54:58.131 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:54:58.131 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:54:58.131 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:54:58.131 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:54:58.131 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.131 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:54:58.131 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:54:58.131 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:54:58.131 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:54:58.131 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:54:58.131 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:54:58.131 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:54:58.132 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:54:58.132 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:54:58.132 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:54:58.132 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:54:58.132 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.132 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.132 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:54:58.132 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.132 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:54:58.132 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:54:58.132 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:54:58.132 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:54:58.132 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:54:58.132 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:54:58.133 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:54:58.133 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:54:58.133 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:54:58.133 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:54:58.133 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:54:58.133 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:54:58.133 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:54:58.133 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:54:58.133 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.133 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.133 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:58.133 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.133 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:54:58.133 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:54:58.133 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.134 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:54:58.134 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:58.134 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:54:58.134 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:54:58.134 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:54:58.134 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.134 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:54:58.134 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:54:58.134 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.134 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.134 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:54:58.134 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:54:58.134 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.134 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.134 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:54:58.135 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:54:58.135 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:54:58.135 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:54:58.135 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:54:58.135 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.135 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.135 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:54:58.135 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:54:58.135 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:54:58.135 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.135 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:54:58.135 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.135 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:54:58.135 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.135 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:54:58.135 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.135 INFO:teuthology.orchestra.run.smithi019.stdout:configfile = 2023-12-03T12:54:58.136 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.136 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:54:58.136 INFO:teuthology.orchestra.run.smithi019.stdout: def setup_teardown(configfile): 2023-12-03T12:54:58.136 INFO:teuthology.orchestra.run.smithi019.stdout: yield 2023-12-03T12:54:58.136 INFO:teuthology.orchestra.run.smithi019.stdout:> teardown() 2023-12-03T12:54:58.136 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.136 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:54:58.136 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.136 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:54:58.136 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:54:58.136 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:54:58.136 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:54:58.136 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:54:58.136 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:54:58.137 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:54:58.137 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:54:58.137 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:54:58.137 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:54:58.137 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:54:58.137 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:54:58.137 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:54:58.137 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:54:58.137 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:54:58.137 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:54:58.137 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:54:58.137 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:54:58.137 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:54:58.137 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:54:58.137 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:54:58.138 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:54:58.138 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:54:58.138 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:54:58.138 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:54:58.138 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:54:58.138 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:54:58.138 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:54:58.138 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:54:58.138 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:54:58.138 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:54:58.138 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:54:58.138 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:54:58.138 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:54:58.138 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:54:58.138 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:54:58.139 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:54:58.139 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:54:58.139 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:54:58.139 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:54:58.139 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.139 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.139 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:58.139 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:54:58.139 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.139 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:54:58.139 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.139 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:54:58.139 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:54:58.139 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:54:58.139 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:54:58.139 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:54:58.139 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:54:58.140 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:58.140 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:54:58.140 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:54:58.140 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:54:58.140 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:54:58.140 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:54:58.140 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:54:58.140 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.140 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:54:58.140 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:54:58.140 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:54:58.140 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:54:58.140 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:54:58.141 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:54:58.141 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:54:58.141 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:54:58.141 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:54:58.141 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:54:58.141 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:54:58.141 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.141 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.141 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:54:58.141 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:54:58.141 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:54:58.141 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:54:58.141 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:54:58.142 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.142 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.142 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:54:58.142 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:54:58.142 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:54:58.142 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:54:58.142 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:54:58.142 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.142 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:54:58.142 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:54:58.142 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:54:58.142 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:54:58.142 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:54:58.142 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:54:58.143 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.143 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:54:58.143 INFO:teuthology.orchestra.run.smithi019.stdout:__________ ERROR at teardown of test_multipart_upload_multiple_sizes ___________ 2023-12-03T12:54:58.143 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.143 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:58.143 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.143 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:54:58.143 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:54:58.143 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.143 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:54:58.143 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:58.143 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:54:58.143 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:54:58.143 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:54:58.143 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.143 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:54:58.144 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:54:58.144 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.144 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.144 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:54:58.144 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:54:58.144 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.144 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.144 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:54:58.144 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.144 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:54:58.144 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:54:58.144 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.144 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.144 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:54:58.144 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:54:58.145 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.145 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:54:58.145 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:54:58.145 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:54:58.145 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:54:58.145 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:54:58.145 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:58.145 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:54:58.145 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.145 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:54:58.145 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:54:58.145 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:54:58.145 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:54:58.145 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:54:58.145 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:54:58.146 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:54:58.146 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:54:58.146 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:58.146 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.146 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:54:58.146 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:54:58.146 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:54:58.146 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:54:58.146 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.146 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:54:58.146 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:54:58.146 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:54:58.146 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:54:58.146 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.147 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.147 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:54:58.147 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:54:58.147 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:54:58.147 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:54:58.147 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.147 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.147 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:54:58.147 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:54:58.147 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:54:58.147 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.147 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:54:58.147 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.147 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:54:58.147 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:54:58.148 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.148 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:54:58.148 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:54:58.148 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:54:58.148 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:54:58.148 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:54:58.148 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:54:58.148 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.148 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:54:58.148 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.148 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:54:58.148 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.148 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:58.148 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:54:58.149 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.149 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:54:58.149 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.149 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:54:58.149 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:54:58.149 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:54:58.149 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:54:58.149 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:54:58.149 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:54:58.149 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:58.149 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:54:58.149 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:54:58.149 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:54:58.149 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:54:58.149 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:54:58.149 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:54:58.150 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.150 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:54:58.150 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:54:58.150 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:54:58.150 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:54:58.150 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:54:58.150 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:54:58.150 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:54:58.150 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:54:58.150 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:54:58.150 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:54:58.150 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:54:58.150 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.151 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.151 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:54:58.151 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.151 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:54:58.151 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:54:58.151 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:54:58.151 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:54:58.151 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:54:58.151 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:54:58.151 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:54:58.151 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:54:58.151 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:54:58.151 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:54:58.151 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:54:58.152 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:54:58.152 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:54:58.152 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:54:58.152 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.152 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.152 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:58.152 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.152 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:54:58.152 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:54:58.152 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.152 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:54:58.152 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:58.152 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:54:58.152 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:54:58.152 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:54:58.153 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.153 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:54:58.153 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:54:58.153 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.153 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.153 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:54:58.153 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:54:58.153 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.153 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.153 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:54:58.153 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:54:58.153 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:54:58.153 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:54:58.153 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:54:58.153 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.153 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.154 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:54:58.154 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:54:58.154 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:54:58.154 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.154 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:54:58.154 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.154 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:54:58.154 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.154 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:54:58.154 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.154 INFO:teuthology.orchestra.run.smithi019.stdout:configfile = 2023-12-03T12:54:58.154 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.154 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:54:58.155 INFO:teuthology.orchestra.run.smithi019.stdout: def setup_teardown(configfile): 2023-12-03T12:54:58.155 INFO:teuthology.orchestra.run.smithi019.stdout: yield 2023-12-03T12:54:58.155 INFO:teuthology.orchestra.run.smithi019.stdout:> teardown() 2023-12-03T12:54:58.155 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.155 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:54:58.155 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.155 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:54:58.155 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:54:58.155 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:54:58.155 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:54:58.155 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:54:58.155 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:54:58.155 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:54:58.155 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:54:58.156 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:54:58.156 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:54:58.156 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:54:58.156 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:54:58.156 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:54:58.156 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:54:58.156 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:54:58.156 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:54:58.156 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:54:58.156 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:54:58.156 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:54:58.156 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:54:58.156 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:54:58.156 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:54:58.156 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:54:58.157 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:54:58.157 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:54:58.157 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:54:58.157 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:54:58.157 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:54:58.157 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:54:58.157 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:54:58.157 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:54:58.157 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:54:58.157 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:54:58.157 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:54:58.157 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:54:58.157 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:54:58.157 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:54:58.157 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:54:58.157 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:54:58.158 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:54:58.158 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.158 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.158 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:58.158 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:54:58.158 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.158 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:54:58.158 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.158 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:54:58.158 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:54:58.158 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:54:58.158 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:54:58.158 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:54:58.158 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:54:58.159 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:58.159 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:54:58.159 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:54:58.159 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:54:58.159 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:54:58.159 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:54:58.159 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:54:58.159 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.159 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:54:58.159 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:54:58.159 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:54:58.159 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:54:58.159 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:54:58.159 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:54:58.159 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:54:58.160 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:54:58.160 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:54:58.160 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:54:58.160 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:54:58.160 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.160 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.160 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:54:58.160 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:54:58.160 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:54:58.160 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:54:58.160 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:54:58.160 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.160 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.160 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:54:58.161 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:54:58.161 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:54:58.161 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:54:58.161 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:54:58.161 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.161 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:54:58.161 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:54:58.161 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:54:58.161 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:54:58.161 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:54:58.161 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:54:58.161 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.161 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:54:58.161 INFO:teuthology.orchestra.run.smithi019.stdout:___________ ERROR at teardown of test_multipart_copy_multiple_sizes ____________ 2023-12-03T12:54:58.162 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.162 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:58.162 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.162 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:54:58.162 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:54:58.162 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.162 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:54:58.162 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:58.162 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:54:58.162 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:54:58.162 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:54:58.162 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.162 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:54:58.163 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:54:58.163 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.163 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.163 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:54:58.163 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:54:58.163 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.163 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.163 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:54:58.163 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.163 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:54:58.163 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:54:58.163 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.163 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.163 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:54:58.163 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:54:58.164 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.164 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:54:58.164 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:54:58.164 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:54:58.164 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:54:58.164 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:54:58.164 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:58.164 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:54:58.164 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.164 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:54:58.164 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:54:58.164 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:54:58.164 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:54:58.164 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:54:58.165 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:54:58.165 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:54:58.165 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:54:58.165 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:58.165 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.165 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:54:58.165 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:54:58.165 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:54:58.165 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:54:58.165 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.165 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:54:58.165 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:54:58.165 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:54:58.166 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:54:58.166 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.166 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.166 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:54:58.166 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:54:58.166 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:54:58.166 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:54:58.166 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.166 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.167 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:54:58.167 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:54:58.167 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:54:58.167 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.167 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:54:58.167 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.167 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:54:58.167 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:54:58.167 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.167 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:54:58.167 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:54:58.167 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:54:58.167 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:54:58.168 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:54:58.168 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:54:58.168 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.168 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:54:58.168 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.168 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:54:58.168 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.168 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:58.168 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:54:58.168 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.168 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:54:58.168 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.168 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:54:58.168 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:54:58.169 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:54:58.169 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:54:58.169 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:54:58.169 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:54:58.169 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:58.169 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:54:58.169 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:54:58.169 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:54:58.169 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:54:58.169 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:54:58.169 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:54:58.169 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.169 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:54:58.169 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:54:58.169 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:54:58.170 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:54:58.170 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:54:58.170 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:54:58.170 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:54:58.170 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:54:58.170 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:54:58.170 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:54:58.170 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:54:58.170 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.170 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.170 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:54:58.170 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.170 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:54:58.170 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:54:58.170 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:54:58.170 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:54:58.171 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:54:58.171 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:54:58.171 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:54:58.171 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:54:58.171 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:54:58.171 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:54:58.171 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:54:58.171 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:54:58.171 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:54:58.171 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:54:58.171 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.171 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.171 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:58.172 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.172 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:54:58.172 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:54:58.172 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.172 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:54:58.172 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:58.172 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:54:58.172 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:54:58.172 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:54:58.172 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.172 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:54:58.172 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:54:58.172 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.172 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.172 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:54:58.173 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:54:58.173 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.173 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.173 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:54:58.173 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:54:58.173 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:54:58.173 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:54:58.173 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:54:58.173 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.173 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.173 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:54:58.173 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:54:58.173 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:54:58.173 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.174 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:54:58.174 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.174 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:54:58.174 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.174 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:54:58.174 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.174 INFO:teuthology.orchestra.run.smithi019.stdout:configfile = 2023-12-03T12:54:58.174 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.174 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:54:58.174 INFO:teuthology.orchestra.run.smithi019.stdout: def setup_teardown(configfile): 2023-12-03T12:54:58.174 INFO:teuthology.orchestra.run.smithi019.stdout: yield 2023-12-03T12:54:58.174 INFO:teuthology.orchestra.run.smithi019.stdout:> teardown() 2023-12-03T12:54:58.174 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.174 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:54:58.175 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.175 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:54:58.175 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:54:58.175 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:54:58.175 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:54:58.175 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:54:58.175 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:54:58.175 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:54:58.175 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:54:58.175 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:54:58.175 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:54:58.175 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:54:58.175 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:54:58.175 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:54:58.175 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:54:58.176 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:54:58.176 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:54:58.176 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:54:58.176 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:54:58.176 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:54:58.176 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:54:58.176 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:54:58.176 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:54:58.176 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:54:58.176 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:54:58.176 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:54:58.176 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:54:58.176 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:54:58.176 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:54:58.176 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:54:58.177 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:54:58.177 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:54:58.177 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:54:58.177 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:54:58.177 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:54:58.177 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:54:58.177 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:54:58.177 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:54:58.177 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:54:58.177 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:54:58.177 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:54:58.177 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.177 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.177 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:58.177 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:54:58.178 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.178 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:54:58.178 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.178 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:54:58.178 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:54:58.178 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:54:58.178 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:54:58.178 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:54:58.178 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:54:58.178 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:58.178 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:54:58.178 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:54:58.178 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:54:58.178 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:54:58.179 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:54:58.179 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:54:58.179 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.179 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:54:58.179 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:54:58.179 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:54:58.179 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:54:58.179 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:54:58.179 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:54:58.179 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:54:58.179 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:54:58.179 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:54:58.179 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:54:58.179 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:54:58.179 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.179 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.180 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:54:58.180 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:54:58.180 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:54:58.180 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:54:58.180 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:54:58.180 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.180 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.180 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:54:58.180 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:54:58.180 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:54:58.180 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:54:58.180 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:54:58.180 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.180 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:54:58.180 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:54:58.181 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:54:58.181 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:54:58.181 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:54:58.181 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:54:58.181 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.181 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:54:58.181 INFO:teuthology.orchestra.run.smithi019.stdout:__________ ERROR at teardown of test_multipart_upload_size_too_small ___________ 2023-12-03T12:54:58.181 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.181 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:58.181 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.181 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:54:58.181 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:54:58.181 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.182 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:54:58.182 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:58.182 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:54:58.182 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:54:58.182 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:54:58.182 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.182 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:54:58.182 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:54:58.182 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.182 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.182 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:54:58.182 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:54:58.182 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.182 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.182 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:54:58.183 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.183 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:54:58.183 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:54:58.183 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.183 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.183 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:54:58.183 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:54:58.183 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.183 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:54:58.183 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:54:58.183 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:54:58.183 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:54:58.183 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:54:58.183 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:58.183 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:54:58.183 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.184 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:54:58.184 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:54:58.184 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:54:58.184 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:54:58.184 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:54:58.184 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:54:58.184 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:54:58.184 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:54:58.184 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:58.184 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.184 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:54:58.184 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:54:58.184 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:54:58.184 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:54:58.184 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.185 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:54:58.185 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:54:58.185 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:54:58.185 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:54:58.185 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.185 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.185 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:54:58.185 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:54:58.185 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:54:58.185 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:54:58.185 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.185 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.185 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:54:58.185 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:54:58.185 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:54:58.186 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.186 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:54:58.186 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.186 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:54:58.186 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:54:58.186 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.186 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:54:58.186 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:54:58.186 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:54:58.186 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:54:58.186 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:54:58.186 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:54:58.186 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.186 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:54:58.187 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.187 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:54:58.187 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.187 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:58.187 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:54:58.187 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.187 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:54:58.187 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.187 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:54:58.187 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:54:58.187 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:54:58.187 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:54:58.187 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:54:58.187 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:54:58.187 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:58.188 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:54:58.188 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:54:58.188 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:54:58.188 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:54:58.188 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:54:58.188 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:54:58.188 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.188 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:54:58.188 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:54:58.188 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:54:58.188 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:54:58.188 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:54:58.188 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:54:58.188 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:54:58.188 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:54:58.188 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:54:58.188 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:54:58.189 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:54:58.189 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.189 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.189 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:54:58.189 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.189 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:54:58.189 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:54:58.189 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:54:58.189 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:54:58.189 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:54:58.189 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:54:58.189 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:54:58.189 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:54:58.189 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:54:58.190 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:54:58.190 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:54:58.190 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:54:58.190 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:54:58.190 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:54:58.190 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.190 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.190 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:58.190 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.190 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:54:58.190 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:54:58.190 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.190 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:54:58.190 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:58.191 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:54:58.191 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:54:58.191 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:54:58.191 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.191 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:54:58.191 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:54:58.191 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.191 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.191 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:54:58.191 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:54:58.191 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.191 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.191 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:54:58.192 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:54:58.192 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:54:58.192 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:54:58.192 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:54:58.192 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.192 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.192 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:54:58.192 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:54:58.192 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:54:58.192 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.192 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:54:58.192 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.192 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:54:58.192 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.192 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:54:58.193 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.193 INFO:teuthology.orchestra.run.smithi019.stdout:configfile = 2023-12-03T12:54:58.193 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.193 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:54:58.193 INFO:teuthology.orchestra.run.smithi019.stdout: def setup_teardown(configfile): 2023-12-03T12:54:58.193 INFO:teuthology.orchestra.run.smithi019.stdout: yield 2023-12-03T12:54:58.193 INFO:teuthology.orchestra.run.smithi019.stdout:> teardown() 2023-12-03T12:54:58.193 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.193 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:54:58.193 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.193 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:54:58.193 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:54:58.193 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:54:58.193 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:54:58.193 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:54:58.194 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:54:58.194 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:54:58.194 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:54:58.194 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:54:58.194 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:54:58.194 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:54:58.194 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:54:58.194 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:54:58.194 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:54:58.194 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:54:58.194 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:54:58.194 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:54:58.194 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:54:58.194 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:54:58.195 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:54:58.195 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:54:58.195 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:54:58.195 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:54:58.195 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:54:58.195 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:54:58.195 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:54:58.195 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:54:58.195 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:54:58.195 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:54:58.195 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:54:58.195 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:54:58.195 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:54:58.195 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:54:58.195 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:54:58.196 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:54:58.196 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:54:58.196 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:54:58.196 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:54:58.196 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:54:58.196 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:54:58.196 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.196 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.196 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:58.196 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:54:58.196 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.196 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:54:58.196 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.196 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:54:58.196 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:54:58.197 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:54:58.197 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:54:58.197 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:54:58.197 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:54:58.197 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:58.197 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:54:58.197 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:54:58.197 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:54:58.197 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:54:58.197 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:54:58.197 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:54:58.197 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.197 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:54:58.197 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:54:58.197 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:54:58.197 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:54:58.198 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:54:58.198 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:54:58.198 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:54:58.198 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:54:58.198 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:54:58.198 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:54:58.198 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:54:58.198 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.198 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.198 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:54:58.198 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:54:58.198 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:54:58.198 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:54:58.198 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:54:58.199 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.199 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.199 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:54:58.199 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:54:58.199 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:54:58.199 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:54:58.199 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:54:58.199 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.199 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:54:58.199 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:54:58.199 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:54:58.199 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:54:58.199 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:54:58.199 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:54:58.199 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.200 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:54:58.200 INFO:teuthology.orchestra.run.smithi019.stdout:_____________ ERROR at teardown of test_multipart_upload_contents ______________ 2023-12-03T12:54:58.200 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.200 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:58.200 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.200 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:54:58.200 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:54:58.200 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.200 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:54:58.200 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:58.200 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:54:58.200 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:54:58.200 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:54:58.200 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.200 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:54:58.201 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:54:58.201 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.201 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.201 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:54:58.201 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:54:58.201 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.201 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.201 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:54:58.201 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.201 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:54:58.201 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:54:58.201 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.201 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.201 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:54:58.201 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:54:58.201 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.202 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:54:58.202 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:54:58.202 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:54:58.202 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:54:58.202 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:54:58.202 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:58.202 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:54:58.202 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.202 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:54:58.202 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:54:58.202 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:54:58.202 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:54:58.202 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:54:58.203 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:54:58.203 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:54:58.203 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:54:58.203 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:58.203 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.203 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:54:58.203 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:54:58.203 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:54:58.203 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:54:58.203 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.203 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:54:58.203 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:54:58.203 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:54:58.203 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:54:58.204 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.204 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.204 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:54:58.204 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:54:58.204 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:54:58.204 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:54:58.204 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.204 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.204 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:54:58.204 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:54:58.204 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:54:58.204 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.204 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:54:58.204 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.205 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:54:58.205 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:54:58.205 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.205 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:54:58.205 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:54:58.205 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:54:58.205 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:54:58.205 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:54:58.205 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:54:58.205 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.205 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:54:58.205 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.205 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:54:58.205 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.205 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:58.205 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:54:58.206 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.206 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:54:58.206 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.206 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:54:58.206 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:54:58.206 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:54:58.206 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:54:58.206 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:54:58.206 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:54:58.206 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:58.206 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:54:58.206 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:54:58.206 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:54:58.206 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:54:58.207 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:54:58.207 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:54:58.207 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.207 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:54:58.207 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:54:58.207 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:54:58.207 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:54:58.207 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:54:58.207 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:54:58.207 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:54:58.207 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:54:58.207 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:54:58.207 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:54:58.207 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:54:58.207 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.208 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.208 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:54:58.208 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.208 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:54:58.208 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:54:58.208 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:54:58.208 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:54:58.208 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:54:58.208 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:54:58.208 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:54:58.208 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:54:58.208 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:54:58.208 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:54:58.208 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:54:58.208 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:54:58.209 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:54:58.209 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:54:58.209 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.209 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.209 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:58.209 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.209 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:54:58.209 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:54:58.209 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.209 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:54:58.209 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:58.209 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:54:58.209 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:54:58.209 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:54:58.209 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.209 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:54:58.210 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:54:58.210 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.210 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.210 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:54:58.210 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:54:58.210 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.210 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.210 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:54:58.210 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:54:58.210 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:54:58.210 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:54:58.210 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:54:58.210 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.210 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.211 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:54:58.211 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:54:58.211 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:54:58.211 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.211 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:54:58.211 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.211 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:54:58.211 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.211 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:54:58.211 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.211 INFO:teuthology.orchestra.run.smithi019.stdout:configfile = 2023-12-03T12:54:58.211 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.211 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:54:58.211 INFO:teuthology.orchestra.run.smithi019.stdout: def setup_teardown(configfile): 2023-12-03T12:54:58.211 INFO:teuthology.orchestra.run.smithi019.stdout: yield 2023-12-03T12:54:58.212 INFO:teuthology.orchestra.run.smithi019.stdout:> teardown() 2023-12-03T12:54:58.212 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.212 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:54:58.212 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.212 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:54:58.212 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:54:58.212 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:54:58.212 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:54:58.212 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:54:58.212 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:54:58.212 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:54:58.213 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:54:58.213 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:54:58.213 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:54:58.213 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:54:58.213 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:54:58.213 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:54:58.213 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:54:58.213 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:54:58.213 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:54:58.213 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:54:58.213 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:54:58.213 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:54:58.213 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:54:58.213 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:54:58.214 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:54:58.214 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:54:58.214 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:54:58.214 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:54:58.214 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:54:58.214 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:54:58.214 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:54:58.214 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:54:58.214 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:54:58.214 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:54:58.214 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:54:58.214 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:54:58.214 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:54:58.214 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:54:58.215 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:54:58.215 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:54:58.215 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:54:58.215 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:54:58.215 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:54:58.215 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.215 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.215 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:58.215 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:54:58.215 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.215 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:54:58.215 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.216 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:54:58.216 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:54:58.216 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:54:58.216 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:54:58.216 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:54:58.216 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:54:58.216 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:58.216 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:54:58.216 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:54:58.216 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:54:58.216 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:54:58.216 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:54:58.216 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:54:58.216 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.217 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:54:58.217 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:54:58.217 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:54:58.217 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:54:58.217 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:54:58.217 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:54:58.217 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:54:58.217 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:54:58.217 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:54:58.217 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:54:58.217 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:54:58.217 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.217 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.217 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:54:58.218 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:54:58.218 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:54:58.218 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:54:58.218 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:54:58.218 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.218 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.218 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:54:58.218 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:54:58.218 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:54:58.218 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:54:58.218 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:54:58.218 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.218 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:54:58.219 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:54:58.219 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:54:58.219 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:54:58.219 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:54:58.219 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:54:58.219 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.219 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:54:58.219 INFO:teuthology.orchestra.run.smithi019.stdout:_____ ERROR at teardown of test_multipart_upload_overwrite_existing_object _____ 2023-12-03T12:54:58.219 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.219 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:58.219 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.219 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:54:58.219 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:54:58.219 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.220 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:54:58.220 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:58.220 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:54:58.220 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:54:58.220 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:54:58.220 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.220 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:54:58.220 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:54:58.220 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.220 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.220 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:54:58.220 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:54:58.220 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.220 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.221 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:54:58.221 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.221 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:54:58.221 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:54:58.221 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.221 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.221 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:54:58.221 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:54:58.221 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.221 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:54:58.221 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:54:58.221 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:54:58.221 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:54:58.221 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:54:58.222 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:58.222 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:54:58.222 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.222 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:54:58.222 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:54:58.222 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:54:58.222 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:54:58.222 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:54:58.222 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:54:58.222 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:54:58.222 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:54:58.222 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:58.222 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.222 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:54:58.223 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:54:58.223 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:54:58.223 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:54:58.223 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.223 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:54:58.223 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:54:58.223 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:54:58.223 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:54:58.223 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.223 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.223 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:54:58.223 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:54:58.223 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:54:58.224 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:54:58.224 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.224 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.224 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:54:58.224 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:54:58.224 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:54:58.224 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.224 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:54:58.224 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.224 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:54:58.224 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:54:58.224 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.224 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:54:58.224 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:54:58.225 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:54:58.225 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:54:58.225 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:54:58.225 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:54:58.225 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.225 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:54:58.225 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.225 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:54:58.225 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.225 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:58.225 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:54:58.225 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.225 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:54:58.226 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.226 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:54:58.226 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:54:58.226 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:54:58.226 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:54:58.226 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:54:58.226 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:54:58.226 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:58.226 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:54:58.226 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:54:58.226 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:54:58.226 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:54:58.226 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:54:58.226 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:54:58.227 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.227 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:54:58.227 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:54:58.227 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:54:58.227 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:54:58.227 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:54:58.227 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:54:58.227 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:54:58.227 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:54:58.227 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:54:58.227 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:54:58.227 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:54:58.227 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.228 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.228 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:54:58.228 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.228 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:54:58.228 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:54:58.228 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:54:58.228 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:54:58.228 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:54:58.228 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:54:58.228 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:54:58.228 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:54:58.228 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:54:58.228 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:54:58.228 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:54:58.229 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:54:58.229 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:54:58.229 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:54:58.229 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.229 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.229 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:58.229 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.229 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:54:58.229 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:54:58.229 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.229 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:54:58.229 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:58.229 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:54:58.230 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:54:58.230 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:54:58.230 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.230 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:54:58.230 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:54:58.230 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.230 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.230 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:54:58.230 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:54:58.230 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.230 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.230 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:54:58.230 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:54:58.230 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:54:58.230 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:54:58.231 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:54:58.231 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.231 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.231 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:54:58.231 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:54:58.231 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:54:58.231 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.231 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:54:58.231 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.231 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:54:58.231 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.231 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:54:58.231 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.232 INFO:teuthology.orchestra.run.smithi019.stdout:configfile = 2023-12-03T12:54:58.232 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.232 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:54:58.232 INFO:teuthology.orchestra.run.smithi019.stdout: def setup_teardown(configfile): 2023-12-03T12:54:58.232 INFO:teuthology.orchestra.run.smithi019.stdout: yield 2023-12-03T12:54:58.232 INFO:teuthology.orchestra.run.smithi019.stdout:> teardown() 2023-12-03T12:54:58.232 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.232 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:54:58.232 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.232 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:54:58.232 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:54:58.232 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:54:58.232 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:54:58.232 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:54:58.232 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:54:58.233 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:54:58.233 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:54:58.233 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:54:58.233 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:54:58.233 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:54:58.233 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:54:58.233 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:54:58.233 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:54:58.233 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:54:58.233 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:54:58.233 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:54:58.233 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:54:58.233 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:54:58.233 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:54:58.234 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:54:58.234 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:54:58.234 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:54:58.234 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:54:58.234 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:54:58.234 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:54:58.234 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:54:58.234 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:54:58.234 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:54:58.234 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:54:58.234 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:54:58.234 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:54:58.234 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:54:58.234 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:54:58.235 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:54:58.235 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:54:58.235 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:54:58.235 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:54:58.235 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:54:58.235 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:54:58.235 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.235 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.235 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:58.235 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:54:58.235 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.235 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:54:58.235 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.235 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:54:58.235 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:54:58.236 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:54:58.236 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:54:58.236 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:54:58.236 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:54:58.236 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:58.236 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:54:58.236 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:54:58.236 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:54:58.236 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:54:58.236 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:54:58.236 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:54:58.236 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.236 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:54:58.236 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:54:58.236 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:54:58.237 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:54:58.237 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:54:58.237 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:54:58.237 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:54:58.237 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:54:58.237 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:54:58.237 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:54:58.237 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:54:58.237 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.237 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.237 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:54:58.237 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:54:58.237 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:54:58.237 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:54:58.237 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:54:58.238 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.238 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.238 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:54:58.238 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:54:58.238 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:54:58.238 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:54:58.238 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:54:58.238 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.238 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:54:58.238 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:54:58.238 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:54:58.238 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:54:58.238 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:54:58.238 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:54:58.239 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.239 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:54:58.239 INFO:teuthology.orchestra.run.smithi019.stdout:_______________ ERROR at teardown of test_abort_multipart_upload _______________ 2023-12-03T12:54:58.239 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.239 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:58.239 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.239 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:54:58.239 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:54:58.239 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.239 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:54:58.239 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:58.239 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:54:58.239 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:54:58.239 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:54:58.240 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.240 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:54:58.240 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:54:58.240 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.240 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.240 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:54:58.240 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:54:58.240 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.240 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.240 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:54:58.240 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.240 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:54:58.240 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:54:58.241 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.241 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.241 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:54:58.241 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:54:58.241 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.241 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:54:58.241 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:54:58.241 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:54:58.241 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:54:58.241 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:54:58.241 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:58.241 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:54:58.241 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.241 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:54:58.241 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:54:58.241 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:54:58.242 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:54:58.242 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:54:58.242 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:54:58.242 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:54:58.242 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:54:58.242 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:58.242 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.242 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:54:58.242 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:54:58.242 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:54:58.242 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:54:58.242 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.242 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:54:58.243 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:54:58.243 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:54:58.243 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:54:58.243 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.243 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.243 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:54:58.243 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:54:58.243 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:54:58.243 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:54:58.243 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.243 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.243 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:54:58.243 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:54:58.243 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:54:58.243 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.244 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:54:58.244 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.244 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:54:58.244 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:54:58.244 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.244 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:54:58.244 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:54:58.244 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:54:58.244 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:54:58.244 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:54:58.244 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:54:58.244 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.244 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:54:58.244 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.245 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:54:58.245 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.245 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:58.245 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:54:58.245 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.245 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:54:58.245 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.245 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:54:58.245 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:54:58.245 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:54:58.245 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:54:58.245 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:54:58.245 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:54:58.245 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:58.245 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:54:58.246 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:54:58.246 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:54:58.246 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:54:58.246 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:54:58.246 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:54:58.246 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.246 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:54:58.246 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:54:58.246 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:54:58.246 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:54:58.246 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:54:58.246 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:54:58.246 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:54:58.246 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:54:58.246 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:54:58.247 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:54:58.247 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:54:58.247 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.247 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.247 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:54:58.247 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.247 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:54:58.247 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:54:58.247 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:54:58.247 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:54:58.247 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:54:58.247 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:54:58.247 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:54:58.247 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:54:58.247 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:54:58.248 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:54:58.248 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:54:58.248 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:54:58.248 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:54:58.248 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:54:58.248 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.248 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.248 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:58.248 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.248 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:54:58.248 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:54:58.248 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.248 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:54:58.248 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:58.249 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:54:58.249 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:54:58.249 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:54:58.249 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.249 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:54:58.249 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:54:58.249 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.249 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.249 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:54:58.249 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:54:58.249 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.249 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.249 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:54:58.249 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:54:58.249 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:54:58.250 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:54:58.250 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:54:58.250 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.250 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.250 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:54:58.250 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:54:58.250 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:54:58.250 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.250 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:54:58.250 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.250 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:54:58.250 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.250 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:54:58.250 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.250 INFO:teuthology.orchestra.run.smithi019.stdout:configfile = 2023-12-03T12:54:58.250 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.251 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:54:58.251 INFO:teuthology.orchestra.run.smithi019.stdout: def setup_teardown(configfile): 2023-12-03T12:54:58.251 INFO:teuthology.orchestra.run.smithi019.stdout: yield 2023-12-03T12:54:58.251 INFO:teuthology.orchestra.run.smithi019.stdout:> teardown() 2023-12-03T12:54:58.251 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.251 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:54:58.251 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.251 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:54:58.251 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:54:58.251 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:54:58.251 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:54:58.251 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:54:58.251 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:54:58.251 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:54:58.251 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:54:58.251 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:54:58.252 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:54:58.252 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:54:58.252 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:54:58.252 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:54:58.252 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:54:58.252 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:54:58.252 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:54:58.252 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:54:58.252 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:54:58.252 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:54:58.252 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:54:58.252 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:54:58.252 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:54:58.252 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:54:58.253 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:54:58.253 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:54:58.253 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:54:58.253 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:54:58.253 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:54:58.253 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:54:58.253 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:54:58.253 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:54:58.253 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:54:58.253 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:54:58.253 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:54:58.253 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:54:58.253 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:54:58.253 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:54:58.253 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:54:58.254 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:54:58.254 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:54:58.254 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.254 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.254 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:58.254 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:54:58.254 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.254 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:54:58.254 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.254 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:54:58.254 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:54:58.254 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:54:58.254 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:54:58.254 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:54:58.255 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:54:58.255 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:58.255 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:54:58.255 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:54:58.255 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:54:58.255 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:54:58.255 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:54:58.255 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:54:58.255 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.255 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:54:58.255 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:54:58.255 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:54:58.255 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:54:58.255 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:54:58.255 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:54:58.255 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:54:58.256 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:54:58.256 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:54:58.256 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:54:58.256 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:54:58.256 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.256 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.256 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:54:58.256 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:54:58.256 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:54:58.256 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:54:58.256 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:54:58.256 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.256 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.256 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:54:58.257 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:54:58.257 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:54:58.257 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:54:58.257 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:54:58.257 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.257 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:54:58.257 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:54:58.257 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:54:58.257 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:54:58.257 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:54:58.257 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:54:58.257 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.257 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:54:58.257 INFO:teuthology.orchestra.run.smithi019.stdout:__________ ERROR at teardown of test_abort_multipart_upload_not_found __________ 2023-12-03T12:54:58.257 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.258 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:58.258 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.258 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:54:58.258 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:54:58.258 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.258 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:54:58.258 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:58.258 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:54:58.258 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:54:58.258 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:54:58.258 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.258 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:54:58.258 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:54:58.258 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.258 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.259 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:54:58.259 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:54:58.259 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.259 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.259 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:54:58.259 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.259 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:54:58.259 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:54:58.259 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.259 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.259 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:54:58.259 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:54:58.259 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.259 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:54:58.259 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:54:58.260 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:54:58.260 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:54:58.260 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:54:58.260 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:58.260 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:54:58.260 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.260 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:54:58.260 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:54:58.260 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:54:58.260 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:54:58.260 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:54:58.260 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:54:58.260 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:54:58.260 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:54:58.260 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:58.260 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.261 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:54:58.261 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:54:58.261 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:54:58.261 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:54:58.261 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.261 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:54:58.261 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:54:58.261 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:54:58.261 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:54:58.261 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.261 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.261 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:54:58.261 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:54:58.261 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:54:58.262 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:54:58.262 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.262 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.262 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:54:58.262 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:54:58.262 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:54:58.262 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.262 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:54:58.262 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.262 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:54:58.262 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:54:58.262 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.262 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:54:58.262 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:54:58.263 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:54:58.263 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:54:58.263 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:54:58.263 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:54:58.263 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.263 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:54:58.263 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.263 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:54:58.263 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.263 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:58.263 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:54:58.263 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.263 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:54:58.263 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.264 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:54:58.264 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:54:58.264 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:54:58.264 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:54:58.264 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:54:58.264 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:54:58.264 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:58.264 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:54:58.264 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:54:58.264 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:54:58.264 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:54:58.264 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:54:58.264 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:54:58.264 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.264 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:54:58.265 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:54:58.265 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:54:58.265 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:54:58.265 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:54:58.265 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:54:58.265 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:54:58.265 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:54:58.265 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:54:58.265 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:54:58.265 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:54:58.265 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.265 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.265 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:54:58.265 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.265 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:54:58.265 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:54:58.266 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:54:58.266 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:54:58.266 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:54:58.266 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:54:58.266 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:54:58.266 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:54:58.266 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:54:58.266 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:54:58.266 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:54:58.266 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:54:58.266 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:54:58.266 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:54:58.266 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.267 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.267 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:58.267 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.267 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:54:58.267 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:54:58.267 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.267 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:54:58.267 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:58.267 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:54:58.267 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:54:58.267 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:54:58.267 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.267 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:54:58.267 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:54:58.267 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.267 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.268 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:54:58.268 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:54:58.268 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.268 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.268 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:54:58.268 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:54:58.268 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:54:58.268 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:54:58.268 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:54:58.268 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.268 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.268 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:54:58.268 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:54:58.268 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:54:58.268 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.269 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:54:58.269 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.269 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:54:58.269 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.269 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:54:58.269 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.269 INFO:teuthology.orchestra.run.smithi019.stdout:configfile = 2023-12-03T12:54:58.269 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.269 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:54:58.269 INFO:teuthology.orchestra.run.smithi019.stdout: def setup_teardown(configfile): 2023-12-03T12:54:58.269 INFO:teuthology.orchestra.run.smithi019.stdout: yield 2023-12-03T12:54:58.269 INFO:teuthology.orchestra.run.smithi019.stdout:> teardown() 2023-12-03T12:54:58.269 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.269 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:54:58.269 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.269 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:54:58.270 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:54:58.270 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:54:58.270 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:54:58.270 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:54:58.270 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:54:58.270 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:54:58.270 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:54:58.270 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:54:58.270 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:54:58.270 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:54:58.270 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:54:58.270 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:54:58.270 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:54:58.270 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:54:58.271 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:54:58.271 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:54:58.271 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:54:58.271 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:54:58.271 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:54:58.271 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:54:58.271 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:54:58.271 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:54:58.271 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:54:58.271 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:54:58.271 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:54:58.271 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:54:58.271 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:54:58.272 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:54:58.272 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:54:58.272 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:54:58.272 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:54:58.272 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:54:58.272 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:54:58.272 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:54:58.272 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:54:58.272 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:54:58.272 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:54:58.272 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:54:58.272 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:54:58.272 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.272 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.272 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:58.273 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:54:58.273 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.273 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:54:58.273 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.273 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:54:58.273 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:54:58.273 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:54:58.273 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:54:58.273 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:54:58.273 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:54:58.273 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:58.273 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:54:58.273 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:54:58.273 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:54:58.273 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:54:58.273 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:54:58.273 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:54:58.274 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.274 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:54:58.274 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:54:58.274 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:54:58.274 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:54:58.274 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:54:58.274 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:54:58.274 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:54:58.274 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:54:58.274 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:54:58.274 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:54:58.274 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:54:58.274 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.274 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.275 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:54:58.275 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:54:58.275 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:54:58.275 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:54:58.275 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:54:58.275 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.275 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.275 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:54:58.275 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:54:58.275 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:54:58.275 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:54:58.275 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:54:58.275 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.275 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:54:58.275 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:54:58.276 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:54:58.276 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:54:58.276 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:54:58.276 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:54:58.276 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.276 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:54:58.276 INFO:teuthology.orchestra.run.smithi019.stdout:_______________ ERROR at teardown of test_list_multipart_upload ________________ 2023-12-03T12:54:58.276 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.276 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:58.276 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.276 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:54:58.276 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:54:58.276 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.277 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:54:58.277 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:58.277 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:54:58.277 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:54:58.277 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:54:58.277 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.277 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:54:58.277 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:54:58.277 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.277 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.277 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:54:58.277 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:54:58.277 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.277 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.277 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:54:58.277 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.277 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:54:58.278 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:54:58.278 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.278 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.278 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:54:58.278 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:54:58.278 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.278 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:54:58.278 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:54:58.278 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:54:58.278 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:54:58.278 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:54:58.278 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:58.278 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:54:58.278 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.279 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:54:58.279 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:54:58.279 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:54:58.279 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:54:58.279 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:54:58.279 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:54:58.279 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:54:58.279 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:54:58.279 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:58.279 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.279 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:54:58.279 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:54:58.279 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:54:58.279 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:54:58.279 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.280 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:54:58.280 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:54:58.280 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:54:58.280 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:54:58.280 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.280 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.280 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:54:58.280 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:54:58.280 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:54:58.280 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:54:58.280 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.280 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.280 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:54:58.280 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:54:58.281 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:54:58.281 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.281 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:54:58.281 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.281 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:54:58.281 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:54:58.281 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.281 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:54:58.281 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:54:58.281 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:54:58.281 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:54:58.281 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:54:58.281 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:54:58.281 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.281 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:54:58.282 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.282 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:54:58.282 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.282 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:58.282 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:54:58.282 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.282 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:54:58.282 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.282 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:54:58.282 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:54:58.282 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:54:58.282 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:54:58.282 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:54:58.282 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:54:58.283 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:58.283 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:54:58.283 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:54:58.283 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:54:58.283 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:54:58.283 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:54:58.283 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:54:58.283 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.283 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:54:58.283 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:54:58.283 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:54:58.283 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:54:58.283 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:54:58.283 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:54:58.284 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:54:58.284 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:54:58.284 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:54:58.284 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:54:58.284 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:54:58.284 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.284 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.284 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:54:58.284 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.284 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:54:58.284 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:54:58.284 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:54:58.284 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:54:58.284 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:54:58.284 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:54:58.285 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:54:58.285 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:54:58.285 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:54:58.285 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:54:58.285 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:54:58.285 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:54:58.285 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:54:58.285 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:54:58.285 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.285 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.285 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:58.285 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.285 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:54:58.285 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:54:58.286 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.286 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:54:58.286 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:58.286 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:54:58.286 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:54:58.286 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:54:58.286 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.286 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:54:58.286 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:54:58.286 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.286 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.286 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:54:58.286 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:54:58.286 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.286 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.286 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:54:58.286 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:54:58.287 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:54:58.287 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:54:58.287 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:54:58.287 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.287 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.287 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:54:58.287 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:54:58.287 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:54:58.287 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.287 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:54:58.287 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.287 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:54:58.287 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.287 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:54:58.287 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.288 INFO:teuthology.orchestra.run.smithi019.stdout:configfile = 2023-12-03T12:54:58.288 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.288 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:54:58.288 INFO:teuthology.orchestra.run.smithi019.stdout: def setup_teardown(configfile): 2023-12-03T12:54:58.288 INFO:teuthology.orchestra.run.smithi019.stdout: yield 2023-12-03T12:54:58.288 INFO:teuthology.orchestra.run.smithi019.stdout:> teardown() 2023-12-03T12:54:58.288 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.288 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:54:58.288 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.288 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:54:58.288 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:54:58.288 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:54:58.288 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:54:58.288 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:54:58.288 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:54:58.289 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:54:58.289 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:54:58.289 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:54:58.289 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:54:58.289 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:54:58.289 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:54:58.289 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:54:58.289 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:54:58.289 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:54:58.289 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:54:58.289 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:54:58.289 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:54:58.289 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:54:58.289 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:54:58.289 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:54:58.290 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:54:58.290 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:54:58.290 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:54:58.290 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:54:58.290 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:54:58.290 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:54:58.290 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:54:58.290 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:54:58.290 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:54:58.290 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:54:58.290 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:54:58.290 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:54:58.290 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:54:58.290 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:54:58.291 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:54:58.291 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:54:58.291 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:54:58.291 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:54:58.291 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:54:58.291 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.291 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.291 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:58.291 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:54:58.291 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.291 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:54:58.291 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.291 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:54:58.291 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:54:58.291 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:54:58.291 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:54:58.291 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:54:58.292 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:54:58.292 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:58.292 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:54:58.292 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:54:58.292 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:54:58.292 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:54:58.292 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:54:58.292 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:54:58.292 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.292 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:54:58.292 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:54:58.292 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:54:58.292 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:54:58.293 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:54:58.293 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:54:58.293 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:54:58.293 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:54:58.293 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:54:58.293 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:54:58.293 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:54:58.293 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.293 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.293 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:54:58.293 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:54:58.293 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:54:58.293 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:54:58.293 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:54:58.293 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.293 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.294 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:54:58.294 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:54:58.294 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:54:58.294 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:54:58.294 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:54:58.294 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.294 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:54:58.294 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:54:58.294 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:54:58.294 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:54:58.294 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:54:58.294 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:54:58.294 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.294 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:54:58.295 INFO:teuthology.orchestra.run.smithi019.stdout:____________ ERROR at teardown of test_list_multipart_upload_owner _____________ 2023-12-03T12:54:58.295 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.295 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:58.295 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.295 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:54:58.295 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:54:58.295 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.295 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:54:58.295 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:58.295 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:54:58.295 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:54:58.295 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:54:58.297 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.297 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:54:58.297 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:54:58.297 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.297 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.297 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:54:58.297 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:54:58.297 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.297 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.297 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:54:58.297 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.297 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:54:58.297 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:54:58.297 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.297 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.297 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:54:58.298 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:54:58.298 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.298 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:54:58.298 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:54:58.298 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:54:58.298 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:54:58.298 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:54:58.298 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:58.298 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:54:58.298 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.298 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:54:58.298 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:54:58.298 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:54:58.298 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:54:58.299 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:54:58.299 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:54:58.299 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:54:58.299 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:54:58.299 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:58.299 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.299 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:54:58.299 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:54:58.299 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:54:58.299 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:54:58.299 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.299 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:54:58.299 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:54:58.299 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:54:58.299 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:54:58.300 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.300 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.300 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:54:58.300 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:54:58.300 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:54:58.300 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:54:58.300 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.300 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.300 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:54:58.300 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:54:58.300 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:54:58.300 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.300 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:54:58.301 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.301 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:54:58.301 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:54:58.301 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.301 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:54:58.301 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:54:58.301 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:54:58.301 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:54:58.301 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:54:58.301 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:54:58.301 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.301 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:54:58.301 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.302 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:54:58.302 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.302 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:58.302 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:54:58.302 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.302 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:54:58.302 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.302 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:54:58.302 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:54:58.302 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:54:58.302 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:54:58.302 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:54:58.302 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:54:58.302 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:58.303 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:54:58.303 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:54:58.303 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:54:58.303 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:54:58.303 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:54:58.303 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:54:58.303 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.303 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:54:58.303 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:54:58.303 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:54:58.303 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:54:58.303 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:54:58.303 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:54:58.303 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:54:58.303 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:54:58.303 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:54:58.304 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:54:58.304 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:54:58.304 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.304 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.304 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:54:58.304 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.304 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:54:58.304 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:54:58.304 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:54:58.304 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:54:58.304 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:54:58.304 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:54:58.304 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:54:58.305 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:54:58.305 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:54:58.305 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:54:58.305 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:54:58.305 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:54:58.305 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:54:58.305 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:54:58.305 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.305 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.305 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:58.305 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.305 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:54:58.305 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:54:58.305 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.306 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:54:58.306 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:58.306 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:54:58.306 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:54:58.306 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:54:58.306 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.306 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:54:58.306 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:54:58.306 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.306 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.306 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:54:58.306 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:54:58.306 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.306 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.306 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:54:58.307 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:54:58.307 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:54:58.307 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:54:58.307 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:54:58.307 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.307 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.307 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:54:58.307 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:54:58.307 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:54:58.307 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.307 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:54:58.307 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.307 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:54:58.307 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.307 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:54:58.308 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.308 INFO:teuthology.orchestra.run.smithi019.stdout:configfile = 2023-12-03T12:54:58.308 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.308 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:54:58.308 INFO:teuthology.orchestra.run.smithi019.stdout: def setup_teardown(configfile): 2023-12-03T12:54:58.308 INFO:teuthology.orchestra.run.smithi019.stdout: yield 2023-12-03T12:54:58.308 INFO:teuthology.orchestra.run.smithi019.stdout:> teardown() 2023-12-03T12:54:58.308 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.308 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:54:58.308 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.308 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:54:58.308 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:54:58.308 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:54:58.308 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:54:58.309 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:54:58.309 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:54:58.309 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:54:58.309 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:54:58.309 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:54:58.309 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:54:58.309 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:54:58.309 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:54:58.309 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:54:58.309 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:54:58.309 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:54:58.309 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:54:58.309 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:54:58.309 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:54:58.309 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:54:58.309 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:54:58.310 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:54:58.310 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:54:58.310 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:54:58.310 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:54:58.310 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:54:58.310 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:54:58.310 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:54:58.310 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:54:58.310 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:54:58.310 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:54:58.310 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:54:58.310 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:54:58.310 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:54:58.310 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:54:58.311 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:54:58.311 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:54:58.311 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:54:58.311 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:54:58.311 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:54:58.311 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:54:58.311 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.311 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.311 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:58.311 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:54:58.311 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.311 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:54:58.311 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.311 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:54:58.312 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:54:58.312 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:54:58.312 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:54:58.312 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:54:58.312 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:54:58.312 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:58.312 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:54:58.312 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:54:58.312 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:54:58.312 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:54:58.312 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:54:58.312 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:54:58.312 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.312 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:54:58.313 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:54:58.313 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:54:58.313 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:54:58.313 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:54:58.313 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:54:58.313 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:54:58.313 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:54:58.313 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:54:58.313 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:54:58.313 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:54:58.313 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.313 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.313 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:54:58.313 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:54:58.314 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:54:58.314 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:54:58.314 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:54:58.314 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.314 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.314 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:54:58.314 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:54:58.314 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:54:58.314 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:54:58.314 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:54:58.314 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.314 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:54:58.314 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:54:58.315 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:54:58.315 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:54:58.315 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:54:58.315 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:54:58.315 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.315 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:54:58.315 INFO:teuthology.orchestra.run.smithi019.stdout:___________ ERROR at teardown of test_multipart_upload_missing_part ____________ 2023-12-03T12:54:58.315 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.315 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:58.315 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.315 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:54:58.315 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:54:58.315 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.315 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:54:58.315 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:58.316 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:54:58.316 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:54:58.316 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:54:58.316 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.316 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:54:58.316 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:54:58.316 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.316 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.316 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:54:58.316 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:54:58.316 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.316 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.316 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:54:58.316 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.317 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:54:58.317 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:54:58.317 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.317 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.317 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:54:58.317 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:54:58.317 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.317 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:54:58.317 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:54:58.317 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:54:58.317 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:54:58.317 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:54:58.317 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:58.317 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:54:58.317 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.318 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:54:58.318 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:54:58.318 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:54:58.318 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:54:58.318 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:54:58.318 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:54:58.318 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:54:58.318 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:54:58.318 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:58.318 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.318 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:54:58.318 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:54:58.318 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:54:58.319 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:54:58.319 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.319 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:54:58.319 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:54:58.319 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:54:58.319 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:54:58.319 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.319 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.319 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:54:58.319 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:54:58.319 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:54:58.319 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:54:58.319 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.319 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.319 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:54:58.320 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:54:58.320 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:54:58.320 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.320 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:54:58.320 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.320 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:54:58.320 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:54:58.320 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.320 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:54:58.320 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:54:58.320 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:54:58.320 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:54:58.320 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:54:58.320 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:54:58.321 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.321 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:54:58.321 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.321 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:54:58.321 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.321 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:58.321 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:54:58.321 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.321 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:54:58.321 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.321 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:54:58.321 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:54:58.321 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:54:58.321 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:54:58.322 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:54:58.322 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:54:58.322 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:58.322 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:54:58.322 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:54:58.322 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:54:58.322 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:54:58.322 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:54:58.322 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:54:58.322 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.322 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:54:58.322 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:54:58.322 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:54:58.322 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:54:58.323 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:54:58.323 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:54:58.323 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:54:58.323 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:54:58.323 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:54:58.323 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:54:58.323 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:54:58.323 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.323 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.323 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:54:58.323 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.323 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:54:58.323 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:54:58.323 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:54:58.324 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:54:58.324 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:54:58.324 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:54:58.324 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:54:58.324 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:54:58.324 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:54:58.324 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:54:58.324 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:54:58.324 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:54:58.324 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:54:58.324 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:54:58.324 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.324 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.324 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:58.324 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.325 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:54:58.325 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:54:58.325 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.325 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:54:58.325 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:58.325 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:54:58.325 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:54:58.325 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:54:58.325 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.325 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:54:58.325 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:54:58.325 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.325 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.325 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:54:58.325 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:54:58.326 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.326 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.326 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:54:58.326 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:54:58.326 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:54:58.326 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:54:58.326 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:54:58.326 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.326 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.326 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:54:58.326 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:54:58.326 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:54:58.326 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.327 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:54:58.327 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.327 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:54:58.327 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.327 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:54:58.327 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.327 INFO:teuthology.orchestra.run.smithi019.stdout:configfile = 2023-12-03T12:54:58.327 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.327 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:54:58.327 INFO:teuthology.orchestra.run.smithi019.stdout: def setup_teardown(configfile): 2023-12-03T12:54:58.327 INFO:teuthology.orchestra.run.smithi019.stdout: yield 2023-12-03T12:54:58.327 INFO:teuthology.orchestra.run.smithi019.stdout:> teardown() 2023-12-03T12:54:58.327 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.327 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:54:58.327 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.328 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:54:58.328 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:54:58.328 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:54:58.328 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:54:58.328 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:54:58.328 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:54:58.328 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:54:58.328 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:54:58.328 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:54:58.328 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:54:58.328 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:54:58.328 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:54:58.328 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:54:58.328 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:54:58.328 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:54:58.329 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:54:58.329 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:54:58.329 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:54:58.329 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:54:58.329 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:54:58.329 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:54:58.329 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:54:58.329 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:54:58.329 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:54:58.329 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:54:58.329 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:54:58.329 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:54:58.329 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:54:58.329 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:54:58.330 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:54:58.330 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:54:58.330 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:54:58.330 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:54:58.330 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:54:58.330 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:54:58.330 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:54:58.330 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:54:58.330 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:54:58.330 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:54:58.330 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:54:58.330 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.330 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.331 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:58.331 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:54:58.331 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.331 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:54:58.331 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.331 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:54:58.331 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:54:58.331 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:54:58.331 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:54:58.331 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:54:58.331 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:54:58.331 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:58.331 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:54:58.331 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:54:58.331 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:54:58.332 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:54:58.332 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:54:58.332 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:54:58.332 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.332 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:54:58.332 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:54:58.332 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:54:58.332 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:54:58.332 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:54:58.332 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:54:58.332 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:54:58.332 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:54:58.332 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:54:58.332 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:54:58.333 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:54:58.333 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.333 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.333 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:54:58.333 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:54:58.333 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:54:58.333 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:54:58.333 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:54:58.333 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.333 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.333 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:54:58.333 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:54:58.333 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:54:58.333 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:54:58.333 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:54:58.334 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.334 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:54:58.334 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:54:58.334 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:54:58.334 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:54:58.334 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:54:58.334 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:54:58.334 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.334 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:54:58.334 INFO:teuthology.orchestra.run.smithi019.stdout:__________ ERROR at teardown of test_multipart_upload_incorrect_etag ___________ 2023-12-03T12:54:58.334 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.334 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:58.334 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.334 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:54:58.335 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:54:58.335 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.335 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:54:58.335 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:58.335 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:54:58.335 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:54:58.335 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:54:58.335 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.335 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:54:58.335 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:54:58.335 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.335 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.335 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:54:58.335 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:54:58.336 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.336 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.336 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:54:58.336 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.336 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:54:58.336 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:54:58.336 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.336 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.336 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:54:58.336 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:54:58.336 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.336 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:54:58.336 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:54:58.336 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:54:58.336 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:54:58.336 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:54:58.337 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:58.337 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:54:58.337 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.337 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:54:58.337 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:54:58.337 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:54:58.337 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:54:58.337 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:54:58.337 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:54:58.337 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:54:58.337 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:54:58.337 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:58.337 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.337 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:54:58.337 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:54:58.338 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:54:58.338 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:54:58.338 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.338 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:54:58.338 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:54:58.338 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:54:58.338 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:54:58.338 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.338 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.338 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:54:58.338 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:54:58.338 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:54:58.338 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:54:58.338 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.338 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.339 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:54:58.339 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:54:58.339 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:54:58.339 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.339 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:54:58.339 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.339 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:54:58.339 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:54:58.339 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.339 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:54:58.339 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:54:58.339 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:54:58.339 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:54:58.339 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:54:58.339 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:54:58.340 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.340 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:54:58.340 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.340 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:54:58.340 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.340 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:58.340 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:54:58.340 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.340 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:54:58.340 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.340 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:54:58.340 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:54:58.340 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:54:58.340 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:54:58.340 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:54:58.341 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:54:58.341 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:58.341 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:54:58.341 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:54:58.341 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:54:58.341 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:54:58.341 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:54:58.341 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:54:58.341 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.341 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:54:58.341 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:54:58.341 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:54:58.341 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:54:58.341 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:54:58.341 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:54:58.342 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:54:58.342 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:54:58.342 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:54:58.342 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:54:58.342 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:54:58.342 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.342 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.342 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:54:58.342 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.342 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:54:58.342 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:54:58.342 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:54:58.342 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:54:58.343 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:54:58.343 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:54:58.343 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:54:58.343 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:54:58.343 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:54:58.343 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:54:58.343 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:54:58.343 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:54:58.343 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:54:58.343 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:54:58.343 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.343 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.343 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:58.343 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.344 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:54:58.344 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:54:58.344 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.344 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:54:58.344 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:58.344 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:54:58.344 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:54:58.344 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:54:58.344 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.344 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:54:58.344 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:54:58.344 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.344 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.344 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:54:58.345 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:54:58.345 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.345 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.345 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:54:58.345 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:54:58.345 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:54:58.345 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:54:58.345 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:54:58.345 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.345 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.345 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:54:58.345 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:54:58.345 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:54:58.345 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.346 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:54:58.346 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.346 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:54:58.346 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.346 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:54:58.346 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.346 INFO:teuthology.orchestra.run.smithi019.stdout:configfile = 2023-12-03T12:54:58.346 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.346 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:54:58.346 INFO:teuthology.orchestra.run.smithi019.stdout: def setup_teardown(configfile): 2023-12-03T12:54:58.346 INFO:teuthology.orchestra.run.smithi019.stdout: yield 2023-12-03T12:54:58.346 INFO:teuthology.orchestra.run.smithi019.stdout:> teardown() 2023-12-03T12:54:58.346 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.346 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:54:58.347 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.347 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:54:58.347 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:54:58.347 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:54:58.347 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:54:58.347 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:54:58.347 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:54:58.347 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:54:58.347 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:54:58.347 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:54:58.347 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:54:58.347 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:54:58.347 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:54:58.347 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:54:58.348 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:54:58.348 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:54:58.348 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:54:58.348 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:54:58.348 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:54:58.348 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:54:58.348 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:54:58.348 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:54:58.348 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:54:58.348 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:54:58.348 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:54:58.348 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:54:58.348 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:54:58.348 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:54:58.348 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:54:58.349 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:54:58.349 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:54:58.349 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:54:58.349 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:54:58.349 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:54:58.349 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:54:58.349 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:54:58.349 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:54:58.349 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:54:58.349 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:54:58.349 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:54:58.349 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:54:58.349 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.350 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.350 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:58.350 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:54:58.350 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.350 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:54:58.350 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.350 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:54:58.350 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:54:58.350 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:54:58.350 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:54:58.350 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:54:58.350 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:54:58.350 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:58.350 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:54:58.351 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:54:58.351 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:54:58.351 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:54:58.351 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:54:58.351 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:54:58.351 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.351 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:54:58.351 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:54:58.351 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:54:58.351 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:54:58.351 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:54:58.351 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:54:58.351 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:54:58.351 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:54:58.351 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:54:58.352 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:54:58.352 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:54:58.352 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.352 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.352 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:54:58.352 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:54:58.352 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:54:58.352 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:54:58.352 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:54:58.352 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.352 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.352 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:54:58.352 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:54:58.352 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:54:58.353 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:54:58.353 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:54:58.353 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.353 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:54:58.353 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:54:58.353 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:54:58.353 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:54:58.353 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:54:58.353 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:54:58.353 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.353 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:54:58.353 INFO:teuthology.orchestra.run.smithi019.stdout:_________________ ERROR at teardown of test_multipart_get_part _________________ 2023-12-03T12:54:58.353 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.353 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:58.354 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.354 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:54:58.354 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:54:58.354 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.354 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:54:58.354 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:58.354 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:54:58.354 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:54:58.354 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:54:58.354 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.354 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:54:58.354 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:54:58.354 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.354 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.355 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:54:58.355 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:54:58.355 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.355 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.355 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:54:58.355 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.355 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:54:58.355 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:54:58.355 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.355 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.355 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:54:58.355 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:54:58.355 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.355 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:54:58.356 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:54:58.356 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:54:58.356 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:54:58.356 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:54:58.356 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:58.356 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:54:58.356 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.356 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:54:58.356 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:54:58.356 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:54:58.356 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:54:58.356 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:54:58.356 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:54:58.356 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:54:58.356 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:54:58.357 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:58.357 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.357 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:54:58.357 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:54:58.357 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:54:58.357 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:54:58.357 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.357 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:54:58.357 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:54:58.357 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:54:58.357 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:54:58.357 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.357 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.357 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:54:58.357 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:54:58.358 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:54:58.358 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:54:58.358 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.358 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.358 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:54:58.358 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:54:58.358 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:54:58.358 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.358 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:54:58.358 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.358 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:54:58.358 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:54:58.358 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.359 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:54:58.359 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:54:58.359 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:54:58.359 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:54:58.359 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:54:58.359 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:54:58.359 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.359 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:54:58.359 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.359 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:54:58.359 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.359 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:58.359 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:54:58.359 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.360 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:54:58.360 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.360 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:54:58.360 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:54:58.360 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:54:58.360 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:54:58.360 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:54:58.360 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:54:58.360 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:58.360 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:54:58.360 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:54:58.360 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:54:58.360 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:54:58.360 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:54:58.361 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:54:58.361 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.361 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:54:58.361 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:54:58.361 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:54:58.361 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:54:58.361 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:54:58.361 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:54:58.361 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:54:58.361 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:54:58.361 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:54:58.361 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:54:58.361 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:54:58.361 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.361 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.362 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:54:58.362 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.362 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:54:58.362 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:54:58.362 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:54:58.362 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:54:58.362 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:54:58.362 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:54:58.362 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:54:58.362 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:54:58.362 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:54:58.362 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:54:58.362 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:54:58.362 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:54:58.362 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:54:58.363 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:54:58.363 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.363 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.363 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:58.363 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.363 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:54:58.363 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:54:58.363 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.363 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:54:58.363 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:58.363 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:54:58.363 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:54:58.363 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:54:58.363 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.364 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:54:58.364 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:54:58.364 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.364 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.364 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:54:58.364 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:54:58.364 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.364 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.364 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:54:58.364 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:54:58.364 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:54:58.364 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:54:58.364 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:54:58.364 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.365 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.365 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:54:58.365 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:54:58.365 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:54:58.365 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.365 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:54:58.365 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.365 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:54:58.365 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.365 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:54:58.365 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.365 INFO:teuthology.orchestra.run.smithi019.stdout:configfile = 2023-12-03T12:54:58.365 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.365 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:54:58.365 INFO:teuthology.orchestra.run.smithi019.stdout: def setup_teardown(configfile): 2023-12-03T12:54:58.365 INFO:teuthology.orchestra.run.smithi019.stdout: yield 2023-12-03T12:54:58.366 INFO:teuthology.orchestra.run.smithi019.stdout:> teardown() 2023-12-03T12:54:58.366 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.366 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:54:58.366 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.366 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:54:58.366 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:54:58.366 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:54:58.366 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:54:58.366 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:54:58.366 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:54:58.366 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:54:58.366 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:54:58.366 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:54:58.366 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:54:58.367 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:54:58.367 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:54:58.367 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:54:58.367 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:54:58.367 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:54:58.367 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:54:58.367 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:54:58.367 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:54:58.367 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:54:58.367 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:54:58.367 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:54:58.367 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:54:58.367 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:54:58.367 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:54:58.368 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:54:58.368 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:54:58.368 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:54:58.368 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:54:58.368 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:54:58.368 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:54:58.368 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:54:58.368 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:54:58.368 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:54:58.368 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:54:58.368 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:54:58.368 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:54:58.368 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:54:58.368 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:54:58.369 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:54:58.369 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:54:58.369 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.369 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.369 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:58.369 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:54:58.369 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.369 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:54:58.369 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.369 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:54:58.369 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:54:58.369 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:54:58.369 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:54:58.369 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:54:58.369 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:54:58.369 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:58.370 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:54:58.370 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:54:58.370 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:54:58.370 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:54:58.370 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:54:58.370 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:54:58.370 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.370 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:54:58.370 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:54:58.370 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:54:58.370 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:54:58.370 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:54:58.370 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:54:58.370 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:54:58.370 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:54:58.371 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:54:58.371 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:54:58.371 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:54:58.371 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.371 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.371 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:54:58.371 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:54:58.371 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:54:58.371 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:54:58.371 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:54:58.371 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.371 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.371 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:54:58.371 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:54:58.372 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:54:58.372 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:54:58.372 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:54:58.372 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.372 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:54:58.372 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:54:58.372 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:54:58.372 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:54:58.372 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:54:58.372 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:54:58.372 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.372 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:54:58.372 INFO:teuthology.orchestra.run.smithi019.stdout:_______________ ERROR at teardown of test_non_multipart_get_part _______________ 2023-12-03T12:54:58.372 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.373 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:58.373 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.373 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:54:58.373 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:54:58.373 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.373 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:54:58.373 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:58.373 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:54:58.373 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:54:58.373 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:54:58.373 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.373 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:54:58.373 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:54:58.373 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.373 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.374 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:54:58.374 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:54:58.374 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.374 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.374 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:54:58.374 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.374 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:54:58.374 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:54:58.374 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.374 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.374 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:54:58.374 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:54:58.374 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.374 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:54:58.374 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:54:58.374 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:54:58.375 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:54:58.375 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:54:58.375 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:58.375 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:54:58.375 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.375 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:54:58.375 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:54:58.375 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:54:58.375 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:54:58.375 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:54:58.375 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:54:58.375 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:54:58.375 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:54:58.375 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:58.375 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.376 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:54:58.376 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:54:58.376 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:54:58.376 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:54:58.376 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.376 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:54:58.376 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:54:58.376 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:54:58.376 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:54:58.376 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.376 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.376 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:54:58.376 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:54:58.376 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:54:58.377 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:54:58.377 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.377 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.377 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:54:58.377 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:54:58.377 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:54:58.377 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.377 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:54:58.377 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.377 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:54:58.377 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:54:58.377 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.377 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:54:58.377 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:54:58.377 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:54:58.378 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:54:58.378 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:54:58.378 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:54:58.378 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.378 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:54:58.378 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.378 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:54:58.378 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.378 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:58.378 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:54:58.378 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.378 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:54:58.378 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.378 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:54:58.378 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:54:58.379 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:54:58.379 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:54:58.379 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:54:58.379 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:54:58.379 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:58.379 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:54:58.379 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:54:58.379 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:54:58.379 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:54:58.379 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:54:58.379 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:54:58.379 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.379 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:54:58.379 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:54:58.379 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:54:58.380 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:54:58.380 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:54:58.380 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:54:58.380 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:54:58.380 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:54:58.380 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:54:58.380 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:54:58.380 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:54:58.380 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.380 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.380 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:54:58.380 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.380 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:54:58.380 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:54:58.380 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:54:58.381 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:54:58.381 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:54:58.381 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:54:58.381 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:54:58.381 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:54:58.381 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:54:58.381 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:54:58.381 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:54:58.381 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:54:58.381 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:54:58.381 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:54:58.381 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.381 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.381 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:58.382 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.382 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:54:58.382 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:54:58.382 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.382 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:54:58.382 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:58.382 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:54:58.382 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:54:58.382 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:54:58.382 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.382 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:54:58.382 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:54:58.382 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.382 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.383 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:54:58.383 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:54:58.383 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.383 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.383 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:54:58.383 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:54:58.383 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:54:58.383 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:54:58.383 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:54:58.383 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.383 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.383 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:54:58.383 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:54:58.383 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:54:58.383 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.383 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:54:58.384 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.384 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:54:58.384 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.384 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:54:58.384 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.384 INFO:teuthology.orchestra.run.smithi019.stdout:configfile = 2023-12-03T12:54:58.384 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.384 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:54:58.384 INFO:teuthology.orchestra.run.smithi019.stdout: def setup_teardown(configfile): 2023-12-03T12:54:58.384 INFO:teuthology.orchestra.run.smithi019.stdout: yield 2023-12-03T12:54:58.384 INFO:teuthology.orchestra.run.smithi019.stdout:> teardown() 2023-12-03T12:54:58.384 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.384 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:54:58.384 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.384 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:54:58.385 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:54:58.385 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:54:58.385 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:54:58.385 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:54:58.385 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:54:58.385 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:54:58.385 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:54:58.385 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:54:58.385 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:54:58.385 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:54:58.385 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:54:58.385 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:54:58.385 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:54:58.385 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:54:58.386 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:54:58.386 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:54:58.386 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:54:58.386 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:54:58.386 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:54:58.386 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:54:58.386 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:54:58.386 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:54:58.386 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:54:58.386 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:54:58.386 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:54:58.386 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:54:58.386 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:54:58.387 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:54:58.387 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:54:58.387 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:54:58.387 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:54:58.387 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:54:58.387 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:54:58.387 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:54:58.387 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:54:58.387 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:54:58.387 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:54:58.387 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:54:58.387 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:54:58.387 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.387 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.387 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:58.387 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:54:58.388 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.388 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:54:58.388 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.388 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:54:58.388 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:54:58.388 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:54:58.388 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:54:58.388 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:54:58.388 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:54:58.388 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:58.388 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:54:58.388 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:54:58.388 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:54:58.388 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:54:58.389 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:54:58.389 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:54:58.389 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.389 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:54:58.389 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:54:58.389 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:54:58.389 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:54:58.389 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:54:58.389 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:54:58.389 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:54:58.389 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:54:58.389 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:54:58.389 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:54:58.389 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:54:58.389 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.390 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.390 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:54:58.390 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:54:58.390 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:54:58.390 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:54:58.390 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:54:58.390 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.390 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.390 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:54:58.390 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:54:58.390 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:54:58.390 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:54:58.390 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:54:58.390 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.391 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:54:58.391 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:54:58.391 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:54:58.391 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:54:58.391 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:54:58.391 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:54:58.391 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.391 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:54:58.391 INFO:teuthology.orchestra.run.smithi019.stdout:____________________ ERROR at teardown of test_100_continue ____________________ 2023-12-03T12:54:58.391 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.391 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:58.391 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.391 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:54:58.392 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:54:58.392 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.392 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:54:58.392 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:58.392 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:54:58.392 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:54:58.392 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:54:58.392 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.392 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:54:58.392 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:54:58.392 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.392 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.392 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:54:58.392 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:54:58.392 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.393 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.393 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:54:58.393 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.393 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:54:58.393 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:54:58.393 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.393 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.393 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:54:58.393 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:54:58.393 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.393 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:54:58.393 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:54:58.393 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:54:58.393 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:54:58.393 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:54:58.394 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:58.394 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:54:58.394 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.394 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:54:58.394 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:54:58.394 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:54:58.394 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:54:58.394 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:54:58.394 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:54:58.394 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:54:58.394 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:54:58.394 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:58.394 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.394 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:54:58.395 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:54:58.395 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:54:58.395 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:54:58.395 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.395 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:54:58.395 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:54:58.395 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:54:58.395 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:54:58.395 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.395 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.395 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:54:58.395 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:54:58.395 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:54:58.395 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:54:58.395 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.396 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.396 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:54:58.396 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:54:58.396 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:54:58.396 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.396 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:54:58.396 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.396 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:54:58.396 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:54:58.396 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.396 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:54:58.396 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:54:58.396 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:54:58.396 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:54:58.396 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:54:58.396 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:54:58.397 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.397 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:54:58.397 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.397 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:54:58.397 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.397 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:58.397 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:54:58.397 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.397 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:54:58.397 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.397 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:54:58.397 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:54:58.397 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:54:58.397 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:54:58.398 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:54:58.398 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:54:58.398 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:58.398 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:54:58.398 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:54:58.398 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:54:58.398 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:54:58.398 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:54:58.398 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:54:58.398 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.398 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:54:58.398 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:54:58.398 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:54:58.398 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:54:58.399 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:54:58.399 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:54:58.399 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:54:58.399 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:54:58.399 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:54:58.399 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:54:58.399 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:54:58.399 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.399 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.399 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:54:58.399 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.399 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:54:58.399 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:54:58.399 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:54:58.400 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:54:58.400 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:54:58.400 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:54:58.400 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:54:58.400 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:54:58.400 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:54:58.400 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:54:58.400 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:54:58.400 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:54:58.400 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:54:58.400 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:54:58.400 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.400 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.400 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:58.400 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.400 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:54:58.401 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:54:58.401 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.401 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:54:58.401 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:58.401 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:54:58.401 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:54:58.401 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:54:58.401 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.401 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:54:58.401 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:54:58.401 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.401 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.401 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:54:58.401 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:54:58.401 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.402 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.402 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:54:58.402 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:54:58.402 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:54:58.402 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:54:58.402 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:54:58.402 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.402 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.402 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:54:58.402 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:54:58.402 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:54:58.402 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.402 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:54:58.402 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.403 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:54:58.403 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.403 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:54:58.403 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.403 INFO:teuthology.orchestra.run.smithi019.stdout:configfile = 2023-12-03T12:54:58.403 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.403 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:54:58.403 INFO:teuthology.orchestra.run.smithi019.stdout: def setup_teardown(configfile): 2023-12-03T12:54:58.403 INFO:teuthology.orchestra.run.smithi019.stdout: yield 2023-12-03T12:54:58.403 INFO:teuthology.orchestra.run.smithi019.stdout:> teardown() 2023-12-03T12:54:58.403 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.403 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:54:58.403 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.403 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:54:58.404 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:54:58.404 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:54:58.404 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:54:58.404 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:54:58.404 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:54:58.404 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:54:58.404 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:54:58.404 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:54:58.404 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:54:58.404 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:54:58.404 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:54:58.404 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:54:58.404 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:54:58.404 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:54:58.404 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:54:58.404 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:54:58.405 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:54:58.405 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:54:58.405 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:54:58.405 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:54:58.405 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:54:58.405 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:54:58.405 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:54:58.405 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:54:58.405 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:54:58.405 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:54:58.405 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:54:58.405 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:54:58.405 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:54:58.405 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:54:58.405 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:54:58.406 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:54:58.406 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:54:58.406 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:54:58.406 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:54:58.406 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:54:58.406 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:54:58.406 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:54:58.406 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:54:58.406 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.406 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.406 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:58.406 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:54:58.406 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.406 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:54:58.407 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.407 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:54:58.407 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:54:58.407 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:54:58.407 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:54:58.407 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:54:58.407 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:54:58.407 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:58.407 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:54:58.429 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:54:58.429 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:54:58.429 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:54:58.429 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:54:58.429 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:54:58.429 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.429 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:54:58.429 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:54:58.429 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:54:58.429 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:54:58.429 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:54:58.430 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:54:58.430 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:54:58.430 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:54:58.430 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:54:58.430 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:54:58.430 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:54:58.430 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.430 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.430 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:54:58.430 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:54:58.430 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:54:58.430 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:54:58.430 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:54:58.430 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.431 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.431 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:54:58.431 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:54:58.431 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:54:58.431 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:54:58.431 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:54:58.431 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.431 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:54:58.431 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:54:58.431 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:54:58.431 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:54:58.431 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:54:58.431 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:54:58.431 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.432 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:54:58.432 INFO:teuthology.orchestra.run.smithi019.stdout:______________________ ERROR at teardown of test_set_cors ______________________ 2023-12-03T12:54:58.432 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.432 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:58.432 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.432 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:54:58.432 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:54:58.432 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.432 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:54:58.432 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:58.432 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:54:58.432 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:54:58.432 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:54:58.432 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.433 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:54:58.433 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:54:58.433 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.433 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.433 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:54:58.433 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:54:58.433 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.433 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.433 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:54:58.433 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.433 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:54:58.433 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:54:58.433 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.433 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.434 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:54:58.434 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:54:58.434 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.434 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:54:58.434 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:54:58.434 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:54:58.434 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:54:58.434 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:54:58.434 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:58.434 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:54:58.434 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.434 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:54:58.434 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:54:58.434 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:54:58.435 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:54:58.435 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:54:58.435 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:54:58.435 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:54:58.435 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:54:58.435 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:58.435 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.435 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:54:58.435 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:54:58.435 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:54:58.435 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:54:58.435 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.435 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:54:58.435 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:54:58.435 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:54:58.435 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:54:58.436 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.436 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.436 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:54:58.436 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:54:58.436 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:54:58.436 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:54:58.436 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.436 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.436 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:54:58.436 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:54:58.436 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:54:58.436 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.436 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:54:58.436 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.437 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:54:58.437 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:54:58.437 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.437 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:54:58.437 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:54:58.437 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:54:58.437 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:54:58.437 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:54:58.437 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:54:58.437 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.437 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:54:58.437 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.438 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:54:58.438 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.438 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:58.438 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:54:58.438 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.438 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:54:58.438 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.438 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:54:58.438 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:54:58.438 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:54:58.438 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:54:58.438 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:54:58.439 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:54:58.439 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:58.439 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:54:58.439 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:54:58.439 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:54:58.439 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:54:58.439 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:54:58.439 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:54:58.439 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.439 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:54:58.439 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:54:58.439 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:54:58.439 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:54:58.439 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:54:58.439 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:54:58.440 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:54:58.440 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:54:58.440 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:54:58.440 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:54:58.440 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:54:58.440 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.440 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.440 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:54:58.440 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.440 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:54:58.440 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:54:58.440 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:54:58.440 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:54:58.440 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:54:58.440 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:54:58.441 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:54:58.441 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:54:58.441 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:54:58.441 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:54:58.441 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:54:58.441 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:54:58.441 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:54:58.441 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:54:58.441 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.441 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.441 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:58.441 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.441 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:54:58.441 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:54:58.442 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.442 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:54:58.442 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:58.442 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:54:58.442 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:54:58.442 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:54:58.442 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.442 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:54:58.442 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:54:58.442 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.442 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.443 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:54:58.443 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:54:58.443 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.443 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.443 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:54:58.443 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:54:58.443 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:54:58.443 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:54:58.443 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:54:58.443 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.443 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.443 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:54:58.443 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:54:58.444 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:54:58.444 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.444 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:54:58.444 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.444 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:54:58.444 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.444 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:54:58.444 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.444 INFO:teuthology.orchestra.run.smithi019.stdout:configfile = 2023-12-03T12:54:58.444 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.444 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:54:58.444 INFO:teuthology.orchestra.run.smithi019.stdout: def setup_teardown(configfile): 2023-12-03T12:54:58.444 INFO:teuthology.orchestra.run.smithi019.stdout: yield 2023-12-03T12:54:58.444 INFO:teuthology.orchestra.run.smithi019.stdout:> teardown() 2023-12-03T12:54:58.444 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.445 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:54:58.445 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.445 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:54:58.445 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:54:58.445 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:54:58.445 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:54:58.445 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:54:58.445 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:54:58.445 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:54:58.445 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:54:58.445 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:54:58.445 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:54:58.445 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:54:58.445 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:54:58.446 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:54:58.446 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:54:58.446 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:54:58.446 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:54:58.446 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:54:58.446 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:54:58.446 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:54:58.446 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:54:58.446 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:54:58.446 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:54:58.446 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:54:58.446 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:54:58.446 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:54:58.446 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:54:58.447 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:54:58.447 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:54:58.447 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:54:58.447 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:54:58.447 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:54:58.447 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:54:58.447 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:54:58.447 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:54:58.447 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:54:58.447 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:54:58.447 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:54:58.447 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:54:58.447 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:54:58.447 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:54:58.447 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.448 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.448 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:58.448 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:54:58.448 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.448 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:54:58.448 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.448 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:54:58.448 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:54:58.448 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:54:58.448 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:54:58.448 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:54:58.448 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:54:58.448 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:58.448 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:54:58.448 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:54:58.448 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:54:58.449 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:54:58.449 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:54:58.449 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:54:58.449 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.449 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:54:58.449 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:54:58.449 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:54:58.449 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:54:58.449 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:54:58.449 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:54:58.449 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:54:58.449 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:54:58.449 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:54:58.449 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:54:58.450 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:54:58.450 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.450 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.450 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:54:58.450 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:54:58.450 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:54:58.450 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:54:58.450 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:54:58.450 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.450 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.450 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:54:58.450 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:54:58.450 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:54:58.450 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:54:58.450 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:54:58.451 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.451 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:54:58.451 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:54:58.451 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:54:58.451 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:54:58.451 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:54:58.451 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:54:58.451 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.451 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:54:58.451 INFO:teuthology.orchestra.run.smithi019.stdout:________________ ERROR at teardown of test_cors_origin_response ________________ 2023-12-03T12:54:58.451 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.451 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:58.451 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.452 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:54:58.452 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:54:58.452 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.452 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:54:58.452 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:58.452 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:54:58.452 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:54:58.452 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:54:58.452 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.452 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:54:58.452 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:54:58.452 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.452 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.452 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:54:58.452 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:54:58.452 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.453 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.453 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:54:58.453 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.453 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:54:58.453 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:54:58.453 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.453 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.453 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:54:58.453 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:54:58.453 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.453 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:54:58.453 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:54:58.453 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:54:58.453 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:54:58.453 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:54:58.453 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:58.454 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:54:58.454 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.454 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:54:58.454 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:54:58.454 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:54:58.454 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:54:58.454 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:54:58.454 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:54:58.454 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:54:58.454 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:54:58.454 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:58.454 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.455 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:54:58.455 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:54:58.455 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:54:58.455 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:54:58.455 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.455 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:54:58.455 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:54:58.455 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:54:58.455 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:54:58.455 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.455 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.455 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:54:58.455 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:54:58.455 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:54:58.456 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:54:58.456 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.456 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.456 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:54:58.456 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:54:58.456 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:54:58.456 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.456 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:54:58.456 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.456 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:54:58.456 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:54:58.456 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.456 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:54:58.456 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:54:58.457 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:54:58.457 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:54:58.457 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:54:58.457 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:54:58.457 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.457 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:54:58.457 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.457 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:54:58.457 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.457 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:58.457 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:54:58.457 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.457 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:54:58.457 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.457 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:54:58.457 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:54:58.457 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:54:58.458 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:54:58.458 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:54:58.458 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:54:58.458 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:58.458 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:54:58.458 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:54:58.458 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:54:58.458 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:54:58.458 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:54:58.458 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:54:58.458 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.458 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:54:58.458 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:54:58.458 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:54:58.459 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:54:58.459 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:54:58.459 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:54:58.459 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:54:58.459 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:54:58.459 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:54:58.459 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:54:58.459 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:54:58.459 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.459 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.459 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:54:58.459 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.459 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:54:58.459 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:54:58.459 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:54:58.460 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:54:58.460 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:54:58.460 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:54:58.460 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:54:58.460 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:54:58.460 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:54:58.460 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:54:58.460 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:54:58.460 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:54:58.460 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:54:58.460 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:54:58.460 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.460 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.460 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:58.461 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.461 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:54:58.461 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:54:58.461 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.461 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:54:58.461 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:58.461 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:54:58.461 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:54:58.461 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:54:58.461 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.461 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:54:58.461 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:54:58.461 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.461 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.462 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:54:58.462 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:54:58.462 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.462 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.462 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:54:58.462 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:54:58.462 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:54:58.462 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:54:58.462 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:54:58.462 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.462 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.462 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:54:58.462 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:54:58.462 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:54:58.463 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.463 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:54:58.463 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.463 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:54:58.463 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.463 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:54:58.463 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.463 INFO:teuthology.orchestra.run.smithi019.stdout:configfile = 2023-12-03T12:54:58.463 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.463 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:54:58.463 INFO:teuthology.orchestra.run.smithi019.stdout: def setup_teardown(configfile): 2023-12-03T12:54:58.463 INFO:teuthology.orchestra.run.smithi019.stdout: yield 2023-12-03T12:54:58.463 INFO:teuthology.orchestra.run.smithi019.stdout:> teardown() 2023-12-03T12:54:58.463 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.463 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:54:58.464 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.464 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:54:58.464 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:54:58.464 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:54:58.464 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:54:58.464 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:54:58.464 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:54:58.464 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:54:58.464 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:54:58.464 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:54:58.464 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:54:58.464 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:54:58.464 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:54:58.464 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:54:58.464 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:54:58.465 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:54:58.465 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:54:58.465 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:54:58.465 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:54:58.465 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:54:58.465 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:54:58.465 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:54:58.465 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:54:58.465 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:54:58.465 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:54:58.465 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:54:58.465 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:54:58.465 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:54:58.465 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:54:58.466 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:54:58.466 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:54:58.466 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:54:58.466 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:54:58.466 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:54:58.466 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:54:58.466 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:54:58.466 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:54:58.466 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:54:58.466 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:54:58.466 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:54:58.466 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:54:58.466 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.466 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.467 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:58.467 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:54:58.467 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.467 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:54:58.467 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.467 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:54:58.467 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:54:58.467 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:54:58.467 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:54:58.467 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:54:58.467 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:54:58.467 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:58.467 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:54:58.467 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:54:58.468 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:54:58.468 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:54:58.468 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:54:58.468 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:54:58.468 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.468 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:54:58.468 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:54:58.468 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:54:58.468 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:54:58.468 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:54:58.468 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:54:58.468 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:54:58.468 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:54:58.468 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:54:58.468 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:54:58.468 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:54:58.469 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.469 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.469 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:54:58.469 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:54:58.469 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:54:58.469 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:54:58.469 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:54:58.469 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.469 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.469 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:54:58.469 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:54:58.469 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:54:58.469 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:54:58.469 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:54:58.469 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.470 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:54:58.470 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:54:58.470 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:54:58.470 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:54:58.470 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:54:58.470 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:54:58.470 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.470 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:54:58.470 INFO:teuthology.orchestra.run.smithi019.stdout:________________ ERROR at teardown of test_cors_origin_wildcard ________________ 2023-12-03T12:54:58.470 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.470 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:58.470 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.470 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:54:58.471 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:54:58.471 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.471 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:54:58.471 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:58.471 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:54:58.471 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:54:58.471 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:54:58.471 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.471 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:54:58.471 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:54:58.471 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.471 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.471 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:54:58.471 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:54:58.471 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.472 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.472 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:54:58.472 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.472 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:54:58.472 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:54:58.472 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.472 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.472 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:54:58.472 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:54:58.472 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.472 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:54:58.472 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:54:58.472 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:54:58.473 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:54:58.473 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:54:58.473 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:58.473 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:54:58.473 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.473 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:54:58.473 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:54:58.473 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:54:58.473 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:54:58.473 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:54:58.473 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:54:58.473 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:54:58.473 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:54:58.474 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:58.474 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.474 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:54:58.474 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:54:58.474 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:54:58.474 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:54:58.474 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.474 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:54:58.474 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:54:58.474 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:54:58.474 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:54:58.474 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.474 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.474 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:54:58.475 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:54:58.475 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:54:58.475 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:54:58.475 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.475 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.475 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:54:58.475 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:54:58.475 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:54:58.475 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.475 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:54:58.475 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.475 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:54:58.475 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:54:58.475 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.475 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:54:58.476 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:54:58.476 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:54:58.476 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:54:58.476 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:54:58.476 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:54:58.476 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.476 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:54:58.476 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.476 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:54:58.476 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.476 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:58.476 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:54:58.476 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.476 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:54:58.476 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.477 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:54:58.477 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:54:58.477 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:54:58.477 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:54:58.477 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:54:58.477 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:54:58.477 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:58.477 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:54:58.477 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:54:58.477 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:54:58.477 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:54:58.477 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:54:58.477 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:54:58.477 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.477 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:54:58.478 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:54:58.478 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:54:58.478 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:54:58.478 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:54:58.478 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:54:58.478 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:54:58.478 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:54:58.478 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:54:58.478 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:54:58.478 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:54:58.478 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.478 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.478 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:54:58.479 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.479 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:54:58.479 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:54:58.479 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:54:58.479 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:54:58.479 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:54:58.479 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:54:58.479 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:54:58.479 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:54:58.479 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:54:58.479 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:54:58.479 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:54:58.480 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:54:58.480 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:54:58.480 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:54:58.480 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.480 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.480 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:58.480 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.480 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:54:58.480 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:54:58.480 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.480 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:54:58.480 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:58.480 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:54:58.480 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:54:58.480 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:54:58.480 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.481 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:54:58.481 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:54:58.481 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.481 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.481 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:54:58.481 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:54:58.481 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.481 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.481 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:54:58.481 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:54:58.481 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:54:58.481 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:54:58.481 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:54:58.482 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.482 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.482 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:54:58.482 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:54:58.482 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:54:58.482 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.482 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:54:58.482 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.482 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:54:58.482 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.482 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:54:58.482 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.482 INFO:teuthology.orchestra.run.smithi019.stdout:configfile = 2023-12-03T12:54:58.482 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.483 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:54:58.483 INFO:teuthology.orchestra.run.smithi019.stdout: def setup_teardown(configfile): 2023-12-03T12:54:58.483 INFO:teuthology.orchestra.run.smithi019.stdout: yield 2023-12-03T12:54:58.483 INFO:teuthology.orchestra.run.smithi019.stdout:> teardown() 2023-12-03T12:54:58.483 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.483 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:54:58.483 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.483 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:54:58.483 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:54:58.483 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:54:58.483 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:54:58.483 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:54:58.483 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:54:58.483 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:54:58.484 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:54:58.484 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:54:58.484 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:54:58.484 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:54:58.484 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:54:58.484 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:54:58.484 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:54:58.484 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:54:58.484 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:54:58.484 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:54:58.484 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:54:58.484 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:54:58.484 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:54:58.484 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:54:58.484 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:54:58.484 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:54:58.485 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:54:58.485 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:54:58.485 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:54:58.485 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:54:58.485 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:54:58.485 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:54:58.485 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:54:58.485 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:54:58.485 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:54:58.485 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:54:58.485 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:54:58.485 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:54:58.485 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:54:58.485 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:54:58.486 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:54:58.486 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:54:58.486 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:54:58.486 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.486 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.486 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:58.486 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:54:58.486 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.486 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:54:58.486 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.486 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:54:58.486 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:54:58.486 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:54:58.486 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:54:58.486 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:54:58.487 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:54:58.487 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:58.487 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:54:58.487 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:54:58.487 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:54:58.487 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:54:58.487 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:54:58.487 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:54:58.487 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.487 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:54:58.487 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:54:58.487 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:54:58.487 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:54:58.487 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:54:58.488 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:54:58.488 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:54:58.488 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:54:58.488 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:54:58.488 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:54:58.488 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:54:58.488 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.488 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.488 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:54:58.488 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:54:58.488 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:54:58.488 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:54:58.488 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:54:58.488 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.488 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.489 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:54:58.489 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:54:58.489 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:54:58.489 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:54:58.489 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:54:58.489 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.489 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:54:58.489 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:54:58.489 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:54:58.489 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:54:58.489 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:54:58.489 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:54:58.489 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.489 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:54:58.489 INFO:teuthology.orchestra.run.smithi019.stdout:_________________ ERROR at teardown of test_cors_header_option _________________ 2023-12-03T12:54:58.490 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.490 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:58.490 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.490 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:54:58.490 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:54:58.490 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.490 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:54:58.490 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:58.490 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:54:58.490 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:54:58.490 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:54:58.490 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.490 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:54:58.490 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:54:58.491 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.491 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.491 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:54:58.491 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:54:58.491 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.491 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.491 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:54:58.491 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.491 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:54:58.491 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:54:58.491 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.491 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.492 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:54:58.492 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:54:58.492 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.492 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:54:58.492 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:54:58.492 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:54:58.492 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:54:58.492 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:54:58.492 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:58.492 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:54:58.492 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.492 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:54:58.492 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:54:58.493 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:54:58.493 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:54:58.493 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:54:58.493 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:54:58.493 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:54:58.493 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:54:58.493 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:58.493 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.493 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:54:58.493 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:54:58.493 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:54:58.493 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:54:58.493 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.493 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:54:58.493 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:54:58.493 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:54:58.494 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:54:58.494 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.494 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.494 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:54:58.494 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:54:58.494 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:54:58.494 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:54:58.494 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.494 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.494 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:54:58.494 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:54:58.494 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:54:58.494 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.494 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:54:58.495 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.495 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:54:58.495 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:54:58.495 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.495 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:54:58.495 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:54:58.495 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:54:58.495 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:54:58.495 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:54:58.495 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:54:58.495 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.495 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:54:58.495 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.495 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:54:58.495 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.496 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:58.496 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:54:58.496 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.496 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:54:58.496 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.496 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:54:58.496 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:54:58.496 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:54:58.496 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:54:58.496 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:54:58.496 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:54:58.496 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:58.496 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:54:58.496 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:54:58.497 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:54:58.497 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:54:58.497 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:54:58.497 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:54:58.497 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.497 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:54:58.497 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:54:58.497 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:54:58.497 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:54:58.497 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:54:58.497 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:54:58.497 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:54:58.497 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:54:58.497 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:54:58.497 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:54:58.497 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:54:58.498 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.498 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.498 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:54:58.498 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.498 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:54:58.498 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:54:58.498 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:54:58.498 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:54:58.498 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:54:58.498 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:54:58.498 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:54:58.498 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:54:58.498 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:54:58.498 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:54:58.498 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:54:58.498 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:54:58.499 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:54:58.499 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:54:58.499 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.499 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.499 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:58.499 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.501 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:54:58.501 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:54:58.501 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.501 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:54:58.501 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:58.501 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:54:58.501 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:54:58.501 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:54:58.501 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.501 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:54:58.501 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:54:58.501 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.502 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.502 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:54:58.502 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:54:58.502 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.502 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.502 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:54:58.502 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:54:58.502 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:54:58.502 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:54:58.502 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:54:58.502 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.502 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.502 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:54:58.502 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:54:58.503 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:54:58.503 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.503 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:54:58.503 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.503 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:54:58.503 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.503 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:54:58.503 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.503 INFO:teuthology.orchestra.run.smithi019.stdout:configfile = 2023-12-03T12:54:58.503 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.503 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:54:58.503 INFO:teuthology.orchestra.run.smithi019.stdout: def setup_teardown(configfile): 2023-12-03T12:54:58.503 INFO:teuthology.orchestra.run.smithi019.stdout: yield 2023-12-03T12:54:58.503 INFO:teuthology.orchestra.run.smithi019.stdout:> teardown() 2023-12-03T12:54:58.504 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.504 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:54:58.504 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.504 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:54:58.504 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:54:58.504 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:54:58.504 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:54:58.504 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:54:58.504 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:54:58.504 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:54:58.504 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:54:58.504 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:54:58.504 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:54:58.504 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:54:58.504 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:54:58.505 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:54:58.505 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:54:58.505 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:54:58.505 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:54:58.506 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:54:58.506 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:54:58.506 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:54:58.506 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:54:58.506 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:54:58.506 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:54:58.506 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:54:58.506 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:54:58.506 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:54:58.506 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:54:58.506 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:54:58.506 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:54:58.506 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:54:58.506 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:54:58.507 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:54:58.507 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:54:58.507 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:54:58.507 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:54:58.507 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:54:58.507 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:54:58.507 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:54:58.507 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:54:58.507 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:54:58.507 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:54:58.507 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.507 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.507 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:58.507 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:54:58.508 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.508 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:54:58.508 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.508 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:54:58.508 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:54:58.508 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:54:58.508 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:54:58.508 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:54:58.508 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:54:58.508 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:58.508 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:54:58.508 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:54:58.508 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:54:58.509 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:54:58.509 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:54:58.509 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:54:58.509 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.509 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:54:58.509 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:54:58.509 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:54:58.509 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:54:58.509 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:54:58.509 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:54:58.509 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:54:58.509 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:54:58.509 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:54:58.509 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:54:58.509 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:54:58.510 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.510 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.510 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:54:58.510 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:54:58.510 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:54:58.510 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:54:58.510 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:54:58.510 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.510 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.510 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:54:58.510 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:54:58.510 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:54:58.510 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:54:58.510 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:54:58.511 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.511 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:54:58.511 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:54:58.511 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:54:58.511 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:54:58.511 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:54:58.511 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:54:58.511 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.511 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:54:58.511 INFO:teuthology.orchestra.run.smithi019.stdout:_____________ ERROR at teardown of test_cors_presigned_get_object ______________ 2023-12-03T12:54:58.511 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.511 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:58.511 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.512 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:54:58.512 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:54:58.512 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.512 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:54:58.512 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:58.512 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:54:58.512 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:54:58.512 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:54:58.512 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.512 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:54:58.512 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:54:58.512 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.512 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.512 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:54:58.512 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:54:58.513 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.513 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.513 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:54:58.513 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.513 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:54:58.513 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:54:58.513 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.513 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.513 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:54:58.513 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:54:58.513 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.513 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:54:58.513 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:54:58.513 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:54:58.513 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:54:58.514 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:54:58.514 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:58.514 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:54:58.514 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.514 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:54:58.514 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:54:58.514 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:54:58.514 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:54:58.514 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:54:58.514 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:54:58.514 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:54:58.514 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:54:58.514 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:58.514 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.514 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:54:58.514 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:54:58.515 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:54:58.515 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:54:58.515 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.515 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:54:58.515 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:54:58.515 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:54:58.515 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:54:58.515 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.515 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.515 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:54:58.515 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:54:58.515 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:54:58.515 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:54:58.515 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.516 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.516 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:54:58.516 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:54:58.516 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:54:58.516 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.516 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:54:58.516 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.516 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:54:58.516 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:54:58.516 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.516 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:54:58.516 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:54:58.516 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:54:58.516 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:54:58.516 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:54:58.517 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:54:58.517 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.517 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:54:58.517 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.517 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:54:58.517 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.517 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:58.517 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:54:58.517 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.517 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:54:58.517 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.517 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:54:58.517 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:54:58.517 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:54:58.517 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:54:58.518 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:54:58.518 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:54:58.518 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:58.518 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:54:58.518 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:54:58.518 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:54:58.518 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:54:58.518 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:54:58.518 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:54:58.518 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.518 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:54:58.518 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:54:58.519 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:54:58.519 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:54:58.519 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:54:58.519 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:54:58.519 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:54:58.519 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:54:58.519 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:54:58.519 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:54:58.519 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:54:58.519 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.519 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.519 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:54:58.519 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.519 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:54:58.519 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:54:58.519 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:54:58.520 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:54:58.520 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:54:58.520 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:54:58.520 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:54:58.520 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:54:58.520 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:54:58.520 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:54:58.520 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:54:58.520 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:54:58.520 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:54:58.520 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:54:58.520 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.520 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.520 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:58.521 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.521 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:54:58.521 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:54:58.521 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.521 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:54:58.521 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:58.521 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:54:58.521 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:54:58.521 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:54:58.521 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.521 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:54:58.521 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:54:58.521 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.521 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.522 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:54:58.522 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:54:58.522 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.522 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.522 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:54:58.522 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:54:58.522 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:54:58.522 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:54:58.522 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:54:58.522 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.522 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.522 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:54:58.522 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:54:58.522 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:54:58.522 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.523 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:54:58.523 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.523 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:54:58.523 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.523 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:54:58.523 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.523 INFO:teuthology.orchestra.run.smithi019.stdout:configfile = 2023-12-03T12:54:58.523 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.523 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:54:58.523 INFO:teuthology.orchestra.run.smithi019.stdout: def setup_teardown(configfile): 2023-12-03T12:54:58.523 INFO:teuthology.orchestra.run.smithi019.stdout: yield 2023-12-03T12:54:58.523 INFO:teuthology.orchestra.run.smithi019.stdout:> teardown() 2023-12-03T12:54:58.523 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.523 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:54:58.523 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.523 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:54:58.524 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:54:58.524 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:54:58.524 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:54:58.524 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:54:58.524 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:54:58.524 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:54:58.524 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:54:58.524 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:54:58.524 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:54:58.524 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:54:58.524 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:54:58.524 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:54:58.524 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:54:58.524 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:54:58.524 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:54:58.525 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:54:58.525 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:54:58.525 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:54:58.525 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:54:58.525 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:54:58.525 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:54:58.525 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:54:58.525 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:54:58.525 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:54:58.525 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:54:58.525 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:54:58.525 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:54:58.525 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:54:58.525 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:54:58.525 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:54:58.526 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:54:58.526 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:54:58.526 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:54:58.526 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:54:58.526 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:54:58.526 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:54:58.526 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:54:58.526 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:54:58.526 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:54:58.526 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.526 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.526 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:58.526 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:54:58.526 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.527 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:54:58.527 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.527 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:54:58.527 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:54:58.527 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:54:58.527 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:54:58.527 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:54:58.527 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:54:58.527 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:58.527 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:54:58.527 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:54:58.527 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:54:58.527 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:54:58.527 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:54:58.527 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:54:58.527 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.528 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:54:58.528 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:54:58.528 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:54:58.528 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:54:58.528 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:54:58.528 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:54:58.528 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:54:58.528 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:54:58.528 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:54:58.528 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:54:58.528 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:54:58.528 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.528 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.528 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:54:58.528 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:54:58.528 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:54:58.529 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:54:58.529 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:54:58.529 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.529 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.529 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:54:58.529 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:54:58.529 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:54:58.529 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:54:58.529 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:54:58.529 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.529 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:54:58.529 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:54:58.529 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:54:58.530 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:54:58.530 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:54:58.530 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:54:58.530 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.530 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:54:58.530 INFO:teuthology.orchestra.run.smithi019.stdout:__________ ERROR at teardown of test_cors_presigned_get_object_tenant __________ 2023-12-03T12:54:58.530 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.530 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:58.530 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.530 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:54:58.530 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:54:58.530 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.530 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:54:58.530 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:58.531 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:54:58.531 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:54:58.531 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:54:58.531 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.531 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:54:58.531 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:54:58.531 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.531 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.531 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:54:58.531 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:54:58.531 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.531 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.531 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:54:58.531 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.531 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:54:58.532 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:54:58.532 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.532 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.532 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:54:58.532 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:54:58.532 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.532 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:54:58.532 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:54:58.532 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:54:58.532 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:54:58.532 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:54:58.532 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:58.532 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:54:58.532 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.532 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:54:58.533 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:54:58.533 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:54:58.533 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:54:58.533 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:54:58.533 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:54:58.533 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:54:58.533 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:54:58.533 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:58.533 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.533 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:54:58.533 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:54:58.533 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:54:58.533 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:54:58.533 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.533 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:54:58.534 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:54:58.534 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:54:58.534 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:54:58.534 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.534 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.534 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:54:58.534 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:54:58.534 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:54:58.534 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:54:58.534 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.534 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.534 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:54:58.534 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:54:58.534 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:54:58.534 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.535 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:54:58.535 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.535 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:54:58.535 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:54:58.535 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.535 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:54:58.535 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:54:58.535 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:54:58.535 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:54:58.535 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:54:58.535 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:54:58.535 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.535 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:54:58.535 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.535 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:54:58.536 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.536 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:58.536 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:54:58.536 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.536 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:54:58.536 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.536 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:54:58.536 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:54:58.536 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:54:58.536 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:54:58.536 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:54:58.536 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:54:58.536 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:58.536 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:54:58.536 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:54:58.537 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:54:58.537 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:54:58.537 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:54:58.537 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:54:58.537 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.537 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:54:58.537 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:54:58.537 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:54:58.537 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:54:58.537 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:54:58.537 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:54:58.537 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:54:58.537 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:54:58.537 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:54:58.537 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:54:58.538 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:54:58.538 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.538 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.538 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:54:58.538 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.538 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:54:58.538 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:54:58.538 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:54:58.538 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:54:58.538 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:54:58.538 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:54:58.538 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:54:58.538 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:54:58.538 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:54:58.538 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:54:58.539 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:54:58.539 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:54:58.539 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:54:58.539 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:54:58.539 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.539 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.539 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:58.539 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.539 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:54:58.539 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:54:58.539 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.539 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:54:58.539 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:58.539 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:54:58.539 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:54:58.540 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:54:58.540 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.540 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:54:58.540 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:54:58.540 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.540 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.540 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:54:58.540 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:54:58.540 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.540 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.540 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:54:58.540 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:54:58.540 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:54:58.540 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:54:58.541 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:54:58.541 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.541 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.541 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:54:58.541 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:54:58.541 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:54:58.541 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.541 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:54:58.541 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.541 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:54:58.541 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.541 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:54:58.541 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.541 INFO:teuthology.orchestra.run.smithi019.stdout:configfile = 2023-12-03T12:54:58.541 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.542 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:54:58.542 INFO:teuthology.orchestra.run.smithi019.stdout: def setup_teardown(configfile): 2023-12-03T12:54:58.542 INFO:teuthology.orchestra.run.smithi019.stdout: yield 2023-12-03T12:54:58.542 INFO:teuthology.orchestra.run.smithi019.stdout:> teardown() 2023-12-03T12:54:58.542 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.542 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:54:58.542 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.542 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:54:58.542 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:54:58.542 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:54:58.542 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:54:58.542 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:54:58.542 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:54:58.543 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:54:58.543 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:54:58.543 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:54:58.543 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:54:58.543 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:54:58.543 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:54:58.543 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:54:58.543 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:54:58.543 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:54:58.543 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:54:58.543 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:54:58.543 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:54:58.543 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:54:58.543 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:54:58.544 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:54:58.544 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:54:58.544 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:54:58.544 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:54:58.544 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:54:58.544 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:54:58.544 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:54:58.544 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:54:58.544 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:54:58.544 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:54:58.544 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:54:58.544 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:54:58.544 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:54:58.544 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:54:58.544 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:54:58.544 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:54:58.545 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:54:58.545 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:54:58.545 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:54:58.545 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:54:58.545 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.545 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.545 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:58.545 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:54:58.545 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.545 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:54:58.545 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.545 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:54:58.545 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:54:58.545 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:54:58.545 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:54:58.546 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:54:58.546 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:54:58.546 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:58.546 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:54:58.546 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:54:58.546 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:54:58.546 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:54:58.546 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:54:58.546 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:54:58.546 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.546 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:54:58.546 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:54:58.546 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:54:58.546 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:54:58.547 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:54:58.547 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:54:58.547 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:54:58.547 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:54:58.547 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:54:58.547 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:54:58.547 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:54:58.547 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.547 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.547 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:54:58.547 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:54:58.547 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:54:58.547 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:54:58.547 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:54:58.547 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.547 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.548 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:54:58.548 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:54:58.548 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:54:58.548 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:54:58.548 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:54:58.548 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.548 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:54:58.548 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:54:58.548 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:54:58.548 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:54:58.548 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:54:58.548 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:54:58.548 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.548 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:54:58.548 INFO:teuthology.orchestra.run.smithi019.stdout:_________________ ERROR at teardown of test_set_bucket_tagging _________________ 2023-12-03T12:54:58.549 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.549 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:58.549 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.549 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:54:58.549 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:54:58.549 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.549 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:54:58.549 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:58.549 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:54:58.549 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:54:58.549 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:54:58.549 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.549 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:54:58.549 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:54:58.550 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.550 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.550 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:54:58.550 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:54:58.550 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.550 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.550 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:54:58.550 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.550 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:54:58.550 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:54:58.550 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.550 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.550 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:54:58.551 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:54:58.551 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.551 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:54:58.551 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:54:58.551 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:54:58.551 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:54:58.551 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:54:58.551 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:58.551 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:54:58.551 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.551 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:54:58.551 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:54:58.551 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:54:58.551 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:54:58.551 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:54:58.551 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:54:58.552 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:54:58.552 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:54:58.552 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:58.552 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.552 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:54:58.552 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:54:58.552 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:54:58.552 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:54:58.552 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.552 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:54:58.552 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:54:58.552 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:54:58.552 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:54:58.552 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.553 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.553 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:54:58.553 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:54:58.553 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:54:58.553 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:54:58.553 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.553 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.553 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:54:58.553 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:54:58.553 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:54:58.553 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.553 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:54:58.553 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.553 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:54:58.554 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:54:58.554 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.554 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:54:58.554 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:54:58.554 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:54:58.554 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:54:58.554 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:54:58.554 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:54:58.554 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.554 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:54:58.554 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.554 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:54:58.554 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.555 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:58.555 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:54:58.555 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.555 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:54:58.555 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.555 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:54:58.555 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:54:58.555 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:54:58.555 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:54:58.555 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:54:58.555 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:54:58.555 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:58.555 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:54:58.555 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:54:58.555 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:54:58.556 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:54:58.556 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:54:58.556 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:54:58.556 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.556 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:54:58.556 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:54:58.556 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:54:58.556 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:54:58.556 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:54:58.556 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:54:58.556 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:54:58.556 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:54:58.556 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:54:58.556 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:54:58.556 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:54:58.556 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.556 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.557 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:54:58.557 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.557 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:54:58.557 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:54:58.557 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:54:58.557 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:54:58.557 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:54:58.557 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:54:58.557 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:54:58.557 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:54:58.557 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:54:58.557 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:54:58.557 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:54:58.557 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:54:58.558 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:54:58.558 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:54:58.558 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.558 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.558 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:58.558 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.558 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:54:58.558 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:54:58.558 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.558 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:54:58.558 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:58.558 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:54:58.558 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:54:58.558 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:54:58.558 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.559 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:54:58.559 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:54:58.559 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.559 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.559 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:54:58.559 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:54:58.559 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.559 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.559 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:54:58.559 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:54:58.559 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:54:58.559 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:54:58.559 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:54:58.559 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.559 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.560 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:54:58.560 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:54:58.560 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:54:58.560 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.560 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:54:58.560 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.560 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:54:58.560 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.560 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:54:58.560 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.560 INFO:teuthology.orchestra.run.smithi019.stdout:configfile = 2023-12-03T12:54:58.560 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.560 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:54:58.560 INFO:teuthology.orchestra.run.smithi019.stdout: def setup_teardown(configfile): 2023-12-03T12:54:58.561 INFO:teuthology.orchestra.run.smithi019.stdout: yield 2023-12-03T12:54:58.561 INFO:teuthology.orchestra.run.smithi019.stdout:> teardown() 2023-12-03T12:54:58.561 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.561 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:54:58.561 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.561 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:54:58.561 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:54:58.561 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:54:58.561 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:54:58.561 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:54:58.561 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:54:58.561 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:54:58.561 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:54:58.561 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:54:58.561 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:54:58.561 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:54:58.561 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:54:58.562 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:54:58.562 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:54:58.562 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:54:58.562 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:54:58.562 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:54:58.562 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:54:58.562 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:54:58.562 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:54:58.562 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:54:58.562 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:54:58.562 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:54:58.562 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:54:58.562 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:54:58.562 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:54:58.563 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:54:58.563 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:54:58.563 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:54:58.563 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:54:58.563 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:54:58.563 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:54:58.563 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:54:58.563 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:54:58.563 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:54:58.563 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:54:58.563 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:54:58.563 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:54:58.563 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:54:58.563 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:54:58.564 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.564 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.564 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:58.564 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:54:58.564 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.564 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:54:58.564 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.564 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:54:58.564 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:54:58.564 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:54:58.564 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:54:58.564 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:54:58.564 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:54:58.564 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:58.564 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:54:58.565 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:54:58.565 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:54:58.565 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:54:58.565 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:54:58.565 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:54:58.565 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.565 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:54:58.565 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:54:58.565 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:54:58.565 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:54:58.565 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:54:58.565 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:54:58.565 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:54:58.565 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:54:58.566 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:54:58.566 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:54:58.566 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:54:58.566 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.566 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.566 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:54:58.566 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:54:58.566 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:54:58.566 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:54:58.566 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:54:58.566 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.566 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.566 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:54:58.566 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:54:58.567 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:54:58.567 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:54:58.567 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:54:58.567 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.567 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:54:58.567 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:54:58.567 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:54:58.567 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:54:58.567 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:54:58.567 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:54:58.567 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.567 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:54:58.567 INFO:teuthology.orchestra.run.smithi019.stdout:__________________ ERROR at teardown of test_atomic_read_1mb ___________________ 2023-12-03T12:54:58.567 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.567 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:58.568 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.568 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:54:58.568 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:54:58.568 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.568 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:54:58.568 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:58.568 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:54:58.568 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:54:58.568 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:54:58.568 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.568 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:54:58.568 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:54:58.568 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.568 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.568 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:54:58.569 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:54:58.569 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.569 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.569 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:54:58.569 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.569 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:54:58.569 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:54:58.569 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.569 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.569 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:54:58.569 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:54:58.569 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.569 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:54:58.569 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:54:58.569 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:54:58.569 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:54:58.570 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:54:58.570 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:58.570 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:54:58.570 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.570 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:54:58.570 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:54:58.570 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:54:58.570 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:54:58.570 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:54:58.570 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:54:58.570 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:54:58.570 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:54:58.570 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:58.570 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.570 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:54:58.571 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:54:58.571 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:54:58.571 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:54:58.571 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.571 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:54:58.571 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:54:58.571 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:54:58.571 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:54:58.571 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.571 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.571 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:54:58.571 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:54:58.571 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:54:58.572 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:54:58.572 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.572 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.572 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:54:58.572 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:54:58.572 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:54:58.572 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.572 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:54:58.572 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.572 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:54:58.572 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:54:58.572 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.572 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:54:58.572 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:54:58.572 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:54:58.573 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:54:58.573 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:54:58.573 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:54:58.573 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.573 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:54:58.573 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.573 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:54:58.573 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.573 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:58.573 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:54:58.573 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.573 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:54:58.573 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.573 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:54:58.573 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:54:58.574 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:54:58.574 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:54:58.574 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:54:58.574 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:54:58.574 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:58.574 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:54:58.574 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:54:58.574 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:54:58.574 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:54:58.574 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:54:58.574 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:54:58.574 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.574 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:54:58.574 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:54:58.574 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:54:58.575 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:54:58.575 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:54:58.575 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:54:58.575 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:54:58.575 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:54:58.575 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:54:58.575 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:54:58.575 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:54:58.575 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.575 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.575 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:54:58.575 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.575 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:54:58.575 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:54:58.576 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:54:58.576 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:54:58.576 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:54:58.576 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:54:58.576 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:54:58.576 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:54:58.576 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:54:58.576 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:54:58.576 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:54:58.576 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:54:58.576 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:54:58.576 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:54:58.576 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.576 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.576 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:58.577 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.577 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:54:58.577 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:54:58.577 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.577 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:54:58.577 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:58.577 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:54:58.577 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:54:58.577 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:54:58.577 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.577 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:54:58.577 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:54:58.577 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.578 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.578 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:54:58.578 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:54:58.578 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.578 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.578 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:54:58.578 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:54:58.578 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:54:58.578 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:54:58.578 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:54:58.578 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.578 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.578 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:54:58.578 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:54:58.578 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:54:58.579 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.579 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:54:58.579 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.579 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:54:58.579 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.579 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:54:58.579 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.579 INFO:teuthology.orchestra.run.smithi019.stdout:configfile = 2023-12-03T12:54:58.579 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.579 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:54:58.579 INFO:teuthology.orchestra.run.smithi019.stdout: def setup_teardown(configfile): 2023-12-03T12:54:58.579 INFO:teuthology.orchestra.run.smithi019.stdout: yield 2023-12-03T12:54:58.579 INFO:teuthology.orchestra.run.smithi019.stdout:> teardown() 2023-12-03T12:54:58.579 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.579 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:54:58.579 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.579 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:54:58.580 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:54:58.580 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:54:58.580 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:54:58.580 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:54:58.580 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:54:58.580 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:54:58.580 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:54:58.580 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:54:58.580 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:54:58.580 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:54:58.580 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:54:58.580 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:54:58.580 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:54:58.580 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:54:58.581 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:54:58.581 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:54:58.581 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:54:58.581 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:54:58.581 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:54:58.581 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:54:58.581 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:54:58.581 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:54:58.581 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:54:58.581 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:54:58.581 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:54:58.581 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:54:58.581 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:54:58.581 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:54:58.581 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:54:58.582 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:54:58.582 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:54:58.582 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:54:58.582 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:54:58.582 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:54:58.582 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:54:58.582 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:54:58.582 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:54:58.582 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:54:58.582 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:54:58.582 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.582 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.582 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:58.582 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:54:58.583 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.583 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:54:58.583 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.583 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:54:58.583 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:54:58.583 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:54:58.583 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:54:58.583 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:54:58.583 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:54:58.583 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:58.583 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:54:58.583 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:54:58.583 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:54:58.583 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:54:58.583 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:54:58.584 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:54:58.584 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.584 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:54:58.584 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:54:58.584 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:54:58.584 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:54:58.584 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:54:58.584 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:54:58.584 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:54:58.584 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:54:58.584 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:54:58.584 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:54:58.584 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:54:58.584 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.584 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.584 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:54:58.584 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:54:58.585 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:54:58.585 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:54:58.585 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:54:58.585 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.585 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.585 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:54:58.585 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:54:58.585 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:54:58.585 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:54:58.585 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:54:58.585 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.585 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:54:58.585 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:54:58.586 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:54:58.586 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:54:58.586 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:54:58.586 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:54:58.586 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.586 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:54:58.586 INFO:teuthology.orchestra.run.smithi019.stdout:__________________ ERROR at teardown of test_atomic_read_4mb ___________________ 2023-12-03T12:54:58.586 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.586 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:58.586 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.586 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:54:58.586 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:54:58.586 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.587 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:54:58.587 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:58.587 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:54:58.587 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:54:58.587 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:54:58.587 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.587 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:54:58.587 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:54:58.587 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.587 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.587 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:54:58.587 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:54:58.587 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.587 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.588 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:54:58.588 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.588 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:54:58.588 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:54:58.588 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.588 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.588 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:54:58.588 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:54:58.588 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.588 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:54:58.588 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:54:58.588 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:54:58.588 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:54:58.588 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:54:58.588 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:58.589 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:54:58.589 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.589 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:54:58.589 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:54:58.589 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:54:58.589 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:54:58.589 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:54:58.589 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:54:58.589 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:54:58.589 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:54:58.589 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:58.589 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.589 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:54:58.590 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:54:58.590 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:54:58.590 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:54:58.590 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.590 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:54:58.590 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:54:58.590 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:54:58.590 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:54:58.590 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.590 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.590 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:54:58.590 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:54:58.590 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:54:58.591 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:54:58.591 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.591 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.591 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:54:58.591 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:54:58.591 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:54:58.591 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.591 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:54:58.591 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.591 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:54:58.591 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:54:58.591 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.591 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:54:58.591 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:54:58.592 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:54:58.592 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:54:58.592 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:54:58.592 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:54:58.592 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.592 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:54:58.592 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.592 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:54:58.592 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.592 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:58.592 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:54:58.592 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.592 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:54:58.592 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.592 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:54:58.593 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:54:58.593 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:54:58.593 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:54:58.593 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:54:58.593 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:54:58.593 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:58.593 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:54:58.593 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:54:58.593 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:54:58.593 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:54:58.593 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:54:58.593 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:54:58.593 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.593 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:54:58.594 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:54:58.594 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:54:58.594 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:54:58.594 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:54:58.594 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:54:58.594 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:54:58.594 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:54:58.594 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:54:58.594 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:54:58.594 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:54:58.594 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.594 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.594 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:54:58.594 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.594 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:54:58.595 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:54:58.595 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:54:58.595 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:54:58.595 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:54:58.595 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:54:58.595 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:54:58.595 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:54:58.595 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:54:58.595 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:54:58.595 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:54:58.595 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:54:58.595 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:54:58.595 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:54:58.595 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.596 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.596 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:58.596 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.596 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:54:58.596 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:54:58.596 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.596 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:54:58.596 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:58.596 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:54:58.596 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:54:58.596 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:54:58.596 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.596 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:54:58.596 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:54:58.596 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.596 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.597 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:54:58.597 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:54:58.597 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.597 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.597 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:54:58.597 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:54:58.597 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:54:58.597 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:54:58.597 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:54:58.597 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.597 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.597 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:54:58.597 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:54:58.597 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:54:58.597 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.597 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:54:58.598 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.598 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:54:58.598 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.598 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:54:58.598 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.598 INFO:teuthology.orchestra.run.smithi019.stdout:configfile = 2023-12-03T12:54:58.598 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.598 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:54:58.598 INFO:teuthology.orchestra.run.smithi019.stdout: def setup_teardown(configfile): 2023-12-03T12:54:58.598 INFO:teuthology.orchestra.run.smithi019.stdout: yield 2023-12-03T12:54:58.598 INFO:teuthology.orchestra.run.smithi019.stdout:> teardown() 2023-12-03T12:54:58.598 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.598 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:54:58.598 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.599 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:54:58.599 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:54:58.599 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:54:58.599 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:54:58.599 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:54:58.599 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:54:58.599 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:54:58.599 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:54:58.599 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:54:58.599 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:54:58.599 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:54:58.599 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:54:58.599 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:54:58.599 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:54:58.600 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:54:58.600 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:54:58.600 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:54:58.600 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:54:58.600 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:54:58.600 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:54:58.600 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:54:58.600 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:54:58.600 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:54:58.600 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:54:58.600 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:54:58.600 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:54:58.600 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:54:58.600 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:54:58.600 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:54:58.601 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:54:58.601 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:54:58.601 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:54:58.601 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:54:58.601 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:54:58.601 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:54:58.601 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:54:58.601 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:54:58.601 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:54:58.601 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:54:58.601 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:54:58.601 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.601 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.601 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:58.602 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:54:58.602 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.602 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:54:58.602 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.602 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:54:58.602 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:54:58.602 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:54:58.602 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:54:58.602 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:54:58.602 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:54:58.602 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:58.602 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:54:58.602 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:54:58.602 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:54:58.603 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:54:58.603 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:54:58.603 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:54:58.603 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.603 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:54:58.603 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:54:58.603 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:54:58.603 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:54:58.603 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:54:58.603 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:54:58.603 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:54:58.603 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:54:58.603 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:54:58.603 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:54:58.604 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:54:58.604 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.604 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.604 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:54:58.604 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:54:58.604 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:54:58.604 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:54:58.604 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:54:58.604 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.604 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.604 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:54:58.604 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:54:58.604 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:54:58.604 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:54:58.604 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:54:58.605 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.605 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:54:58.605 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:54:58.605 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:54:58.605 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:54:58.605 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:54:58.605 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:54:58.605 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.605 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:54:58.605 INFO:teuthology.orchestra.run.smithi019.stdout:__________________ ERROR at teardown of test_atomic_read_8mb ___________________ 2023-12-03T12:54:58.605 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.605 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:58.605 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.605 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:54:58.605 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:54:58.606 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.606 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:54:58.606 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:58.606 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:54:58.606 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:54:58.606 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:54:58.606 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.606 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:54:58.606 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:54:58.606 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.606 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.606 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:54:58.606 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:54:58.606 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.606 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.607 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:54:58.607 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.607 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:54:58.607 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:54:58.607 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.607 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.607 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:54:58.607 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:54:58.607 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.607 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:54:58.607 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:54:58.607 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:54:58.607 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:54:58.607 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:54:58.607 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:58.607 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:54:58.608 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.608 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:54:58.608 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:54:58.608 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:54:58.608 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:54:58.608 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:54:58.608 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:54:58.608 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:54:58.608 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:54:58.608 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:58.608 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.608 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:54:58.608 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:54:58.608 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:54:58.609 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:54:58.609 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.609 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:54:58.609 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:54:58.609 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:54:58.609 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:54:58.609 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.609 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.609 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:54:58.609 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:54:58.609 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:54:58.609 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:54:58.609 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.609 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.609 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:54:58.610 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:54:58.610 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:54:58.610 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.610 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:54:58.610 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.610 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:54:58.610 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:54:58.610 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.610 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:54:58.610 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:54:58.610 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:54:58.610 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:54:58.610 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:54:58.610 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:54:58.610 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.610 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:54:58.610 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.611 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:54:58.611 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.611 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:58.611 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:54:58.611 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.611 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:54:58.611 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.611 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:54:58.611 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:54:58.611 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:54:58.611 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:54:58.611 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:54:58.611 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:54:58.611 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:58.612 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:54:58.612 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:54:58.612 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:54:58.612 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:54:58.612 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:54:58.612 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:54:58.612 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.612 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:54:58.612 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:54:58.612 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:54:58.612 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:54:58.612 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:54:58.612 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:54:58.612 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:54:58.612 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:54:58.613 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:54:58.613 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:54:58.613 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:54:58.613 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.613 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.613 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:54:58.613 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.613 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:54:58.613 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:54:58.613 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:54:58.613 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:54:58.613 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:54:58.613 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:54:58.614 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:54:58.614 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:54:58.614 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:54:58.614 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:54:58.614 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:54:58.614 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:54:58.614 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:54:58.614 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:54:58.614 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.614 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.614 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:58.614 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.614 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:54:58.614 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:54:58.614 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.615 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:54:58.615 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:58.615 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:54:58.615 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:54:58.615 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:54:58.615 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.615 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:54:58.615 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:54:58.615 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.615 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.615 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:54:58.615 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:54:58.615 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.615 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.615 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:54:58.616 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:54:58.616 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:54:58.616 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:54:58.616 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:54:58.616 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.616 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.616 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:54:58.616 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:54:58.616 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:54:58.616 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.616 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:54:58.616 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.616 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:54:58.616 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.616 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:54:58.617 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.617 INFO:teuthology.orchestra.run.smithi019.stdout:configfile = 2023-12-03T12:54:58.617 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.617 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:54:58.617 INFO:teuthology.orchestra.run.smithi019.stdout: def setup_teardown(configfile): 2023-12-03T12:54:58.617 INFO:teuthology.orchestra.run.smithi019.stdout: yield 2023-12-03T12:54:58.617 INFO:teuthology.orchestra.run.smithi019.stdout:> teardown() 2023-12-03T12:54:58.617 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.617 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:54:58.617 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.617 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:54:58.617 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:54:58.617 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:54:58.617 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:54:58.617 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:54:58.618 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:54:58.618 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:54:58.618 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:54:58.618 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:54:58.618 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:54:58.618 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:54:58.618 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:54:58.618 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:54:58.618 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:54:58.618 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:54:58.618 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:54:58.618 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:54:58.618 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:54:58.618 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:54:58.619 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:54:58.619 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:54:58.619 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:54:58.619 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:54:58.619 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:54:58.619 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:54:58.619 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:54:58.619 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:54:58.619 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:54:58.619 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:54:58.619 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:54:58.619 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:54:58.619 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:54:58.619 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:54:58.619 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:54:58.619 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:54:58.620 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:54:58.620 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:54:58.620 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:54:58.620 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:54:58.620 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:54:58.620 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.620 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.620 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:58.620 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:54:58.620 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.620 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:54:58.620 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.620 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:54:58.620 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:54:58.621 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:54:58.621 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:54:58.621 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:54:58.621 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:54:58.621 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:58.621 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:54:58.621 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:54:58.621 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:54:58.621 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:54:58.621 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:54:58.621 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:54:58.621 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.621 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:54:58.621 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:54:58.621 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:54:58.622 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:54:58.622 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:54:58.622 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:54:58.622 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:54:58.622 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:54:58.622 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:54:58.622 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:54:58.622 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:54:58.622 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.622 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.622 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:54:58.622 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:54:58.622 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:54:58.622 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:54:58.623 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:54:58.623 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.623 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.623 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:54:58.623 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:54:58.623 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:54:58.623 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:54:58.623 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:54:58.623 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.623 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:54:58.623 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:54:58.623 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:54:58.623 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:54:58.623 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:54:58.624 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:54:58.624 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.624 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:54:58.624 INFO:teuthology.orchestra.run.smithi019.stdout:__________________ ERROR at teardown of test_atomic_write_1mb __________________ 2023-12-03T12:54:58.624 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.624 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:58.624 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.624 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:54:58.624 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:54:58.624 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.624 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:54:58.624 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:58.624 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:54:58.624 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:54:58.624 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:54:58.624 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.624 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:54:58.625 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:54:58.625 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.625 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.625 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:54:58.625 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:54:58.625 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.625 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.625 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:54:58.625 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.625 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:54:58.625 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:54:58.625 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.626 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.626 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:54:58.626 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:54:58.626 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.626 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:54:58.626 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:54:58.626 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:54:58.626 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:54:58.626 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:54:58.626 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:58.626 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:54:58.626 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.626 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:54:58.626 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:54:58.627 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:54:58.627 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:54:58.627 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:54:58.627 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:54:58.627 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:54:58.627 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:54:58.627 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:58.627 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.627 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:54:58.627 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:54:58.627 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:54:58.627 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:54:58.627 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.627 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:54:58.628 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:54:58.628 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:54:58.628 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:54:58.628 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.628 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.628 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:54:58.628 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:54:58.628 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:54:58.628 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:54:58.628 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.628 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.628 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:54:58.628 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:54:58.628 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:54:58.628 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.628 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:54:58.629 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.629 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:54:58.629 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:54:58.629 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.629 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:54:58.629 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:54:58.629 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:54:58.629 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:54:58.629 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:54:58.629 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:54:58.629 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.629 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:54:58.629 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.629 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:54:58.629 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.629 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:58.630 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:54:58.630 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.630 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:54:58.630 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.630 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:54:58.630 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:54:58.630 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:54:58.630 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:54:58.630 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:54:58.630 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:54:58.630 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:58.630 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:54:58.630 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:54:58.630 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:54:58.631 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:54:58.631 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:54:58.631 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:54:58.631 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.631 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:54:58.631 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:54:58.631 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:54:58.631 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:54:58.631 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:54:58.631 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:54:58.631 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:54:58.631 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:54:58.631 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:54:58.631 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:54:58.632 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:54:58.632 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.632 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.632 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:54:58.632 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.632 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:54:58.632 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:54:58.632 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:54:58.632 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:54:58.632 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:54:58.632 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:54:58.632 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:54:58.632 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:54:58.632 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:54:58.632 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:54:58.633 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:54:58.633 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:54:58.633 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:54:58.633 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:54:58.633 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.633 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.633 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:58.633 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.633 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:54:58.633 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:54:58.633 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.633 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:54:58.633 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:58.633 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:54:58.633 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:54:58.633 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:54:58.633 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.634 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:54:58.634 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:54:58.634 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.634 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.634 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:54:58.634 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:54:58.634 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.634 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.634 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:54:58.634 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:54:58.634 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:54:58.634 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:54:58.634 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:54:58.634 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.634 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.635 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:54:58.635 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:54:58.635 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:54:58.635 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.635 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:54:58.635 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.635 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:54:58.635 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.635 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:54:58.635 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.635 INFO:teuthology.orchestra.run.smithi019.stdout:configfile = 2023-12-03T12:54:58.635 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.635 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:54:58.635 INFO:teuthology.orchestra.run.smithi019.stdout: def setup_teardown(configfile): 2023-12-03T12:54:58.636 INFO:teuthology.orchestra.run.smithi019.stdout: yield 2023-12-03T12:54:58.636 INFO:teuthology.orchestra.run.smithi019.stdout:> teardown() 2023-12-03T12:54:58.636 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.636 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:54:58.636 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.636 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:54:58.636 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:54:58.636 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:54:58.636 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:54:58.636 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:54:58.636 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:54:58.636 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:54:58.636 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:54:58.636 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:54:58.636 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:54:58.637 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:54:58.637 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:54:58.637 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:54:58.637 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:54:58.637 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:54:58.637 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:54:58.637 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:54:58.637 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:54:58.637 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:54:58.637 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:54:58.637 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:54:58.637 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:54:58.637 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:54:58.637 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:54:58.638 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:54:58.638 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:54:58.638 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:54:58.638 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:54:58.638 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:54:58.638 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:54:58.638 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:54:58.638 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:54:58.638 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:54:58.638 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:54:58.638 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:54:58.638 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:54:58.638 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:54:58.638 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:54:58.638 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:54:58.639 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:54:58.639 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.639 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.639 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:58.639 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:54:58.639 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.639 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:54:58.639 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.639 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:54:58.639 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:54:58.639 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:54:58.639 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:54:58.639 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:54:58.639 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:54:58.639 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:58.640 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:54:58.640 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:54:58.640 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:54:58.640 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:54:58.640 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:54:58.640 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:54:58.640 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.640 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:54:58.640 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:54:58.640 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:54:58.640 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:54:58.640 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:54:58.640 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:54:58.640 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:54:58.641 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:54:58.641 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:54:58.641 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:54:58.641 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:54:58.641 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.641 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.641 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:54:58.641 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:54:58.641 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:54:58.641 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:54:58.641 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:54:58.641 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.641 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.641 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:54:58.641 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:54:58.642 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:54:58.642 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:54:58.642 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:54:58.642 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.642 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:54:58.642 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:54:58.642 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:54:58.642 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:54:58.642 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:54:58.642 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:54:58.642 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.642 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:54:58.642 INFO:teuthology.orchestra.run.smithi019.stdout:__________________ ERROR at teardown of test_atomic_write_4mb __________________ 2023-12-03T12:54:58.642 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.642 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:58.642 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.643 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:54:58.643 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:54:58.643 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.643 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:54:58.643 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:58.643 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:54:58.643 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:54:58.643 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:54:58.643 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.643 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:54:58.643 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:54:58.643 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.643 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.643 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:54:58.643 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:54:58.644 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.644 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.644 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:54:58.644 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.644 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:54:58.644 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:54:58.644 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.644 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.644 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:54:58.644 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:54:58.644 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.644 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:54:58.644 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:54:58.644 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:54:58.644 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:54:58.645 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:54:58.645 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:58.645 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:54:58.645 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.645 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:54:58.645 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:54:58.645 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:54:58.645 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:54:58.645 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:54:58.645 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:54:58.645 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:54:58.645 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:54:58.645 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:58.645 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.645 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:54:58.646 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:54:58.646 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:54:58.646 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:54:58.646 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.646 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:54:58.646 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:54:58.646 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:54:58.646 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:54:58.646 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.646 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.646 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:54:58.646 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:54:58.646 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:54:58.646 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:54:58.646 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.647 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.647 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:54:58.647 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:54:58.647 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:54:58.647 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.647 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:54:58.647 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.647 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:54:58.647 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:54:58.647 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.647 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:54:58.647 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:54:58.647 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:54:58.647 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:54:58.647 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:54:58.648 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:54:58.648 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.648 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:54:58.648 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.648 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:54:58.648 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.648 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:58.648 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:54:58.648 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.648 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:54:58.648 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.648 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:54:58.648 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:54:58.648 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:54:58.648 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:54:58.649 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:54:58.649 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:54:58.649 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:58.649 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:54:58.649 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:54:58.649 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:54:58.649 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:54:58.649 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:54:58.649 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:54:58.649 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.649 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:54:58.649 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:54:58.650 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:54:58.650 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:54:58.650 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:54:58.650 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:54:58.650 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:54:58.650 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:54:58.650 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:54:58.650 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:54:58.650 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:54:58.650 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.650 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.650 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:54:58.650 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.650 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:54:58.651 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:54:58.651 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:54:58.651 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:54:58.651 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:54:58.651 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:54:58.651 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:54:58.651 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:54:58.651 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:54:58.651 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:54:58.651 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:54:58.651 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:54:58.651 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:54:58.651 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:54:58.651 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.651 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.652 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:58.652 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.652 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:54:58.652 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:54:58.652 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.652 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:54:58.652 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:58.652 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:54:58.652 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:54:58.652 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:54:58.652 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.652 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:54:58.652 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:54:58.652 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.653 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.653 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:54:58.653 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:54:58.653 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.653 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.653 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:54:58.653 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:54:58.653 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:54:58.653 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:54:58.653 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:54:58.653 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.653 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.653 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:54:58.653 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:54:58.654 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:54:58.654 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.654 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:54:58.654 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.654 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:54:58.654 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.654 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:54:58.654 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.654 INFO:teuthology.orchestra.run.smithi019.stdout:configfile = 2023-12-03T12:54:58.654 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.654 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:54:58.654 INFO:teuthology.orchestra.run.smithi019.stdout: def setup_teardown(configfile): 2023-12-03T12:54:58.654 INFO:teuthology.orchestra.run.smithi019.stdout: yield 2023-12-03T12:54:58.654 INFO:teuthology.orchestra.run.smithi019.stdout:> teardown() 2023-12-03T12:54:58.654 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.655 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:54:58.655 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.655 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:54:58.655 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:54:58.655 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:54:58.655 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:54:58.655 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:54:58.655 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:54:58.655 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:54:58.655 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:54:58.655 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:54:58.655 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:54:58.655 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:54:58.655 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:54:58.655 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:54:58.656 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:54:58.656 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:54:58.656 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:54:58.656 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:54:58.656 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:54:58.656 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:54:58.656 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:54:58.656 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:54:58.656 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:54:58.656 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:54:58.656 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:54:58.656 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:54:58.656 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:54:58.656 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:54:58.656 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:54:58.656 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:54:58.657 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:54:58.657 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:54:58.657 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:54:58.657 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:54:58.657 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:54:58.657 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:54:58.657 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:54:58.657 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:54:58.657 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:54:58.657 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:54:58.657 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:54:58.657 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.657 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.657 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:58.658 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:54:58.658 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.658 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:54:58.658 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.658 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:54:58.658 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:54:58.658 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:54:58.658 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:54:58.658 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:54:58.658 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:54:58.658 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:58.658 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:54:58.658 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:54:58.658 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:54:58.658 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:54:58.659 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:54:58.659 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:54:58.659 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.659 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:54:58.659 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:54:58.659 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:54:58.659 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:54:58.659 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:54:58.659 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:54:58.659 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:54:58.659 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:54:58.659 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:54:58.659 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:54:58.659 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:54:58.659 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.660 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.660 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:54:58.660 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:54:58.660 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:54:58.660 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:54:58.660 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:54:58.660 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.660 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.660 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:54:58.660 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:54:58.660 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:54:58.660 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:54:58.660 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:54:58.660 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.661 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:54:58.661 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:54:58.661 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:54:58.661 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:54:58.661 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:54:58.661 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:54:58.661 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.661 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:54:58.661 INFO:teuthology.orchestra.run.smithi019.stdout:__________________ ERROR at teardown of test_atomic_write_8mb __________________ 2023-12-03T12:54:58.661 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.661 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:58.661 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.661 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:54:58.661 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:54:58.662 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.662 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:54:58.662 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:58.662 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:54:58.662 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:54:58.662 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:54:58.662 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.662 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:54:58.662 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:54:58.662 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.662 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.662 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:54:58.662 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:54:58.662 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.663 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.663 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:54:58.663 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.663 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:54:58.663 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:54:58.663 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.663 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.663 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:54:58.663 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:54:58.663 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.663 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:54:58.663 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:54:58.663 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:54:58.663 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:54:58.663 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:54:58.664 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:58.664 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:54:58.664 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.664 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:54:58.664 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:54:58.664 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:54:58.664 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:54:58.664 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:54:58.664 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:54:58.664 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:54:58.664 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:54:58.664 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:58.664 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.664 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:54:58.664 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:54:58.665 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:54:58.665 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:54:58.665 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.665 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:54:58.665 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:54:58.665 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:54:58.665 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:54:58.665 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.665 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.665 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:54:58.665 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:54:58.665 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:54:58.665 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:54:58.665 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.665 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.665 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:54:58.665 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:54:58.666 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:54:58.666 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.666 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:54:58.666 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.666 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:54:58.666 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:54:58.666 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.666 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:54:58.666 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:54:58.666 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:54:58.666 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:54:58.666 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:54:58.666 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:54:58.666 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.667 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:54:58.667 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.667 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:54:58.667 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.667 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:58.667 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:54:58.667 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.667 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:54:58.667 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.667 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:54:58.667 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:54:58.667 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:54:58.667 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:54:58.667 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:54:58.668 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:54:58.668 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:58.668 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:54:58.668 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:54:58.668 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:54:58.668 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:54:58.668 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:54:58.668 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:54:58.668 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.668 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:54:58.668 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:54:58.668 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:54:58.668 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:54:58.668 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:54:58.668 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:54:58.668 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:54:58.669 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:54:58.669 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:54:58.669 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:54:58.669 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:54:58.669 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.669 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.669 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:54:58.669 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.669 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:54:58.669 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:54:58.669 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:54:58.669 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:54:58.669 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:54:58.669 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:54:58.669 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:54:58.669 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:54:58.669 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:54:58.670 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:54:58.670 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:54:58.670 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:54:58.670 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:54:58.670 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:54:58.670 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.670 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.670 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:58.670 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.670 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:54:58.670 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:54:58.670 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.670 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:54:58.670 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:58.671 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:54:58.671 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:54:58.671 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:54:58.671 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.671 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:54:58.671 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:54:58.671 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.671 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.671 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:54:58.671 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:54:58.671 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.671 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.671 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:54:58.672 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:54:58.672 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:54:58.672 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:54:58.672 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:54:58.672 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.672 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.672 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:54:58.672 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:54:58.672 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:54:58.672 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.672 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:54:58.672 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.672 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:54:58.672 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.672 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:54:58.673 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.673 INFO:teuthology.orchestra.run.smithi019.stdout:configfile = 2023-12-03T12:54:58.673 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.673 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:54:58.673 INFO:teuthology.orchestra.run.smithi019.stdout: def setup_teardown(configfile): 2023-12-03T12:54:58.673 INFO:teuthology.orchestra.run.smithi019.stdout: yield 2023-12-03T12:54:58.673 INFO:teuthology.orchestra.run.smithi019.stdout:> teardown() 2023-12-03T12:54:58.673 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.673 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:54:58.673 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.673 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:54:58.673 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:54:58.673 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:54:58.673 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:54:58.674 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:54:58.674 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:54:58.674 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:54:58.674 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:54:58.674 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:54:58.674 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:54:58.674 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:54:58.674 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:54:58.674 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:54:58.674 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:54:58.674 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:54:58.674 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:54:58.674 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:54:58.674 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:54:58.675 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:54:58.675 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:54:58.675 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:54:58.675 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:54:58.675 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:54:58.675 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:54:58.675 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:54:58.675 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:54:58.675 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:54:58.675 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:54:58.675 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:54:58.675 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:54:58.675 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:54:58.675 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:54:58.676 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:54:58.676 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:54:58.676 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:54:58.676 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:54:58.676 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:54:58.676 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:54:58.676 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:54:58.676 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:54:58.676 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.676 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.676 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:58.676 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:54:58.676 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.676 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:54:58.677 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.677 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:54:58.677 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:54:58.677 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:54:58.677 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:54:58.677 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:54:58.677 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:54:58.677 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:58.677 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:54:58.677 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:54:58.677 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:54:58.677 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:54:58.677 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:54:58.677 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:54:58.677 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.677 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:54:58.678 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:54:58.678 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:54:58.678 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:54:58.678 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:54:58.678 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:54:58.678 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:54:58.678 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:54:58.678 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:54:58.678 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:54:58.678 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:54:58.678 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.678 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.678 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:54:58.678 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:54:58.678 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:54:58.678 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:54:58.679 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:54:58.679 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.679 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.679 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:54:58.679 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:54:58.679 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:54:58.679 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:54:58.679 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:54:58.679 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.679 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:54:58.679 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:54:58.679 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:54:58.679 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:54:58.679 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:54:58.679 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:54:58.680 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.680 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:54:58.680 INFO:teuthology.orchestra.run.smithi019.stdout:_______________ ERROR at teardown of test_atomic_dual_write_1mb ________________ 2023-12-03T12:54:58.680 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.680 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:58.680 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.680 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:54:58.680 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:54:58.680 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.680 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:54:58.680 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:58.680 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:54:58.680 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:54:58.680 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:54:58.681 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.681 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:54:58.681 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:54:58.681 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.681 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.681 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:54:58.681 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:54:58.681 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.681 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.681 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:54:58.681 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.681 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:54:58.681 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:54:58.681 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.682 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.682 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:54:58.682 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:54:58.682 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.682 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:54:58.682 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:54:58.682 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:54:58.682 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:54:58.682 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:54:58.682 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:58.682 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:54:58.682 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.682 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:54:58.682 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:54:58.682 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:54:58.682 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:54:58.683 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:54:58.683 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:54:58.683 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:54:58.683 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:54:58.683 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:58.683 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.683 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:54:58.683 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:54:58.683 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:54:58.683 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:54:58.683 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.683 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:54:58.683 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:54:58.683 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:54:58.683 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:54:58.684 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.684 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.684 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:54:58.684 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:54:58.684 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:54:58.684 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:54:58.684 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.684 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.684 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:54:58.684 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:54:58.684 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:54:58.684 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.684 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:54:58.684 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.685 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:54:58.685 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:54:58.685 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.685 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:54:58.685 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:54:58.685 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:54:58.685 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:54:58.685 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:54:58.685 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:54:58.685 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.685 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:54:58.685 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.685 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:54:58.686 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.686 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:58.686 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:54:58.686 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.686 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:54:58.686 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.686 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:54:58.686 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:54:58.686 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:54:58.686 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:54:58.686 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:54:58.686 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:54:58.686 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:58.686 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:54:58.687 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:54:58.687 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:54:58.687 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:54:58.687 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:54:58.687 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:54:58.687 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.687 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:54:58.687 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:54:58.687 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:54:58.687 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:54:58.687 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:54:58.687 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:54:58.687 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:54:58.687 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:54:58.687 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:54:58.687 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:54:58.688 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:54:58.688 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.688 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.688 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:54:58.688 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.688 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:54:58.688 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:54:58.688 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:54:58.688 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:54:58.688 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:54:58.688 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:54:58.688 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:54:58.688 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:54:58.688 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:54:58.689 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:54:58.689 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:54:58.689 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:54:58.689 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:54:58.689 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:54:58.689 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.689 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.689 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:58.689 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.689 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:54:58.689 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:54:58.689 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.689 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:54:58.689 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:58.690 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:54:58.690 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:54:58.690 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:54:58.690 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.690 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:54:58.690 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:54:58.690 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.690 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.690 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:54:58.690 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:54:58.690 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.690 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.690 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:54:58.690 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:54:58.690 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:54:58.691 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:54:58.691 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:54:58.691 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.691 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.691 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:54:58.691 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:54:58.691 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:54:58.691 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.691 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:54:58.691 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.691 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:54:58.691 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.691 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:54:58.691 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.691 INFO:teuthology.orchestra.run.smithi019.stdout:configfile = 2023-12-03T12:54:58.691 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.692 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:54:58.692 INFO:teuthology.orchestra.run.smithi019.stdout: def setup_teardown(configfile): 2023-12-03T12:54:58.692 INFO:teuthology.orchestra.run.smithi019.stdout: yield 2023-12-03T12:54:58.692 INFO:teuthology.orchestra.run.smithi019.stdout:> teardown() 2023-12-03T12:54:58.692 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.692 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:54:58.692 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.692 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:54:58.692 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:54:58.692 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:54:58.692 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:54:58.692 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:54:58.692 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:54:58.692 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:54:58.692 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:54:58.693 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:54:58.693 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:54:58.693 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:54:58.693 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:54:58.693 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:54:58.693 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:54:58.693 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:54:58.693 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:54:58.693 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:54:58.693 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:54:58.693 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:54:58.693 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:54:58.693 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:54:58.693 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:54:58.693 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:54:58.693 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:54:58.694 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:54:58.694 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:54:58.694 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:54:58.694 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:54:58.694 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:54:58.694 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:54:58.694 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:54:58.694 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:54:58.694 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:54:58.694 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:54:58.694 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:54:58.694 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:54:58.694 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:54:58.694 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:54:58.695 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:54:58.695 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:54:58.695 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.695 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.695 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:58.695 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:54:58.695 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.695 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:54:58.695 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.695 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:54:58.695 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:54:58.695 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:54:58.695 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:54:58.695 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:54:58.695 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:54:58.695 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:58.696 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:54:58.696 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:54:58.696 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:54:58.696 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:54:58.696 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:54:58.696 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:54:58.696 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.696 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:54:58.696 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:54:58.696 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:54:58.696 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:54:58.696 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:54:58.696 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:54:58.697 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:54:58.697 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:54:58.697 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:54:58.697 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:54:58.697 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:54:58.697 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.697 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.697 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:54:58.697 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:54:58.697 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:54:58.697 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:54:58.697 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:54:58.697 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.697 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.697 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:54:58.698 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:54:58.698 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:54:58.698 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:54:58.698 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:54:58.698 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.698 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:54:58.698 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:54:58.698 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:54:58.698 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:54:58.698 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:54:58.698 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:54:58.698 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.698 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:54:58.698 INFO:teuthology.orchestra.run.smithi019.stdout:_______________ ERROR at teardown of test_atomic_dual_write_4mb ________________ 2023-12-03T12:54:58.699 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.699 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:58.699 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.699 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:54:58.699 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:54:58.699 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.699 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:54:58.699 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:58.699 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:54:58.699 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:54:58.699 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:54:58.699 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.699 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:54:58.699 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:54:58.699 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.699 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.700 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:54:58.700 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:54:58.700 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.700 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.700 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:54:58.700 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.700 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:54:58.700 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:54:58.700 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.700 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.700 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:54:58.700 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:54:58.700 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.700 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:54:58.700 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:54:58.701 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:54:58.701 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:54:58.701 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:54:58.701 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:58.701 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:54:58.701 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.701 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:54:58.701 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:54:58.701 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:54:58.701 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:54:58.701 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:54:58.701 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:54:58.701 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:54:58.701 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:54:58.701 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:58.702 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.702 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:54:58.702 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:54:58.702 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:54:58.702 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:54:58.702 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.702 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:54:58.702 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:54:58.702 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:54:58.702 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:54:58.702 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.702 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.702 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:54:58.703 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:54:58.703 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:54:58.703 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:54:58.703 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.703 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.703 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:54:58.703 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:54:58.703 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:54:58.703 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.703 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:54:58.703 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.703 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:54:58.703 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:54:58.704 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.704 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:54:58.704 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:54:58.704 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:54:58.704 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:54:58.704 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:54:58.704 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:54:58.704 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.704 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:54:58.704 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.704 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:54:58.704 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.704 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:58.704 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:54:58.704 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.704 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:54:58.705 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.705 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:54:58.705 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:54:58.705 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:54:58.705 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:54:58.705 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:54:58.705 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:54:58.705 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:58.705 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:54:58.705 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:54:58.705 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:54:58.705 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:54:58.705 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:54:58.705 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:54:58.706 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.706 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:54:58.706 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:54:58.706 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:54:58.706 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:54:58.706 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:54:58.706 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:54:58.706 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:54:58.706 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:54:58.706 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:54:58.706 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:54:58.706 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:54:58.706 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.707 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.707 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:54:58.707 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.707 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:54:58.707 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:54:58.707 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:54:58.707 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:54:58.707 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:54:58.707 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:54:58.707 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:54:58.707 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:54:58.707 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:54:58.707 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:54:58.707 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:54:58.708 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:54:58.708 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:54:58.708 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:54:58.708 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.708 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.708 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:58.708 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.708 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:54:58.708 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:54:58.708 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.708 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:54:58.708 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:58.708 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:54:58.708 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:54:58.708 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:54:58.709 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.709 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:54:58.709 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:54:58.709 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.709 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.709 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:54:58.709 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:54:58.709 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.709 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.709 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:54:58.709 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:54:58.709 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:54:58.709 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:54:58.710 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:54:58.710 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.710 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.710 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:54:58.710 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:54:58.710 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:54:58.710 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.710 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:54:58.710 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.710 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:54:58.710 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.710 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:54:58.710 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.710 INFO:teuthology.orchestra.run.smithi019.stdout:configfile = 2023-12-03T12:54:58.710 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.711 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:54:58.711 INFO:teuthology.orchestra.run.smithi019.stdout: def setup_teardown(configfile): 2023-12-03T12:54:58.711 INFO:teuthology.orchestra.run.smithi019.stdout: yield 2023-12-03T12:54:58.711 INFO:teuthology.orchestra.run.smithi019.stdout:> teardown() 2023-12-03T12:54:58.711 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.711 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:54:58.711 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.711 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:54:58.711 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:54:58.711 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:54:58.711 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:54:58.711 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:54:58.711 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:54:58.712 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:54:58.712 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:54:58.712 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:54:58.712 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:54:58.712 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:54:58.712 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:54:58.712 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:54:58.712 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:54:58.712 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:54:58.712 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:54:58.712 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:54:58.712 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:54:58.712 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:54:58.712 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:54:58.712 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:54:58.713 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:54:58.713 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:54:58.713 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:54:58.713 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:54:58.713 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:54:58.713 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:54:58.713 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:54:58.713 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:54:58.713 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:54:58.713 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:54:58.713 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:54:58.713 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:54:58.713 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:54:58.713 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:54:58.713 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:54:58.713 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:54:58.714 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:54:58.714 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:54:58.714 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:54:58.714 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.714 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.714 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:58.714 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:54:58.714 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.714 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:54:58.714 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.714 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:54:58.714 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:54:58.714 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:54:58.714 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:54:58.715 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:54:58.715 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:54:58.715 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:58.715 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:54:58.715 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:54:58.715 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:54:58.715 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:54:58.715 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:54:58.715 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:54:58.715 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.715 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:54:58.715 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:54:58.715 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:54:58.715 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:54:58.716 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:54:58.716 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:54:58.716 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:54:58.716 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:54:58.716 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:54:58.716 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:54:58.716 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:54:58.716 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.716 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.716 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:54:58.716 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:54:58.716 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:54:58.716 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:54:58.716 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:54:58.717 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.717 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.717 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:54:58.717 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:54:58.717 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:54:58.717 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:54:58.717 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:54:58.717 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.717 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:54:58.717 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:54:58.717 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:54:58.717 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:54:58.717 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:54:58.717 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:54:58.717 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.717 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:54:58.718 INFO:teuthology.orchestra.run.smithi019.stdout:_______________ ERROR at teardown of test_atomic_dual_write_8mb ________________ 2023-12-03T12:54:58.718 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.718 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:58.718 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.718 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:54:58.718 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:54:58.718 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.718 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:54:58.718 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:58.718 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:54:58.718 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:54:58.718 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:54:58.718 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.718 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:54:58.719 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:54:58.719 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.719 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.719 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:54:58.719 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:54:58.719 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.719 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.719 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:54:58.720 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.720 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:54:58.720 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:54:58.720 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.720 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.720 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:54:58.720 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:54:58.720 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.720 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:54:58.720 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:54:58.720 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:54:58.720 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:54:58.720 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:54:58.720 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:58.721 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:54:58.721 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.721 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:54:58.721 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:54:58.721 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:54:58.721 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:54:58.721 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:54:58.721 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:54:58.721 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:54:58.721 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:54:58.721 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:58.721 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.722 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:54:58.722 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:54:58.722 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:54:58.722 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:54:58.722 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.722 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:54:58.722 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:54:58.722 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:54:58.722 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:54:58.722 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.722 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.722 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:54:58.722 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:54:58.722 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:54:58.722 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:54:58.723 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.723 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.723 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:54:58.723 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:54:58.723 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:54:58.723 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.723 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:54:58.723 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.723 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:54:58.723 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:54:58.723 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.723 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:54:58.723 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:54:58.723 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:54:58.724 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:54:58.724 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:54:58.724 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:54:58.724 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.724 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:54:58.724 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.724 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:54:58.724 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.724 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:58.724 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:54:58.724 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.724 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:54:58.724 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.724 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:54:58.725 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:54:58.725 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:54:58.725 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:54:58.725 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:54:58.725 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:54:58.725 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:58.725 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:54:58.725 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:54:58.725 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:54:58.725 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:54:58.725 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:54:58.725 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:54:58.725 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.725 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:54:58.726 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:54:58.726 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:54:58.726 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:54:58.726 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:54:58.726 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:54:58.726 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:54:58.726 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:54:58.726 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:54:58.726 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:54:58.726 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:54:58.726 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.726 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.726 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:54:58.726 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.726 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:54:58.726 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:54:58.727 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:54:58.727 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:54:58.727 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:54:58.727 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:54:58.727 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:54:58.727 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:54:58.727 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:54:58.727 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:54:58.727 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:54:58.727 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:54:58.727 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:54:58.727 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:54:58.727 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.727 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.727 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:58.728 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.728 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:54:58.728 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:54:58.728 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.728 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:54:58.728 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:58.728 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:54:58.728 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:54:58.728 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:54:58.728 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.728 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:54:58.728 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:54:58.728 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.728 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.728 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:54:58.729 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:54:58.729 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.729 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.729 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:54:58.729 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:54:58.729 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:54:58.729 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:54:58.729 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:54:58.729 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.729 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.729 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:54:58.729 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:54:58.729 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:54:58.729 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.730 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:54:58.730 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.730 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:54:58.730 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.730 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:54:58.730 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.730 INFO:teuthology.orchestra.run.smithi019.stdout:configfile = 2023-12-03T12:54:58.730 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.730 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:54:58.730 INFO:teuthology.orchestra.run.smithi019.stdout: def setup_teardown(configfile): 2023-12-03T12:54:58.730 INFO:teuthology.orchestra.run.smithi019.stdout: yield 2023-12-03T12:54:58.730 INFO:teuthology.orchestra.run.smithi019.stdout:> teardown() 2023-12-03T12:54:58.730 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.730 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:54:58.730 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.731 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:54:58.731 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:54:58.731 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:54:58.731 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:54:58.731 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:54:58.731 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:54:58.731 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:54:58.731 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:54:58.731 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:54:58.731 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:54:58.731 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:54:58.731 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:54:58.731 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:54:58.731 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:54:58.731 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:54:58.731 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:54:58.732 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:54:58.732 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:54:58.732 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:54:58.732 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:54:58.732 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:54:58.732 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:54:58.732 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:54:58.732 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:54:58.732 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:54:58.732 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:54:58.732 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:54:58.732 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:54:58.732 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:54:58.732 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:54:58.732 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:54:58.733 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:54:58.733 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:54:58.733 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:54:58.733 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:54:58.733 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:54:58.733 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:54:58.733 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:54:58.733 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:54:58.733 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:54:58.733 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.733 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.733 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:58.734 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:54:58.734 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.734 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:54:58.734 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.734 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:54:58.734 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:54:58.734 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:54:58.734 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:54:58.734 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:54:58.734 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:54:58.734 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:58.734 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:54:58.734 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:54:58.734 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:54:58.735 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:54:58.735 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:54:58.735 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:54:58.735 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.735 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:54:58.735 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:54:58.735 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:54:58.735 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:54:58.735 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:54:58.735 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:54:58.735 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:54:58.735 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:54:58.735 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:54:58.736 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:54:58.736 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:54:58.736 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.736 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.736 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:54:58.736 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:54:58.736 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:54:58.736 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:54:58.736 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:54:58.736 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.736 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.736 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:54:58.736 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:54:58.737 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:54:58.737 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:54:58.737 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:54:58.737 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.737 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:54:58.737 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:54:58.737 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:54:58.737 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:54:58.737 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:54:58.737 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:54:58.737 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.737 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:54:58.737 INFO:teuthology.orchestra.run.smithi019.stdout:____________ ERROR at teardown of test_atomic_conditional_write_1mb ____________ 2023-12-03T12:54:58.737 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.738 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:58.738 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.738 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:54:58.738 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:54:58.738 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.738 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:54:58.738 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:58.738 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:54:58.738 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:54:58.738 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:54:58.738 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.738 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:54:58.738 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:54:58.739 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.739 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.739 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:54:58.739 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:54:58.739 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.739 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.739 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:54:58.739 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.739 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:54:58.739 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:54:58.739 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.739 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.739 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:54:58.739 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:54:58.740 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.740 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:54:58.740 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:54:58.740 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:54:58.740 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:54:58.740 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:54:58.740 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:58.740 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:54:58.740 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.740 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:54:58.740 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:54:58.740 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:54:58.740 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:54:58.740 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:54:58.740 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:54:58.741 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:54:58.741 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:54:58.741 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:58.741 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.741 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:54:58.741 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:54:58.741 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:54:58.741 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:54:58.741 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.741 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:54:58.741 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:54:58.741 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:54:58.741 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:54:58.741 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.742 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.742 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:54:58.742 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:54:58.742 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:54:58.742 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:54:58.742 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.742 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.742 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:54:58.742 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:54:58.742 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:54:58.742 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.742 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:54:58.742 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.742 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:54:58.743 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:54:58.743 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.743 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:54:58.743 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:54:58.743 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:54:58.743 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:54:58.743 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:54:58.743 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:54:58.743 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.743 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:54:58.743 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.743 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:54:58.743 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.743 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:58.744 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:54:58.744 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.744 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:54:58.744 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.744 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:54:58.744 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:54:58.744 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:54:58.744 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:54:58.744 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:54:58.744 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:54:58.744 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:58.744 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:54:58.744 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:54:58.744 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:54:58.744 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:54:58.744 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:54:58.744 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:54:58.745 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.745 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:54:58.745 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:54:58.745 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:54:58.745 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:54:58.745 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:54:58.745 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:54:58.745 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:54:58.745 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:54:58.745 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:54:58.745 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:54:58.745 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:54:58.745 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.745 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.745 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:54:58.746 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.746 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:54:58.746 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:54:58.746 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:54:58.746 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:54:58.746 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:54:58.746 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:54:58.746 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:54:58.746 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:54:58.746 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:54:58.746 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:54:58.746 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:54:58.747 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:54:58.747 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:54:58.747 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:54:58.747 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.747 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.747 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:58.747 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.747 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:54:58.747 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:54:58.747 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.747 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:54:58.747 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:58.747 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:54:58.748 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:54:58.748 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:54:58.748 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.748 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:54:58.748 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:54:58.748 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.748 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.748 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:54:58.748 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:54:58.748 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.748 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.748 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:54:58.748 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:54:58.748 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:54:58.748 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:54:58.748 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:54:58.749 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.749 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.749 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:54:58.749 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:54:58.749 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:54:58.749 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.749 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:54:58.749 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.749 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:54:58.749 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.749 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:54:58.749 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.749 INFO:teuthology.orchestra.run.smithi019.stdout:configfile = 2023-12-03T12:54:58.749 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.750 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:54:58.750 INFO:teuthology.orchestra.run.smithi019.stdout: def setup_teardown(configfile): 2023-12-03T12:54:58.750 INFO:teuthology.orchestra.run.smithi019.stdout: yield 2023-12-03T12:54:58.750 INFO:teuthology.orchestra.run.smithi019.stdout:> teardown() 2023-12-03T12:54:58.750 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.750 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:54:58.750 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.750 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:54:58.750 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:54:58.750 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:54:58.750 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:54:58.750 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:54:58.750 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:54:58.750 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:54:58.750 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:54:58.751 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:54:58.751 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:54:58.751 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:54:58.751 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:54:58.751 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:54:58.751 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:54:58.751 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:54:58.751 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:54:58.751 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:54:58.751 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:54:58.751 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:54:58.751 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:54:58.751 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:54:58.752 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:54:58.752 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:54:58.752 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:54:58.752 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:54:58.752 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:54:58.752 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:54:58.752 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:54:58.752 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:54:58.752 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:54:58.752 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:54:58.752 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:54:58.752 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:54:58.752 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:54:58.752 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:54:58.753 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:54:58.753 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:54:58.753 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:54:58.753 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:54:58.753 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:54:58.753 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.753 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.753 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:58.753 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:54:58.753 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.753 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:54:58.753 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.753 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:54:58.753 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:54:58.753 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:54:58.753 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:54:58.753 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:54:58.754 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:54:58.754 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:58.754 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:54:58.754 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:54:58.754 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:54:58.754 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:54:58.754 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:54:58.754 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:54:58.754 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.754 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:54:58.754 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:54:58.754 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:54:58.754 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:54:58.754 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:54:58.755 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:54:58.755 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:54:58.755 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:54:58.755 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:54:58.755 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:54:58.755 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:54:58.755 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.755 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.755 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:54:58.755 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:54:58.755 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:54:58.755 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:54:58.755 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:54:58.755 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.756 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.756 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:54:58.756 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:54:58.756 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:54:58.756 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:54:58.756 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:54:58.756 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.756 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:54:58.756 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:54:58.756 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:54:58.756 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:54:58.756 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:54:58.756 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:54:58.756 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.757 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:54:58.757 INFO:teuthology.orchestra.run.smithi019.stdout:___________ ERROR at teardown of test_atomic_multipart_upload_write ____________ 2023-12-03T12:54:58.757 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.757 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:58.757 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.757 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:54:58.757 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:54:58.757 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.757 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:54:58.757 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:58.757 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:54:58.757 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:54:58.757 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:54:58.757 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.757 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:54:58.757 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:54:58.757 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.758 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.758 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:54:58.758 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:54:58.758 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.758 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.758 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:54:58.758 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.758 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:54:58.758 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:54:58.758 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.758 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.758 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:54:58.759 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:54:58.759 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.759 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:54:58.759 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:54:58.759 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:54:58.759 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:54:58.759 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:54:58.759 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:58.759 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:54:58.759 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.759 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:54:58.759 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:54:58.759 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:54:58.759 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:54:58.759 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:54:58.760 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:54:58.760 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:54:58.760 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:54:58.760 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:58.760 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.760 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:54:58.760 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:54:58.760 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:54:58.760 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:54:58.760 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.760 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:54:58.760 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:54:58.760 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:54:58.760 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:54:58.761 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.761 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.761 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:54:58.761 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:54:58.761 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:54:58.761 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:54:58.761 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.761 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.761 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:54:58.761 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:54:58.761 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:54:58.761 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.761 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:54:58.761 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.761 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:54:58.762 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:54:58.762 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.762 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:54:58.762 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:54:58.762 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:54:58.762 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:54:58.762 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:54:58.762 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:54:58.762 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.762 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:54:58.762 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.762 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:54:58.762 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.762 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:58.763 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:54:58.763 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.763 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:54:58.763 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.763 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:54:58.763 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:54:58.763 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:54:58.763 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:54:58.763 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:54:58.763 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:54:58.763 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:58.763 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:54:58.763 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:54:58.763 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:54:58.763 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:54:58.764 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:54:58.764 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:54:58.764 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.764 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:54:58.764 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:54:58.764 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:54:58.764 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:54:58.764 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:54:58.764 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:54:58.764 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:54:58.764 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:54:58.764 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:54:58.764 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:54:58.764 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:54:58.764 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.765 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.765 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:54:58.765 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.765 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:54:58.765 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:54:58.765 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:54:58.765 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:54:58.765 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:54:58.765 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:54:58.765 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:54:58.765 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:54:58.765 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:54:58.765 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:54:58.765 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:54:58.766 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:54:58.766 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:54:58.766 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:54:58.766 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.766 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.766 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:58.766 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.766 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:54:58.766 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:54:58.766 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.766 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:54:58.766 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:58.766 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:54:58.766 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:54:58.766 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:54:58.766 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.767 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:54:58.767 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:54:58.767 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.767 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.767 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:54:58.767 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:54:58.767 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.767 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.767 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:54:58.767 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:54:58.767 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:54:58.767 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:54:58.767 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:54:58.767 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.767 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.768 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:54:58.768 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:54:58.768 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:54:58.768 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.768 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:54:58.768 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.768 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:54:58.768 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.768 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:54:58.768 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.768 INFO:teuthology.orchestra.run.smithi019.stdout:configfile = 2023-12-03T12:54:58.768 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.768 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:54:58.768 INFO:teuthology.orchestra.run.smithi019.stdout: def setup_teardown(configfile): 2023-12-03T12:54:58.768 INFO:teuthology.orchestra.run.smithi019.stdout: yield 2023-12-03T12:54:58.769 INFO:teuthology.orchestra.run.smithi019.stdout:> teardown() 2023-12-03T12:54:58.769 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.769 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:54:58.769 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.769 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:54:58.769 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:54:58.769 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:54:58.769 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:54:58.769 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:54:58.769 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:54:58.769 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:54:58.769 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:54:58.769 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:54:58.769 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:54:58.769 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:54:58.770 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:54:58.770 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:54:58.770 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:54:58.770 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:54:58.770 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:54:58.770 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:54:58.770 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:54:58.770 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:54:58.770 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:54:58.770 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:54:58.770 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:54:58.770 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:54:58.770 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:54:58.771 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:54:58.771 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:54:58.771 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:54:58.771 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:54:58.771 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:54:58.771 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:54:58.771 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:54:58.771 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:54:58.771 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:54:58.771 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:54:58.771 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:54:58.771 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:54:58.771 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:54:58.771 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:54:58.771 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:54:58.771 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:54:58.772 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.772 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.772 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:58.772 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:54:58.772 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.772 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:54:58.772 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.772 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:54:58.772 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:54:58.772 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:54:58.772 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:54:58.772 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:54:58.772 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:54:58.772 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:58.773 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:54:58.773 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:54:58.773 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:54:58.773 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:54:58.773 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:54:58.773 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:54:58.773 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.773 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:54:58.773 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:54:58.773 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:54:58.773 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:54:58.773 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:54:58.773 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:54:58.773 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:54:58.774 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:54:58.774 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:54:58.774 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:54:58.774 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:54:58.774 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.774 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.774 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:54:58.774 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:54:58.774 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:54:58.774 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:54:58.774 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:54:58.774 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.774 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.774 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:54:58.775 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:54:58.775 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:54:58.775 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:54:58.775 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:54:58.775 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.775 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:54:58.775 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:54:58.775 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:54:58.775 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:54:58.775 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:54:58.775 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:54:58.775 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.775 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:54:58.775 INFO:teuthology.orchestra.run.smithi019.stdout:________ ERROR at teardown of test_multipart_resend_first_finishes_last ________ 2023-12-03T12:54:58.775 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.775 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:58.775 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.776 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:54:58.776 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:54:58.776 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.776 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:54:58.776 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:58.776 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:54:58.776 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:54:58.776 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:54:58.776 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.776 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:54:58.776 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:54:58.776 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.776 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.776 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:54:58.777 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:54:58.777 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.777 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.777 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:54:58.777 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.777 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:54:58.777 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:54:58.777 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.777 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.777 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:54:58.777 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:54:58.777 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.777 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:54:58.777 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:54:58.777 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:54:58.778 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:54:58.778 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:54:58.778 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:58.778 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:54:58.778 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.778 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:54:58.778 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:54:58.778 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:54:58.778 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:54:58.778 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:54:58.778 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:54:58.778 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:54:58.778 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:54:58.778 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:58.778 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.779 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:54:58.779 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:54:58.779 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:54:58.779 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:54:58.779 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.779 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:54:58.779 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:54:58.779 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:54:58.779 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:54:58.779 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.779 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.779 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:54:58.779 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:54:58.779 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:54:58.779 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:54:58.780 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.780 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.780 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:54:58.780 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:54:58.780 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:54:58.780 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.780 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:54:58.780 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.780 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:54:58.780 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:54:58.780 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.780 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:54:58.780 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:54:58.780 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:54:58.780 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:54:58.780 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:54:58.781 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:54:58.781 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.781 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:54:58.781 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.781 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:54:58.781 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.781 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:58.781 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:54:58.781 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.781 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:54:58.781 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.781 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:54:58.781 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:54:58.781 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:54:58.782 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:54:58.782 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:54:58.782 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:54:58.782 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:58.782 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:54:58.782 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:54:58.782 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:54:58.782 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:54:58.782 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:54:58.782 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:54:58.782 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.783 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:54:58.783 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:54:58.783 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:54:58.783 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:54:58.783 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:54:58.783 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:54:58.783 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:54:58.783 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:54:58.783 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:54:58.783 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:54:58.783 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:54:58.783 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.783 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.783 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:54:58.784 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.784 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:54:58.784 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:54:58.784 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:54:58.784 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:54:58.784 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:54:58.784 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:54:58.784 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:54:58.784 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:54:58.784 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:54:58.784 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:54:58.784 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:54:58.784 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:54:58.784 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:54:58.784 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:54:58.784 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.784 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.785 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:58.785 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.785 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:54:58.785 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:54:58.785 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.785 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:54:58.785 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:58.785 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:54:58.785 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:54:58.785 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:54:58.785 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.785 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:54:58.785 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:54:58.785 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.786 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.786 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:54:58.786 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:54:58.786 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.786 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.786 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:54:58.786 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:54:58.786 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:54:58.786 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:54:58.786 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:54:58.786 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.786 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.786 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:54:58.786 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:54:58.787 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:54:58.787 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.787 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:54:58.787 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.787 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:54:58.787 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.787 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:54:58.787 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.787 INFO:teuthology.orchestra.run.smithi019.stdout:configfile = 2023-12-03T12:54:58.787 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.787 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:54:58.787 INFO:teuthology.orchestra.run.smithi019.stdout: def setup_teardown(configfile): 2023-12-03T12:54:58.787 INFO:teuthology.orchestra.run.smithi019.stdout: yield 2023-12-03T12:54:58.787 INFO:teuthology.orchestra.run.smithi019.stdout:> teardown() 2023-12-03T12:54:58.788 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.788 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:54:58.788 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.788 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:54:58.788 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:54:58.788 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:54:58.788 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:54:58.788 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:54:58.788 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:54:58.788 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:54:58.788 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:54:58.788 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:54:58.788 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:54:58.788 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:54:58.788 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:54:58.789 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:54:58.789 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:54:58.789 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:54:58.789 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:54:58.789 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:54:58.789 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:54:58.789 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:54:58.789 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:54:58.789 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:54:58.789 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:54:58.789 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:54:58.789 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:54:58.789 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:54:58.789 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:54:58.790 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:54:58.790 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:54:58.790 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:54:58.790 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:54:58.790 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:54:58.790 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:54:58.790 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:54:58.790 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:54:58.790 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:54:58.790 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:54:58.790 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:54:58.790 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:54:58.790 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:54:58.790 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:54:58.790 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.791 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.791 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:58.791 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:54:58.791 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.791 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:54:58.791 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.791 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:54:58.791 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:54:58.791 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:54:58.791 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:54:58.791 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:54:58.791 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:54:58.791 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:58.791 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:54:58.792 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:54:58.792 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:54:58.792 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:54:58.792 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:54:58.792 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:54:58.792 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.792 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:54:58.792 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:54:58.792 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:54:58.792 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:54:58.792 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:54:58.792 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:54:58.792 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:54:58.792 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:54:58.792 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:54:58.793 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:54:58.793 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:54:58.793 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.793 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.793 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:54:58.793 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:54:58.793 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:54:58.793 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:54:58.793 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:54:58.793 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.793 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.793 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:54:58.793 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:54:58.793 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:54:58.793 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:54:58.793 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:54:58.794 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.794 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:54:58.794 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:54:58.794 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:54:58.794 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:54:58.794 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:54:58.794 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:54:58.794 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.794 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:54:58.794 INFO:teuthology.orchestra.run.smithi019.stdout:____________ ERROR at teardown of test_ranged_request_response_code ____________ 2023-12-03T12:54:58.794 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.794 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:58.795 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.795 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:54:58.795 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:54:58.795 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.795 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:54:58.795 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:58.795 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:54:58.795 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:54:58.795 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:54:58.795 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.795 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:54:58.795 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:54:58.795 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.795 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.795 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:54:58.796 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:54:58.796 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.796 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.796 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:54:58.796 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.796 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:54:58.796 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:54:58.796 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.796 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.796 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:54:58.796 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:54:58.796 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.796 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:54:58.796 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:54:58.797 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:54:58.797 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:54:58.797 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:54:58.797 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:58.797 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:54:58.797 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.797 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:54:58.797 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:54:58.797 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:54:58.797 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:54:58.797 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:54:58.797 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:54:58.797 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:54:58.797 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:54:58.797 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:58.797 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.797 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:54:58.798 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:54:58.798 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:54:58.798 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:54:58.798 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.798 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:54:58.798 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:54:58.798 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:54:58.798 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:54:58.798 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.798 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.798 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:54:58.798 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:54:58.798 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:54:58.798 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:54:58.799 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.799 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.799 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:54:58.799 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:54:58.799 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:54:58.799 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.799 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:54:58.799 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.799 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:54:58.799 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:54:58.799 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.799 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:54:58.799 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:54:58.799 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:54:58.799 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:54:58.800 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:54:58.800 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:54:58.800 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.800 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:54:58.800 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.800 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:54:58.800 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.800 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:58.800 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:54:58.800 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.800 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:54:58.800 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.800 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:54:58.800 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:54:58.801 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:54:58.801 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:54:58.801 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:54:58.801 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:54:58.801 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:58.801 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:54:58.801 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:54:58.801 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:54:58.801 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:54:58.801 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:54:58.801 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:54:58.801 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.801 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:54:58.802 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:54:58.802 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:54:58.802 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:54:58.802 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:54:58.802 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:54:58.802 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:54:58.802 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:54:58.802 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:54:58.802 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:54:58.802 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:54:58.802 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.802 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.802 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:54:58.802 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.802 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:54:58.803 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:54:58.803 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:54:58.803 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:54:58.803 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:54:58.803 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:54:58.803 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:54:58.803 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:54:58.803 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:54:58.803 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:54:58.803 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:54:58.803 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:54:58.803 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:54:58.803 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:54:58.803 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.804 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.804 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:58.804 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.804 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:54:58.804 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:54:58.804 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.804 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:54:58.804 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:58.804 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:54:58.804 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:54:58.804 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:54:58.804 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.804 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:54:58.804 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:54:58.804 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.805 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.805 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:54:58.805 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:54:58.805 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.805 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.805 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:54:58.805 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:54:58.805 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:54:58.805 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:54:58.805 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:54:58.805 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.805 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.805 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:54:58.805 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:54:58.805 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:54:58.806 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.806 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:54:58.806 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.806 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:54:58.806 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.806 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:54:58.806 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.806 INFO:teuthology.orchestra.run.smithi019.stdout:configfile = 2023-12-03T12:54:58.806 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.806 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:54:58.806 INFO:teuthology.orchestra.run.smithi019.stdout: def setup_teardown(configfile): 2023-12-03T12:54:58.806 INFO:teuthology.orchestra.run.smithi019.stdout: yield 2023-12-03T12:54:58.806 INFO:teuthology.orchestra.run.smithi019.stdout:> teardown() 2023-12-03T12:54:58.806 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.806 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:54:58.806 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.807 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:54:58.807 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:54:58.807 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:54:58.807 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:54:58.807 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:54:58.807 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:54:58.807 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:54:58.807 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:54:58.807 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:54:58.807 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:54:58.807 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:54:58.807 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:54:58.808 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:54:58.808 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:54:58.808 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:54:58.808 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:54:58.808 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:54:58.808 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:54:58.808 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:54:58.808 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:54:58.808 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:54:58.808 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:54:58.808 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:54:58.808 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:54:58.808 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:54:58.808 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:54:58.808 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:54:58.809 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:54:58.809 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:54:58.809 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:54:58.809 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:54:58.809 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:54:58.809 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:54:58.809 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:54:58.809 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:54:58.809 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:54:58.809 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:54:58.809 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:54:58.809 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:54:58.809 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:54:58.809 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.810 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.810 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:58.810 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:54:58.810 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.810 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:54:58.810 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.810 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:54:58.810 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:54:58.810 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:54:58.810 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:54:58.810 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:54:58.810 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:54:58.810 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:58.810 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:54:58.810 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:54:58.811 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:54:58.811 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:54:58.811 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:54:58.811 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:54:58.811 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.811 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:54:58.811 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:54:58.811 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:54:58.811 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:54:58.811 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:54:58.811 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:54:58.811 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:54:58.811 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:54:58.811 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:54:58.811 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:54:58.811 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:54:58.812 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.812 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.812 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:54:58.812 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:54:58.812 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:54:58.812 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:54:58.812 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:54:58.812 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.812 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.812 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:54:58.812 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:54:58.812 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:54:58.812 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:54:58.812 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:54:58.812 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.813 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:54:58.813 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:54:58.813 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:54:58.813 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:54:58.813 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:54:58.813 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:54:58.813 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.813 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:54:58.813 INFO:teuthology.orchestra.run.smithi019.stdout:__________ ERROR at teardown of test_ranged_big_request_response_code __________ 2023-12-03T12:54:58.813 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.813 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:58.813 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.813 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:54:58.813 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:54:58.814 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.814 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:54:58.814 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:58.814 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:54:58.814 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:54:58.814 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:54:58.814 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.814 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:54:58.814 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:54:58.814 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.814 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.814 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:54:58.814 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:54:58.814 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.815 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.815 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:54:58.815 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.815 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:54:58.815 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:54:58.815 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.815 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.815 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:54:58.815 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:54:58.815 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.815 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:54:58.815 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:54:58.815 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:54:58.815 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:54:58.815 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:54:58.816 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:58.816 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:54:58.816 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.816 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:54:58.816 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:54:58.816 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:54:58.816 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:54:58.816 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:54:58.816 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:54:58.816 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:54:58.816 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:54:58.816 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:58.816 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.816 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:54:58.816 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:54:58.817 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:54:58.817 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:54:58.817 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.817 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:54:58.817 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:54:58.817 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:54:58.817 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:54:58.817 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.817 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.817 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:54:58.817 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:54:58.817 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:54:58.817 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:54:58.817 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.817 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.818 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:54:58.818 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:54:58.818 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:54:58.818 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.818 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:54:58.818 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.818 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:54:58.818 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:54:58.818 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.818 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:54:58.818 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:54:58.818 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:54:58.819 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:54:58.819 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:54:58.819 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:54:58.819 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.819 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:54:58.819 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.819 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:54:58.819 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.819 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:58.819 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:54:58.819 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.819 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:54:58.820 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.820 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:54:58.820 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:54:58.820 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:54:58.820 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:54:58.820 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:54:58.820 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:54:58.820 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:58.820 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:54:58.820 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:54:58.820 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:54:58.820 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:54:58.820 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:54:58.820 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:54:58.821 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.821 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:54:58.821 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:54:58.821 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:54:58.821 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:54:58.821 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:54:58.821 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:54:58.821 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:54:58.821 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:54:58.821 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:54:58.821 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:54:58.821 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:54:58.821 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.821 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.822 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:54:58.822 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.822 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:54:58.822 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:54:58.822 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:54:58.822 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:54:58.822 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:54:58.822 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:54:58.822 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:54:58.822 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:54:58.822 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:54:58.822 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:54:58.822 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:54:58.823 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:54:58.823 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:54:58.823 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:54:58.823 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.823 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.823 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:58.823 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.823 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:54:58.823 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:54:58.823 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.823 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:54:58.823 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:58.823 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:54:58.824 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:54:58.824 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:54:58.824 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.824 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:54:58.824 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:54:58.824 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.824 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.824 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:54:58.824 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:54:58.824 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.824 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.824 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:54:58.824 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:54:58.824 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:54:58.824 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:54:58.825 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:54:58.825 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.825 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.825 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:54:58.825 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:54:58.825 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:54:58.825 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.825 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:54:58.825 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.825 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:54:58.825 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.825 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:54:58.825 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.825 INFO:teuthology.orchestra.run.smithi019.stdout:configfile = 2023-12-03T12:54:58.826 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.826 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:54:58.826 INFO:teuthology.orchestra.run.smithi019.stdout: def setup_teardown(configfile): 2023-12-03T12:54:58.826 INFO:teuthology.orchestra.run.smithi019.stdout: yield 2023-12-03T12:54:58.826 INFO:teuthology.orchestra.run.smithi019.stdout:> teardown() 2023-12-03T12:54:58.826 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.826 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:54:58.826 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.826 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:54:58.826 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:54:58.826 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:54:58.826 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:54:58.826 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:54:58.826 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:54:58.827 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:54:58.827 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:54:58.827 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:54:58.827 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:54:58.827 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:54:58.827 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:54:58.827 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:54:58.827 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:54:58.827 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:54:58.827 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:54:58.827 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:54:58.827 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:54:58.827 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:54:58.827 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:54:58.828 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:54:58.828 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:54:58.828 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:54:58.828 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:54:58.828 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:54:58.828 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:54:58.828 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:54:58.828 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:54:58.828 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:54:58.828 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:54:58.828 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:54:58.828 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:54:58.828 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:54:58.828 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:54:58.828 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:54:58.829 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:54:58.829 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:54:58.829 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:54:58.829 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:54:58.829 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:54:58.829 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.829 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.829 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:58.829 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:54:58.829 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.829 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:54:58.829 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.829 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:54:58.829 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:54:58.829 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:54:58.830 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:54:58.830 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:54:58.830 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:54:58.830 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:58.830 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:54:58.830 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:54:58.830 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:54:58.830 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:54:58.830 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:54:58.830 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:54:58.830 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.830 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:54:58.831 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:54:58.831 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:54:58.831 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:54:58.831 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:54:58.831 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:54:58.831 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:54:58.831 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:54:58.831 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:54:58.831 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:54:58.831 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:54:58.831 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.831 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.831 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:54:58.832 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:54:58.832 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:54:58.832 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:54:58.832 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:54:58.832 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.832 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.832 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:54:58.832 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:54:58.832 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:54:58.832 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:54:58.832 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:54:58.832 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.832 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:54:58.832 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:54:58.832 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:54:58.833 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:54:58.833 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:54:58.833 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:54:58.833 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.833 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:54:58.833 INFO:teuthology.orchestra.run.smithi019.stdout:__ ERROR at teardown of test_ranged_request_skip_leading_bytes_response_code ___ 2023-12-03T12:54:58.833 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.833 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:58.833 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.833 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:54:58.833 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:54:58.833 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.833 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:54:58.833 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:58.833 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:54:58.834 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:54:58.834 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:54:58.834 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.834 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:54:58.834 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:54:58.834 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.834 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.834 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:54:58.834 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:54:58.834 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.834 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.834 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:54:58.834 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.834 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:54:58.835 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:54:58.835 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.835 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.835 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:54:58.835 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:54:58.835 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.835 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:54:58.835 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:54:58.835 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:54:58.835 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:54:58.835 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:54:58.835 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:58.835 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:54:58.835 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.835 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:54:58.836 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:54:58.836 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:54:58.836 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:54:58.836 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:54:58.836 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:54:58.836 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:54:58.836 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:54:58.836 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:58.836 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.836 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:54:58.836 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:54:58.836 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:54:58.836 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:54:58.836 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.836 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:54:58.837 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:54:58.837 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:54:58.837 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:54:58.837 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.837 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.837 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:54:58.837 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:54:58.837 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:54:58.837 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:54:58.837 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.837 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.837 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:54:58.837 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:54:58.837 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:54:58.837 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.837 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:54:58.838 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.838 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:54:58.838 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:54:58.838 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.838 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:54:58.838 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:54:58.838 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:54:58.838 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:54:58.838 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:54:58.838 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:54:58.838 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.838 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:54:58.838 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.838 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:54:58.838 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.839 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:58.839 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:54:58.839 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.839 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:54:58.839 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.839 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:54:58.839 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:54:58.839 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:54:58.839 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:54:58.839 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:54:58.839 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:54:58.839 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:58.839 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:54:58.839 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:54:58.840 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:54:58.840 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:54:58.840 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:54:58.840 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:54:58.840 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.840 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:54:58.840 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:54:58.840 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:54:58.840 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:54:58.840 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:54:58.840 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:54:58.840 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:54:58.840 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:54:58.840 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:54:58.840 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:54:58.841 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:54:58.841 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.841 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.841 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:54:58.841 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.841 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:54:58.841 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:54:58.841 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:54:58.841 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:54:58.841 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:54:58.841 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:54:58.841 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:54:58.841 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:54:58.841 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:54:58.841 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:54:58.842 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:54:58.842 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:54:58.842 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:54:58.842 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:54:58.842 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.842 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.842 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:58.842 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.842 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:54:58.842 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:54:58.842 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.842 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:54:58.842 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:58.842 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:54:58.842 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:54:58.843 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:54:58.843 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.843 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:54:58.843 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:54:58.843 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.843 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.843 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:54:58.843 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:54:58.843 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.843 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.843 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:54:58.843 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:54:58.843 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:54:58.844 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:54:58.844 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:54:58.844 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.844 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.844 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:54:58.844 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:54:58.844 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:54:58.844 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.844 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:54:58.844 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.844 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:54:58.844 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.844 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:54:58.844 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.845 INFO:teuthology.orchestra.run.smithi019.stdout:configfile = 2023-12-03T12:54:58.845 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.845 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:54:58.845 INFO:teuthology.orchestra.run.smithi019.stdout: def setup_teardown(configfile): 2023-12-03T12:54:58.845 INFO:teuthology.orchestra.run.smithi019.stdout: yield 2023-12-03T12:54:58.845 INFO:teuthology.orchestra.run.smithi019.stdout:> teardown() 2023-12-03T12:54:58.845 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.845 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:54:58.845 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.845 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:54:58.845 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:54:58.845 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:54:58.845 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:54:58.846 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:54:58.846 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:54:58.846 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:54:58.846 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:54:58.846 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:54:58.846 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:54:58.846 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:54:58.846 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:54:58.846 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:54:58.846 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:54:58.846 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:54:58.846 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:54:58.846 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:54:58.846 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:54:58.847 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:54:58.847 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:54:58.847 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:54:58.847 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:54:58.847 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:54:58.847 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:54:58.847 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:54:58.847 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:54:58.847 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:54:58.847 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:54:58.847 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:54:58.847 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:54:58.847 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:54:58.847 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:54:58.847 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:54:58.847 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:54:58.848 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:54:58.848 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:54:58.848 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:54:58.848 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:54:58.848 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:54:58.848 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:54:58.848 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.848 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.848 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:58.848 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:54:58.848 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.848 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:54:58.848 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.848 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:54:58.849 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:54:58.849 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:54:58.849 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:54:58.849 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:54:58.849 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:54:58.849 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:58.849 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:54:58.849 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:54:58.849 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:54:58.849 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:54:58.849 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:54:58.849 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:54:58.849 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.849 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:54:58.849 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:54:58.850 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:54:58.850 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:54:58.850 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:54:58.850 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:54:58.850 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:54:58.850 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:54:58.850 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:54:58.850 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:54:58.850 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:54:58.850 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.850 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.850 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:54:58.850 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:54:58.850 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:54:58.851 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:54:58.851 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:54:58.851 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.851 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.851 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:54:58.851 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:54:58.851 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:54:58.851 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:54:58.851 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:54:58.851 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.851 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:54:58.851 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:54:58.851 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:54:58.851 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:54:58.851 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:54:58.852 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:54:58.852 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.852 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:54:58.852 INFO:teuthology.orchestra.run.smithi019.stdout:_ ERROR at teardown of test_ranged_request_return_trailing_bytes_response_code _ 2023-12-03T12:54:58.852 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.852 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:58.852 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.852 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:54:58.852 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:54:58.852 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.852 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:54:58.852 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:58.852 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:54:58.852 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:54:58.853 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:54:58.853 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.853 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:54:58.853 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:54:58.853 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.853 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.853 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:54:58.853 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:54:58.853 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.853 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.853 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:54:58.853 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.853 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:54:58.853 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:54:58.853 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.853 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.854 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:54:58.854 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:54:58.854 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.854 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:54:58.854 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:54:58.854 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:54:58.854 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:54:58.854 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:54:58.854 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:58.854 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:54:58.854 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.854 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:54:58.854 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:54:58.854 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:54:58.855 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:54:58.855 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:54:58.855 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:54:58.855 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:54:58.855 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:54:58.855 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:58.855 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.855 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:54:58.855 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:54:58.855 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:54:58.855 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:54:58.856 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.856 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:54:58.856 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:54:58.856 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:54:58.856 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:54:58.856 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.856 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.856 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:54:58.856 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:54:58.856 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:54:58.856 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:54:58.856 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.856 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.857 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:54:58.857 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:54:58.857 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:54:58.857 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.857 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:54:58.857 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.857 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:54:58.857 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:54:58.857 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.857 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:54:58.857 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:54:58.857 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:54:58.857 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:54:58.857 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:54:58.858 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:54:58.858 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.858 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:54:58.858 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.858 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:54:58.858 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.858 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:58.858 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:54:58.858 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.858 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:54:58.858 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.858 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:54:58.858 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:54:58.859 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:54:58.859 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:54:58.859 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:54:58.859 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:54:58.859 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:58.859 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:54:58.859 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:54:58.859 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:54:58.859 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:54:58.859 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:54:58.859 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:54:58.859 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.859 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:54:58.859 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:54:58.859 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:54:58.860 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:54:58.860 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:54:58.860 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:54:58.860 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:54:58.860 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:54:58.860 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:54:58.860 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:54:58.860 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:54:58.860 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.860 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.860 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:54:58.860 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.860 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:54:58.860 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:54:58.860 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:54:58.861 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:54:58.861 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:54:58.861 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:54:58.861 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:54:58.861 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:54:58.861 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:54:58.861 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:54:58.861 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:54:58.861 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:54:58.861 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:54:58.861 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:54:58.861 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.861 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.861 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:58.862 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.862 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:54:58.862 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:54:58.862 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.862 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:54:58.862 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:58.862 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:54:58.862 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:54:58.862 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:54:58.862 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.862 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:54:58.862 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:54:58.862 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.862 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.863 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:54:58.863 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:54:58.863 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.863 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.863 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:54:58.863 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:54:58.863 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:54:58.863 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:54:58.863 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:54:58.863 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.863 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.863 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:54:58.863 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:54:58.863 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:54:58.864 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.864 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:54:58.864 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.864 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:54:58.864 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.864 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:54:58.864 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.864 INFO:teuthology.orchestra.run.smithi019.stdout:configfile = 2023-12-03T12:54:58.864 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.864 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:54:58.864 INFO:teuthology.orchestra.run.smithi019.stdout: def setup_teardown(configfile): 2023-12-03T12:54:58.864 INFO:teuthology.orchestra.run.smithi019.stdout: yield 2023-12-03T12:54:58.864 INFO:teuthology.orchestra.run.smithi019.stdout:> teardown() 2023-12-03T12:54:58.864 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.865 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:54:58.865 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.865 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:54:58.865 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:54:58.865 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:54:58.865 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:54:58.865 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:54:58.865 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:54:58.865 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:54:58.865 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:54:58.865 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:54:58.865 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:54:58.865 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:54:58.865 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:54:58.865 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:54:58.866 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:54:58.866 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:54:58.866 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:54:58.866 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:54:58.866 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:54:58.866 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:54:58.866 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:54:58.866 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:54:58.866 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:54:58.866 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:54:58.866 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:54:58.866 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:54:58.866 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:54:58.867 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:54:58.867 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:54:58.867 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:54:58.867 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:54:58.867 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:54:58.867 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:54:58.867 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:54:58.867 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:54:58.867 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:54:58.867 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:54:58.867 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:54:58.867 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:54:58.867 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:54:58.867 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:54:58.868 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.868 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.868 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:58.868 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:54:58.868 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.868 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:54:58.868 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.868 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:54:58.868 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:54:58.868 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:54:58.868 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:54:58.868 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:54:58.868 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:54:58.869 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:58.869 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:54:58.869 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:54:58.869 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:54:58.869 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:54:58.869 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:54:58.869 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:54:58.869 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.869 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:54:58.869 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:54:58.869 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:54:58.869 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:54:58.869 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:54:58.869 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:54:58.869 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:54:58.869 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:54:58.869 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:54:58.870 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:54:58.870 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:54:58.870 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.870 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.870 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:54:58.870 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:54:58.870 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:54:58.870 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:54:58.870 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:54:58.870 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.870 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.870 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:54:58.870 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:54:58.871 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:54:58.871 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:54:58.871 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:54:58.871 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.871 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:54:58.871 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:54:58.871 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:54:58.871 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:54:58.871 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:54:58.871 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:54:58.871 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.871 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:54:58.871 INFO:teuthology.orchestra.run.smithi019.stdout:____________ ERROR at teardown of test_ranged_request_invalid_range ____________ 2023-12-03T12:54:58.871 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.871 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:58.872 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.872 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:54:58.872 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:54:58.872 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.872 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:54:58.872 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:58.872 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:54:58.872 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:54:58.872 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:54:58.872 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.872 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:54:58.872 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:54:58.872 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.872 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.872 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:54:58.873 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:54:58.873 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.873 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.873 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:54:58.873 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.873 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:54:58.873 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:54:58.873 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.873 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.873 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:54:58.873 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:54:58.873 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.873 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:54:58.873 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:54:58.873 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:54:58.874 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:54:58.874 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:54:58.874 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:58.874 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:54:58.874 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.874 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:54:58.874 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:54:58.874 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:54:58.874 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:54:58.874 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:54:58.874 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:54:58.874 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:54:58.874 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:54:58.874 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:58.874 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.875 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:54:58.875 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:54:58.875 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:54:58.875 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:54:58.875 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.875 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:54:58.875 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:54:58.875 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:54:58.875 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:54:58.875 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.875 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.875 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:54:58.875 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:54:58.875 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:54:58.875 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:54:58.876 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.876 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.876 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:54:58.876 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:54:58.876 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:54:58.876 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.876 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:54:58.876 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.876 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:54:58.876 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:54:58.876 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.876 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:54:58.876 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:54:58.876 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:54:58.877 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:54:58.877 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:54:58.877 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:54:58.877 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.877 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:54:58.877 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.877 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:54:58.877 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.877 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:58.877 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:54:58.877 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.877 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:54:58.877 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.877 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:54:58.877 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:54:58.878 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:54:58.878 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:54:58.878 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:54:58.878 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:54:58.878 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:58.878 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:54:58.878 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:54:58.878 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:54:58.878 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:54:58.878 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:54:58.878 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:54:58.878 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.878 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:54:58.878 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:54:58.878 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:54:58.878 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:54:58.879 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:54:58.879 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:54:58.879 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:54:58.879 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:54:58.879 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:54:58.879 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:54:58.879 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:54:58.879 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.879 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.879 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:54:58.879 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.879 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:54:58.879 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:54:58.879 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:54:58.879 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:54:58.880 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:54:58.880 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:54:58.880 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:54:58.880 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:54:58.880 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:54:58.880 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:54:58.880 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:54:58.880 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:54:58.880 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:54:58.880 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:54:58.880 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.880 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.880 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:58.881 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.881 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:54:58.881 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:54:58.881 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.881 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:54:58.881 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:58.881 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:54:58.881 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:54:58.881 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:54:58.881 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.881 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:54:58.881 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:54:58.881 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.881 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.882 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:54:58.882 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:54:58.882 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.882 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.882 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:54:58.882 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:54:58.882 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:54:58.882 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:54:58.882 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:54:58.882 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.882 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.882 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:54:58.883 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:54:58.883 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:54:58.883 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.883 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:54:58.883 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.883 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:54:58.883 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.883 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:54:58.883 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.883 INFO:teuthology.orchestra.run.smithi019.stdout:configfile = 2023-12-03T12:54:58.883 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.883 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:54:58.883 INFO:teuthology.orchestra.run.smithi019.stdout: def setup_teardown(configfile): 2023-12-03T12:54:58.883 INFO:teuthology.orchestra.run.smithi019.stdout: yield 2023-12-03T12:54:58.883 INFO:teuthology.orchestra.run.smithi019.stdout:> teardown() 2023-12-03T12:54:58.883 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.884 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:54:58.884 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.884 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:54:58.884 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:54:58.884 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:54:58.884 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:54:58.884 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:54:58.884 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:54:58.884 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:54:58.884 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:54:58.884 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:54:58.884 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:54:58.884 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:54:58.884 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:54:58.885 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:54:58.885 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:54:58.885 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:54:58.885 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:54:58.885 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:54:58.885 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:54:58.885 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:54:58.885 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:54:58.885 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:54:58.885 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:54:58.885 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:54:58.885 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:54:58.885 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:54:58.885 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:54:58.885 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:54:58.886 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:54:58.886 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:54:58.886 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:54:58.886 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:54:58.886 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:54:58.886 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:54:58.886 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:54:58.886 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:54:58.886 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:54:58.886 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:54:58.886 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:54:58.886 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:54:58.886 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:54:58.886 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.887 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.887 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:58.887 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:54:58.887 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.887 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:54:58.887 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.887 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:54:58.887 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:54:58.887 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:54:58.887 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:54:58.887 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:54:58.887 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:54:58.887 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:58.887 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:54:58.888 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:54:58.888 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:54:58.888 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:54:58.888 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:54:58.888 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:54:58.888 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.888 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:54:58.888 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:54:58.888 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:54:58.888 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:54:58.888 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:54:58.888 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:54:58.888 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:54:58.888 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:54:58.888 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:54:58.888 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:54:58.888 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:54:58.889 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.889 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.889 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:54:58.889 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:54:58.889 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:54:58.889 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:54:58.889 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:54:58.889 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.889 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.889 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:54:58.889 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:54:58.889 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:54:58.889 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:54:58.889 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:54:58.889 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.890 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:54:58.890 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:54:58.890 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:54:58.890 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:54:58.890 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:54:58.890 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:54:58.890 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.890 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:54:58.890 INFO:teuthology.orchestra.run.smithi019.stdout:____________ ERROR at teardown of test_ranged_request_empty_object _____________ 2023-12-03T12:54:58.890 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.890 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:58.890 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.890 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:54:58.890 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:54:58.891 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.891 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:54:58.891 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:58.891 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:54:58.891 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:54:58.891 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:54:58.891 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.891 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:54:58.891 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:54:58.891 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.891 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.891 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:54:58.891 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:54:58.892 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.892 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.892 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:54:58.892 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.892 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:54:58.892 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:54:58.892 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.892 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.892 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:54:58.892 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:54:58.892 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.892 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:54:58.892 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:54:58.893 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:54:58.893 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:54:58.893 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:54:58.893 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:58.893 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:54:58.893 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.893 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:54:58.893 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:54:58.893 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:54:58.893 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:54:58.893 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:54:58.893 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:54:58.893 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:54:58.893 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:54:58.894 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:58.894 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.894 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:54:58.894 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:54:58.894 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:54:58.894 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:54:58.894 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.894 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:54:58.894 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:54:58.894 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:54:58.894 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:54:58.894 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.894 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.894 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:54:58.894 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:54:58.895 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:54:58.895 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:54:58.895 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.895 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.895 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:54:58.895 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:54:58.895 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:54:58.895 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.895 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:54:58.895 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.895 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:54:58.895 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:54:58.895 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.895 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:54:58.895 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:54:58.896 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:54:58.896 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:54:58.896 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:54:58.896 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:54:58.896 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.896 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:54:58.896 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.896 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:54:58.896 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.896 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:58.896 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:54:58.896 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.896 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:54:58.896 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.897 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:54:58.897 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:54:58.897 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:54:58.897 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:54:58.897 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:54:58.897 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:54:58.897 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:58.897 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:54:58.897 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:54:58.897 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:54:58.897 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:54:58.897 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:54:58.897 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:54:58.897 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.897 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:54:58.897 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:54:58.898 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:54:58.898 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:54:58.898 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:54:58.898 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:54:58.898 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:54:58.898 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:54:58.898 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:54:58.898 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:54:58.898 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:54:58.898 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.898 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.898 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:54:58.898 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.899 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:54:58.899 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:54:58.899 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:54:58.899 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:54:58.899 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:54:58.899 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:54:58.899 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:54:58.899 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:54:58.899 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:54:58.899 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:54:58.899 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:54:58.899 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:54:58.899 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:54:58.899 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:54:58.899 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.900 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.900 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:58.900 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.900 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:54:58.900 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:54:58.900 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.900 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:54:58.900 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:58.900 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:54:58.900 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:54:58.900 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:54:58.900 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.900 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:54:58.900 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:54:58.901 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.901 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.901 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:54:58.901 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:54:58.901 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.901 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.901 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:54:58.901 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:54:58.901 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:54:58.901 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:54:58.901 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:54:58.901 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.901 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.901 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:54:58.901 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:54:58.901 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:54:58.902 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.902 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:54:58.902 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.902 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:54:58.902 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.902 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:54:58.902 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.902 INFO:teuthology.orchestra.run.smithi019.stdout:configfile = 2023-12-03T12:54:58.902 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.902 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:54:58.902 INFO:teuthology.orchestra.run.smithi019.stdout: def setup_teardown(configfile): 2023-12-03T12:54:58.902 INFO:teuthology.orchestra.run.smithi019.stdout: yield 2023-12-03T12:54:58.902 INFO:teuthology.orchestra.run.smithi019.stdout:> teardown() 2023-12-03T12:54:58.902 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.903 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:54:58.903 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.903 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:54:58.903 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:54:58.903 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:54:58.903 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:54:58.903 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:54:58.903 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:54:58.903 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:54:58.903 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:54:58.903 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:54:58.903 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:54:58.903 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:54:58.903 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:54:58.903 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:54:58.904 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:54:58.904 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:54:58.904 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:54:58.904 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:54:58.904 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:54:58.904 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:54:58.904 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:54:58.904 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:54:58.904 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:54:58.904 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:54:58.904 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:54:58.904 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:54:58.905 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:54:58.905 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:54:58.905 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:54:58.905 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:54:58.905 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:54:58.905 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:54:58.905 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:54:58.905 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:54:58.905 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:54:58.905 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:54:58.905 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:54:58.905 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:54:58.905 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:54:58.905 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:54:58.905 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:54:58.906 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.906 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.906 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:58.906 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:54:58.906 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.906 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:54:58.906 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.906 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:54:58.906 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:54:58.906 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:54:58.906 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:54:58.906 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:54:58.906 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:54:58.906 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:58.906 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:54:58.906 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:54:58.907 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:54:58.907 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:54:58.907 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:54:58.907 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:54:58.907 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.907 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:54:58.907 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:54:58.907 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:54:58.907 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:54:58.907 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:54:58.907 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:54:58.907 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:54:58.907 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:54:58.907 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:54:58.907 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:54:58.908 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:54:58.908 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.908 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.908 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:54:58.908 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:54:58.908 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:54:58.908 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:54:58.908 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:54:58.908 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.908 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.908 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:54:58.908 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:54:58.908 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:54:58.908 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:54:58.908 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:54:58.909 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.909 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:54:58.909 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:54:58.909 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:54:58.909 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:54:58.909 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:54:58.909 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:54:58.909 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.909 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:54:58.909 INFO:teuthology.orchestra.run.smithi019.stdout:__________ ERROR at teardown of test_versioning_bucket_create_suspend __________ 2023-12-03T12:54:58.909 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.909 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:58.909 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.909 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:54:58.910 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:54:58.910 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.910 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:54:58.910 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:58.910 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:54:58.910 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:54:58.910 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:54:58.910 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.910 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:54:58.910 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:54:58.910 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.910 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.910 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:54:58.910 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:54:58.911 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.911 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.911 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:54:58.911 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.911 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:54:58.911 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:54:58.911 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.911 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.911 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:54:58.911 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:54:58.911 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.911 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:54:58.911 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:54:58.911 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:54:58.912 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:54:58.912 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:54:58.912 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:58.912 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:54:58.912 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.912 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:54:58.912 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:54:58.912 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:54:58.912 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:54:58.912 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:54:58.912 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:54:58.912 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:54:58.912 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:54:58.912 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:58.912 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.913 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:54:58.913 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:54:58.913 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:54:58.913 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:54:58.913 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.913 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:54:58.913 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:54:58.913 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:54:58.913 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:54:58.913 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.913 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.913 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:54:58.913 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:54:58.913 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:54:58.913 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:54:58.914 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.914 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.914 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:54:58.914 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:54:58.914 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:54:58.914 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.914 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:54:58.914 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.914 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:54:58.914 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:54:58.914 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.914 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:54:58.914 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:54:58.914 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:54:58.915 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:54:58.915 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:54:58.915 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:54:58.915 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.915 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:54:58.915 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.915 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:54:58.915 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.915 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:58.915 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:54:58.915 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.915 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:54:58.915 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.915 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:54:58.915 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:54:58.915 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:54:58.915 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:54:58.916 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:54:58.916 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:54:58.916 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:58.916 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:54:58.916 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:54:58.916 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:54:58.916 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:54:58.916 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:54:58.916 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:54:58.916 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.916 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:54:58.916 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:54:58.916 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:54:58.917 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:54:58.917 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:54:58.917 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:54:58.917 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:54:58.917 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:54:58.917 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:54:58.917 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:54:58.917 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:54:58.917 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.917 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.917 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:54:58.917 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.917 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:54:58.917 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:54:58.917 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:54:58.918 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:54:58.918 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:54:58.918 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:54:58.918 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:54:58.918 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:54:58.918 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:54:58.918 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:54:58.918 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:54:58.918 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:54:58.918 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:54:58.918 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:54:58.918 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.918 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.919 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:58.919 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.919 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:54:58.919 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:54:58.919 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.919 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:54:58.919 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:58.919 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:54:58.919 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:54:58.919 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:54:58.919 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.919 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:54:58.919 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:54:58.919 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.919 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.920 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:54:58.920 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:54:58.920 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.920 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.920 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:54:58.920 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:54:58.920 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:54:58.920 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:54:58.920 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:54:58.920 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.920 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.920 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:54:58.920 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:54:58.920 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:54:58.921 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.921 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:54:58.921 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.921 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:54:58.921 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.921 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:54:58.921 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.921 INFO:teuthology.orchestra.run.smithi019.stdout:configfile = 2023-12-03T12:54:58.921 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.921 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:54:58.921 INFO:teuthology.orchestra.run.smithi019.stdout: def setup_teardown(configfile): 2023-12-03T12:54:58.921 INFO:teuthology.orchestra.run.smithi019.stdout: yield 2023-12-03T12:54:58.921 INFO:teuthology.orchestra.run.smithi019.stdout:> teardown() 2023-12-03T12:54:58.922 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.922 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:54:58.922 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.922 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:54:58.922 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:54:58.922 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:54:58.922 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:54:58.922 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:54:58.922 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:54:58.922 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:54:58.922 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:54:58.922 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:54:58.922 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:54:58.923 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:54:58.923 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:54:58.923 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:54:58.923 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:54:58.923 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:54:58.923 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:54:58.923 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:54:58.923 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:54:58.923 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:54:58.923 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:54:58.923 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:54:58.923 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:54:58.923 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:54:58.923 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:54:58.924 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:54:58.924 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:54:58.924 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:54:58.924 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:54:58.924 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:54:58.924 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:54:58.924 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:54:58.924 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:54:58.924 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:54:58.924 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:54:58.924 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:54:58.924 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:54:58.924 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:54:58.924 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:54:58.924 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:54:58.924 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:54:58.925 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.925 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.925 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:58.925 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:54:58.925 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.925 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:54:58.925 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.925 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:54:58.925 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:54:58.925 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:54:58.925 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:54:58.925 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:54:58.925 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:54:58.925 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:58.925 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:54:58.926 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:54:58.926 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:54:58.926 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:54:58.926 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:54:58.926 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:54:58.926 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.926 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:54:58.926 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:54:58.926 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:54:58.926 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:54:58.926 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:54:58.926 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:54:58.926 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:54:58.926 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:54:58.927 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:54:58.927 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:54:58.927 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:54:58.927 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.927 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.927 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:54:58.927 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:54:58.927 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:54:58.927 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:54:58.927 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:54:58.927 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.927 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.927 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:54:58.927 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:54:58.928 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:54:58.928 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:54:58.928 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:54:58.928 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.928 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:54:58.928 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:54:58.928 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:54:58.928 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:54:58.928 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:54:58.928 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:54:58.928 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.929 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:54:58.929 INFO:teuthology.orchestra.run.smithi019.stdout:_________ ERROR at teardown of test_versioning_obj_create_read_remove __________ 2023-12-03T12:54:58.929 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.929 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:58.929 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.929 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:54:58.929 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:54:58.929 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.929 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:54:58.929 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:58.929 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:54:58.929 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:54:58.929 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:54:58.929 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.929 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:54:58.929 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:54:58.930 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.930 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.930 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:54:58.930 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:54:58.930 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.930 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.930 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:54:58.930 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.930 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:54:58.930 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:54:58.930 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.930 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.930 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:54:58.931 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:54:58.931 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.931 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:54:58.931 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:54:58.931 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:54:58.931 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:54:58.931 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:54:58.931 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:58.931 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:54:58.931 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.931 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:54:58.931 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:54:58.931 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:54:58.931 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:54:58.932 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:54:58.932 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:54:58.932 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:54:58.932 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:54:58.932 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:58.932 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.932 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:54:58.932 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:54:58.932 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:54:58.932 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:54:58.932 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.932 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:54:58.932 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:54:58.932 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:54:58.932 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:54:58.933 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.933 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.933 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:54:58.933 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:54:58.933 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:54:58.933 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:54:58.933 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.933 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.933 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:54:58.933 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:54:58.933 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:54:58.933 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.933 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:54:58.933 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.933 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:54:58.934 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:54:58.934 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.934 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:54:58.934 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:54:58.934 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:54:58.934 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:54:58.934 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:54:58.934 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:54:58.934 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.934 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:54:58.934 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.934 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:54:58.934 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.934 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:58.934 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:54:58.935 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.935 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:54:58.935 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.935 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:54:58.935 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:54:58.935 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:54:58.935 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:54:58.935 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:54:58.935 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:54:58.935 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:58.935 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:54:58.935 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:54:58.935 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:54:58.935 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:54:58.936 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:54:58.936 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:54:58.936 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.936 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:54:58.936 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:54:58.936 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:54:58.936 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:54:58.936 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:54:58.936 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:54:58.936 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:54:58.936 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:54:58.936 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:54:58.936 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:54:58.936 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:54:58.937 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.937 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.937 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:54:58.937 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.937 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:54:58.937 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:54:58.937 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:54:58.937 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:54:58.937 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:54:58.937 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:54:58.937 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:54:58.937 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:54:58.937 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:54:58.937 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:54:58.937 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:54:58.937 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:54:58.938 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:54:58.938 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:54:58.938 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.938 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.938 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:58.938 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.938 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:54:58.938 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:54:58.938 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.938 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:54:58.938 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:58.938 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:54:58.938 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:54:58.938 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:54:58.939 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.939 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:54:58.939 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:54:58.939 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.939 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.939 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:54:58.939 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:54:58.939 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.939 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.939 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:54:58.939 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:54:58.939 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:54:58.939 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:54:58.939 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:54:58.940 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.940 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.940 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:54:58.940 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:54:58.940 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:54:58.940 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.940 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:54:58.940 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.940 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:54:58.940 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.940 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:54:58.940 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.940 INFO:teuthology.orchestra.run.smithi019.stdout:configfile = 2023-12-03T12:54:58.940 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.941 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:54:58.941 INFO:teuthology.orchestra.run.smithi019.stdout: def setup_teardown(configfile): 2023-12-03T12:54:58.941 INFO:teuthology.orchestra.run.smithi019.stdout: yield 2023-12-03T12:54:58.941 INFO:teuthology.orchestra.run.smithi019.stdout:> teardown() 2023-12-03T12:54:58.941 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.941 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:54:58.941 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.941 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:54:58.941 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:54:58.941 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:54:58.941 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:54:58.941 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:54:58.941 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:54:58.942 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:54:58.942 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:54:58.942 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:54:58.942 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:54:58.942 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:54:58.942 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:54:58.942 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:54:58.942 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:54:58.942 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:54:58.942 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:54:58.942 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:54:58.942 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:54:58.942 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:54:58.942 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:54:58.943 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:54:58.943 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:54:58.943 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:54:58.943 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:54:58.943 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:54:58.943 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:54:58.943 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:54:58.943 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:54:58.943 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:54:58.943 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:54:58.943 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:54:58.943 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:54:58.943 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:54:58.943 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:54:58.944 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:54:58.944 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:54:58.944 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:54:58.944 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:54:58.944 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:54:58.944 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:54:58.944 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.944 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.944 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:58.944 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:54:58.944 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.944 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:54:58.944 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.944 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:54:58.944 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:54:58.945 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:54:58.945 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:54:58.945 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:54:58.945 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:54:58.945 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:58.945 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:54:58.945 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:54:58.945 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:54:58.945 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:54:58.945 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:54:58.945 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:54:58.945 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.945 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:54:58.945 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:54:58.945 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:54:58.946 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:54:58.946 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:54:58.946 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:54:58.946 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:54:58.946 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:54:58.946 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:54:58.946 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:54:58.946 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:54:58.946 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.946 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.946 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:54:58.946 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:54:58.946 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:54:58.946 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:54:58.947 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:54:58.947 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.947 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.947 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:54:58.947 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:54:58.947 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:54:58.947 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:54:58.947 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:54:58.947 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.947 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:54:58.947 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:54:58.947 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:54:58.947 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:54:58.947 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:54:58.947 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:54:58.948 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.948 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:54:58.948 INFO:teuthology.orchestra.run.smithi019.stdout:_______ ERROR at teardown of test_versioning_obj_create_read_remove_head _______ 2023-12-03T12:54:58.948 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.948 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:58.948 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.948 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:54:58.948 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:54:58.948 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.948 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:54:58.948 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:58.948 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:54:58.948 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:54:58.948 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:54:58.948 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.949 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:54:58.949 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:54:58.949 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.949 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.949 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:54:58.949 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:54:58.949 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.949 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.949 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:54:58.949 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.949 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:54:58.949 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:54:58.949 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.949 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.949 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:54:58.950 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:54:58.950 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.950 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:54:58.950 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:54:58.950 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:54:58.950 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:54:58.950 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:54:58.950 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:58.950 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:54:58.950 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.950 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:54:58.950 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:54:58.950 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:54:58.950 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:54:58.950 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:54:58.951 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:54:58.951 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:54:58.951 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:54:58.951 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:58.951 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.951 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:54:58.951 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:54:58.951 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:54:58.951 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:54:58.951 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.951 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:54:58.951 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:54:58.951 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:54:58.951 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:54:58.951 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.952 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.952 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:54:58.952 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:54:58.952 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:54:58.952 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:54:58.952 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.952 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.952 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:54:58.952 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:54:58.952 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:54:58.952 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.952 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:54:58.952 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.952 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:54:58.953 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:54:58.953 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.953 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:54:58.953 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:54:58.953 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:54:58.953 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:54:58.953 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:54:58.953 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:54:58.953 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.953 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:54:58.953 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.953 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:54:58.953 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.954 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:58.954 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:54:58.954 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.954 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:54:58.954 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.954 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:54:58.954 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:54:58.954 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:54:58.954 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:54:58.954 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:54:58.954 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:54:58.954 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:58.954 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:54:58.954 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:54:58.955 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:54:58.955 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:54:58.955 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:54:58.955 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:54:58.955 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.955 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:54:58.955 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:54:58.955 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:54:58.955 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:54:58.955 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:54:58.955 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:54:58.955 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:54:58.955 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:54:58.955 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:54:58.955 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:54:58.955 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:54:58.956 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.956 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.956 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:54:58.956 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.956 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:54:58.956 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:54:58.956 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:54:58.956 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:54:58.956 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:54:58.956 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:54:58.956 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:54:58.956 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:54:58.956 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:54:58.956 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:54:58.956 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:54:58.957 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:54:58.957 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:54:58.957 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:54:58.957 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.957 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.957 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:58.957 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.957 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:54:58.957 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:54:58.957 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.957 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:54:58.957 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:58.957 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:54:58.957 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:54:58.958 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:54:58.958 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.958 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:54:58.958 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:54:58.958 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.958 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.958 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:54:58.958 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:54:58.958 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.958 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.958 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:54:58.958 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:54:58.958 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:54:58.958 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:54:58.959 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:54:58.959 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.959 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.959 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:54:58.959 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:54:58.959 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:54:58.959 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.959 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:54:58.959 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.959 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:54:58.959 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.959 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:54:58.959 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.959 INFO:teuthology.orchestra.run.smithi019.stdout:configfile = 2023-12-03T12:54:58.959 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.959 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:54:58.959 INFO:teuthology.orchestra.run.smithi019.stdout: def setup_teardown(configfile): 2023-12-03T12:54:58.960 INFO:teuthology.orchestra.run.smithi019.stdout: yield 2023-12-03T12:54:58.960 INFO:teuthology.orchestra.run.smithi019.stdout:> teardown() 2023-12-03T12:54:58.960 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.960 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:54:58.960 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.960 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:54:58.960 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:54:58.960 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:54:58.960 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:54:58.960 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:54:58.960 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:54:58.960 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:54:58.960 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:54:58.960 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:54:58.961 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:54:58.961 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:54:58.961 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:54:58.961 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:54:58.961 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:54:58.961 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:54:58.961 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:54:58.961 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:54:58.961 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:54:58.961 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:54:58.961 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:54:58.961 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:54:58.961 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:54:58.961 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:54:58.961 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:54:58.962 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:54:58.962 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:54:58.962 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:54:58.962 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:54:58.962 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:54:58.962 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:54:58.962 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:54:58.962 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:54:58.962 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:54:58.962 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:54:58.962 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:54:58.962 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:54:58.963 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:54:58.963 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:54:58.963 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:54:58.963 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:54:58.963 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.963 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.963 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:58.963 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:54:58.963 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.963 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:54:58.963 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.963 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:54:58.963 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:54:58.963 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:54:58.963 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:54:58.963 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:54:58.963 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:54:58.964 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:58.964 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:54:58.964 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:54:58.964 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:54:58.964 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:54:58.964 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:54:58.964 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:54:58.964 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.964 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:54:58.964 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:54:58.964 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:54:58.964 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:54:58.965 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:54:58.965 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:54:58.965 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:54:58.965 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:54:58.965 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:54:58.965 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:54:58.965 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:54:58.965 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.965 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.965 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:54:58.965 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:54:58.965 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:54:58.965 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:54:58.965 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:54:58.965 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.965 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.966 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:54:58.966 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:54:58.966 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:54:58.966 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:54:58.966 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:54:58.966 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.966 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:54:58.966 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:54:58.966 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:54:58.966 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:54:58.966 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:54:58.966 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:54:58.966 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.966 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:54:58.967 INFO:teuthology.orchestra.run.smithi019.stdout:_____ ERROR at teardown of test_versioning_obj_plain_null_version_removal ______ 2023-12-03T12:54:58.967 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.967 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:58.967 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.967 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:54:58.967 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:54:58.967 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.967 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:54:58.967 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:58.967 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:54:58.967 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:54:58.967 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:54:58.967 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.967 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:54:58.967 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:54:58.968 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.968 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.968 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:54:58.968 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:54:58.968 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.968 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.968 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:54:58.968 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.968 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:54:58.968 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:54:58.968 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.968 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.968 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:54:58.968 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:54:58.968 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.968 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:54:58.969 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:54:58.969 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:54:58.969 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:54:58.969 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:54:58.969 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:58.969 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:54:58.969 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.969 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:54:58.969 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:54:58.969 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:54:58.969 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:54:58.969 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:54:58.969 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:54:58.969 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:54:58.970 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:54:58.970 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:58.970 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.970 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:54:58.970 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:54:58.970 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:54:58.970 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:54:58.970 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.970 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:54:58.970 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:54:58.970 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:54:58.970 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:54:58.970 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.971 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.971 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:54:58.971 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:54:58.971 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:54:58.971 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:54:58.971 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.971 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.971 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:54:58.971 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:54:58.971 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:54:58.971 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.971 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:54:58.971 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.971 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:54:58.971 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:54:58.972 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.972 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:54:58.972 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:54:58.972 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:54:58.972 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:54:58.972 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:54:58.972 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:54:58.972 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.972 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:54:58.972 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.972 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:54:58.972 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.972 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:58.972 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:54:58.972 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.972 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:54:58.973 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.973 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:54:58.973 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:54:58.973 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:54:58.973 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:54:58.973 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:54:58.973 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:54:58.973 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:58.973 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:54:58.973 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:54:58.973 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:54:58.973 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:54:58.973 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:54:58.973 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:54:58.974 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.974 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:54:58.974 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:54:58.974 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:54:58.974 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:54:58.974 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:54:58.974 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:54:58.974 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:54:58.974 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:54:58.974 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:54:58.974 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:54:58.974 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:54:58.974 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.974 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.975 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:54:58.975 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.975 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:54:58.975 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:54:58.975 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:54:58.975 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:54:58.975 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:54:58.975 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:54:58.975 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:54:58.975 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:54:58.975 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:54:58.975 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:54:58.975 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:54:58.975 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:54:58.975 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:54:58.976 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:54:58.976 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.976 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.976 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:58.976 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.976 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:54:58.976 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:54:58.976 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.976 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:54:58.976 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:58.976 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:54:58.976 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:54:58.976 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:54:58.976 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.976 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:54:58.976 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:54:58.977 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.977 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.977 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:54:58.977 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:54:58.977 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.977 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.977 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:54:58.977 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:54:58.977 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:54:58.977 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:54:58.977 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:54:58.977 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.977 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.978 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:54:58.978 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:54:58.978 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:54:58.978 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.978 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:54:58.978 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.978 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:54:58.978 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.978 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:54:58.978 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.978 INFO:teuthology.orchestra.run.smithi019.stdout:configfile = 2023-12-03T12:54:58.978 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.978 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:54:58.978 INFO:teuthology.orchestra.run.smithi019.stdout: def setup_teardown(configfile): 2023-12-03T12:54:58.979 INFO:teuthology.orchestra.run.smithi019.stdout: yield 2023-12-03T12:54:58.979 INFO:teuthology.orchestra.run.smithi019.stdout:> teardown() 2023-12-03T12:54:58.979 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.979 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:54:58.979 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.979 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:54:58.979 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:54:58.979 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:54:58.979 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:54:58.979 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:54:58.979 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:54:58.979 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:54:58.979 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:54:58.979 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:54:58.979 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:54:58.980 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:54:58.980 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:54:58.980 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:54:58.980 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:54:58.980 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:54:58.980 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:54:58.980 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:54:58.980 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:54:58.980 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:54:58.980 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:54:58.980 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:54:58.980 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:54:58.980 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:54:58.980 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:54:58.980 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:54:58.981 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:54:58.981 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:54:58.981 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:54:58.981 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:54:58.981 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:54:58.981 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:54:58.981 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:54:58.981 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:54:58.981 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:54:58.981 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:54:58.981 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:54:58.981 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:54:58.981 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:54:58.981 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:54:58.981 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:54:58.982 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.982 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.982 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:58.982 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:54:58.982 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.982 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:54:58.982 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.982 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:54:58.982 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:54:58.982 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:54:58.982 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:54:58.982 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:54:58.982 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:54:58.982 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:58.983 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:54:58.983 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:54:58.983 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:54:58.983 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:54:58.983 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:54:58.983 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:54:58.983 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.983 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:54:58.983 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:54:58.983 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:54:58.983 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:54:58.983 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:54:58.983 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:54:58.983 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:54:58.984 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:54:58.984 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:54:58.984 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:54:58.984 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:54:58.984 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.984 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.984 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:54:58.984 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:54:58.984 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:54:58.984 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:54:58.984 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:54:58.984 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.984 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.984 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:54:58.984 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:54:58.985 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:54:58.985 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:54:58.985 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:54:58.985 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.985 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:54:58.985 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:54:58.985 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:54:58.985 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:54:58.985 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:54:58.985 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:54:58.985 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.985 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:54:58.985 INFO:teuthology.orchestra.run.smithi019.stdout:____ ERROR at teardown of test_versioning_obj_plain_null_version_overwrite _____ 2023-12-03T12:54:58.985 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.985 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:58.985 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.985 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:54:58.986 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:54:58.986 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.986 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:54:58.986 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:58.986 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:54:58.986 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:54:58.986 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:54:58.986 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.986 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:54:58.986 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:54:58.986 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.986 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.986 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:54:58.986 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:54:58.987 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.987 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.987 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:54:58.987 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.987 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:54:58.987 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:54:58.987 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.987 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.987 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:54:58.987 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:54:58.987 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.987 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:54:58.987 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:54:58.987 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:54:58.987 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:54:58.988 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:54:58.988 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:58.988 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:54:58.988 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.988 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:54:58.988 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:54:58.988 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:54:58.988 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:54:58.988 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:54:58.988 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:54:58.988 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:54:58.988 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:54:58.988 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:58.988 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.989 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:54:58.989 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:54:58.989 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:54:58.989 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:54:58.989 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.989 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:54:58.989 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:54:58.989 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:54:58.989 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:54:58.989 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.989 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.989 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:54:58.989 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:54:58.989 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:54:58.990 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:54:58.990 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.990 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.990 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:54:58.990 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:54:58.990 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:54:58.990 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.990 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:54:58.990 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.990 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:54:58.990 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:54:58.990 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.990 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:54:58.990 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:54:58.991 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:54:58.991 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:54:58.991 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:54:58.991 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:54:58.991 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.991 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:54:58.991 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.991 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:54:58.991 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.991 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:58.991 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:54:58.991 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.991 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:54:58.991 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.992 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:54:58.992 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:54:58.992 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:54:58.992 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:54:58.992 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:54:58.992 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:54:58.992 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:58.992 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:54:58.992 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:54:58.992 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:54:58.992 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:54:58.992 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:54:58.992 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:54:58.992 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.993 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:54:58.993 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:54:58.993 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:54:58.993 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:54:58.993 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:54:58.993 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:54:58.993 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:54:58.993 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:54:58.993 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:54:58.993 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:54:58.993 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:54:58.993 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.993 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.993 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:54:58.993 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.994 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:54:58.994 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:54:58.994 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:54:58.994 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:54:58.994 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:54:58.994 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:54:58.994 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:54:58.994 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:54:58.994 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:54:58.994 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:54:58.994 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:54:58.994 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:54:58.994 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:54:58.994 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:54:58.994 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.995 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.995 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:58.995 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.995 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:54:58.995 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:54:58.995 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.995 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:54:58.995 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:58.995 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:54:58.995 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:54:58.995 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:54:58.995 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.995 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:54:58.995 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:54:58.996 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.996 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:58.996 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:54:58.996 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:54:58.996 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.996 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.996 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:54:58.996 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:54:58.996 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:54:58.996 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:54:58.996 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:54:58.996 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.996 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.996 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:54:58.997 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:54:58.997 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:54:58.997 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:58.997 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:54:58.997 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.997 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:54:58.997 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.997 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:54:58.997 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.997 INFO:teuthology.orchestra.run.smithi019.stdout:configfile = 2023-12-03T12:54:58.997 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.997 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:54:58.997 INFO:teuthology.orchestra.run.smithi019.stdout: def setup_teardown(configfile): 2023-12-03T12:54:58.997 INFO:teuthology.orchestra.run.smithi019.stdout: yield 2023-12-03T12:54:58.997 INFO:teuthology.orchestra.run.smithi019.stdout:> teardown() 2023-12-03T12:54:58.998 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:58.998 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:54:58.998 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:58.998 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:54:58.998 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:54:58.998 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:54:58.998 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:54:58.998 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:54:58.998 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:54:58.998 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:54:58.998 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:54:58.998 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:54:58.998 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:54:58.998 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:54:58.998 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:54:58.999 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:54:58.999 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:54:58.999 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:54:58.999 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:54:58.999 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:54:58.999 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:54:58.999 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:54:58.999 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:54:58.999 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:54:58.999 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:54:58.999 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:54:58.999 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:54:58.999 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:54:58.999 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:54:59.000 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:54:59.000 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:54:59.000 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:54:59.000 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:54:59.000 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:54:59.000 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:54:59.000 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:54:59.000 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:54:59.000 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:54:59.000 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:54:59.000 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:54:59.000 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:54:59.000 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:54:59.000 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:54:59.000 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.000 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.001 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:59.001 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:54:59.001 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.001 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:54:59.001 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.001 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:54:59.001 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:54:59.001 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:54:59.001 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:54:59.001 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:54:59.001 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:54:59.002 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:59.002 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:54:59.002 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:54:59.002 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:54:59.002 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:54:59.002 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:54:59.002 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:54:59.002 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.002 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:54:59.002 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:54:59.002 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:54:59.002 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:54:59.002 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:54:59.002 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:54:59.002 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:54:59.003 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:54:59.003 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:54:59.003 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:54:59.003 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:54:59.003 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.003 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.003 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:54:59.003 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:54:59.003 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:54:59.003 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:54:59.003 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:54:59.003 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.003 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.003 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:54:59.003 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:54:59.004 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:54:59.004 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:54:59.004 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:54:59.004 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.004 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:54:59.004 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:54:59.004 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:54:59.004 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:54:59.004 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:54:59.004 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:54:59.004 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.004 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:54:59.004 INFO:teuthology.orchestra.run.smithi019.stdout:_ ERROR at teardown of test_versioning_obj_plain_null_version_overwrite_suspended _ 2023-12-03T12:54:59.004 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.005 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:59.005 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.005 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:54:59.005 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:54:59.005 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.005 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:54:59.005 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:59.005 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:54:59.005 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:54:59.005 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:54:59.005 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.005 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:54:59.005 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:54:59.005 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.006 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.006 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:54:59.006 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:54:59.006 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.006 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.006 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:54:59.006 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.006 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:54:59.006 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:54:59.006 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.006 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.006 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:54:59.006 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:54:59.006 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.006 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:54:59.007 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:54:59.007 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:54:59.007 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:54:59.007 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:54:59.007 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:59.007 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:54:59.007 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.007 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:54:59.007 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:54:59.007 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:54:59.007 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:54:59.007 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:54:59.007 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:54:59.007 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:54:59.007 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:54:59.007 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:59.008 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.008 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:54:59.008 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:54:59.008 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:54:59.008 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:54:59.008 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.008 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:54:59.008 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:54:59.008 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:54:59.008 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:54:59.008 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.008 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.008 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:54:59.008 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:54:59.009 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:54:59.009 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:54:59.009 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.009 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.009 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:54:59.009 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:54:59.009 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:54:59.009 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.009 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:54:59.009 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.009 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:54:59.009 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:54:59.009 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.009 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:54:59.009 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:54:59.010 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:54:59.010 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:54:59.010 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:54:59.010 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:54:59.010 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.010 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:54:59.010 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.010 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:54:59.010 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.010 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:59.010 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:54:59.010 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.010 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:54:59.010 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.011 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:54:59.011 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:54:59.011 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:54:59.011 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:54:59.011 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:54:59.011 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:54:59.011 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:59.011 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:54:59.011 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:54:59.011 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:54:59.011 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:54:59.011 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:54:59.011 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:54:59.011 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.011 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:54:59.012 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:54:59.012 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:54:59.012 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:54:59.012 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:54:59.012 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:54:59.012 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:54:59.012 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:54:59.012 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:54:59.012 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:54:59.012 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:54:59.012 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.012 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.012 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:54:59.012 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.013 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:54:59.013 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:54:59.013 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:54:59.013 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:54:59.013 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:54:59.013 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:54:59.013 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:54:59.013 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:54:59.013 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:54:59.013 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:54:59.013 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:54:59.013 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:54:59.013 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:54:59.014 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:54:59.014 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.014 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.014 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:59.014 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.014 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:54:59.014 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:54:59.014 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.014 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:54:59.014 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:59.014 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:54:59.014 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:54:59.014 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:54:59.015 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.015 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:54:59.015 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:54:59.015 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.015 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.015 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:54:59.015 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:54:59.015 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.015 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.015 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:54:59.015 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:54:59.015 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:54:59.015 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:54:59.015 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:54:59.015 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.015 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.016 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:54:59.016 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:54:59.016 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:54:59.016 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.016 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:54:59.016 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.016 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:54:59.016 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.016 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:54:59.016 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.016 INFO:teuthology.orchestra.run.smithi019.stdout:configfile = 2023-12-03T12:54:59.016 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.016 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:54:59.016 INFO:teuthology.orchestra.run.smithi019.stdout: def setup_teardown(configfile): 2023-12-03T12:54:59.016 INFO:teuthology.orchestra.run.smithi019.stdout: yield 2023-12-03T12:54:59.016 INFO:teuthology.orchestra.run.smithi019.stdout:> teardown() 2023-12-03T12:54:59.017 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.017 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:54:59.017 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.017 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:54:59.017 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:54:59.017 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:54:59.017 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:54:59.017 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:54:59.017 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:54:59.017 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:54:59.017 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:54:59.017 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:54:59.017 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:54:59.017 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:54:59.018 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:54:59.018 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:54:59.018 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:54:59.018 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:54:59.018 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:54:59.018 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:54:59.018 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:54:59.018 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:54:59.018 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:54:59.018 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:54:59.018 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:54:59.018 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:54:59.018 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:54:59.019 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:54:59.019 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:54:59.019 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:54:59.019 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:54:59.019 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:54:59.019 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:54:59.019 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:54:59.019 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:54:59.019 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:54:59.019 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:54:59.019 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:54:59.019 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:54:59.019 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:54:59.019 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:54:59.019 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:54:59.020 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:54:59.020 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.020 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.020 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:59.020 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:54:59.020 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.020 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:54:59.020 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.020 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:54:59.020 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:54:59.020 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:54:59.020 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:54:59.020 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:54:59.020 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:54:59.020 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:59.021 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:54:59.021 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:54:59.021 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:54:59.021 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:54:59.021 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:54:59.021 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:54:59.021 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.021 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:54:59.021 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:54:59.021 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:54:59.021 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:54:59.021 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:54:59.021 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:54:59.021 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:54:59.021 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:54:59.022 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:54:59.022 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:54:59.022 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:54:59.022 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.022 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.022 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:54:59.022 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:54:59.022 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:54:59.022 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:54:59.022 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:54:59.022 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.022 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.022 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:54:59.022 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:54:59.023 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:54:59.023 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:54:59.023 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:54:59.023 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.023 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:54:59.023 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:54:59.023 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:54:59.023 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:54:59.023 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:54:59.023 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:54:59.023 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.023 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:54:59.023 INFO:teuthology.orchestra.run.smithi019.stdout:__________ ERROR at teardown of test_versioning_obj_suspend_versions ___________ 2023-12-03T12:54:59.023 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.024 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:59.024 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.024 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:54:59.024 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:54:59.024 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.024 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:54:59.024 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:59.024 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:54:59.024 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:54:59.024 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:54:59.024 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.024 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:54:59.024 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:54:59.024 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.025 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.025 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:54:59.025 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:54:59.025 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.025 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.025 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:54:59.025 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.025 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:54:59.025 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:54:59.025 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.025 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.025 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:54:59.025 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:54:59.025 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.026 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:54:59.026 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:54:59.026 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:54:59.026 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:54:59.026 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:54:59.026 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:59.026 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:54:59.026 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.026 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:54:59.026 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:54:59.026 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:54:59.026 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:54:59.026 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:54:59.026 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:54:59.027 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:54:59.027 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:54:59.027 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:59.027 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.027 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:54:59.027 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:54:59.027 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:54:59.027 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:54:59.027 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.027 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:54:59.027 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:54:59.027 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:54:59.027 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:54:59.027 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.028 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.028 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:54:59.028 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:54:59.028 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:54:59.028 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:54:59.028 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.028 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.028 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:54:59.028 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:54:59.028 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:54:59.028 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.028 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:54:59.028 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.028 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:54:59.028 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:54:59.029 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.029 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:54:59.029 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:54:59.029 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:54:59.029 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:54:59.029 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:54:59.029 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:54:59.029 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.029 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:54:59.029 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.029 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:54:59.029 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.029 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:59.029 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:54:59.029 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.029 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:54:59.030 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.030 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:54:59.030 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:54:59.030 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:54:59.030 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:54:59.030 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:54:59.030 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:54:59.030 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:59.030 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:54:59.030 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:54:59.030 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:54:59.030 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:54:59.030 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:54:59.030 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:54:59.031 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.031 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:54:59.031 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:54:59.031 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:54:59.031 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:54:59.031 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:54:59.031 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:54:59.031 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:54:59.031 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:54:59.031 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:54:59.031 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:54:59.031 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:54:59.031 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.031 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.032 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:54:59.032 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.032 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:54:59.032 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:54:59.032 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:54:59.032 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:54:59.032 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:54:59.032 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:54:59.032 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:54:59.032 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:54:59.032 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:54:59.032 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:54:59.032 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:54:59.032 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:54:59.032 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:54:59.033 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:54:59.033 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.033 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.033 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:59.033 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.033 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:54:59.033 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:54:59.033 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.033 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:54:59.033 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:59.033 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:54:59.033 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:54:59.033 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:54:59.033 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.034 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:54:59.034 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:54:59.034 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.034 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.034 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:54:59.034 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:54:59.034 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.034 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.034 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:54:59.034 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:54:59.034 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:54:59.034 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:54:59.034 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:54:59.034 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.034 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.035 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:54:59.035 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:54:59.035 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:54:59.035 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.035 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:54:59.035 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.035 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:54:59.035 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.035 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:54:59.035 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.035 INFO:teuthology.orchestra.run.smithi019.stdout:configfile = 2023-12-03T12:54:59.035 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.035 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:54:59.035 INFO:teuthology.orchestra.run.smithi019.stdout: def setup_teardown(configfile): 2023-12-03T12:54:59.036 INFO:teuthology.orchestra.run.smithi019.stdout: yield 2023-12-03T12:54:59.036 INFO:teuthology.orchestra.run.smithi019.stdout:> teardown() 2023-12-03T12:54:59.036 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.036 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:54:59.036 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.036 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:54:59.036 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:54:59.036 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:54:59.036 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:54:59.036 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:54:59.036 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:54:59.036 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:54:59.036 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:54:59.036 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:54:59.036 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:54:59.037 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:54:59.037 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:54:59.037 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:54:59.037 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:54:59.037 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:54:59.037 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:54:59.037 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:54:59.037 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:54:59.037 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:54:59.037 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:54:59.037 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:54:59.037 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:54:59.037 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:54:59.037 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:54:59.038 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:54:59.038 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:54:59.038 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:54:59.038 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:54:59.038 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:54:59.038 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:54:59.038 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:54:59.038 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:54:59.038 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:54:59.038 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:54:59.038 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:54:59.038 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:54:59.039 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:54:59.039 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:54:59.039 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:54:59.039 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:54:59.039 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.039 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.039 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:59.039 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:54:59.039 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.039 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:54:59.039 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.039 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:54:59.039 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:54:59.039 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:54:59.040 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:54:59.040 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:54:59.040 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:54:59.040 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:59.040 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:54:59.040 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:54:59.040 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:54:59.040 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:54:59.040 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:54:59.040 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:54:59.040 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.040 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:54:59.040 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:54:59.040 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:54:59.041 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:54:59.041 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:54:59.041 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:54:59.041 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:54:59.041 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:54:59.041 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:54:59.041 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:54:59.041 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:54:59.041 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.041 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.041 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:54:59.041 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:54:59.041 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:54:59.041 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:54:59.041 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:54:59.042 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.042 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.042 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:54:59.042 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:54:59.042 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:54:59.042 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:54:59.042 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:54:59.042 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.042 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:54:59.042 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:54:59.042 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:54:59.042 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:54:59.042 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:54:59.043 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:54:59.043 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.043 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:54:59.043 INFO:teuthology.orchestra.run.smithi019.stdout:_____ ERROR at teardown of test_versioning_obj_create_versions_remove_all ______ 2023-12-03T12:54:59.043 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.043 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:59.043 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.043 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:54:59.043 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:54:59.043 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.043 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:54:59.043 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:59.045 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:54:59.045 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:54:59.045 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:54:59.045 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.045 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:54:59.045 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:54:59.045 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.045 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.045 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:54:59.045 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:54:59.045 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.045 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.045 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:54:59.045 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.046 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:54:59.046 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:54:59.046 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.046 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.046 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:54:59.046 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:54:59.046 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.046 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:54:59.046 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:54:59.046 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:54:59.046 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:54:59.046 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:54:59.046 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:59.047 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:54:59.047 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.047 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:54:59.047 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:54:59.047 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:54:59.047 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:54:59.047 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:54:59.047 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:54:59.047 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:54:59.047 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:54:59.047 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:59.047 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.047 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:54:59.047 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:54:59.048 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:54:59.048 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:54:59.048 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.048 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:54:59.048 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:54:59.048 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:54:59.048 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:54:59.048 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.048 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.048 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:54:59.048 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:54:59.048 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:54:59.048 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:54:59.049 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.049 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.049 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:54:59.049 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:54:59.049 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:54:59.049 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.049 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:54:59.049 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.049 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:54:59.049 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:54:59.049 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.049 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:54:59.049 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:54:59.049 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:54:59.050 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:54:59.050 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:54:59.050 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:54:59.050 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.050 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:54:59.050 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.050 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:54:59.050 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.050 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:59.050 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:54:59.050 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.050 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:54:59.050 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.050 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:54:59.051 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:54:59.051 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:54:59.051 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:54:59.051 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:54:59.051 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:54:59.051 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:59.051 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:54:59.051 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:54:59.051 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:54:59.051 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:54:59.051 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:54:59.051 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:54:59.052 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.052 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:54:59.052 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:54:59.052 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:54:59.052 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:54:59.052 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:54:59.052 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:54:59.052 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:54:59.052 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:54:59.052 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:54:59.052 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:54:59.052 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:54:59.052 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.052 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.053 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:54:59.053 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.053 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:54:59.053 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:54:59.053 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:54:59.053 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:54:59.053 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:54:59.053 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:54:59.053 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:54:59.053 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:54:59.053 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:54:59.053 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:54:59.053 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:54:59.053 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:54:59.054 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:54:59.054 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:54:59.054 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.054 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.054 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:59.054 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.054 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:54:59.054 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:54:59.054 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.054 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:54:59.054 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:59.054 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:54:59.054 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:54:59.054 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:54:59.054 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.055 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:54:59.055 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:54:59.055 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.055 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.055 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:54:59.055 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:54:59.055 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.055 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.055 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:54:59.055 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:54:59.055 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:54:59.055 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:54:59.055 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:54:59.056 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.056 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.056 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:54:59.056 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:54:59.056 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:54:59.056 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.056 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:54:59.056 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.056 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:54:59.056 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.056 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:54:59.056 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.056 INFO:teuthology.orchestra.run.smithi019.stdout:configfile = 2023-12-03T12:54:59.056 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.057 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:54:59.057 INFO:teuthology.orchestra.run.smithi019.stdout: def setup_teardown(configfile): 2023-12-03T12:54:59.057 INFO:teuthology.orchestra.run.smithi019.stdout: yield 2023-12-03T12:54:59.057 INFO:teuthology.orchestra.run.smithi019.stdout:> teardown() 2023-12-03T12:54:59.057 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.057 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:54:59.057 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.057 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:54:59.057 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:54:59.057 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:54:59.057 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:54:59.057 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:54:59.057 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:54:59.057 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:54:59.058 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:54:59.058 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:54:59.058 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:54:59.058 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:54:59.058 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:54:59.058 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:54:59.058 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:54:59.058 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:54:59.058 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:54:59.058 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:54:59.058 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:54:59.058 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:54:59.058 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:54:59.059 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:54:59.059 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:54:59.059 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:54:59.059 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:54:59.059 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:54:59.059 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:54:59.059 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:54:59.059 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:54:59.059 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:54:59.059 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:54:59.059 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:54:59.059 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:54:59.059 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:54:59.059 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:54:59.059 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:54:59.060 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:54:59.060 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:54:59.060 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:54:59.060 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:54:59.060 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:54:59.060 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.060 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.060 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:59.060 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:54:59.060 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.060 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:54:59.060 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.060 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:54:59.060 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:54:59.060 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:54:59.061 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:54:59.061 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:54:59.061 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:54:59.061 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:59.061 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:54:59.061 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:54:59.061 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:54:59.061 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:54:59.061 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:54:59.061 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:54:59.061 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.061 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:54:59.061 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:54:59.062 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:54:59.062 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:54:59.062 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:54:59.062 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:54:59.062 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:54:59.062 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:54:59.062 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:54:59.062 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:54:59.062 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:54:59.062 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.062 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.062 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:54:59.062 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:54:59.062 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:54:59.063 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:54:59.063 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:54:59.063 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.063 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.063 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:54:59.063 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:54:59.063 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:54:59.063 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:54:59.063 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:54:59.063 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.063 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:54:59.063 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:54:59.063 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:54:59.063 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:54:59.063 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:54:59.064 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:54:59.064 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.064 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:54:59.064 INFO:teuthology.orchestra.run.smithi019.stdout:_ ERROR at teardown of test_versioning_obj_create_versions_remove_special_names _ 2023-12-03T12:54:59.064 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.064 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:59.064 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.064 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:54:59.064 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:54:59.064 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.064 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:54:59.064 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:59.065 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:54:59.065 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:54:59.065 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:54:59.065 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.065 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:54:59.065 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:54:59.065 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.065 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.065 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:54:59.065 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:54:59.065 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.065 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.065 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:54:59.065 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.066 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:54:59.066 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:54:59.066 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.066 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.066 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:54:59.066 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:54:59.066 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.066 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:54:59.066 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:54:59.066 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:54:59.066 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:54:59.066 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:54:59.066 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:59.066 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:54:59.067 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.067 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:54:59.067 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:54:59.067 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:54:59.067 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:54:59.067 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:54:59.067 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:54:59.067 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:54:59.067 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:54:59.067 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:59.067 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.067 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:54:59.067 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:54:59.067 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:54:59.067 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:54:59.067 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.068 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:54:59.068 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:54:59.068 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:54:59.068 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:54:59.068 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.068 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.068 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:54:59.068 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:54:59.068 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:54:59.068 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:54:59.068 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.068 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.068 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:54:59.068 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:54:59.069 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:54:59.069 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.069 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:54:59.069 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.069 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:54:59.069 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:54:59.069 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.069 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:54:59.069 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:54:59.069 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:54:59.069 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:54:59.069 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:54:59.069 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:54:59.069 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.069 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:54:59.070 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.070 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:54:59.070 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.070 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:59.070 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:54:59.070 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.070 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:54:59.070 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.070 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:54:59.070 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:54:59.070 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:54:59.070 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:54:59.070 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:54:59.070 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:54:59.071 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:59.071 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:54:59.071 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:54:59.071 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:54:59.071 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:54:59.071 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:54:59.071 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:54:59.071 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.071 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:54:59.071 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:54:59.071 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:54:59.071 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:54:59.071 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:54:59.071 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:54:59.072 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:54:59.072 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:54:59.072 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:54:59.072 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:54:59.072 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:54:59.072 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.072 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.072 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:54:59.072 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.072 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:54:59.072 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:54:59.072 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:54:59.072 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:54:59.072 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:54:59.072 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:54:59.072 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:54:59.072 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:54:59.073 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:54:59.073 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:54:59.073 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:54:59.073 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:54:59.073 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:54:59.073 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:54:59.073 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.073 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.073 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:59.073 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.073 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:54:59.073 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:54:59.073 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.073 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:54:59.074 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:59.074 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:54:59.074 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:54:59.074 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:54:59.074 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.074 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:54:59.074 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:54:59.074 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.074 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.074 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:54:59.074 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:54:59.074 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.074 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.074 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:54:59.075 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:54:59.075 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:54:59.075 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:54:59.075 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:54:59.075 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.075 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.075 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:54:59.075 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:54:59.075 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:54:59.075 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.075 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:54:59.075 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.075 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:54:59.075 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.075 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:54:59.076 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.076 INFO:teuthology.orchestra.run.smithi019.stdout:configfile = 2023-12-03T12:54:59.076 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.076 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:54:59.076 INFO:teuthology.orchestra.run.smithi019.stdout: def setup_teardown(configfile): 2023-12-03T12:54:59.076 INFO:teuthology.orchestra.run.smithi019.stdout: yield 2023-12-03T12:54:59.076 INFO:teuthology.orchestra.run.smithi019.stdout:> teardown() 2023-12-03T12:54:59.076 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.076 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:54:59.076 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.076 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:54:59.076 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:54:59.076 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:54:59.076 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:54:59.076 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:54:59.077 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:54:59.077 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:54:59.077 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:54:59.077 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:54:59.077 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:54:59.077 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:54:59.077 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:54:59.077 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:54:59.077 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:54:59.077 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:54:59.077 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:54:59.077 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:54:59.077 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:54:59.077 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:54:59.078 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:54:59.078 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:54:59.078 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:54:59.078 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:54:59.078 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:54:59.078 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:54:59.078 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:54:59.078 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:54:59.078 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:54:59.078 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:54:59.078 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:54:59.078 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:54:59.078 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:54:59.078 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:54:59.079 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:54:59.079 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:54:59.079 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:54:59.079 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:54:59.079 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:54:59.079 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:54:59.079 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:54:59.079 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.079 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.079 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:59.079 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:54:59.079 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.079 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:54:59.079 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.079 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:54:59.080 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:54:59.080 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:54:59.080 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:54:59.080 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:54:59.080 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:54:59.080 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:59.080 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:54:59.080 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:54:59.080 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:54:59.080 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:54:59.080 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:54:59.080 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:54:59.080 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.080 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:54:59.081 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:54:59.081 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:54:59.081 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:54:59.081 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:54:59.081 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:54:59.081 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:54:59.081 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:54:59.081 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:54:59.081 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:54:59.081 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:54:59.081 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.081 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.081 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:54:59.081 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:54:59.081 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:54:59.082 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:54:59.082 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:54:59.082 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.082 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.082 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:54:59.082 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:54:59.082 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:54:59.082 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:54:59.082 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:54:59.082 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.082 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:54:59.082 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:54:59.082 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:54:59.083 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:54:59.083 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:54:59.083 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:54:59.083 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.083 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:54:59.083 INFO:teuthology.orchestra.run.smithi019.stdout:_____ ERROR at teardown of test_versioning_obj_create_overwrite_multipart ______ 2023-12-03T12:54:59.083 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.083 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:59.083 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.083 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:54:59.083 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:54:59.083 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.083 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:54:59.083 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:59.084 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:54:59.084 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:54:59.084 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:54:59.084 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.084 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:54:59.084 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:54:59.084 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.084 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.084 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:54:59.084 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:54:59.084 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.084 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.084 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:54:59.085 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.085 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:54:59.085 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:54:59.085 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.085 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.085 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:54:59.085 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:54:59.085 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.085 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:54:59.085 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:54:59.085 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:54:59.085 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:54:59.085 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:54:59.085 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:59.085 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:54:59.085 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.086 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:54:59.086 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:54:59.086 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:54:59.086 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:54:59.086 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:54:59.086 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:54:59.086 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:54:59.086 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:54:59.086 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:59.086 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.086 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:54:59.086 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:54:59.086 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:54:59.087 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:54:59.087 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.087 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:54:59.087 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:54:59.087 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:54:59.087 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:54:59.087 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.087 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.087 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:54:59.087 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:54:59.087 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:54:59.087 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:54:59.087 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.088 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.088 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:54:59.088 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:54:59.088 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:54:59.088 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.088 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:54:59.088 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.088 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:54:59.088 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:54:59.088 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.088 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:54:59.088 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:54:59.088 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:54:59.088 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:54:59.088 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:54:59.089 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:54:59.089 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.089 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:54:59.089 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.089 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:54:59.089 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.089 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:59.089 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:54:59.089 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.089 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:54:59.089 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.089 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:54:59.089 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:54:59.089 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:54:59.090 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:54:59.090 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:54:59.090 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:54:59.090 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:59.090 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:54:59.090 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:54:59.090 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:54:59.090 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:54:59.090 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:54:59.090 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:54:59.090 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.090 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:54:59.090 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:54:59.091 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:54:59.091 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:54:59.091 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:54:59.091 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:54:59.091 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:54:59.091 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:54:59.091 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:54:59.091 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:54:59.091 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:54:59.091 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.091 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.091 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:54:59.091 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.091 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:54:59.092 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:54:59.092 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:54:59.092 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:54:59.092 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:54:59.092 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:54:59.092 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:54:59.092 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:54:59.092 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:54:59.092 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:54:59.092 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:54:59.092 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:54:59.092 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:54:59.093 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:54:59.093 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.093 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.093 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:59.093 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.093 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:54:59.093 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:54:59.093 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.093 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:54:59.093 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:59.093 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:54:59.093 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:54:59.093 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:54:59.093 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.093 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:54:59.094 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:54:59.094 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.094 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.094 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:54:59.094 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:54:59.094 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.094 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.094 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:54:59.094 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:54:59.094 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:54:59.094 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:54:59.094 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:54:59.094 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.094 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.094 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:54:59.095 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:54:59.095 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:54:59.095 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.095 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:54:59.095 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.095 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:54:59.095 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.095 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:54:59.095 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.095 INFO:teuthology.orchestra.run.smithi019.stdout:configfile = 2023-12-03T12:54:59.095 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.095 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:54:59.095 INFO:teuthology.orchestra.run.smithi019.stdout: def setup_teardown(configfile): 2023-12-03T12:54:59.095 INFO:teuthology.orchestra.run.smithi019.stdout: yield 2023-12-03T12:54:59.096 INFO:teuthology.orchestra.run.smithi019.stdout:> teardown() 2023-12-03T12:54:59.096 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.096 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:54:59.096 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.096 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:54:59.096 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:54:59.096 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:54:59.096 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:54:59.096 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:54:59.096 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:54:59.096 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:54:59.096 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:54:59.096 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:54:59.096 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:54:59.096 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:54:59.097 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:54:59.097 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:54:59.097 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:54:59.097 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:54:59.097 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:54:59.097 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:54:59.097 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:54:59.097 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:54:59.097 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:54:59.097 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:54:59.097 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:54:59.097 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:54:59.097 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:54:59.097 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:54:59.098 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:54:59.098 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:54:59.098 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:54:59.098 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:54:59.098 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:54:59.098 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:54:59.098 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:54:59.098 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:54:59.098 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:54:59.098 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:54:59.098 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:54:59.098 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:54:59.098 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:54:59.098 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:54:59.098 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:54:59.098 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.099 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.099 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:59.099 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:54:59.099 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.099 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:54:59.099 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.099 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:54:59.099 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:54:59.099 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:54:59.099 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:54:59.099 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:54:59.099 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:54:59.099 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:59.100 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:54:59.100 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:54:59.100 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:54:59.100 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:54:59.100 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:54:59.100 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:54:59.100 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.100 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:54:59.100 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:54:59.100 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:54:59.100 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:54:59.100 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:54:59.100 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:54:59.100 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:54:59.101 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:54:59.101 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:54:59.101 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:54:59.101 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:54:59.101 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.101 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.101 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:54:59.101 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:54:59.101 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:54:59.101 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:54:59.101 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:54:59.101 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.101 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.101 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:54:59.102 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:54:59.102 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:54:59.102 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:54:59.102 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:54:59.102 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.102 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:54:59.102 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:54:59.102 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:54:59.102 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:54:59.102 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:54:59.102 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:54:59.102 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.102 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:54:59.102 INFO:teuthology.orchestra.run.smithi019.stdout:_____________ ERROR at teardown of test_versioning_obj_list_marker _____________ 2023-12-03T12:54:59.103 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.103 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:59.103 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.103 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:54:59.103 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:54:59.103 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.103 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:54:59.103 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:59.103 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:54:59.103 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:54:59.103 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:54:59.103 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.103 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:54:59.103 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:54:59.103 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.103 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.104 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:54:59.104 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:54:59.104 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.104 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.104 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:54:59.104 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.104 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:54:59.104 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:54:59.104 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.104 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.104 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:54:59.104 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:54:59.104 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.104 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:54:59.104 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:54:59.105 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:54:59.105 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:54:59.105 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:54:59.105 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:59.105 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:54:59.105 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.105 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:54:59.105 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:54:59.105 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:54:59.105 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:54:59.105 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:54:59.105 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:54:59.105 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:54:59.105 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:54:59.105 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:59.106 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.106 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:54:59.106 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:54:59.106 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:54:59.106 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:54:59.106 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.106 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:54:59.106 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:54:59.106 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:54:59.106 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:54:59.106 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.106 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.106 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:54:59.107 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:54:59.107 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:54:59.107 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:54:59.107 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.107 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.107 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:54:59.107 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:54:59.107 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:54:59.107 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.107 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:54:59.107 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.107 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:54:59.107 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:54:59.107 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.107 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:54:59.107 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:54:59.108 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:54:59.108 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:54:59.108 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:54:59.108 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:54:59.108 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.108 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:54:59.108 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.108 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:54:59.108 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.108 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:59.108 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:54:59.108 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.108 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:54:59.108 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.108 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:54:59.108 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:54:59.109 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:54:59.109 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:54:59.109 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:54:59.109 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:54:59.109 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:59.109 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:54:59.109 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:54:59.109 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:54:59.109 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:54:59.109 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:54:59.109 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:54:59.109 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.109 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:54:59.109 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:54:59.110 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:54:59.110 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:54:59.110 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:54:59.110 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:54:59.110 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:54:59.110 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:54:59.110 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:54:59.110 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:54:59.110 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:54:59.110 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.110 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.110 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:54:59.110 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.110 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:54:59.111 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:54:59.111 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:54:59.111 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:54:59.111 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:54:59.111 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:54:59.111 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:54:59.111 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:54:59.111 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:54:59.111 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:54:59.111 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:54:59.111 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:54:59.111 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:54:59.111 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:54:59.111 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.112 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.112 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:59.112 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.112 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:54:59.112 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:54:59.112 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.112 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:54:59.112 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:59.112 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:54:59.112 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:54:59.112 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:54:59.112 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.112 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:54:59.112 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:54:59.112 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.112 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.113 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:54:59.113 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:54:59.113 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.113 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.113 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:54:59.113 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:54:59.113 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:54:59.113 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:54:59.113 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:54:59.113 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.113 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.113 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:54:59.113 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:54:59.114 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:54:59.114 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.114 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:54:59.114 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.114 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:54:59.114 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.114 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:54:59.114 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.114 INFO:teuthology.orchestra.run.smithi019.stdout:configfile = 2023-12-03T12:54:59.114 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.114 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:54:59.114 INFO:teuthology.orchestra.run.smithi019.stdout: def setup_teardown(configfile): 2023-12-03T12:54:59.114 INFO:teuthology.orchestra.run.smithi019.stdout: yield 2023-12-03T12:54:59.114 INFO:teuthology.orchestra.run.smithi019.stdout:> teardown() 2023-12-03T12:54:59.115 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.115 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:54:59.115 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.115 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:54:59.115 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:54:59.115 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:54:59.115 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:54:59.115 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:54:59.115 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:54:59.115 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:54:59.115 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:54:59.115 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:54:59.115 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:54:59.115 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:54:59.115 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:54:59.116 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:54:59.116 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:54:59.116 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:54:59.116 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:54:59.116 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:54:59.116 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:54:59.116 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:54:59.116 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:54:59.116 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:54:59.116 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:54:59.116 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:54:59.116 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:54:59.116 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:54:59.116 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:54:59.116 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:54:59.117 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:54:59.117 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:54:59.117 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:54:59.117 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:54:59.117 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:54:59.117 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:54:59.117 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:54:59.117 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:54:59.117 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:54:59.117 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:54:59.117 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:54:59.117 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:54:59.117 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:54:59.117 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.117 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.118 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:59.118 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:54:59.118 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.118 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:54:59.118 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.118 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:54:59.118 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:54:59.118 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:54:59.118 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:54:59.118 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:54:59.118 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:54:59.118 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:59.118 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:54:59.119 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:54:59.119 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:54:59.119 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:54:59.119 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:54:59.119 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:54:59.119 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.119 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:54:59.119 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:54:59.119 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:54:59.119 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:54:59.119 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:54:59.119 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:54:59.119 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:54:59.119 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:54:59.119 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:54:59.120 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:54:59.120 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:54:59.120 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.120 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.120 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:54:59.120 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:54:59.120 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:54:59.120 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:54:59.120 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:54:59.120 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.120 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.120 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:54:59.120 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:54:59.120 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:54:59.120 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:54:59.121 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:54:59.121 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.121 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:54:59.121 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:54:59.121 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:54:59.121 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:54:59.121 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:54:59.121 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:54:59.121 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.121 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:54:59.121 INFO:teuthology.orchestra.run.smithi019.stdout:____________ ERROR at teardown of test_versioning_copy_obj_version _____________ 2023-12-03T12:54:59.121 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.121 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:59.121 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.121 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:54:59.121 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:54:59.122 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.122 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:54:59.122 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:59.122 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:54:59.122 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:54:59.122 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:54:59.122 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.122 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:54:59.122 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:54:59.122 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.122 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.122 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:54:59.122 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:54:59.122 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.123 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.123 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:54:59.123 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.123 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:54:59.123 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:54:59.123 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.123 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.123 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:54:59.123 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:54:59.123 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.123 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:54:59.123 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:54:59.123 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:54:59.123 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:54:59.124 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:54:59.124 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:59.124 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:54:59.124 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.124 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:54:59.124 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:54:59.124 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:54:59.124 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:54:59.124 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:54:59.124 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:54:59.124 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:54:59.124 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:54:59.124 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:59.124 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.124 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:54:59.125 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:54:59.125 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:54:59.125 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:54:59.125 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.125 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:54:59.125 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:54:59.125 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:54:59.125 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:54:59.125 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.125 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.125 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:54:59.125 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:54:59.125 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:54:59.125 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:54:59.126 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.126 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.126 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:54:59.126 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:54:59.126 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:54:59.126 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.126 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:54:59.126 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.126 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:54:59.126 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:54:59.126 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.126 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:54:59.126 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:54:59.126 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:54:59.127 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:54:59.127 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:54:59.127 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:54:59.127 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.127 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:54:59.127 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.127 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:54:59.127 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.127 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:59.127 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:54:59.127 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.127 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:54:59.127 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.127 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:54:59.127 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:54:59.128 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:54:59.128 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:54:59.128 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:54:59.128 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:54:59.128 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:59.128 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:54:59.128 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:54:59.128 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:54:59.128 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:54:59.128 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:54:59.128 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:54:59.128 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.128 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:54:59.128 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:54:59.129 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:54:59.129 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:54:59.129 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:54:59.129 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:54:59.129 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:54:59.129 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:54:59.129 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:54:59.129 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:54:59.129 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:54:59.129 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.129 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.129 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:54:59.129 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.129 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:54:59.130 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:54:59.130 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:54:59.130 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:54:59.130 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:54:59.130 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:54:59.130 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:54:59.130 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:54:59.130 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:54:59.130 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:54:59.130 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:54:59.130 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:54:59.130 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:54:59.130 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:54:59.130 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.130 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.131 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:59.131 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.131 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:54:59.131 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:54:59.131 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.131 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:54:59.131 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:59.131 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:54:59.131 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:54:59.131 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:54:59.131 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.131 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:54:59.131 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:54:59.131 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.131 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.132 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:54:59.132 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:54:59.132 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.132 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.132 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:54:59.132 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:54:59.132 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:54:59.132 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:54:59.132 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:54:59.132 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.132 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.132 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:54:59.132 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:54:59.132 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:54:59.132 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.133 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:54:59.133 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.133 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:54:59.133 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.133 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:54:59.133 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.133 INFO:teuthology.orchestra.run.smithi019.stdout:configfile = 2023-12-03T12:54:59.133 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.133 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:54:59.133 INFO:teuthology.orchestra.run.smithi019.stdout: def setup_teardown(configfile): 2023-12-03T12:54:59.133 INFO:teuthology.orchestra.run.smithi019.stdout: yield 2023-12-03T12:54:59.133 INFO:teuthology.orchestra.run.smithi019.stdout:> teardown() 2023-12-03T12:54:59.133 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.133 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:54:59.133 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.134 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:54:59.134 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:54:59.134 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:54:59.134 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:54:59.134 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:54:59.134 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:54:59.134 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:54:59.134 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:54:59.134 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:54:59.134 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:54:59.134 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:54:59.134 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:54:59.134 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:54:59.134 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:54:59.134 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:54:59.135 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:54:59.135 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:54:59.135 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:54:59.135 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:54:59.135 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:54:59.135 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:54:59.135 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:54:59.135 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:54:59.135 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:54:59.135 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:54:59.135 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:54:59.135 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:54:59.135 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:54:59.135 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:54:59.135 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:54:59.136 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:54:59.136 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:54:59.136 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:54:59.136 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:54:59.136 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:54:59.136 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:54:59.136 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:54:59.136 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:54:59.136 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:54:59.136 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:54:59.136 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.136 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.136 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:59.137 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:54:59.137 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.137 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:54:59.137 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.137 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:54:59.137 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:54:59.137 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:54:59.137 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:54:59.137 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:54:59.137 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:54:59.137 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:59.137 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:54:59.138 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:54:59.138 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:54:59.138 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:54:59.138 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:54:59.138 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:54:59.138 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.138 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:54:59.138 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:54:59.138 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:54:59.138 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:54:59.138 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:54:59.138 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:54:59.139 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:54:59.139 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:54:59.139 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:54:59.139 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:54:59.139 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:54:59.139 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.139 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.139 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:54:59.139 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:54:59.139 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:54:59.139 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:54:59.139 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:54:59.139 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.139 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.140 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:54:59.140 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:54:59.140 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:54:59.140 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:54:59.140 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:54:59.140 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.140 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:54:59.140 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:54:59.140 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:54:59.140 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:54:59.140 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:54:59.140 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:54:59.140 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.140 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:54:59.141 INFO:teuthology.orchestra.run.smithi019.stdout:___________ ERROR at teardown of test_versioning_multi_object_delete ___________ 2023-12-03T12:54:59.141 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.141 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:59.141 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.141 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:54:59.141 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:54:59.141 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.141 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:54:59.141 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:59.141 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:54:59.141 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:54:59.141 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:54:59.141 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.142 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:54:59.142 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:54:59.142 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.142 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.142 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:54:59.142 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:54:59.142 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.142 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.142 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:54:59.142 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.142 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:54:59.142 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:54:59.142 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.142 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.143 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:54:59.143 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:54:59.143 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.143 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:54:59.143 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:54:59.143 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:54:59.143 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:54:59.143 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:54:59.143 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:59.143 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:54:59.143 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.143 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:54:59.143 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:54:59.143 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:54:59.144 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:54:59.144 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:54:59.144 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:54:59.144 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:54:59.144 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:54:59.144 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:59.144 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.144 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:54:59.144 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:54:59.144 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:54:59.144 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:54:59.144 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.144 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:54:59.144 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:54:59.144 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:54:59.145 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:54:59.145 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.145 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.145 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:54:59.145 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:54:59.145 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:54:59.145 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:54:59.145 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.145 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.145 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:54:59.145 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:54:59.145 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:54:59.145 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.145 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:54:59.146 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.146 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:54:59.146 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:54:59.146 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.146 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:54:59.146 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:54:59.146 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:54:59.146 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:54:59.146 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:54:59.146 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:54:59.146 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.146 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:54:59.146 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.147 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:54:59.147 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.147 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:59.147 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:54:59.147 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.147 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:54:59.147 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.147 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:54:59.147 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:54:59.147 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:54:59.147 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:54:59.147 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:54:59.147 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:54:59.147 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:59.147 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:54:59.148 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:54:59.148 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:54:59.148 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:54:59.148 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:54:59.148 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:54:59.148 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.148 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:54:59.148 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:54:59.148 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:54:59.148 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:54:59.148 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:54:59.148 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:54:59.148 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:54:59.148 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:54:59.148 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:54:59.149 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:54:59.149 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:54:59.149 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.149 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.149 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:54:59.149 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.149 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:54:59.149 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:54:59.149 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:54:59.149 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:54:59.149 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:54:59.149 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:54:59.149 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:54:59.150 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:54:59.150 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:54:59.150 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:54:59.150 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:54:59.150 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:54:59.150 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:54:59.150 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:54:59.150 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.150 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.150 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:59.150 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.150 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:54:59.150 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:54:59.151 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.151 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:54:59.151 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:59.151 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:54:59.151 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:54:59.151 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:54:59.151 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.151 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:54:59.151 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:54:59.151 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.151 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.151 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:54:59.151 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:54:59.151 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.152 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.152 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:54:59.152 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:54:59.152 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:54:59.152 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:54:59.152 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:54:59.152 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.152 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.152 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:54:59.152 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:54:59.152 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:54:59.152 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.152 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:54:59.152 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.153 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:54:59.153 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.153 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:54:59.153 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.153 INFO:teuthology.orchestra.run.smithi019.stdout:configfile = 2023-12-03T12:54:59.153 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.153 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:54:59.153 INFO:teuthology.orchestra.run.smithi019.stdout: def setup_teardown(configfile): 2023-12-03T12:54:59.153 INFO:teuthology.orchestra.run.smithi019.stdout: yield 2023-12-03T12:54:59.153 INFO:teuthology.orchestra.run.smithi019.stdout:> teardown() 2023-12-03T12:54:59.153 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.153 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:54:59.153 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.153 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:54:59.154 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:54:59.154 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:54:59.154 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:54:59.154 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:54:59.154 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:54:59.154 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:54:59.154 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:54:59.154 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:54:59.154 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:54:59.154 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:54:59.154 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:54:59.154 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:54:59.154 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:54:59.154 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:54:59.154 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:54:59.155 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:54:59.155 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:54:59.155 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:54:59.155 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:54:59.155 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:54:59.155 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:54:59.155 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:54:59.155 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:54:59.155 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:54:59.155 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:54:59.155 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:54:59.155 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:54:59.155 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:54:59.155 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:54:59.155 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:54:59.156 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:54:59.156 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:54:59.156 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:54:59.156 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:54:59.156 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:54:59.156 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:54:59.156 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:54:59.156 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:54:59.156 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:54:59.156 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.156 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.156 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:59.156 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:54:59.156 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.156 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:54:59.157 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.157 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:54:59.157 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:54:59.157 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:54:59.157 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:54:59.157 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:54:59.157 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:54:59.157 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:59.157 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:54:59.157 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:54:59.157 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:54:59.157 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:54:59.157 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:54:59.157 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:54:59.157 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.157 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:54:59.158 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:54:59.158 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:54:59.158 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:54:59.158 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:54:59.158 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:54:59.158 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:54:59.158 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:54:59.158 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:54:59.158 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:54:59.158 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:54:59.158 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.158 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.158 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:54:59.158 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:54:59.159 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:54:59.159 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:54:59.159 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:54:59.159 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.159 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.159 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:54:59.159 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:54:59.159 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:54:59.159 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:54:59.159 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:54:59.159 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.159 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:54:59.159 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:54:59.159 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:54:59.160 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:54:59.160 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:54:59.160 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:54:59.160 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.160 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:54:59.160 INFO:teuthology.orchestra.run.smithi019.stdout:_____ ERROR at teardown of test_versioning_multi_object_delete_with_marker _____ 2023-12-03T12:54:59.160 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.160 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:59.160 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.160 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:54:59.160 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:54:59.160 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.160 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:54:59.160 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:59.160 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:54:59.161 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:54:59.161 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:54:59.161 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.161 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:54:59.161 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:54:59.161 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.161 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.161 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:54:59.161 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:54:59.161 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.161 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.161 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:54:59.161 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.161 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:54:59.161 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:54:59.162 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.162 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.162 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:54:59.162 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:54:59.162 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.162 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:54:59.162 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:54:59.162 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:54:59.162 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:54:59.162 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:54:59.162 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:59.162 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:54:59.162 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.163 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:54:59.163 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:54:59.163 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:54:59.163 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:54:59.163 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:54:59.163 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:54:59.163 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:54:59.163 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:54:59.163 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:59.163 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.163 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:54:59.163 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:54:59.163 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:54:59.163 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:54:59.164 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.164 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:54:59.164 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:54:59.164 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:54:59.164 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:54:59.164 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.164 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.164 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:54:59.164 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:54:59.164 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:54:59.164 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:54:59.164 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.164 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.164 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:54:59.164 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:54:59.165 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:54:59.165 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.165 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:54:59.165 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.165 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:54:59.165 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:54:59.165 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.165 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:54:59.165 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:54:59.165 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:54:59.165 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:54:59.165 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:54:59.165 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:54:59.166 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.166 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:54:59.166 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.166 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:54:59.166 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.166 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:59.166 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:54:59.166 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.166 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:54:59.166 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.166 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:54:59.166 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:54:59.166 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:54:59.166 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:54:59.166 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:54:59.166 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:54:59.167 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:59.167 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:54:59.167 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:54:59.167 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:54:59.167 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:54:59.167 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:54:59.167 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:54:59.167 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.167 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:54:59.167 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:54:59.167 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:54:59.167 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:54:59.167 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:54:59.167 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:54:59.168 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:54:59.168 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:54:59.168 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:54:59.168 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:54:59.168 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:54:59.168 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.168 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.168 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:54:59.168 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.168 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:54:59.168 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:54:59.168 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:54:59.168 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:54:59.168 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:54:59.168 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:54:59.169 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:54:59.169 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:54:59.169 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:54:59.169 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:54:59.169 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:54:59.169 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:54:59.169 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:54:59.169 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:54:59.169 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.169 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.169 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:59.169 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.169 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:54:59.169 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:54:59.169 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.169 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:54:59.170 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:59.170 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:54:59.170 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:54:59.170 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:54:59.170 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.170 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:54:59.170 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:54:59.170 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.170 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.170 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:54:59.170 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:54:59.170 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.170 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.171 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:54:59.171 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:54:59.171 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:54:59.171 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:54:59.171 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:54:59.171 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.171 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.171 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:54:59.171 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:54:59.171 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:54:59.171 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.171 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:54:59.171 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.171 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:54:59.171 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.171 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:54:59.171 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.172 INFO:teuthology.orchestra.run.smithi019.stdout:configfile = 2023-12-03T12:54:59.172 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.172 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:54:59.172 INFO:teuthology.orchestra.run.smithi019.stdout: def setup_teardown(configfile): 2023-12-03T12:54:59.172 INFO:teuthology.orchestra.run.smithi019.stdout: yield 2023-12-03T12:54:59.172 INFO:teuthology.orchestra.run.smithi019.stdout:> teardown() 2023-12-03T12:54:59.172 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.172 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:54:59.172 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.172 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:54:59.172 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:54:59.172 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:54:59.172 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:54:59.172 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:54:59.173 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:54:59.173 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:54:59.173 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:54:59.173 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:54:59.173 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:54:59.173 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:54:59.173 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:54:59.173 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:54:59.173 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:54:59.173 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:54:59.173 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:54:59.173 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:54:59.173 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:54:59.173 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:54:59.173 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:54:59.174 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:54:59.174 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:54:59.174 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:54:59.174 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:54:59.174 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:54:59.174 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:54:59.174 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:54:59.174 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:54:59.174 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:54:59.174 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:54:59.174 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:54:59.174 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:54:59.175 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:54:59.175 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:54:59.175 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:54:59.175 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:54:59.175 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:54:59.175 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:54:59.175 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:54:59.175 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:54:59.175 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.175 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.175 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:59.175 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:54:59.175 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.175 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:54:59.175 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.176 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:54:59.176 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:54:59.176 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:54:59.176 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:54:59.176 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:54:59.176 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:54:59.176 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:59.176 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:54:59.176 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:54:59.176 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:54:59.176 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:54:59.176 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:54:59.176 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:54:59.176 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.177 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:54:59.177 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:54:59.177 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:54:59.177 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:54:59.177 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:54:59.177 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:54:59.177 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:54:59.177 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:54:59.177 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:54:59.177 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:54:59.177 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:54:59.177 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.177 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.177 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:54:59.177 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:54:59.177 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:54:59.178 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:54:59.178 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:54:59.178 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.178 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.178 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:54:59.178 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:54:59.178 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:54:59.178 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:54:59.178 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:54:59.178 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.178 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:54:59.178 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:54:59.178 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:54:59.178 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:54:59.179 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:54:59.179 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:54:59.179 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.179 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:54:59.179 INFO:teuthology.orchestra.run.smithi019.stdout:_ ERROR at teardown of test_versioning_multi_object_delete_with_marker_create __ 2023-12-03T12:54:59.179 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.179 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:59.179 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.179 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:54:59.179 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:54:59.179 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.179 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:54:59.179 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:59.179 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:54:59.179 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:54:59.180 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:54:59.180 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.180 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:54:59.180 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:54:59.180 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.180 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.180 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:54:59.180 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:54:59.180 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.180 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.180 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:54:59.180 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.180 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:54:59.180 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:54:59.180 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.180 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.181 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:54:59.181 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:54:59.181 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.181 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:54:59.181 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:54:59.181 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:54:59.181 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:54:59.181 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:54:59.181 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:59.181 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:54:59.181 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.181 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:54:59.181 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:54:59.181 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:54:59.182 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:54:59.182 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:54:59.182 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:54:59.182 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:54:59.182 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:54:59.182 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:59.182 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.182 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:54:59.182 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:54:59.182 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:54:59.182 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:54:59.182 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.182 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:54:59.182 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:54:59.183 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:54:59.183 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:54:59.183 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.183 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.183 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:54:59.183 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:54:59.183 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:54:59.183 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:54:59.183 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.183 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.183 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:54:59.183 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:54:59.183 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:54:59.183 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.183 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:54:59.184 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.184 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:54:59.184 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:54:59.184 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.184 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:54:59.184 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:54:59.184 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:54:59.184 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:54:59.184 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:54:59.184 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:54:59.184 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.184 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:54:59.184 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.184 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:54:59.184 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.184 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:59.185 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:54:59.185 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.185 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:54:59.185 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.185 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:54:59.185 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:54:59.185 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:54:59.185 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:54:59.185 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:54:59.185 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:54:59.185 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:59.185 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:54:59.185 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:54:59.185 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:54:59.185 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:54:59.186 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:54:59.186 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:54:59.186 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.186 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:54:59.186 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:54:59.186 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:54:59.186 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:54:59.186 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:54:59.186 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:54:59.186 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:54:59.186 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:54:59.187 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:54:59.187 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:54:59.187 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:54:59.187 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.187 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.187 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:54:59.187 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.187 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:54:59.187 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:54:59.187 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:54:59.187 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:54:59.187 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:54:59.187 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:54:59.187 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:54:59.188 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:54:59.188 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:54:59.188 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:54:59.188 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:54:59.188 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:54:59.188 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:54:59.188 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:54:59.188 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.188 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.188 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:59.188 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.188 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:54:59.188 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:54:59.188 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.188 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:54:59.189 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:59.189 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:54:59.189 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:54:59.189 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:54:59.189 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.189 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:54:59.189 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:54:59.189 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.189 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.189 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:54:59.189 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:54:59.189 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.189 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.189 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:54:59.190 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:54:59.190 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:54:59.190 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:54:59.190 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:54:59.190 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.190 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.190 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:54:59.190 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:54:59.190 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:54:59.190 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.190 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:54:59.190 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.190 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:54:59.190 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.191 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:54:59.191 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.191 INFO:teuthology.orchestra.run.smithi019.stdout:configfile = 2023-12-03T12:54:59.191 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.191 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:54:59.191 INFO:teuthology.orchestra.run.smithi019.stdout: def setup_teardown(configfile): 2023-12-03T12:54:59.191 INFO:teuthology.orchestra.run.smithi019.stdout: yield 2023-12-03T12:54:59.191 INFO:teuthology.orchestra.run.smithi019.stdout:> teardown() 2023-12-03T12:54:59.191 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.191 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:54:59.191 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.191 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:54:59.191 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:54:59.191 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:54:59.191 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:54:59.192 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:54:59.192 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:54:59.192 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:54:59.192 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:54:59.192 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:54:59.192 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:54:59.192 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:54:59.192 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:54:59.192 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:54:59.192 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:54:59.192 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:54:59.192 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:54:59.192 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:54:59.192 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:54:59.193 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:54:59.193 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:54:59.193 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:54:59.193 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:54:59.193 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:54:59.193 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:54:59.193 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:54:59.193 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:54:59.193 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:54:59.193 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:54:59.193 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:54:59.193 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:54:59.193 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:54:59.193 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:54:59.193 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:54:59.193 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:54:59.194 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:54:59.194 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:54:59.194 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:54:59.194 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:54:59.194 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:54:59.194 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:54:59.194 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.194 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.194 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:59.194 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:54:59.194 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.194 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:54:59.194 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.195 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:54:59.195 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:54:59.195 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:54:59.195 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:54:59.195 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:54:59.195 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:54:59.195 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:59.195 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:54:59.195 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:54:59.195 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:54:59.195 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:54:59.195 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:54:59.195 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:54:59.195 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.196 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:54:59.196 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:54:59.196 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:54:59.196 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:54:59.196 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:54:59.196 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:54:59.196 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:54:59.196 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:54:59.196 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:54:59.196 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:54:59.196 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:54:59.196 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.196 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.196 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:54:59.197 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:54:59.197 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:54:59.197 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:54:59.197 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:54:59.197 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.197 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.197 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:54:59.197 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:54:59.197 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:54:59.197 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:54:59.197 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:54:59.197 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.197 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:54:59.197 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:54:59.197 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:54:59.197 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:54:59.197 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:54:59.198 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:54:59.198 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.198 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:54:59.198 INFO:teuthology.orchestra.run.smithi019.stdout:________________ ERROR at teardown of test_versioned_object_acl ________________ 2023-12-03T12:54:59.198 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.198 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:59.198 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.198 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:54:59.198 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:54:59.199 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.199 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:54:59.199 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:59.199 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:54:59.199 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:54:59.199 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:54:59.199 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.199 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:54:59.199 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:54:59.199 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.199 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.199 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:54:59.199 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:54:59.199 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.200 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.200 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:54:59.200 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.200 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:54:59.200 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:54:59.200 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.200 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.200 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:54:59.200 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:54:59.200 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.200 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:54:59.200 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:54:59.200 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:54:59.200 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:54:59.201 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:54:59.201 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:59.201 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:54:59.201 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.201 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:54:59.201 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:54:59.201 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:54:59.201 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:54:59.201 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:54:59.201 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:54:59.201 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:54:59.201 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:54:59.201 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:59.201 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.201 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:54:59.201 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:54:59.202 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:54:59.202 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:54:59.202 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.202 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:54:59.202 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:54:59.202 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:54:59.202 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:54:59.202 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.202 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.202 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:54:59.202 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:54:59.202 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:54:59.202 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:54:59.203 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.203 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.203 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:54:59.203 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:54:59.203 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:54:59.203 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.203 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:54:59.203 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.203 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:54:59.203 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:54:59.203 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.203 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:54:59.203 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:54:59.203 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:54:59.204 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:54:59.204 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:54:59.204 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:54:59.204 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.204 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:54:59.204 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.204 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:54:59.204 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.204 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:59.204 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:54:59.204 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.204 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:54:59.204 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.204 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:54:59.205 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:54:59.205 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:54:59.205 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:54:59.205 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:54:59.205 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:54:59.205 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:59.205 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:54:59.205 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:54:59.205 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:54:59.205 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:54:59.205 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:54:59.205 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:54:59.205 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.205 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:54:59.205 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:54:59.206 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:54:59.206 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:54:59.206 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:54:59.206 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:54:59.206 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:54:59.206 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:54:59.206 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:54:59.206 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:54:59.206 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:54:59.206 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.206 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.206 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:54:59.206 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.207 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:54:59.207 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:54:59.207 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:54:59.207 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:54:59.207 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:54:59.207 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:54:59.207 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:54:59.207 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:54:59.207 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:54:59.207 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:54:59.207 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:54:59.207 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:54:59.207 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:54:59.207 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:54:59.207 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.208 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.208 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:59.208 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.208 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:54:59.208 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:54:59.208 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.208 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:54:59.208 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:59.208 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:54:59.208 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:54:59.208 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:54:59.208 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.208 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:54:59.209 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:54:59.209 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.209 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.209 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:54:59.209 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:54:59.209 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.209 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.209 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:54:59.209 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:54:59.209 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:54:59.209 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:54:59.209 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:54:59.209 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.209 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.209 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:54:59.209 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:54:59.210 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:54:59.210 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.210 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:54:59.210 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.210 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:54:59.210 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.210 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:54:59.210 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.210 INFO:teuthology.orchestra.run.smithi019.stdout:configfile = 2023-12-03T12:54:59.210 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.210 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:54:59.210 INFO:teuthology.orchestra.run.smithi019.stdout: def setup_teardown(configfile): 2023-12-03T12:54:59.210 INFO:teuthology.orchestra.run.smithi019.stdout: yield 2023-12-03T12:54:59.210 INFO:teuthology.orchestra.run.smithi019.stdout:> teardown() 2023-12-03T12:54:59.211 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.211 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:54:59.211 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.211 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:54:59.211 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:54:59.211 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:54:59.211 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:54:59.211 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:54:59.211 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:54:59.211 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:54:59.211 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:54:59.211 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:54:59.211 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:54:59.212 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:54:59.212 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:54:59.212 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:54:59.212 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:54:59.212 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:54:59.212 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:54:59.212 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:54:59.212 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:54:59.212 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:54:59.212 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:54:59.212 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:54:59.212 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:54:59.212 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:54:59.212 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:54:59.213 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:54:59.213 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:54:59.213 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:54:59.213 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:54:59.213 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:54:59.213 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:54:59.213 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:54:59.213 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:54:59.213 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:54:59.213 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:54:59.213 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:54:59.213 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:54:59.213 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:54:59.213 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:54:59.214 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:54:59.214 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:54:59.214 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.214 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.214 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:59.214 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:54:59.214 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.214 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:54:59.214 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.214 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:54:59.214 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:54:59.214 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:54:59.214 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:54:59.214 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:54:59.215 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:54:59.215 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:59.215 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:54:59.215 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:54:59.215 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:54:59.215 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:54:59.215 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:54:59.215 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:54:59.215 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.215 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:54:59.215 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:54:59.215 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:54:59.215 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:54:59.215 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:54:59.216 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:54:59.216 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:54:59.216 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:54:59.216 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:54:59.216 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:54:59.216 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:54:59.216 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.216 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.216 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:54:59.216 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:54:59.216 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:54:59.216 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:54:59.216 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:54:59.216 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.216 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.217 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:54:59.217 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:54:59.217 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:54:59.217 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:54:59.217 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:54:59.217 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.217 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:54:59.217 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:54:59.217 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:54:59.217 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:54:59.217 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:54:59.217 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:54:59.217 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.217 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:54:59.218 INFO:teuthology.orchestra.run.smithi019.stdout:_____ ERROR at teardown of test_versioned_object_acl_no_version_specified ______ 2023-12-03T12:54:59.218 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.218 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:59.218 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.218 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:54:59.218 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:54:59.218 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.218 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:54:59.218 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:59.218 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:54:59.218 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:54:59.218 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:54:59.218 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.218 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:54:59.218 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:54:59.218 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.219 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.219 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:54:59.219 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:54:59.219 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.219 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.219 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:54:59.219 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.219 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:54:59.219 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:54:59.219 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.219 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.219 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:54:59.219 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:54:59.219 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.219 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:54:59.220 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:54:59.220 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:54:59.220 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:54:59.220 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:54:59.220 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:59.220 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:54:59.220 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.220 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:54:59.220 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:54:59.220 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:54:59.220 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:54:59.220 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:54:59.220 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:54:59.220 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:54:59.221 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:54:59.221 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:59.221 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.221 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:54:59.221 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:54:59.221 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:54:59.221 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:54:59.221 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.221 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:54:59.221 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:54:59.221 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:54:59.221 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:54:59.221 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.221 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.222 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:54:59.222 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:54:59.222 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:54:59.222 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:54:59.222 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.222 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.222 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:54:59.222 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:54:59.222 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:54:59.222 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.222 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:54:59.222 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.222 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:54:59.222 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:54:59.223 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.223 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:54:59.223 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:54:59.223 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:54:59.223 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:54:59.223 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:54:59.223 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:54:59.223 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.223 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:54:59.223 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.223 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:54:59.223 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.223 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:59.223 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:54:59.224 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.224 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:54:59.224 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.224 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:54:59.224 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:54:59.224 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:54:59.224 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:54:59.224 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:54:59.224 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:54:59.224 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:59.224 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:54:59.224 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:54:59.224 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:54:59.224 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:54:59.225 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:54:59.225 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:54:59.225 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.225 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:54:59.225 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:54:59.225 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:54:59.225 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:54:59.225 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:54:59.225 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:54:59.225 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:54:59.225 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:54:59.225 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:54:59.225 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:54:59.225 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:54:59.226 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.226 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.226 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:54:59.226 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.226 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:54:59.226 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:54:59.226 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:54:59.226 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:54:59.226 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:54:59.226 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:54:59.226 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:54:59.226 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:54:59.226 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:54:59.226 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:54:59.227 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:54:59.227 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:54:59.227 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:54:59.227 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:54:59.227 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.227 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.227 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:59.227 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.227 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:54:59.227 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:54:59.227 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.227 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:54:59.227 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:59.227 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:54:59.227 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:54:59.227 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:54:59.228 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.228 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:54:59.228 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:54:59.228 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.228 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.228 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:54:59.228 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:54:59.228 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.228 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.228 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:54:59.228 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:54:59.228 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:54:59.228 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:54:59.228 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:54:59.229 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.229 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.229 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:54:59.229 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:54:59.229 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:54:59.229 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.229 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:54:59.229 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.229 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:54:59.229 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.229 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:54:59.229 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.229 INFO:teuthology.orchestra.run.smithi019.stdout:configfile = 2023-12-03T12:54:59.229 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.229 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:54:59.230 INFO:teuthology.orchestra.run.smithi019.stdout: def setup_teardown(configfile): 2023-12-03T12:54:59.230 INFO:teuthology.orchestra.run.smithi019.stdout: yield 2023-12-03T12:54:59.230 INFO:teuthology.orchestra.run.smithi019.stdout:> teardown() 2023-12-03T12:54:59.230 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.230 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:54:59.230 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.230 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:54:59.230 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:54:59.230 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:54:59.230 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:54:59.230 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:54:59.230 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:54:59.230 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:54:59.230 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:54:59.231 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:54:59.231 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:54:59.231 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:54:59.231 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:54:59.231 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:54:59.231 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:54:59.231 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:54:59.231 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:54:59.231 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:54:59.231 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:54:59.231 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:54:59.231 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:54:59.231 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:54:59.231 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:54:59.232 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:54:59.232 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:54:59.232 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:54:59.232 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:54:59.232 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:54:59.232 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:54:59.232 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:54:59.232 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:54:59.232 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:54:59.232 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:54:59.232 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:54:59.232 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:54:59.232 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:54:59.232 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:54:59.232 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:54:59.232 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:54:59.232 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:54:59.233 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:54:59.233 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.233 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.233 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:59.233 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:54:59.233 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.233 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:54:59.233 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.233 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:54:59.233 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:54:59.233 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:54:59.233 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:54:59.233 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:54:59.233 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:54:59.234 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:59.234 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:54:59.234 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:54:59.234 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:54:59.234 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:54:59.234 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:54:59.234 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:54:59.234 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.234 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:54:59.234 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:54:59.234 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:54:59.234 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:54:59.234 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:54:59.235 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:54:59.235 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:54:59.235 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:54:59.235 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:54:59.235 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:54:59.235 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:54:59.235 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.235 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.235 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:54:59.235 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:54:59.235 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:54:59.235 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:54:59.235 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:54:59.236 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.236 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.236 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:54:59.236 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:54:59.236 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:54:59.236 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:54:59.236 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:54:59.236 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.236 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:54:59.236 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:54:59.236 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:54:59.236 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:54:59.236 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:54:59.236 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:54:59.236 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.237 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:54:59.237 INFO:teuthology.orchestra.run.smithi019.stdout:___ ERROR at teardown of test_versioned_concurrent_object_create_and_remove ____ 2023-12-03T12:54:59.237 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.237 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:59.237 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.237 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:54:59.237 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:54:59.237 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.237 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:54:59.237 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:59.237 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:54:59.237 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:54:59.237 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:54:59.237 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.237 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:54:59.238 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:54:59.238 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.238 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.238 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:54:59.238 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:54:59.238 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.238 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.238 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:54:59.238 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.238 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:54:59.238 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:54:59.238 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.238 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.238 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:54:59.239 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:54:59.239 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.239 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:54:59.239 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:54:59.239 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:54:59.239 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:54:59.239 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:54:59.239 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:59.239 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:54:59.239 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.239 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:54:59.239 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:54:59.239 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:54:59.239 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:54:59.240 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:54:59.240 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:54:59.240 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:54:59.240 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:54:59.240 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:59.240 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.240 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:54:59.240 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:54:59.240 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:54:59.240 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:54:59.240 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.240 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:54:59.240 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:54:59.240 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:54:59.241 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:54:59.241 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.241 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.241 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:54:59.241 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:54:59.241 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:54:59.241 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:54:59.241 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.241 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.241 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:54:59.241 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:54:59.241 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:54:59.241 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.241 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:54:59.241 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.241 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:54:59.242 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:54:59.242 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.242 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:54:59.242 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:54:59.242 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:54:59.242 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:54:59.242 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:54:59.242 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:54:59.242 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.242 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:54:59.242 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.242 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:54:59.242 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.242 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:59.243 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:54:59.243 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.243 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:54:59.243 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.243 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:54:59.243 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:54:59.243 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:54:59.243 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:54:59.243 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:54:59.243 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:54:59.243 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:59.243 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:54:59.243 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:54:59.243 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:54:59.244 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:54:59.244 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:54:59.244 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:54:59.244 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.244 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:54:59.244 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:54:59.244 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:54:59.244 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:54:59.244 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:54:59.244 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:54:59.244 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:54:59.244 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:54:59.244 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:54:59.244 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:54:59.244 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:54:59.245 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.245 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.245 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:54:59.245 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.245 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:54:59.245 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:54:59.245 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:54:59.245 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:54:59.245 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:54:59.245 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:54:59.245 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:54:59.245 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:54:59.245 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:54:59.245 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:54:59.245 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:54:59.245 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:54:59.246 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:54:59.246 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:54:59.246 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.246 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.246 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:59.246 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.246 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:54:59.246 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:54:59.246 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.246 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:54:59.246 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:59.246 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:54:59.246 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:54:59.246 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:54:59.247 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.247 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:54:59.247 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:54:59.247 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.247 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.247 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:54:59.247 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:54:59.247 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.247 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.247 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:54:59.247 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:54:59.247 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:54:59.247 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:54:59.247 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:54:59.248 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.248 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.248 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:54:59.248 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:54:59.248 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:54:59.248 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.248 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:54:59.248 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.248 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:54:59.248 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.248 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:54:59.248 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.248 INFO:teuthology.orchestra.run.smithi019.stdout:configfile = 2023-12-03T12:54:59.249 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.249 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:54:59.249 INFO:teuthology.orchestra.run.smithi019.stdout: def setup_teardown(configfile): 2023-12-03T12:54:59.249 INFO:teuthology.orchestra.run.smithi019.stdout: yield 2023-12-03T12:54:59.249 INFO:teuthology.orchestra.run.smithi019.stdout:> teardown() 2023-12-03T12:54:59.249 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.249 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:54:59.249 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.249 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:54:59.249 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:54:59.249 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:54:59.249 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:54:59.249 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:54:59.249 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:54:59.249 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:54:59.249 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:54:59.250 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:54:59.250 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:54:59.250 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:54:59.250 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:54:59.250 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:54:59.250 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:54:59.250 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:54:59.250 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:54:59.250 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:54:59.250 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:54:59.250 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:54:59.250 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:54:59.250 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:54:59.251 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:54:59.251 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:54:59.251 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:54:59.251 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:54:59.251 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:54:59.251 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:54:59.251 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:54:59.251 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:54:59.251 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:54:59.251 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:54:59.251 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:54:59.251 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:54:59.251 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:54:59.251 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:54:59.251 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:54:59.252 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:54:59.252 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:54:59.252 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:54:59.252 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:54:59.252 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.252 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.252 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:59.252 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:54:59.252 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.252 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:54:59.252 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.252 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:54:59.252 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:54:59.253 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:54:59.253 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:54:59.253 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:54:59.253 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:54:59.253 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:59.253 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:54:59.253 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:54:59.253 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:54:59.253 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:54:59.253 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:54:59.253 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:54:59.253 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.253 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:54:59.253 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:54:59.253 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:54:59.254 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:54:59.254 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:54:59.254 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:54:59.254 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:54:59.254 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:54:59.254 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:54:59.254 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:54:59.254 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:54:59.254 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.254 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.254 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:54:59.254 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:54:59.254 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:54:59.254 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:54:59.255 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:54:59.255 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.255 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.255 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:54:59.255 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:54:59.255 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:54:59.255 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:54:59.255 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:54:59.255 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.255 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:54:59.255 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:54:59.255 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:54:59.255 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:54:59.255 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:54:59.255 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:54:59.256 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.256 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:54:59.256 INFO:teuthology.orchestra.run.smithi019.stdout:___________________ ERROR at teardown of test_lifecycle_set ____________________ 2023-12-03T12:54:59.256 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.256 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:59.256 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.256 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:54:59.256 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:54:59.256 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.256 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:54:59.256 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:59.256 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:54:59.256 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:54:59.256 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:54:59.257 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.257 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:54:59.257 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:54:59.257 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.257 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.257 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:54:59.257 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:54:59.257 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.257 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.257 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:54:59.257 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.257 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:54:59.257 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:54:59.257 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.258 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.258 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:54:59.258 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:54:59.258 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.258 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:54:59.258 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:54:59.258 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:54:59.258 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:54:59.258 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:54:59.258 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:59.258 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:54:59.258 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.258 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:54:59.258 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:54:59.258 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:54:59.258 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:54:59.258 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:54:59.259 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:54:59.259 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:54:59.259 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:54:59.259 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:59.259 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.259 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:54:59.259 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:54:59.259 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:54:59.259 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:54:59.259 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.259 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:54:59.259 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:54:59.259 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:54:59.260 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:54:59.260 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.260 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.260 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:54:59.260 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:54:59.260 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:54:59.260 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:54:59.260 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.260 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.260 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:54:59.260 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:54:59.260 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:54:59.260 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.260 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:54:59.260 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.261 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:54:59.261 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:54:59.261 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.261 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:54:59.261 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:54:59.261 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:54:59.261 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:54:59.261 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:54:59.261 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:54:59.261 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.261 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:54:59.261 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.261 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:54:59.261 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.262 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:59.262 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:54:59.262 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.262 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:54:59.262 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.262 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:54:59.262 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:54:59.262 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:54:59.262 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:54:59.262 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:54:59.262 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:54:59.262 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:59.262 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:54:59.263 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:54:59.263 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:54:59.263 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:54:59.263 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:54:59.263 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:54:59.263 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.263 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:54:59.263 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:54:59.263 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:54:59.263 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:54:59.263 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:54:59.263 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:54:59.263 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:54:59.263 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:54:59.263 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:54:59.263 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:54:59.263 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:54:59.264 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.264 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.264 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:54:59.264 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.264 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:54:59.264 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:54:59.264 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:54:59.264 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:54:59.264 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:54:59.264 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:54:59.264 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:54:59.264 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:54:59.264 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:54:59.264 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:54:59.265 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:54:59.265 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:54:59.265 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:54:59.265 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:54:59.265 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.265 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.265 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:59.265 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.265 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:54:59.265 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:54:59.265 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.265 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:54:59.265 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:59.265 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:54:59.265 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:54:59.266 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:54:59.266 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.266 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:54:59.266 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:54:59.266 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.266 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.266 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:54:59.266 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:54:59.266 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.266 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.266 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:54:59.266 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:54:59.266 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:54:59.266 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:54:59.266 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:54:59.267 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.267 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.267 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:54:59.267 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:54:59.267 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:54:59.267 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.267 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:54:59.267 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.267 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:54:59.267 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.267 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:54:59.267 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.267 INFO:teuthology.orchestra.run.smithi019.stdout:configfile = 2023-12-03T12:54:59.267 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.267 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:54:59.267 INFO:teuthology.orchestra.run.smithi019.stdout: def setup_teardown(configfile): 2023-12-03T12:54:59.268 INFO:teuthology.orchestra.run.smithi019.stdout: yield 2023-12-03T12:54:59.268 INFO:teuthology.orchestra.run.smithi019.stdout:> teardown() 2023-12-03T12:54:59.268 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.268 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:54:59.268 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.268 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:54:59.268 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:54:59.268 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:54:59.268 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:54:59.268 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:54:59.268 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:54:59.268 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:54:59.268 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:54:59.268 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:54:59.268 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:54:59.269 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:54:59.269 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:54:59.269 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:54:59.269 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:54:59.269 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:54:59.269 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:54:59.269 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:54:59.269 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:54:59.269 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:54:59.269 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:54:59.269 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:54:59.269 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:54:59.269 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:54:59.269 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:54:59.269 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:54:59.269 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:54:59.270 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:54:59.270 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:54:59.270 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:54:59.270 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:54:59.270 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:54:59.270 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:54:59.270 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:54:59.270 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:54:59.270 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:54:59.270 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:54:59.270 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:54:59.270 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:54:59.270 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:54:59.270 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:54:59.271 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.271 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.271 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:59.271 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:54:59.271 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.271 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:54:59.271 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.271 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:54:59.271 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:54:59.271 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:54:59.271 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:54:59.272 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:54:59.272 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:54:59.272 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:59.272 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:54:59.272 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:54:59.272 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:54:59.272 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:54:59.272 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:54:59.272 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:54:59.272 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.272 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:54:59.272 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:54:59.272 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:54:59.272 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:54:59.272 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:54:59.272 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:54:59.273 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:54:59.273 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:54:59.273 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:54:59.273 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:54:59.273 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:54:59.273 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.273 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.273 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:54:59.273 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:54:59.273 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:54:59.273 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:54:59.273 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:54:59.273 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.273 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.273 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:54:59.274 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:54:59.274 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:54:59.274 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:54:59.274 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:54:59.274 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.274 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:54:59.274 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:54:59.274 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:54:59.274 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:54:59.274 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:54:59.274 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:54:59.274 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.274 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:54:59.274 INFO:teuthology.orchestra.run.smithi019.stdout:___________________ ERROR at teardown of test_lifecycle_get ____________________ 2023-12-03T12:54:59.274 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.275 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:59.275 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.275 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:54:59.275 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:54:59.275 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.275 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:54:59.275 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:59.275 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:54:59.275 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:54:59.275 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:54:59.275 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.275 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:54:59.275 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:54:59.275 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.275 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.276 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:54:59.276 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:54:59.276 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.276 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.276 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:54:59.276 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.276 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:54:59.276 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:54:59.276 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.276 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.276 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:54:59.276 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:54:59.276 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.276 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:54:59.276 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:54:59.276 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:54:59.277 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:54:59.277 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:54:59.277 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:59.277 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:54:59.277 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.277 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:54:59.277 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:54:59.277 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:54:59.277 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:54:59.277 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:54:59.277 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:54:59.277 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:54:59.277 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:54:59.277 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:59.277 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.278 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:54:59.278 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:54:59.278 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:54:59.278 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:54:59.278 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.278 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:54:59.278 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:54:59.278 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:54:59.278 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:54:59.278 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.278 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.278 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:54:59.278 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:54:59.278 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:54:59.279 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:54:59.279 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.279 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.279 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:54:59.279 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:54:59.279 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:54:59.279 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.279 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:54:59.279 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.279 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:54:59.279 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:54:59.279 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.279 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:54:59.279 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:54:59.279 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:54:59.280 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:54:59.280 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:54:59.280 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:54:59.280 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.280 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:54:59.280 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.280 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:54:59.280 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.280 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:59.280 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:54:59.280 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.280 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:54:59.280 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.280 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:54:59.280 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:54:59.280 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:54:59.281 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:54:59.281 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:54:59.281 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:54:59.281 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:59.281 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:54:59.281 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:54:59.281 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:54:59.281 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:54:59.281 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:54:59.281 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:54:59.281 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.281 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:54:59.281 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:54:59.281 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:54:59.281 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:54:59.282 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:54:59.282 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:54:59.282 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:54:59.282 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:54:59.282 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:54:59.282 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:54:59.282 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:54:59.282 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.282 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.282 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:54:59.282 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.282 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:54:59.282 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:54:59.282 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:54:59.283 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:54:59.283 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:54:59.283 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:54:59.283 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:54:59.283 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:54:59.283 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:54:59.283 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:54:59.283 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:54:59.283 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:54:59.283 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:54:59.283 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:54:59.283 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.283 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.284 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:59.284 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.284 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:54:59.284 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:54:59.284 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.284 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:54:59.284 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:59.284 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:54:59.284 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:54:59.284 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:54:59.284 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.284 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:54:59.284 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:54:59.284 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.284 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.285 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:54:59.285 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:54:59.285 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.285 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.285 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:54:59.285 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:54:59.285 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:54:59.285 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:54:59.285 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:54:59.285 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.285 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.285 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:54:59.285 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:54:59.285 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:54:59.285 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.285 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:54:59.286 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.286 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:54:59.286 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.286 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:54:59.286 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.286 INFO:teuthology.orchestra.run.smithi019.stdout:configfile = 2023-12-03T12:54:59.286 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.286 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:54:59.286 INFO:teuthology.orchestra.run.smithi019.stdout: def setup_teardown(configfile): 2023-12-03T12:54:59.286 INFO:teuthology.orchestra.run.smithi019.stdout: yield 2023-12-03T12:54:59.286 INFO:teuthology.orchestra.run.smithi019.stdout:> teardown() 2023-12-03T12:54:59.286 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.286 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:54:59.286 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.287 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:54:59.287 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:54:59.287 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:54:59.287 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:54:59.287 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:54:59.287 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:54:59.287 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:54:59.287 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:54:59.287 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:54:59.287 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:54:59.287 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:54:59.287 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:54:59.287 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:54:59.287 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:54:59.287 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:54:59.288 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:54:59.288 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:54:59.288 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:54:59.288 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:54:59.288 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:54:59.288 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:54:59.288 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:54:59.288 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:54:59.288 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:54:59.288 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:54:59.288 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:54:59.288 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:54:59.288 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:54:59.288 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:54:59.288 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:54:59.289 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:54:59.289 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:54:59.289 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:54:59.289 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:54:59.289 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:54:59.289 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:54:59.289 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:54:59.289 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:54:59.289 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:54:59.289 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:54:59.289 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.289 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.289 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:59.289 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:54:59.289 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.289 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:54:59.290 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.290 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:54:59.290 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:54:59.290 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:54:59.290 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:54:59.290 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:54:59.290 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:54:59.290 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:59.290 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:54:59.290 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:54:59.290 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:54:59.290 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:54:59.290 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:54:59.290 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:54:59.291 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.291 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:54:59.291 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:54:59.291 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:54:59.291 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:54:59.291 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:54:59.291 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:54:59.291 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:54:59.291 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:54:59.291 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:54:59.291 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:54:59.291 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:54:59.291 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.291 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.291 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:54:59.292 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:54:59.292 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:54:59.292 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:54:59.292 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:54:59.292 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.292 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.292 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:54:59.292 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:54:59.292 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:54:59.292 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:54:59.292 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:54:59.292 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.292 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:54:59.292 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:54:59.293 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:54:59.293 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:54:59.293 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:54:59.293 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:54:59.293 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.293 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:54:59.293 INFO:teuthology.orchestra.run.smithi019.stdout:________________ ERROR at teardown of test_lifecycle_get_no_id _________________ 2023-12-03T12:54:59.293 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.293 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:59.293 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.293 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:54:59.293 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:54:59.293 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.293 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:54:59.293 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:59.294 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:54:59.294 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:54:59.294 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:54:59.294 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.294 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:54:59.294 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:54:59.294 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.294 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.294 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:54:59.294 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:54:59.294 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.294 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.294 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:54:59.294 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.294 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:54:59.294 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:54:59.295 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.295 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.295 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:54:59.295 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:54:59.295 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.295 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:54:59.295 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:54:59.295 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:54:59.295 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:54:59.295 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:54:59.295 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:59.295 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:54:59.295 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.296 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:54:59.296 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:54:59.296 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:54:59.296 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:54:59.296 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:54:59.296 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:54:59.296 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:54:59.296 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:54:59.296 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:59.296 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.296 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:54:59.296 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:54:59.296 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:54:59.296 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:54:59.297 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.297 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:54:59.297 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:54:59.297 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:54:59.297 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:54:59.297 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.297 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.297 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:54:59.297 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:54:59.297 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:54:59.297 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:54:59.297 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.297 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.297 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:54:59.297 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:54:59.298 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:54:59.298 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.298 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:54:59.298 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.298 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:54:59.298 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:54:59.298 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.298 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:54:59.298 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:54:59.298 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:54:59.298 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:54:59.298 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:54:59.298 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:54:59.298 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.298 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:54:59.299 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.299 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:54:59.299 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.299 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:59.299 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:54:59.299 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.299 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:54:59.299 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.299 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:54:59.299 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:54:59.299 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:54:59.299 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:54:59.299 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:54:59.299 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:54:59.299 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:59.300 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:54:59.300 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:54:59.300 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:54:59.300 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:54:59.300 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:54:59.300 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:54:59.300 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.300 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:54:59.300 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:54:59.300 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:54:59.300 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:54:59.300 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:54:59.300 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:54:59.300 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:54:59.300 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:54:59.301 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:54:59.301 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:54:59.301 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:54:59.301 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.301 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.301 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:54:59.301 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.301 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:54:59.301 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:54:59.301 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:54:59.301 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:54:59.301 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:54:59.301 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:54:59.301 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:54:59.302 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:54:59.302 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:54:59.302 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:54:59.302 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:54:59.302 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:54:59.302 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:54:59.302 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:54:59.302 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.302 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.302 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:59.302 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.302 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:54:59.302 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:54:59.302 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.303 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:54:59.303 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:59.303 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:54:59.303 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:54:59.303 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:54:59.303 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.303 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:54:59.303 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:54:59.303 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.303 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.303 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:54:59.303 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:54:59.303 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.303 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.303 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:54:59.303 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:54:59.303 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:54:59.304 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:54:59.304 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:54:59.304 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.304 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.304 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:54:59.304 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:54:59.304 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:54:59.304 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.304 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:54:59.304 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.304 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:54:59.304 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.304 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:54:59.304 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.304 INFO:teuthology.orchestra.run.smithi019.stdout:configfile = 2023-12-03T12:54:59.305 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.305 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:54:59.305 INFO:teuthology.orchestra.run.smithi019.stdout: def setup_teardown(configfile): 2023-12-03T12:54:59.305 INFO:teuthology.orchestra.run.smithi019.stdout: yield 2023-12-03T12:54:59.305 INFO:teuthology.orchestra.run.smithi019.stdout:> teardown() 2023-12-03T12:54:59.305 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.305 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:54:59.305 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.305 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:54:59.305 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:54:59.305 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:54:59.305 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:54:59.305 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:54:59.305 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:54:59.306 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:54:59.306 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:54:59.306 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:54:59.306 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:54:59.306 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:54:59.306 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:54:59.306 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:54:59.306 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:54:59.306 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:54:59.306 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:54:59.306 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:54:59.306 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:54:59.306 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:54:59.306 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:54:59.306 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:54:59.307 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:54:59.307 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:54:59.307 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:54:59.307 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:54:59.307 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:54:59.307 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:54:59.307 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:54:59.307 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:54:59.307 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:54:59.307 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:54:59.307 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:54:59.307 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:54:59.307 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:54:59.308 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:54:59.308 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:54:59.308 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:54:59.308 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:54:59.308 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:54:59.308 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:54:59.308 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.308 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.308 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:59.308 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:54:59.308 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.308 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:54:59.308 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.308 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:54:59.308 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:54:59.308 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:54:59.309 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:54:59.309 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:54:59.309 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:54:59.309 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:59.309 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:54:59.309 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:54:59.309 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:54:59.309 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:54:59.309 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:54:59.309 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:54:59.309 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.309 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:54:59.309 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:54:59.309 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:54:59.310 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:54:59.310 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:54:59.310 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:54:59.310 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:54:59.310 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:54:59.310 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:54:59.310 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:54:59.310 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:54:59.310 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.310 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.310 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:54:59.310 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:54:59.310 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:54:59.310 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:54:59.311 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:54:59.311 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.311 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.311 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:54:59.311 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:54:59.311 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:54:59.311 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:54:59.311 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:54:59.311 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.311 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:54:59.311 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:54:59.311 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:54:59.311 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:54:59.311 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:54:59.312 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:54:59.312 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.312 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:54:59.312 INFO:teuthology.orchestra.run.smithi019.stdout:_______________ ERROR at teardown of test_lifecycle_id_too_long ________________ 2023-12-03T12:54:59.312 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.312 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:59.312 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.312 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:54:59.312 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:54:59.312 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.312 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:54:59.312 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:59.312 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:54:59.312 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:54:59.312 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:54:59.312 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.313 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:54:59.313 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:54:59.313 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.313 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.313 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:54:59.313 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:54:59.313 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.313 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.313 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:54:59.313 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.313 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:54:59.313 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:54:59.313 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.314 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.314 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:54:59.314 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:54:59.314 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.314 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:54:59.314 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:54:59.314 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:54:59.314 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:54:59.314 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:54:59.314 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:59.314 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:54:59.314 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.314 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:54:59.314 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:54:59.314 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:54:59.315 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:54:59.315 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:54:59.315 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:54:59.315 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:54:59.315 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:54:59.317 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:59.317 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.317 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:54:59.317 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:54:59.317 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:54:59.317 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:54:59.317 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.317 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:54:59.317 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:54:59.317 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:54:59.318 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:54:59.318 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.318 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.318 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:54:59.318 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:54:59.318 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:54:59.318 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:54:59.318 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.318 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.318 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:54:59.318 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:54:59.318 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:54:59.318 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.318 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:54:59.318 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.319 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:54:59.319 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:54:59.319 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.319 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:54:59.319 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:54:59.319 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:54:59.319 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:54:59.319 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:54:59.319 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:54:59.319 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.319 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:54:59.319 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.319 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:54:59.319 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.319 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:59.319 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:54:59.319 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.320 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:54:59.320 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.320 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:54:59.320 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:54:59.320 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:54:59.320 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:54:59.320 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:54:59.320 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:54:59.320 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:59.320 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:54:59.320 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:54:59.320 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:54:59.320 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:54:59.320 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:54:59.320 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:54:59.321 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.321 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:54:59.321 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:54:59.321 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:54:59.321 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:54:59.321 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:54:59.321 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:54:59.321 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:54:59.321 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:54:59.321 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:54:59.321 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:54:59.321 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:54:59.322 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.322 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.322 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:54:59.322 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.322 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:54:59.322 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:54:59.322 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:54:59.322 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:54:59.322 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:54:59.322 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:54:59.322 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:54:59.322 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:54:59.322 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:54:59.322 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:54:59.323 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:54:59.323 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:54:59.323 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:54:59.323 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:54:59.323 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.323 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.323 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:59.323 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.323 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:54:59.323 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:54:59.323 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.323 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:54:59.323 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:59.323 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:54:59.323 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:54:59.324 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:54:59.324 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.324 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:54:59.324 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:54:59.324 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.324 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.324 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:54:59.324 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:54:59.324 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.324 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.324 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:54:59.324 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:54:59.324 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:54:59.324 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:54:59.324 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:54:59.325 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.325 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.325 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:54:59.325 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:54:59.325 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:54:59.325 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.325 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:54:59.325 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.325 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:54:59.325 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.325 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:54:59.325 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.325 INFO:teuthology.orchestra.run.smithi019.stdout:configfile = 2023-12-03T12:54:59.325 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.326 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:54:59.326 INFO:teuthology.orchestra.run.smithi019.stdout: def setup_teardown(configfile): 2023-12-03T12:54:59.326 INFO:teuthology.orchestra.run.smithi019.stdout: yield 2023-12-03T12:54:59.326 INFO:teuthology.orchestra.run.smithi019.stdout:> teardown() 2023-12-03T12:54:59.326 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.326 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:54:59.326 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.326 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:54:59.326 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:54:59.326 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:54:59.326 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:54:59.326 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:54:59.326 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:54:59.326 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:54:59.327 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:54:59.327 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:54:59.327 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:54:59.327 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:54:59.327 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:54:59.327 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:54:59.327 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:54:59.327 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:54:59.327 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:54:59.327 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:54:59.327 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:54:59.327 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:54:59.327 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:54:59.327 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:54:59.327 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:54:59.328 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:54:59.328 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:54:59.328 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:54:59.328 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:54:59.328 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:54:59.328 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:54:59.328 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:54:59.328 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:54:59.328 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:54:59.328 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:54:59.328 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:54:59.328 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:54:59.328 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:54:59.328 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:54:59.328 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:54:59.328 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:54:59.329 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:54:59.329 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:54:59.329 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.329 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.329 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:59.329 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:54:59.329 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.329 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:54:59.329 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.329 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:54:59.329 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:54:59.329 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:54:59.329 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:54:59.329 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:54:59.329 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:54:59.330 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:59.330 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:54:59.330 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:54:59.330 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:54:59.330 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:54:59.330 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:54:59.330 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:54:59.330 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.330 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:54:59.330 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:54:59.330 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:54:59.330 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:54:59.330 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:54:59.330 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:54:59.331 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:54:59.331 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:54:59.331 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:54:59.331 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:54:59.331 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:54:59.331 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.331 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.331 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:54:59.331 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:54:59.331 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:54:59.331 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:54:59.331 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:54:59.331 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.331 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.331 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:54:59.332 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:54:59.332 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:54:59.332 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:54:59.332 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:54:59.332 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.332 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:54:59.332 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:54:59.332 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:54:59.332 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:54:59.332 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:54:59.332 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:54:59.332 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.332 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:54:59.332 INFO:teuthology.orchestra.run.smithi019.stdout:_________________ ERROR at teardown of test_lifecycle_same_id __________________ 2023-12-03T12:54:59.333 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.333 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:59.333 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.333 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:54:59.333 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:54:59.333 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.333 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:54:59.333 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:59.333 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:54:59.333 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:54:59.333 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:54:59.333 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.333 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:54:59.333 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:54:59.334 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.334 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.334 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:54:59.334 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:54:59.334 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.334 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.334 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:54:59.334 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.334 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:54:59.334 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:54:59.334 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.334 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.334 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:54:59.335 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:54:59.335 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.335 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:54:59.335 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:54:59.335 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:54:59.335 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:54:59.335 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:54:59.335 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:59.335 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:54:59.335 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.335 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:54:59.335 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:54:59.335 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:54:59.335 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:54:59.336 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:54:59.336 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:54:59.336 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:54:59.336 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:54:59.336 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:59.336 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.336 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:54:59.336 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:54:59.336 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:54:59.336 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:54:59.336 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.336 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:54:59.336 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:54:59.336 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:54:59.336 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:54:59.337 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.337 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.337 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:54:59.337 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:54:59.337 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:54:59.337 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:54:59.337 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.337 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.337 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:54:59.337 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:54:59.337 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:54:59.337 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.337 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:54:59.338 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.338 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:54:59.338 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:54:59.338 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.338 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:54:59.338 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:54:59.338 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:54:59.338 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:54:59.338 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:54:59.338 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:54:59.338 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.338 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:54:59.339 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.339 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:54:59.339 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.339 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:59.339 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:54:59.339 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.339 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:54:59.339 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.339 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:54:59.339 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:54:59.339 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:54:59.339 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:54:59.339 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:54:59.339 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:54:59.340 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:59.340 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:54:59.340 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:54:59.340 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:54:59.340 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:54:59.340 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:54:59.340 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:54:59.340 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.340 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:54:59.340 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:54:59.340 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:54:59.340 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:54:59.340 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:54:59.340 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:54:59.341 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:54:59.341 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:54:59.341 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:54:59.341 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:54:59.341 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:54:59.341 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.341 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.341 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:54:59.341 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.341 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:54:59.341 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:54:59.341 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:54:59.341 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:54:59.341 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:54:59.341 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:54:59.342 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:54:59.342 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:54:59.342 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:54:59.342 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:54:59.342 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:54:59.342 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:54:59.342 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:54:59.342 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:54:59.342 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.342 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.342 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:59.342 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.342 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:54:59.342 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:54:59.343 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.343 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:54:59.343 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:59.343 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:54:59.343 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:54:59.343 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:54:59.343 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.343 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:54:59.343 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:54:59.343 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.343 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.343 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:54:59.343 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:54:59.343 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.344 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.344 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:54:59.344 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:54:59.344 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:54:59.344 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:54:59.344 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:54:59.344 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.344 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.344 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:54:59.344 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:54:59.344 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:54:59.344 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.344 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:54:59.344 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.345 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:54:59.345 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.345 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:54:59.345 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.345 INFO:teuthology.orchestra.run.smithi019.stdout:configfile = 2023-12-03T12:54:59.345 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.345 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:54:59.345 INFO:teuthology.orchestra.run.smithi019.stdout: def setup_teardown(configfile): 2023-12-03T12:54:59.345 INFO:teuthology.orchestra.run.smithi019.stdout: yield 2023-12-03T12:54:59.345 INFO:teuthology.orchestra.run.smithi019.stdout:> teardown() 2023-12-03T12:54:59.345 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.345 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:54:59.345 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.345 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:54:59.345 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:54:59.346 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:54:59.346 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:54:59.346 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:54:59.346 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:54:59.346 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:54:59.346 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:54:59.346 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:54:59.346 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:54:59.346 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:54:59.346 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:54:59.346 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:54:59.346 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:54:59.346 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:54:59.346 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:54:59.347 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:54:59.347 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:54:59.347 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:54:59.347 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:54:59.347 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:54:59.347 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:54:59.347 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:54:59.347 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:54:59.347 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:54:59.347 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:54:59.347 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:54:59.347 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:54:59.347 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:54:59.347 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:54:59.348 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:54:59.348 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:54:59.348 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:54:59.348 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:54:59.348 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:54:59.348 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:54:59.348 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:54:59.348 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:54:59.348 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:54:59.348 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:54:59.348 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.348 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.348 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:59.348 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:54:59.349 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.349 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:54:59.349 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.349 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:54:59.349 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:54:59.349 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:54:59.349 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:54:59.349 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:54:59.349 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:54:59.349 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:59.349 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:54:59.349 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:54:59.349 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:54:59.349 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:54:59.349 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:54:59.350 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:54:59.350 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.350 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:54:59.350 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:54:59.350 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:54:59.350 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:54:59.350 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:54:59.350 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:54:59.350 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:54:59.350 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:54:59.350 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:54:59.350 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:54:59.350 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:54:59.350 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.350 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.351 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:54:59.351 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:54:59.351 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:54:59.351 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:54:59.351 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:54:59.351 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.351 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.351 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:54:59.351 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:54:59.351 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:54:59.351 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:54:59.351 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:54:59.351 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.351 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:54:59.351 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:54:59.352 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:54:59.352 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:54:59.352 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:54:59.352 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:54:59.352 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.352 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:54:59.352 INFO:teuthology.orchestra.run.smithi019.stdout:______________ ERROR at teardown of test_lifecycle_invalid_status ______________ 2023-12-03T12:54:59.352 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.352 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:59.352 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.352 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:54:59.352 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:54:59.352 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.352 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:54:59.353 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:59.353 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:54:59.353 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:54:59.353 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:54:59.353 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.353 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:54:59.353 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:54:59.353 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.353 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.353 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:54:59.353 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:54:59.353 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.353 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.353 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:54:59.353 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.354 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:54:59.354 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:54:59.354 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.354 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.354 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:54:59.354 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:54:59.354 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.354 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:54:59.354 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:54:59.354 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:54:59.354 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:54:59.354 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:54:59.354 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:59.354 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:54:59.355 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.355 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:54:59.355 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:54:59.355 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:54:59.355 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:54:59.355 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:54:59.355 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:54:59.355 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:54:59.355 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:54:59.355 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:59.355 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.355 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:54:59.355 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:54:59.355 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:54:59.355 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:54:59.355 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.356 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:54:59.356 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:54:59.356 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:54:59.356 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:54:59.356 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.356 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.356 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:54:59.356 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:54:59.356 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:54:59.356 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:54:59.356 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.356 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.356 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:54:59.356 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:54:59.356 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:54:59.356 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.357 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:54:59.357 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.357 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:54:59.357 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:54:59.357 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.357 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:54:59.357 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:54:59.357 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:54:59.357 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:54:59.357 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:54:59.357 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:54:59.357 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.357 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:54:59.358 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.358 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:54:59.358 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.358 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:59.358 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:54:59.358 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.358 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:54:59.358 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.358 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:54:59.358 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:54:59.358 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:54:59.358 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:54:59.359 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:54:59.359 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:54:59.359 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:59.359 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:54:59.359 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:54:59.359 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:54:59.359 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:54:59.359 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:54:59.359 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:54:59.359 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.359 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:54:59.359 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:54:59.359 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:54:59.359 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:54:59.359 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:54:59.360 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:54:59.360 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:54:59.360 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:54:59.360 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:54:59.360 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:54:59.360 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:54:59.360 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.360 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.360 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:54:59.360 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.360 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:54:59.360 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:54:59.360 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:54:59.360 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:54:59.360 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:54:59.361 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:54:59.361 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:54:59.361 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:54:59.361 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:54:59.361 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:54:59.361 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:54:59.361 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:54:59.361 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:54:59.361 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:54:59.361 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.361 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.361 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:59.361 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.361 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:54:59.362 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:54:59.362 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.362 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:54:59.362 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:59.362 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:54:59.362 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:54:59.362 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:54:59.362 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.362 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:54:59.362 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:54:59.362 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.362 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.362 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:54:59.362 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:54:59.363 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.363 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.363 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:54:59.363 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:54:59.363 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:54:59.363 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:54:59.363 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:54:59.363 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.363 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.363 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:54:59.363 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:54:59.363 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:54:59.363 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.363 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:54:59.363 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.364 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:54:59.364 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.364 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:54:59.364 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.364 INFO:teuthology.orchestra.run.smithi019.stdout:configfile = 2023-12-03T12:54:59.364 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.364 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:54:59.364 INFO:teuthology.orchestra.run.smithi019.stdout: def setup_teardown(configfile): 2023-12-03T12:54:59.364 INFO:teuthology.orchestra.run.smithi019.stdout: yield 2023-12-03T12:54:59.364 INFO:teuthology.orchestra.run.smithi019.stdout:> teardown() 2023-12-03T12:54:59.364 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.364 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:54:59.364 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.364 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:54:59.364 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:54:59.364 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:54:59.365 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:54:59.365 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:54:59.365 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:54:59.365 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:54:59.365 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:54:59.365 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:54:59.365 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:54:59.365 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:54:59.365 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:54:59.365 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:54:59.365 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:54:59.365 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:54:59.365 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:54:59.365 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:54:59.366 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:54:59.366 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:54:59.366 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:54:59.366 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:54:59.366 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:54:59.366 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:54:59.366 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:54:59.366 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:54:59.366 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:54:59.366 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:54:59.366 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:54:59.366 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:54:59.366 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:54:59.366 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:54:59.367 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:54:59.367 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:54:59.367 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:54:59.367 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:54:59.367 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:54:59.367 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:54:59.367 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:54:59.367 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:54:59.367 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:54:59.367 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.367 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.367 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:59.367 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:54:59.367 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.367 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:54:59.368 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.368 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:54:59.368 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:54:59.368 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:54:59.368 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:54:59.368 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:54:59.368 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:54:59.368 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:59.368 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:54:59.368 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:54:59.368 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:54:59.368 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:54:59.368 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:54:59.368 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:54:59.368 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.368 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:54:59.369 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:54:59.369 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:54:59.369 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:54:59.369 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:54:59.369 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:54:59.369 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:54:59.369 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:54:59.369 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:54:59.369 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:54:59.369 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:54:59.369 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.369 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.369 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:54:59.369 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:54:59.370 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:54:59.370 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:54:59.370 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:54:59.370 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.370 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.370 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:54:59.370 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:54:59.370 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:54:59.370 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:54:59.370 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:54:59.370 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.370 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:54:59.370 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:54:59.371 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:54:59.371 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:54:59.371 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:54:59.371 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:54:59.371 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.371 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:54:59.371 INFO:teuthology.orchestra.run.smithi019.stdout:_________________ ERROR at teardown of test_lifecycle_set_date _________________ 2023-12-03T12:54:59.371 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.371 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:59.371 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.371 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:54:59.371 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:54:59.371 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.371 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:54:59.371 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:59.372 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:54:59.372 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:54:59.372 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:54:59.372 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.372 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:54:59.372 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:54:59.372 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.372 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.372 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:54:59.372 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:54:59.372 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.372 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.372 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:54:59.372 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.373 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:54:59.373 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:54:59.373 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.373 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.373 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:54:59.373 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:54:59.373 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.373 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:54:59.373 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:54:59.373 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:54:59.373 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:54:59.373 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:54:59.373 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:59.373 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:54:59.373 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.373 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:54:59.373 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:54:59.374 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:54:59.374 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:54:59.374 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:54:59.374 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:54:59.374 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:54:59.374 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:54:59.374 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:59.374 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.374 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:54:59.374 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:54:59.374 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:54:59.374 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:54:59.374 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.374 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:54:59.375 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:54:59.375 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:54:59.375 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:54:59.375 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.375 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.375 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:54:59.375 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:54:59.375 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:54:59.375 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:54:59.375 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.375 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.375 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:54:59.375 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:54:59.375 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:54:59.375 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.375 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:54:59.376 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.376 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:54:59.376 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:54:59.376 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.376 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:54:59.376 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:54:59.376 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:54:59.376 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:54:59.376 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:54:59.376 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:54:59.376 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.376 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:54:59.376 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.376 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:54:59.377 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.377 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:59.377 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:54:59.377 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.377 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:54:59.377 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.377 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:54:59.377 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:54:59.377 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:54:59.377 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:54:59.377 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:54:59.377 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:54:59.377 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:59.377 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:54:59.377 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:54:59.377 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:54:59.377 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:54:59.378 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:54:59.378 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:54:59.378 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.378 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:54:59.378 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:54:59.378 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:54:59.378 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:54:59.378 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:54:59.378 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:54:59.378 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:54:59.378 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:54:59.378 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:54:59.378 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:54:59.378 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:54:59.379 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.379 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.379 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:54:59.379 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.379 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:54:59.379 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:54:59.379 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:54:59.379 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:54:59.379 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:54:59.379 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:54:59.379 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:54:59.379 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:54:59.379 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:54:59.379 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:54:59.379 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:54:59.380 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:54:59.380 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:54:59.380 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:54:59.380 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.380 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.380 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:59.380 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.380 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:54:59.380 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:54:59.380 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.380 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:54:59.380 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:59.380 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:54:59.380 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:54:59.380 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:54:59.381 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.381 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:54:59.381 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:54:59.381 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.381 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.381 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:54:59.381 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:54:59.381 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.381 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.381 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:54:59.381 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:54:59.381 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:54:59.381 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:54:59.381 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:54:59.381 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.382 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.382 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:54:59.382 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:54:59.382 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:54:59.382 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.382 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:54:59.382 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.382 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:54:59.382 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.382 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:54:59.382 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.382 INFO:teuthology.orchestra.run.smithi019.stdout:configfile = 2023-12-03T12:54:59.382 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.383 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:54:59.383 INFO:teuthology.orchestra.run.smithi019.stdout: def setup_teardown(configfile): 2023-12-03T12:54:59.383 INFO:teuthology.orchestra.run.smithi019.stdout: yield 2023-12-03T12:54:59.383 INFO:teuthology.orchestra.run.smithi019.stdout:> teardown() 2023-12-03T12:54:59.383 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.383 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:54:59.383 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.383 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:54:59.383 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:54:59.383 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:54:59.383 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:54:59.383 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:54:59.383 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:54:59.383 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:54:59.383 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:54:59.384 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:54:59.384 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:54:59.384 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:54:59.384 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:54:59.384 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:54:59.384 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:54:59.384 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:54:59.384 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:54:59.384 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:54:59.384 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:54:59.384 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:54:59.384 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:54:59.384 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:54:59.384 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:54:59.384 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:54:59.385 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:54:59.385 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:54:59.385 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:54:59.385 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:54:59.385 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:54:59.385 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:54:59.385 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:54:59.385 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:54:59.385 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:54:59.385 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:54:59.385 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:54:59.385 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:54:59.385 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:54:59.385 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:54:59.385 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:54:59.386 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:54:59.386 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:54:59.386 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.386 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.386 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:59.386 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:54:59.386 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.386 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:54:59.386 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.386 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:54:59.386 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:54:59.386 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:54:59.386 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:54:59.386 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:54:59.386 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:54:59.386 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:59.387 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:54:59.387 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:54:59.387 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:54:59.387 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:54:59.387 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:54:59.387 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:54:59.387 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.387 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:54:59.387 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:54:59.387 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:54:59.387 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:54:59.387 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:54:59.387 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:54:59.387 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:54:59.387 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:54:59.388 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:54:59.388 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:54:59.388 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:54:59.388 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.388 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.388 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:54:59.388 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:54:59.388 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:54:59.388 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:54:59.388 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:54:59.388 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.388 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.388 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:54:59.388 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:54:59.389 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:54:59.389 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:54:59.389 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:54:59.389 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.389 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:54:59.389 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:54:59.389 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:54:59.389 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:54:59.389 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:54:59.389 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:54:59.389 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.389 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:54:59.389 INFO:teuthology.orchestra.run.smithi019.stdout:_____________ ERROR at teardown of test_lifecycle_set_invalid_date _____________ 2023-12-03T12:54:59.389 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.389 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:59.389 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.390 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:54:59.390 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:54:59.390 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.390 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:54:59.390 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:59.390 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:54:59.390 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:54:59.390 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:54:59.390 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.390 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:54:59.390 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:54:59.390 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.390 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.390 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:54:59.390 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:54:59.391 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.391 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.391 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:54:59.391 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.391 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:54:59.391 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:54:59.391 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.391 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.391 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:54:59.391 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:54:59.391 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.391 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:54:59.391 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:54:59.391 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:54:59.391 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:54:59.392 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:54:59.392 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:59.392 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:54:59.392 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.392 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:54:59.392 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:54:59.392 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:54:59.392 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:54:59.392 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:54:59.392 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:54:59.392 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:54:59.392 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:54:59.392 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:59.392 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.392 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:54:59.393 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:54:59.393 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:54:59.393 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:54:59.393 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.393 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:54:59.393 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:54:59.393 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:54:59.393 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:54:59.393 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.393 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.393 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:54:59.393 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:54:59.393 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:54:59.393 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:54:59.394 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.394 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.394 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:54:59.394 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:54:59.394 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:54:59.394 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.394 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:54:59.394 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.394 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:54:59.394 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:54:59.394 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.394 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:54:59.394 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:54:59.395 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:54:59.395 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:54:59.395 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:54:59.395 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:54:59.395 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.395 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:54:59.395 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.395 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:54:59.395 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.395 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:59.395 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:54:59.395 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.395 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:54:59.395 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.395 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:54:59.395 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:54:59.396 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:54:59.396 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:54:59.396 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:54:59.396 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:54:59.396 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:59.396 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:54:59.396 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:54:59.396 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:54:59.396 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:54:59.396 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:54:59.396 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:54:59.396 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.396 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:54:59.396 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:54:59.396 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:54:59.397 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:54:59.397 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:54:59.397 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:54:59.397 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:54:59.397 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:54:59.397 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:54:59.397 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:54:59.397 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:54:59.397 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.397 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.397 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:54:59.397 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.397 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:54:59.397 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:54:59.397 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:54:59.398 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:54:59.398 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:54:59.398 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:54:59.398 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:54:59.398 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:54:59.398 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:54:59.398 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:54:59.398 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:54:59.398 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:54:59.398 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:54:59.398 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:54:59.398 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.398 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.398 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:59.399 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.399 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:54:59.399 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:54:59.399 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.399 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:54:59.399 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:59.399 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:54:59.399 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:54:59.399 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:54:59.399 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.399 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:54:59.399 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:54:59.399 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.399 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.399 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:54:59.399 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:54:59.400 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.400 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.400 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:54:59.400 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:54:59.400 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:54:59.400 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:54:59.400 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:54:59.400 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.400 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.400 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:54:59.400 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:54:59.400 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:54:59.400 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.400 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:54:59.400 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.400 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:54:59.401 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.401 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:54:59.401 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.401 INFO:teuthology.orchestra.run.smithi019.stdout:configfile = 2023-12-03T12:54:59.401 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.401 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:54:59.401 INFO:teuthology.orchestra.run.smithi019.stdout: def setup_teardown(configfile): 2023-12-03T12:54:59.401 INFO:teuthology.orchestra.run.smithi019.stdout: yield 2023-12-03T12:54:59.401 INFO:teuthology.orchestra.run.smithi019.stdout:> teardown() 2023-12-03T12:54:59.401 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.401 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:54:59.401 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.401 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:54:59.401 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:54:59.402 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:54:59.402 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:54:59.402 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:54:59.402 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:54:59.402 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:54:59.402 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:54:59.402 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:54:59.402 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:54:59.402 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:54:59.402 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:54:59.402 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:54:59.402 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:54:59.402 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:54:59.402 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:54:59.403 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:54:59.403 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:54:59.403 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:54:59.403 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:54:59.403 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:54:59.403 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:54:59.403 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:54:59.403 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:54:59.403 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:54:59.403 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:54:59.403 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:54:59.403 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:54:59.403 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:54:59.404 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:54:59.404 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:54:59.404 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:54:59.404 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:54:59.404 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:54:59.404 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:54:59.404 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:54:59.404 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:54:59.404 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:54:59.404 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:54:59.404 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:54:59.404 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.404 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.404 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:59.405 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:54:59.405 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.405 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:54:59.405 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.405 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:54:59.405 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:54:59.405 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:54:59.405 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:54:59.405 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:54:59.405 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:54:59.405 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:59.405 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:54:59.406 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:54:59.406 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:54:59.406 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:54:59.406 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:54:59.406 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:54:59.406 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.406 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:54:59.406 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:54:59.406 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:54:59.406 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:54:59.406 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:54:59.406 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:54:59.406 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:54:59.406 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:54:59.407 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:54:59.407 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:54:59.407 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:54:59.407 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.407 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.407 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:54:59.407 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:54:59.407 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:54:59.407 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:54:59.407 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:54:59.407 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.407 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.408 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:54:59.408 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:54:59.408 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:54:59.408 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:54:59.408 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:54:59.408 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.408 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:54:59.408 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:54:59.408 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:54:59.408 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:54:59.408 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:54:59.408 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:54:59.408 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.408 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:54:59.408 INFO:teuthology.orchestra.run.smithi019.stdout:______________ ERROR at teardown of test_lifecycle_set_noncurrent ______________ 2023-12-03T12:54:59.409 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.409 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:59.409 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.409 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:54:59.409 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:54:59.409 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.409 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:54:59.409 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:59.409 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:54:59.409 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:54:59.409 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:54:59.409 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.409 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:54:59.409 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:54:59.409 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.410 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.410 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:54:59.410 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:54:59.410 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.410 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.410 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:54:59.410 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.410 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:54:59.410 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:54:59.410 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.410 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.410 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:54:59.410 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:54:59.410 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.411 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:54:59.411 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:54:59.411 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:54:59.411 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:54:59.411 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:54:59.411 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:59.411 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:54:59.411 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.411 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:54:59.411 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:54:59.411 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:54:59.411 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:54:59.411 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:54:59.411 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:54:59.411 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:54:59.412 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:54:59.412 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:59.412 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.412 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:54:59.412 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:54:59.412 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:54:59.412 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:54:59.412 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.412 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:54:59.412 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:54:59.412 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:54:59.412 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:54:59.412 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.412 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.412 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:54:59.413 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:54:59.413 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:54:59.413 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:54:59.413 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.413 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.413 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:54:59.413 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:54:59.413 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:54:59.413 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.413 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:54:59.413 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.413 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:54:59.413 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:54:59.413 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.413 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:54:59.414 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:54:59.414 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:54:59.414 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:54:59.414 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:54:59.414 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:54:59.414 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.414 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:54:59.414 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.414 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:54:59.414 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.414 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:59.414 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:54:59.414 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.414 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:54:59.415 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.415 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:54:59.415 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:54:59.415 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:54:59.415 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:54:59.415 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:54:59.415 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:54:59.415 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:59.415 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:54:59.415 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:54:59.415 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:54:59.415 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:54:59.415 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:54:59.415 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:54:59.416 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.416 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:54:59.416 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:54:59.416 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:54:59.416 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:54:59.416 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:54:59.416 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:54:59.416 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:54:59.416 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:54:59.416 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:54:59.416 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:54:59.416 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:54:59.416 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.416 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.416 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:54:59.417 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.417 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:54:59.417 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:54:59.417 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:54:59.417 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:54:59.417 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:54:59.417 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:54:59.417 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:54:59.417 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:54:59.417 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:54:59.417 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:54:59.417 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:54:59.417 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:54:59.418 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:54:59.418 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:54:59.418 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.418 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.418 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:59.418 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.418 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:54:59.418 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:54:59.418 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.418 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:54:59.418 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:59.418 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:54:59.418 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:54:59.418 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:54:59.419 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.419 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:54:59.419 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:54:59.419 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.419 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.419 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:54:59.419 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:54:59.419 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.419 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.419 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:54:59.419 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:54:59.419 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:54:59.419 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:54:59.419 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:54:59.419 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.420 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.420 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:54:59.420 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:54:59.420 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:54:59.420 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.420 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:54:59.420 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.420 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:54:59.420 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.420 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:54:59.420 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.420 INFO:teuthology.orchestra.run.smithi019.stdout:configfile = 2023-12-03T12:54:59.420 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.420 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:54:59.420 INFO:teuthology.orchestra.run.smithi019.stdout: def setup_teardown(configfile): 2023-12-03T12:54:59.421 INFO:teuthology.orchestra.run.smithi019.stdout: yield 2023-12-03T12:54:59.421 INFO:teuthology.orchestra.run.smithi019.stdout:> teardown() 2023-12-03T12:54:59.421 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.421 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:54:59.421 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.421 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:54:59.421 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:54:59.421 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:54:59.421 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:54:59.421 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:54:59.421 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:54:59.421 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:54:59.421 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:54:59.421 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:54:59.422 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:54:59.422 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:54:59.422 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:54:59.422 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:54:59.422 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:54:59.422 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:54:59.422 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:54:59.422 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:54:59.422 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:54:59.422 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:54:59.422 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:54:59.422 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:54:59.422 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:54:59.422 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:54:59.423 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:54:59.423 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:54:59.423 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:54:59.423 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:54:59.423 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:54:59.423 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:54:59.423 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:54:59.423 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:54:59.423 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:54:59.423 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:54:59.423 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:54:59.423 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:54:59.423 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:54:59.423 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:54:59.423 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:54:59.424 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:54:59.424 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:54:59.424 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.424 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.424 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:59.424 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:54:59.424 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.424 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:54:59.424 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.424 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:54:59.424 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:54:59.424 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:54:59.424 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:54:59.424 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:54:59.424 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:54:59.425 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:59.425 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:54:59.425 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:54:59.425 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:54:59.425 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:54:59.425 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:54:59.425 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:54:59.425 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.425 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:54:59.425 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:54:59.425 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:54:59.425 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:54:59.425 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:54:59.425 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:54:59.426 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:54:59.426 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:54:59.426 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:54:59.426 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:54:59.426 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:54:59.426 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.426 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.426 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:54:59.426 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:54:59.426 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:54:59.426 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:54:59.426 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:54:59.426 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.426 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.426 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:54:59.427 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:54:59.427 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:54:59.427 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:54:59.427 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:54:59.427 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.427 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:54:59.427 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:54:59.427 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:54:59.427 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:54:59.427 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:54:59.427 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:54:59.427 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.427 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:54:59.427 INFO:teuthology.orchestra.run.smithi019.stdout:_____________ ERROR at teardown of test_lifecycle_set_deletemarker _____________ 2023-12-03T12:54:59.427 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.427 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:59.428 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.428 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:54:59.428 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:54:59.428 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.428 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:54:59.428 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:59.428 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:54:59.428 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:54:59.428 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:54:59.428 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.428 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:54:59.428 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:54:59.428 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.428 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.428 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:54:59.429 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:54:59.429 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.429 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.429 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:54:59.429 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.429 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:54:59.429 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:54:59.429 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.429 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.429 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:54:59.429 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:54:59.429 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.429 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:54:59.429 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:54:59.430 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:54:59.430 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:54:59.430 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:54:59.430 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:59.430 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:54:59.430 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.430 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:54:59.430 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:54:59.430 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:54:59.430 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:54:59.430 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:54:59.430 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:54:59.430 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:54:59.431 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:54:59.431 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:59.431 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.431 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:54:59.431 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:54:59.431 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:54:59.431 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:54:59.431 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.431 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:54:59.431 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:54:59.431 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:54:59.431 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:54:59.431 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.431 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.431 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:54:59.432 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:54:59.432 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:54:59.432 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:54:59.432 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.432 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.432 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:54:59.432 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:54:59.432 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:54:59.432 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.432 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:54:59.432 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.432 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:54:59.432 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:54:59.432 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.433 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:54:59.433 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:54:59.433 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:54:59.433 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:54:59.433 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:54:59.433 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:54:59.433 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.433 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:54:59.433 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.433 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:54:59.433 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.433 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:59.433 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:54:59.433 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.433 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:54:59.434 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.434 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:54:59.434 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:54:59.434 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:54:59.434 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:54:59.434 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:54:59.434 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:54:59.434 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:59.434 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:54:59.434 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:54:59.434 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:54:59.434 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:54:59.434 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:54:59.434 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:54:59.435 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.435 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:54:59.435 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:54:59.435 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:54:59.435 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:54:59.435 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:54:59.435 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:54:59.435 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:54:59.435 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:54:59.435 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:54:59.435 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:54:59.435 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:54:59.435 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.435 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.435 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:54:59.436 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.436 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:54:59.436 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:54:59.436 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:54:59.436 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:54:59.436 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:54:59.436 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:54:59.436 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:54:59.436 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:54:59.436 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:54:59.436 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:54:59.436 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:54:59.436 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:54:59.436 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:54:59.436 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:54:59.436 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.437 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.437 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:59.437 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.437 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:54:59.437 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:54:59.437 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.437 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:54:59.437 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:59.437 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:54:59.437 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:54:59.437 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:54:59.437 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.437 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:54:59.437 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:54:59.438 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.438 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.438 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:54:59.438 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:54:59.438 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.438 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.438 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:54:59.438 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:54:59.438 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:54:59.438 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:54:59.438 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:54:59.438 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.438 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.438 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:54:59.439 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:54:59.439 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:54:59.439 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.439 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:54:59.439 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.439 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:54:59.439 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.439 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:54:59.439 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.439 INFO:teuthology.orchestra.run.smithi019.stdout:configfile = 2023-12-03T12:54:59.439 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.439 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:54:59.439 INFO:teuthology.orchestra.run.smithi019.stdout: def setup_teardown(configfile): 2023-12-03T12:54:59.439 INFO:teuthology.orchestra.run.smithi019.stdout: yield 2023-12-03T12:54:59.440 INFO:teuthology.orchestra.run.smithi019.stdout:> teardown() 2023-12-03T12:54:59.440 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.440 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:54:59.440 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.440 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:54:59.440 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:54:59.440 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:54:59.440 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:54:59.440 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:54:59.440 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:54:59.440 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:54:59.440 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:54:59.440 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:54:59.440 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:54:59.440 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:54:59.440 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:54:59.441 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:54:59.441 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:54:59.441 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:54:59.441 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:54:59.441 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:54:59.441 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:54:59.441 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:54:59.441 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:54:59.441 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:54:59.441 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:54:59.441 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:54:59.441 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:54:59.441 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:54:59.441 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:54:59.442 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:54:59.442 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:54:59.442 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:54:59.442 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:54:59.442 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:54:59.442 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:54:59.442 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:54:59.442 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:54:59.442 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:54:59.442 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:54:59.442 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:54:59.442 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:54:59.442 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:54:59.443 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:54:59.443 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.443 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.443 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:59.443 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:54:59.443 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.443 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:54:59.443 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.443 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:54:59.443 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:54:59.443 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:54:59.443 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:54:59.443 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:54:59.443 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:54:59.444 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:59.444 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:54:59.444 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:54:59.444 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:54:59.444 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:54:59.444 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:54:59.444 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:54:59.444 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.444 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:54:59.444 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:54:59.444 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:54:59.444 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:54:59.444 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:54:59.444 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:54:59.444 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:54:59.445 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:54:59.445 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:54:59.445 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:54:59.445 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:54:59.445 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.445 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.445 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:54:59.445 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:54:59.445 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:54:59.445 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:54:59.445 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:54:59.445 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.445 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.445 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:54:59.446 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:54:59.446 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:54:59.446 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:54:59.446 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:54:59.446 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.446 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:54:59.446 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:54:59.446 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:54:59.446 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:54:59.446 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:54:59.446 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:54:59.446 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.446 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:54:59.447 INFO:teuthology.orchestra.run.smithi019.stdout:________________ ERROR at teardown of test_lifecycle_set_filter ________________ 2023-12-03T12:54:59.447 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.447 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:59.447 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.447 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:54:59.447 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:54:59.447 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.447 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:54:59.447 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:59.447 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:54:59.447 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:54:59.447 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:54:59.447 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.447 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:54:59.447 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:54:59.448 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.448 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.448 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:54:59.448 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:54:59.448 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.448 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.448 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:54:59.448 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.448 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:54:59.448 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:54:59.448 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.448 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.448 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:54:59.448 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:54:59.449 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.449 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:54:59.449 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:54:59.449 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:54:59.449 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:54:59.449 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:54:59.449 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:59.449 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:54:59.449 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.449 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:54:59.449 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:54:59.449 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:54:59.449 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:54:59.449 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:54:59.449 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:54:59.449 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:54:59.450 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:54:59.450 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:59.450 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.450 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:54:59.450 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:54:59.450 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:54:59.450 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:54:59.450 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.450 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:54:59.450 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:54:59.450 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:54:59.450 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:54:59.450 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.451 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.451 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:54:59.451 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:54:59.451 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:54:59.451 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:54:59.451 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.451 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.451 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:54:59.451 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:54:59.451 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:54:59.451 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.451 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:54:59.451 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.452 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:54:59.452 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:54:59.452 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.452 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:54:59.452 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:54:59.452 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:54:59.452 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:54:59.452 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:54:59.452 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:54:59.452 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.452 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:54:59.452 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.452 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:54:59.452 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.452 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:59.453 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:54:59.453 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.453 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:54:59.453 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.453 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:54:59.453 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:54:59.453 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:54:59.453 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:54:59.453 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:54:59.453 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:54:59.453 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:59.453 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:54:59.453 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:54:59.453 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:54:59.454 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:54:59.454 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:54:59.454 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:54:59.454 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.454 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:54:59.454 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:54:59.454 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:54:59.454 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:54:59.454 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:54:59.454 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:54:59.455 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:54:59.455 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:54:59.455 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:54:59.455 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:54:59.455 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:54:59.455 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.455 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.455 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:54:59.455 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.455 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:54:59.455 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:54:59.455 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:54:59.455 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:54:59.456 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:54:59.456 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:54:59.456 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:54:59.456 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:54:59.456 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:54:59.456 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:54:59.456 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:54:59.456 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:54:59.456 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:54:59.456 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:54:59.456 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.456 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.456 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:59.457 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.457 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:54:59.457 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:54:59.457 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.457 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:54:59.457 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:59.457 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:54:59.457 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:54:59.457 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:54:59.457 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.457 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:54:59.457 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:54:59.457 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.458 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.458 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:54:59.458 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:54:59.458 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.458 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.458 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:54:59.458 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:54:59.458 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:54:59.458 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:54:59.458 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:54:59.458 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.458 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.458 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:54:59.458 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:54:59.459 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:54:59.459 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.459 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:54:59.459 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.459 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:54:59.459 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.459 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:54:59.459 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.459 INFO:teuthology.orchestra.run.smithi019.stdout:configfile = 2023-12-03T12:54:59.459 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.459 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:54:59.459 INFO:teuthology.orchestra.run.smithi019.stdout: def setup_teardown(configfile): 2023-12-03T12:54:59.459 INFO:teuthology.orchestra.run.smithi019.stdout: yield 2023-12-03T12:54:59.459 INFO:teuthology.orchestra.run.smithi019.stdout:> teardown() 2023-12-03T12:54:59.460 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.460 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:54:59.460 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.460 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:54:59.460 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:54:59.460 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:54:59.460 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:54:59.460 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:54:59.460 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:54:59.460 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:54:59.460 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:54:59.460 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:54:59.460 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:54:59.460 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:54:59.461 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:54:59.461 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:54:59.461 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:54:59.461 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:54:59.461 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:54:59.461 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:54:59.461 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:54:59.461 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:54:59.461 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:54:59.461 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:54:59.461 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:54:59.461 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:54:59.461 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:54:59.461 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:54:59.462 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:54:59.462 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:54:59.462 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:54:59.462 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:54:59.462 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:54:59.462 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:54:59.462 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:54:59.462 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:54:59.462 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:54:59.462 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:54:59.462 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:54:59.462 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:54:59.462 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:54:59.463 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:54:59.463 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:54:59.463 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.463 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.463 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:59.463 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:54:59.463 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.463 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:54:59.463 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.463 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:54:59.463 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:54:59.463 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:54:59.463 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:54:59.463 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:54:59.464 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:54:59.464 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:59.464 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:54:59.464 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:54:59.464 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:54:59.464 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:54:59.464 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:54:59.464 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:54:59.464 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.464 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:54:59.464 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:54:59.464 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:54:59.464 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:54:59.464 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:54:59.464 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:54:59.465 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:54:59.465 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:54:59.465 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:54:59.465 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:54:59.465 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:54:59.465 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.465 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.465 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:54:59.465 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:54:59.465 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:54:59.465 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:54:59.465 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:54:59.465 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.465 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.465 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:54:59.466 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:54:59.466 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:54:59.466 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:54:59.466 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:54:59.466 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.466 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:54:59.466 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:54:59.466 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:54:59.466 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:54:59.466 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:54:59.466 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:54:59.466 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.466 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:54:59.467 INFO:teuthology.orchestra.run.smithi019.stdout:_____________ ERROR at teardown of test_lifecycle_set_empty_filter _____________ 2023-12-03T12:54:59.467 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.467 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:59.467 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.467 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:54:59.467 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:54:59.467 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.467 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:54:59.467 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:59.467 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:54:59.467 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:54:59.467 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:54:59.467 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.467 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:54:59.467 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:54:59.468 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.468 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.468 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:54:59.468 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:54:59.468 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.468 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.468 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:54:59.468 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.468 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:54:59.468 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:54:59.468 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.468 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.468 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:54:59.468 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:54:59.468 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.469 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:54:59.469 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:54:59.469 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:54:59.469 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:54:59.469 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:54:59.469 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:59.469 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:54:59.469 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.469 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:54:59.469 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:54:59.469 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:54:59.469 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:54:59.469 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:54:59.469 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:54:59.470 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:54:59.470 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:54:59.470 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:59.470 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.470 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:54:59.470 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:54:59.470 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:54:59.470 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:54:59.470 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.470 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:54:59.470 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:54:59.470 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:54:59.470 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:54:59.471 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.471 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.471 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:54:59.471 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:54:59.471 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:54:59.471 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:54:59.471 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.471 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.471 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:54:59.471 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:54:59.471 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:54:59.471 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.471 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:54:59.471 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.471 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:54:59.472 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:54:59.472 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.472 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:54:59.472 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:54:59.472 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:54:59.472 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:54:59.472 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:54:59.472 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:54:59.472 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.472 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:54:59.472 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.472 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:54:59.472 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.472 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:59.472 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:54:59.472 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.473 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:54:59.473 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.473 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:54:59.473 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:54:59.473 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:54:59.473 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:54:59.473 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:54:59.473 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:54:59.473 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:59.473 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:54:59.473 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:54:59.473 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:54:59.473 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:54:59.474 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:54:59.474 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:54:59.474 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.474 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:54:59.474 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:54:59.474 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:54:59.474 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:54:59.474 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:54:59.474 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:54:59.474 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:54:59.474 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:54:59.474 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:54:59.474 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:54:59.474 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:54:59.475 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.475 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.475 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:54:59.475 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.475 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:54:59.475 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:54:59.475 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:54:59.475 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:54:59.475 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:54:59.475 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:54:59.475 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:54:59.475 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:54:59.475 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:54:59.476 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:54:59.476 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:54:59.476 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:54:59.476 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:54:59.476 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:54:59.476 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.476 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.476 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:59.476 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.476 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:54:59.476 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:54:59.476 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.476 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:54:59.476 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:59.476 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:54:59.477 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:54:59.477 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:54:59.477 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.477 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:54:59.477 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:54:59.477 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.477 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.477 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:54:59.477 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:54:59.477 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.477 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.477 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:54:59.477 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:54:59.477 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:54:59.477 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:54:59.478 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:54:59.478 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.478 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.478 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:54:59.478 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:54:59.478 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:54:59.478 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.478 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:54:59.478 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.478 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:54:59.478 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.478 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:54:59.478 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.479 INFO:teuthology.orchestra.run.smithi019.stdout:configfile = 2023-12-03T12:54:59.479 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.479 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:54:59.479 INFO:teuthology.orchestra.run.smithi019.stdout: def setup_teardown(configfile): 2023-12-03T12:54:59.479 INFO:teuthology.orchestra.run.smithi019.stdout: yield 2023-12-03T12:54:59.479 INFO:teuthology.orchestra.run.smithi019.stdout:> teardown() 2023-12-03T12:54:59.479 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.479 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:54:59.479 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.479 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:54:59.479 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:54:59.479 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:54:59.479 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:54:59.480 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:54:59.480 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:54:59.480 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:54:59.480 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:54:59.480 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:54:59.480 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:54:59.480 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:54:59.480 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:54:59.480 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:54:59.480 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:54:59.480 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:54:59.480 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:54:59.480 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:54:59.480 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:54:59.481 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:54:59.481 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:54:59.481 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:54:59.481 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:54:59.481 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:54:59.481 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:54:59.481 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:54:59.481 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:54:59.481 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:54:59.481 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:54:59.481 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:54:59.481 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:54:59.481 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:54:59.481 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:54:59.481 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:54:59.482 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:54:59.482 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:54:59.482 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:54:59.482 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:54:59.482 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:54:59.482 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:54:59.482 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:54:59.482 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.482 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.482 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:59.482 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:54:59.482 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.482 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:54:59.483 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.483 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:54:59.483 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:54:59.483 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:54:59.483 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:54:59.483 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:54:59.483 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:54:59.483 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:59.483 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:54:59.483 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:54:59.483 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:54:59.483 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:54:59.483 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:54:59.484 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:54:59.484 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.484 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:54:59.484 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:54:59.484 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:54:59.484 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:54:59.484 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:54:59.484 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:54:59.484 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:54:59.484 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:54:59.484 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:54:59.484 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:54:59.484 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:54:59.484 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.484 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.485 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:54:59.485 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:54:59.485 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:54:59.485 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:54:59.485 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:54:59.485 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.485 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.485 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:54:59.485 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:54:59.485 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:54:59.485 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:54:59.485 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:54:59.485 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.485 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:54:59.485 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:54:59.485 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:54:59.486 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:54:59.486 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:54:59.486 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:54:59.486 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.486 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:54:59.486 INFO:teuthology.orchestra.run.smithi019.stdout:______________ ERROR at teardown of test_lifecycle_set_multipart _______________ 2023-12-03T12:54:59.486 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.486 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:59.486 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.486 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:54:59.486 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:54:59.486 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.487 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:54:59.487 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:59.487 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:54:59.487 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:54:59.487 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:54:59.487 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.487 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:54:59.487 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:54:59.487 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.487 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.487 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:54:59.487 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:54:59.487 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.487 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.487 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:54:59.488 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.488 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:54:59.488 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:54:59.488 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.488 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.488 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:54:59.488 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:54:59.488 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.488 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:54:59.488 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:54:59.488 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:54:59.488 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:54:59.488 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:54:59.488 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:59.488 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:54:59.489 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.489 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:54:59.489 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:54:59.489 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:54:59.489 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:54:59.489 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:54:59.489 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:54:59.489 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:54:59.489 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:54:59.489 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:59.489 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.489 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:54:59.489 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:54:59.489 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:54:59.489 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:54:59.490 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.490 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:54:59.490 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:54:59.490 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:54:59.490 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:54:59.490 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.490 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.490 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:54:59.490 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:54:59.490 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:54:59.490 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:54:59.490 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.490 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.490 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:54:59.491 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:54:59.491 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:54:59.491 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.491 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:54:59.491 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.491 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:54:59.491 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:54:59.491 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.491 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:54:59.491 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:54:59.491 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:54:59.491 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:54:59.491 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:54:59.492 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:54:59.492 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.492 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:54:59.492 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.492 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:54:59.492 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.492 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:59.492 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:54:59.492 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.492 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:54:59.492 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.492 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:54:59.492 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:54:59.492 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:54:59.493 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:54:59.493 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:54:59.493 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:54:59.493 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:59.493 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:54:59.493 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:54:59.493 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:54:59.493 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:54:59.493 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:54:59.493 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:54:59.493 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.493 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:54:59.493 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:54:59.493 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:54:59.494 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:54:59.494 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:54:59.494 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:54:59.494 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:54:59.494 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:54:59.494 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:54:59.494 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:54:59.494 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:54:59.494 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.494 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.494 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:54:59.494 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.494 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:54:59.494 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:54:59.494 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:54:59.495 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:54:59.495 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:54:59.495 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:54:59.495 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:54:59.495 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:54:59.495 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:54:59.495 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:54:59.495 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:54:59.495 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:54:59.495 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:54:59.495 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:54:59.495 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.495 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.495 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:59.495 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.495 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:54:59.496 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:54:59.496 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.496 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:54:59.496 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:59.496 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:54:59.496 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:54:59.496 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:54:59.496 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.496 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:54:59.496 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:54:59.496 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.496 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.496 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:54:59.496 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:54:59.497 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.497 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.497 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:54:59.497 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:54:59.497 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:54:59.497 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:54:59.497 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:54:59.497 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.497 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.497 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:54:59.497 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:54:59.497 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:54:59.497 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.497 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:54:59.497 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.498 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:54:59.498 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.498 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:54:59.498 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.498 INFO:teuthology.orchestra.run.smithi019.stdout:configfile = 2023-12-03T12:54:59.498 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.498 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:54:59.498 INFO:teuthology.orchestra.run.smithi019.stdout: def setup_teardown(configfile): 2023-12-03T12:54:59.498 INFO:teuthology.orchestra.run.smithi019.stdout: yield 2023-12-03T12:54:59.498 INFO:teuthology.orchestra.run.smithi019.stdout:> teardown() 2023-12-03T12:54:59.498 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.498 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:54:59.498 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.498 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:54:59.498 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:54:59.499 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:54:59.499 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:54:59.499 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:54:59.499 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:54:59.499 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:54:59.499 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:54:59.499 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:54:59.499 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:54:59.499 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:54:59.499 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:54:59.499 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:54:59.499 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:54:59.499 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:54:59.499 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:54:59.499 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:54:59.499 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:54:59.500 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:54:59.500 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:54:59.500 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:54:59.500 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:54:59.500 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:54:59.500 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:54:59.500 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:54:59.500 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:54:59.500 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:54:59.500 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:54:59.500 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:54:59.500 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:54:59.500 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:54:59.500 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:54:59.500 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:54:59.500 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:54:59.501 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:54:59.501 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:54:59.501 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:54:59.501 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:54:59.501 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:54:59.501 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:54:59.501 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.501 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.501 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:59.501 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:54:59.501 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.501 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:54:59.501 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.502 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:54:59.502 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:54:59.502 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:54:59.502 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:54:59.502 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:54:59.502 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:54:59.502 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:59.502 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:54:59.502 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:54:59.502 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:54:59.502 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:54:59.502 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:54:59.502 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:54:59.502 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.502 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:54:59.503 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:54:59.503 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:54:59.503 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:54:59.503 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:54:59.503 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:54:59.503 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:54:59.503 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:54:59.503 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:54:59.503 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:54:59.503 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:54:59.503 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.503 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.503 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:54:59.503 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:54:59.503 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:54:59.504 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:54:59.504 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:54:59.504 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.504 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.504 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:54:59.504 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:54:59.504 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:54:59.504 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:54:59.504 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:54:59.504 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.504 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:54:59.504 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:54:59.504 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:54:59.504 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:54:59.504 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:54:59.505 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:54:59.505 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.505 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:54:59.505 INFO:teuthology.orchestra.run.smithi019.stdout:_______ ERROR at teardown of test_lifecycle_transition_set_invalid_date ________ 2023-12-03T12:54:59.505 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.505 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:59.505 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.505 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:54:59.505 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:54:59.505 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.505 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:54:59.505 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:59.505 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:54:59.505 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:54:59.505 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:54:59.506 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.506 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:54:59.506 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:54:59.506 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.506 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.506 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:54:59.506 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:54:59.506 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.506 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.506 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:54:59.506 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.506 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:54:59.506 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:54:59.506 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.507 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.507 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:54:59.507 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:54:59.507 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.507 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:54:59.507 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:54:59.507 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:54:59.507 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:54:59.507 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:54:59.507 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:59.507 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:54:59.507 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.507 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:54:59.507 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:54:59.507 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:54:59.508 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:54:59.508 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:54:59.508 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:54:59.508 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:54:59.508 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:54:59.508 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:59.508 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.508 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:54:59.508 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:54:59.508 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:54:59.508 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:54:59.508 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.508 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:54:59.508 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:54:59.508 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:54:59.508 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:54:59.509 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.509 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.509 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:54:59.509 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:54:59.509 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:54:59.509 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:54:59.509 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.509 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.509 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:54:59.509 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:54:59.509 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:54:59.509 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.509 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:54:59.509 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.509 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:54:59.510 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:54:59.510 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.510 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:54:59.510 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:54:59.510 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:54:59.510 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:54:59.510 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:54:59.510 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:54:59.510 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.510 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:54:59.510 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.510 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:54:59.510 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.510 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:59.511 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:54:59.511 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.511 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:54:59.511 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.511 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:54:59.511 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:54:59.511 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:54:59.511 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:54:59.511 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:54:59.511 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:54:59.511 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:59.511 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:54:59.511 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:54:59.511 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:54:59.512 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:54:59.512 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:54:59.512 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:54:59.512 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.512 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:54:59.512 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:54:59.512 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:54:59.512 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:54:59.512 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:54:59.512 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:54:59.512 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:54:59.512 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:54:59.512 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:54:59.512 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:54:59.513 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:54:59.513 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.513 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.513 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:54:59.513 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.513 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:54:59.513 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:54:59.513 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:54:59.513 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:54:59.513 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:54:59.513 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:54:59.513 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:54:59.513 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:54:59.514 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:54:59.514 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:54:59.514 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:54:59.514 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:54:59.514 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:54:59.514 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:54:59.514 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.514 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.514 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:59.514 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.514 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:54:59.514 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:54:59.514 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.514 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:54:59.514 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:59.515 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:54:59.515 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:54:59.515 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:54:59.515 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.515 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:54:59.515 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:54:59.515 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.515 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.515 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:54:59.515 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:54:59.515 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.515 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.515 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:54:59.515 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:54:59.516 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:54:59.516 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:54:59.516 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:54:59.516 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.516 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.516 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:54:59.516 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:54:59.516 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:54:59.516 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.516 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:54:59.516 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.516 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:54:59.516 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.517 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:54:59.517 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.517 INFO:teuthology.orchestra.run.smithi019.stdout:configfile = 2023-12-03T12:54:59.517 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.517 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:54:59.517 INFO:teuthology.orchestra.run.smithi019.stdout: def setup_teardown(configfile): 2023-12-03T12:54:59.517 INFO:teuthology.orchestra.run.smithi019.stdout: yield 2023-12-03T12:54:59.517 INFO:teuthology.orchestra.run.smithi019.stdout:> teardown() 2023-12-03T12:54:59.517 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.517 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:54:59.517 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.517 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:54:59.517 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:54:59.517 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:54:59.518 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:54:59.518 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:54:59.518 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:54:59.518 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:54:59.518 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:54:59.518 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:54:59.518 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:54:59.518 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:54:59.518 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:54:59.518 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:54:59.518 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:54:59.518 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:54:59.518 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:54:59.518 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:54:59.519 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:54:59.519 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:54:59.519 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:54:59.519 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:54:59.519 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:54:59.519 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:54:59.519 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:54:59.521 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:54:59.521 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:54:59.521 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:54:59.521 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:54:59.521 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:54:59.521 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:54:59.521 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:54:59.521 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:54:59.521 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:54:59.521 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:54:59.521 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:54:59.521 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:54:59.522 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:54:59.522 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:54:59.522 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:54:59.522 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:54:59.522 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.522 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.522 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:59.522 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:54:59.522 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.522 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:54:59.522 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.522 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:54:59.522 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:54:59.522 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:54:59.523 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:54:59.523 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:54:59.523 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:54:59.523 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:59.523 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:54:59.523 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:54:59.523 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:54:59.523 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:54:59.523 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:54:59.523 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:54:59.523 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.523 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:54:59.523 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:54:59.523 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:54:59.523 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:54:59.523 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:54:59.524 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:54:59.524 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:54:59.524 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:54:59.524 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:54:59.524 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:54:59.524 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:54:59.524 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.524 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.524 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:54:59.524 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:54:59.524 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:54:59.524 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:54:59.524 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:54:59.524 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.524 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.525 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:54:59.525 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:54:59.525 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:54:59.525 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:54:59.525 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:54:59.525 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.525 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:54:59.525 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:54:59.525 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:54:59.525 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:54:59.525 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:54:59.525 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:54:59.525 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.525 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:54:59.525 INFO:teuthology.orchestra.run.smithi019.stdout:_______________ ERROR at teardown of test_encrypted_transfer_1b ________________ 2023-12-03T12:54:59.526 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.526 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:59.526 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.526 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:54:59.526 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:54:59.526 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.526 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:54:59.526 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:59.526 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:54:59.526 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:54:59.526 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:54:59.526 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.526 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:54:59.526 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:54:59.527 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.527 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.527 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:54:59.527 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:54:59.527 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.527 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.527 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:54:59.527 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.527 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:54:59.527 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:54:59.527 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.527 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.527 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:54:59.527 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:54:59.527 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.528 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:54:59.528 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:54:59.528 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:54:59.528 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:54:59.528 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:54:59.528 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:59.528 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:54:59.528 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.528 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:54:59.528 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:54:59.528 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:54:59.528 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:54:59.528 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:54:59.528 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:54:59.528 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:54:59.528 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:54:59.529 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:59.529 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.529 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:54:59.529 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:54:59.529 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:54:59.529 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:54:59.529 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.529 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:54:59.529 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:54:59.529 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:54:59.529 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:54:59.529 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.529 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.529 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:54:59.529 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:54:59.530 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:54:59.530 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:54:59.530 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.530 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.530 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:54:59.530 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:54:59.530 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:54:59.530 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.530 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:54:59.530 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.530 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:54:59.530 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:54:59.530 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.531 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:54:59.531 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:54:59.531 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:54:59.531 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:54:59.531 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:54:59.531 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:54:59.531 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.531 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:54:59.531 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.531 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:54:59.531 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.531 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:59.531 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:54:59.531 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.532 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:54:59.532 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.532 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:54:59.532 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:54:59.532 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:54:59.532 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:54:59.532 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:54:59.532 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:54:59.532 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:59.532 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:54:59.532 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:54:59.532 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:54:59.532 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:54:59.532 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:54:59.533 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:54:59.533 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.533 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:54:59.533 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:54:59.533 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:54:59.533 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:54:59.533 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:54:59.533 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:54:59.533 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:54:59.533 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:54:59.533 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:54:59.533 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:54:59.533 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:54:59.533 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.533 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.533 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:54:59.534 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.534 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:54:59.534 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:54:59.534 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:54:59.534 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:54:59.534 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:54:59.534 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:54:59.534 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:54:59.534 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:54:59.534 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:54:59.534 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:54:59.534 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:54:59.534 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:54:59.534 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:54:59.535 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:54:59.535 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.535 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.535 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:59.535 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.535 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:54:59.535 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:54:59.535 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.535 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:54:59.535 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:59.535 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:54:59.535 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:54:59.535 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:54:59.535 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.535 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:54:59.536 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:54:59.536 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.536 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.536 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:54:59.536 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:54:59.536 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.536 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.536 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:54:59.536 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:54:59.536 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:54:59.536 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:54:59.536 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:54:59.536 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.536 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.537 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:54:59.537 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:54:59.537 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:54:59.537 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.537 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:54:59.537 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.537 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:54:59.537 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.537 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:54:59.537 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.537 INFO:teuthology.orchestra.run.smithi019.stdout:configfile = 2023-12-03T12:54:59.537 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.537 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:54:59.537 INFO:teuthology.orchestra.run.smithi019.stdout: def setup_teardown(configfile): 2023-12-03T12:54:59.537 INFO:teuthology.orchestra.run.smithi019.stdout: yield 2023-12-03T12:54:59.538 INFO:teuthology.orchestra.run.smithi019.stdout:> teardown() 2023-12-03T12:54:59.538 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.538 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:54:59.538 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.538 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:54:59.538 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:54:59.538 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:54:59.538 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:54:59.538 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:54:59.538 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:54:59.538 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:54:59.538 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:54:59.538 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:54:59.538 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:54:59.539 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:54:59.539 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:54:59.539 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:54:59.539 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:54:59.539 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:54:59.539 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:54:59.539 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:54:59.539 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:54:59.539 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:54:59.539 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:54:59.539 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:54:59.539 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:54:59.539 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:54:59.539 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:54:59.539 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:54:59.540 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:54:59.540 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:54:59.540 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:54:59.540 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:54:59.540 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:54:59.540 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:54:59.540 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:54:59.540 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:54:59.540 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:54:59.540 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:54:59.540 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:54:59.540 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:54:59.540 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:54:59.540 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:54:59.540 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:54:59.541 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.541 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.541 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:59.541 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:54:59.541 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.541 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:54:59.541 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.541 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:54:59.541 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:54:59.541 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:54:59.541 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:54:59.541 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:54:59.542 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:54:59.542 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:59.542 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:54:59.542 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:54:59.542 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:54:59.542 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:54:59.542 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:54:59.542 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:54:59.542 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.542 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:54:59.542 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:54:59.542 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:54:59.542 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:54:59.542 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:54:59.543 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:54:59.543 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:54:59.543 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:54:59.543 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:54:59.543 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:54:59.543 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:54:59.543 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.543 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.543 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:54:59.543 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:54:59.543 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:54:59.543 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:54:59.543 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:54:59.543 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.543 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.543 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:54:59.544 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:54:59.544 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:54:59.544 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:54:59.544 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:54:59.544 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.544 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:54:59.544 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:54:59.544 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:54:59.544 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:54:59.544 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:54:59.544 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:54:59.544 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.544 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:54:59.544 INFO:teuthology.orchestra.run.smithi019.stdout:_______________ ERROR at teardown of test_encrypted_transfer_1kb _______________ 2023-12-03T12:54:59.545 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.545 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:59.545 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.545 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:54:59.545 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:54:59.545 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.545 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:54:59.545 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:59.545 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:54:59.545 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:54:59.545 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:54:59.545 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.545 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:54:59.545 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:54:59.545 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.546 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.546 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:54:59.546 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:54:59.546 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.546 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.546 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:54:59.546 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.546 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:54:59.546 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:54:59.546 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.546 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.546 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:54:59.546 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:54:59.546 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.547 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:54:59.547 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:54:59.547 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:54:59.547 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:54:59.547 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:54:59.547 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:59.547 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:54:59.547 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.547 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:54:59.547 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:54:59.547 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:54:59.547 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:54:59.547 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:54:59.547 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:54:59.547 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:54:59.547 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:54:59.547 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:59.548 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.548 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:54:59.548 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:54:59.548 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:54:59.548 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:54:59.548 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.548 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:54:59.548 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:54:59.548 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:54:59.548 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:54:59.548 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.548 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.548 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:54:59.548 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:54:59.549 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:54:59.549 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:54:59.549 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.549 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.549 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:54:59.549 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:54:59.549 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:54:59.549 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.549 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:54:59.549 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.549 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:54:59.549 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:54:59.549 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.549 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:54:59.549 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:54:59.550 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:54:59.550 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:54:59.550 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:54:59.550 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:54:59.550 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.550 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:54:59.550 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.550 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:54:59.550 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.550 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:59.550 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:54:59.550 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.550 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:54:59.550 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.551 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:54:59.551 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:54:59.551 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:54:59.551 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:54:59.551 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:54:59.551 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:54:59.551 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:59.551 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:54:59.551 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:54:59.551 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:54:59.551 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:54:59.551 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:54:59.551 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:54:59.551 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.552 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:54:59.552 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:54:59.552 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:54:59.552 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:54:59.552 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:54:59.552 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:54:59.552 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:54:59.552 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:54:59.552 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:54:59.552 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:54:59.552 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:54:59.552 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.552 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.552 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:54:59.552 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.552 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:54:59.553 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:54:59.553 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:54:59.553 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:54:59.553 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:54:59.553 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:54:59.553 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:54:59.553 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:54:59.553 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:54:59.553 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:54:59.553 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:54:59.553 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:54:59.553 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:54:59.553 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:54:59.554 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.554 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.554 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:59.554 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.554 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:54:59.554 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:54:59.554 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.554 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:54:59.554 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:59.554 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:54:59.554 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:54:59.554 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:54:59.554 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.554 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:54:59.554 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:54:59.555 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.555 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.555 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:54:59.555 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:54:59.555 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.555 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.555 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:54:59.555 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:54:59.555 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:54:59.555 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:54:59.555 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:54:59.555 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.555 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.555 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:54:59.556 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:54:59.556 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:54:59.556 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.556 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:54:59.556 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.556 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:54:59.556 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.556 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:54:59.556 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.556 INFO:teuthology.orchestra.run.smithi019.stdout:configfile = 2023-12-03T12:54:59.556 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.556 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:54:59.556 INFO:teuthology.orchestra.run.smithi019.stdout: def setup_teardown(configfile): 2023-12-03T12:54:59.556 INFO:teuthology.orchestra.run.smithi019.stdout: yield 2023-12-03T12:54:59.556 INFO:teuthology.orchestra.run.smithi019.stdout:> teardown() 2023-12-03T12:54:59.556 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.557 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:54:59.557 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.557 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:54:59.557 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:54:59.557 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:54:59.557 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:54:59.557 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:54:59.557 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:54:59.557 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:54:59.557 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:54:59.557 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:54:59.557 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:54:59.557 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:54:59.557 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:54:59.557 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:54:59.558 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:54:59.558 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:54:59.558 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:54:59.558 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:54:59.558 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:54:59.558 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:54:59.558 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:54:59.558 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:54:59.558 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:54:59.558 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:54:59.558 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:54:59.558 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:54:59.558 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:54:59.558 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:54:59.559 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:54:59.559 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:54:59.559 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:54:59.559 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:54:59.559 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:54:59.559 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:54:59.559 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:54:59.559 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:54:59.559 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:54:59.559 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:54:59.559 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:54:59.559 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:54:59.559 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:54:59.559 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.560 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.560 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:59.560 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:54:59.560 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.560 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:54:59.560 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.560 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:54:59.560 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:54:59.560 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:54:59.560 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:54:59.560 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:54:59.560 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:54:59.560 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:59.560 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:54:59.560 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:54:59.560 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:54:59.561 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:54:59.561 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:54:59.561 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:54:59.561 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.561 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:54:59.561 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:54:59.561 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:54:59.561 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:54:59.561 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:54:59.561 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:54:59.561 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:54:59.561 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:54:59.561 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:54:59.561 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:54:59.561 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:54:59.561 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.562 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.562 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:54:59.562 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:54:59.562 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:54:59.562 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:54:59.562 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:54:59.562 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.562 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.562 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:54:59.562 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:54:59.562 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:54:59.562 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:54:59.562 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:54:59.562 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.563 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:54:59.563 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:54:59.563 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:54:59.563 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:54:59.563 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:54:59.563 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:54:59.563 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.563 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:54:59.563 INFO:teuthology.orchestra.run.smithi019.stdout:_______________ ERROR at teardown of test_encrypted_transfer_1MB _______________ 2023-12-03T12:54:59.563 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.563 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:59.563 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.563 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:54:59.563 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:54:59.563 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.564 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:54:59.564 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:59.564 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:54:59.564 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:54:59.564 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:54:59.564 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.564 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:54:59.564 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:54:59.564 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.564 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.564 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:54:59.564 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:54:59.564 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.564 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.564 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:54:59.565 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.565 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:54:59.565 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:54:59.565 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.565 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.565 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:54:59.565 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:54:59.565 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.565 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:54:59.565 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:54:59.565 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:54:59.565 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:54:59.565 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:54:59.565 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:59.565 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:54:59.566 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.566 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:54:59.566 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:54:59.566 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:54:59.566 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:54:59.566 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:54:59.566 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:54:59.566 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:54:59.566 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:54:59.566 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:59.566 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.566 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:54:59.566 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:54:59.566 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:54:59.567 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:54:59.567 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.567 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:54:59.567 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:54:59.567 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:54:59.567 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:54:59.567 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.567 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.567 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:54:59.567 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:54:59.567 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:54:59.567 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:54:59.567 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.567 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.568 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:54:59.568 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:54:59.568 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:54:59.568 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.568 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:54:59.568 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.568 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:54:59.568 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:54:59.568 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.568 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:54:59.568 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:54:59.568 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:54:59.568 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:54:59.568 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:54:59.568 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:54:59.569 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.569 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:54:59.569 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.569 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:54:59.569 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.569 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:59.569 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:54:59.569 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.569 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:54:59.569 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.569 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:54:59.569 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:54:59.569 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:54:59.569 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:54:59.569 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:54:59.570 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:54:59.570 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:59.570 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:54:59.570 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:54:59.570 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:54:59.570 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:54:59.570 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:54:59.570 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:54:59.570 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.570 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:54:59.570 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:54:59.570 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:54:59.570 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:54:59.570 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:54:59.571 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:54:59.571 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:54:59.571 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:54:59.571 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:54:59.571 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:54:59.571 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:54:59.571 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.571 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.571 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:54:59.571 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.571 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:54:59.571 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:54:59.571 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:54:59.571 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:54:59.571 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:54:59.572 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:54:59.572 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:54:59.572 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:54:59.572 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:54:59.572 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:54:59.572 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:54:59.572 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:54:59.572 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:54:59.572 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:54:59.572 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.572 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.572 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:59.572 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.572 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:54:59.573 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:54:59.573 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.573 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:54:59.573 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:59.573 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:54:59.573 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:54:59.573 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:54:59.573 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.573 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:54:59.573 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:54:59.573 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.573 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.573 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:54:59.573 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:54:59.573 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.574 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.574 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:54:59.574 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:54:59.574 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:54:59.574 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:54:59.574 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:54:59.574 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.574 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.574 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:54:59.574 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:54:59.574 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:54:59.574 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.574 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:54:59.574 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.574 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:54:59.575 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.575 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:54:59.575 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.575 INFO:teuthology.orchestra.run.smithi019.stdout:configfile = 2023-12-03T12:54:59.575 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.575 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:54:59.575 INFO:teuthology.orchestra.run.smithi019.stdout: def setup_teardown(configfile): 2023-12-03T12:54:59.575 INFO:teuthology.orchestra.run.smithi019.stdout: yield 2023-12-03T12:54:59.575 INFO:teuthology.orchestra.run.smithi019.stdout:> teardown() 2023-12-03T12:54:59.575 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.575 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:54:59.575 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.575 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:54:59.575 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:54:59.575 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:54:59.576 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:54:59.576 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:54:59.576 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:54:59.576 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:54:59.576 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:54:59.576 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:54:59.576 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:54:59.576 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:54:59.576 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:54:59.576 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:54:59.576 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:54:59.576 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:54:59.576 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:54:59.576 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:54:59.576 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:54:59.577 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:54:59.577 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:54:59.577 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:54:59.577 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:54:59.577 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:54:59.577 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:54:59.577 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:54:59.577 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:54:59.577 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:54:59.577 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:54:59.577 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:54:59.577 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:54:59.577 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:54:59.578 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:54:59.578 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:54:59.578 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:54:59.578 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:54:59.578 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:54:59.578 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:54:59.578 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:54:59.578 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:54:59.578 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:54:59.578 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.578 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.578 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:59.578 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:54:59.578 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.578 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:54:59.578 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.579 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:54:59.579 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:54:59.579 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:54:59.579 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:54:59.579 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:54:59.579 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:54:59.579 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:59.579 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:54:59.579 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:54:59.579 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:54:59.579 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:54:59.579 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:54:59.579 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:54:59.579 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.580 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:54:59.580 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:54:59.580 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:54:59.580 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:54:59.580 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:54:59.580 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:54:59.580 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:54:59.580 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:54:59.580 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:54:59.580 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:54:59.580 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:54:59.580 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.580 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.580 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:54:59.581 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:54:59.581 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:54:59.581 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:54:59.581 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:54:59.581 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.581 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.581 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:54:59.581 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:54:59.581 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:54:59.581 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:54:59.581 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:54:59.581 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.581 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:54:59.581 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:54:59.582 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:54:59.582 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:54:59.582 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:54:59.582 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:54:59.582 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.582 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:54:59.582 INFO:teuthology.orchestra.run.smithi019.stdout:_______________ ERROR at teardown of test_encrypted_transfer_13b _______________ 2023-12-03T12:54:59.582 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.582 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:59.582 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.582 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:54:59.582 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:54:59.582 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.582 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:54:59.583 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:59.583 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:54:59.583 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:54:59.583 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:54:59.583 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.583 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:54:59.583 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:54:59.583 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.583 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.583 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:54:59.583 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:54:59.583 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.583 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.583 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:54:59.584 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.584 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:54:59.584 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:54:59.584 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.584 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.584 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:54:59.584 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:54:59.584 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.584 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:54:59.584 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:54:59.584 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:54:59.584 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:54:59.584 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:54:59.584 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:59.584 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:54:59.585 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.585 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:54:59.585 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:54:59.585 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:54:59.585 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:54:59.585 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:54:59.585 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:54:59.585 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:54:59.585 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:54:59.585 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:59.585 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.585 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:54:59.585 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:54:59.585 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:54:59.586 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:54:59.586 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.586 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:54:59.586 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:54:59.586 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:54:59.586 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:54:59.586 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.586 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.586 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:54:59.586 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:54:59.586 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:54:59.586 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:54:59.586 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.586 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.587 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:54:59.587 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:54:59.587 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:54:59.587 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.587 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:54:59.587 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.587 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:54:59.587 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:54:59.587 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.587 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:54:59.587 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:54:59.587 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:54:59.587 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:54:59.588 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:54:59.588 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:54:59.588 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.588 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:54:59.588 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.588 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:54:59.588 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.588 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:59.588 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:54:59.588 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.588 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:54:59.588 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.588 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:54:59.589 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:54:59.589 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:54:59.589 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:54:59.589 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:54:59.589 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:54:59.589 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:59.589 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:54:59.589 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:54:59.589 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:54:59.589 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:54:59.589 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:54:59.589 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:54:59.589 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.589 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:54:59.590 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:54:59.590 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:54:59.590 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:54:59.590 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:54:59.590 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:54:59.590 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:54:59.590 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:54:59.590 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:54:59.590 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:54:59.590 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:54:59.590 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.590 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.591 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:54:59.591 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.591 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:54:59.591 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:54:59.591 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:54:59.591 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:54:59.591 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:54:59.591 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:54:59.591 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:54:59.591 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:54:59.591 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:54:59.591 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:54:59.591 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:54:59.591 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:54:59.592 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:54:59.592 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:54:59.592 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.592 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.592 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:59.592 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.592 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:54:59.592 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:54:59.592 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.592 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:54:59.592 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:59.592 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:54:59.592 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:54:59.592 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:54:59.593 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.593 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:54:59.593 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:54:59.593 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.593 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.593 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:54:59.593 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:54:59.593 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.593 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.593 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:54:59.593 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:54:59.593 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:54:59.593 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:54:59.594 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:54:59.594 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.594 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.594 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:54:59.594 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:54:59.594 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:54:59.594 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.594 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:54:59.594 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.594 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:54:59.594 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.594 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:54:59.594 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.594 INFO:teuthology.orchestra.run.smithi019.stdout:configfile = 2023-12-03T12:54:59.595 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.595 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:54:59.595 INFO:teuthology.orchestra.run.smithi019.stdout: def setup_teardown(configfile): 2023-12-03T12:54:59.595 INFO:teuthology.orchestra.run.smithi019.stdout: yield 2023-12-03T12:54:59.595 INFO:teuthology.orchestra.run.smithi019.stdout:> teardown() 2023-12-03T12:54:59.595 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.595 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:54:59.595 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.595 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:54:59.595 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:54:59.595 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:54:59.595 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:54:59.595 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:54:59.595 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:54:59.595 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:54:59.596 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:54:59.596 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:54:59.596 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:54:59.596 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:54:59.596 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:54:59.596 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:54:59.596 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:54:59.596 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:54:59.596 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:54:59.596 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:54:59.596 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:54:59.596 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:54:59.596 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:54:59.596 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:54:59.596 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:54:59.596 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:54:59.597 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:54:59.597 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:54:59.597 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:54:59.597 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:54:59.597 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:54:59.597 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:54:59.597 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:54:59.597 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:54:59.597 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:54:59.597 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:54:59.597 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:54:59.597 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:54:59.597 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:54:59.597 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:54:59.598 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:54:59.598 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:54:59.598 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:54:59.598 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.598 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.598 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:59.598 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:54:59.598 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.598 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:54:59.598 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.598 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:54:59.598 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:54:59.598 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:54:59.598 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:54:59.599 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:54:59.599 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:54:59.599 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:59.599 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:54:59.599 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:54:59.599 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:54:59.599 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:54:59.599 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:54:59.599 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:54:59.599 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.599 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:54:59.599 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:54:59.599 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:54:59.599 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:54:59.600 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:54:59.600 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:54:59.600 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:54:59.600 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:54:59.600 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:54:59.600 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:54:59.600 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:54:59.600 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.600 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.600 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:54:59.600 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:54:59.600 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:54:59.600 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:54:59.600 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:54:59.600 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.600 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.601 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:54:59.601 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:54:59.601 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:54:59.601 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:54:59.601 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:54:59.601 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.601 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:54:59.601 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:54:59.601 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:54:59.601 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:54:59.601 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:54:59.601 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:54:59.601 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.601 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:54:59.602 INFO:teuthology.orchestra.run.smithi019.stdout:____________ ERROR at teardown of test_encryption_sse_c_method_head ____________ 2023-12-03T12:54:59.602 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.602 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:59.602 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.602 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:54:59.602 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:54:59.602 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.602 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:54:59.602 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:59.602 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:54:59.602 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:54:59.603 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:54:59.603 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.603 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:54:59.603 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:54:59.603 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.603 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.603 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:54:59.603 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:54:59.603 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.603 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.603 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:54:59.603 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.603 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:54:59.603 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:54:59.604 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.604 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.604 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:54:59.604 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:54:59.604 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.604 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:54:59.604 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:54:59.604 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:54:59.604 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:54:59.604 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:54:59.604 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:59.604 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:54:59.604 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.604 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:54:59.605 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:54:59.605 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:54:59.605 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:54:59.605 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:54:59.605 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:54:59.605 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:54:59.605 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:54:59.605 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:59.605 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.605 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:54:59.605 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:54:59.605 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:54:59.605 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:54:59.605 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.605 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:54:59.606 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:54:59.606 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:54:59.606 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:54:59.606 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.606 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.606 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:54:59.606 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:54:59.606 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:54:59.606 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:54:59.606 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.606 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.606 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:54:59.606 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:54:59.607 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:54:59.607 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.607 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:54:59.607 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.607 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:54:59.607 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:54:59.607 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.607 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:54:59.607 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:54:59.607 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:54:59.607 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:54:59.607 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:54:59.607 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:54:59.607 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.607 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:54:59.608 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.608 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:54:59.608 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.608 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:59.608 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:54:59.608 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.608 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:54:59.608 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.608 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:54:59.608 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:54:59.608 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:54:59.608 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:54:59.608 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:54:59.608 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:54:59.608 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:59.609 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:54:59.609 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:54:59.609 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:54:59.609 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:54:59.609 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:54:59.609 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:54:59.609 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.609 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:54:59.609 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:54:59.609 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:54:59.609 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:54:59.609 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:54:59.609 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:54:59.609 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:54:59.609 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:54:59.609 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:54:59.610 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:54:59.610 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:54:59.610 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.610 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.610 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:54:59.610 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.610 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:54:59.610 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:54:59.610 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:54:59.610 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:54:59.610 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:54:59.610 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:54:59.610 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:54:59.610 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:54:59.611 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:54:59.611 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:54:59.611 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:54:59.611 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:54:59.611 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:54:59.611 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:54:59.611 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.611 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.611 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:59.611 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.611 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:54:59.611 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:54:59.611 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.611 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:54:59.612 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:59.612 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:54:59.612 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:54:59.612 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:54:59.612 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.612 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:54:59.612 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:54:59.612 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.612 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.612 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:54:59.612 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:54:59.612 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.612 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.612 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:54:59.612 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:54:59.613 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:54:59.613 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:54:59.613 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:54:59.613 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.613 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.613 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:54:59.613 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:54:59.613 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:54:59.613 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.613 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:54:59.613 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.613 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:54:59.613 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.613 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:54:59.613 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.613 INFO:teuthology.orchestra.run.smithi019.stdout:configfile = 2023-12-03T12:54:59.614 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.614 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:54:59.614 INFO:teuthology.orchestra.run.smithi019.stdout: def setup_teardown(configfile): 2023-12-03T12:54:59.614 INFO:teuthology.orchestra.run.smithi019.stdout: yield 2023-12-03T12:54:59.614 INFO:teuthology.orchestra.run.smithi019.stdout:> teardown() 2023-12-03T12:54:59.614 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.614 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:54:59.614 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.614 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:54:59.614 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:54:59.614 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:54:59.614 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:54:59.614 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:54:59.614 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:54:59.615 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:54:59.615 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:54:59.615 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:54:59.615 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:54:59.615 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:54:59.615 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:54:59.615 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:54:59.615 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:54:59.615 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:54:59.615 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:54:59.615 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:54:59.615 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:54:59.615 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:54:59.615 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:54:59.616 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:54:59.616 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:54:59.616 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:54:59.616 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:54:59.616 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:54:59.616 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:54:59.616 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:54:59.616 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:54:59.616 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:54:59.616 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:54:59.616 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:54:59.616 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:54:59.616 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:54:59.616 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:54:59.617 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:54:59.617 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:54:59.617 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:54:59.617 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:54:59.617 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:54:59.617 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:54:59.617 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.617 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.617 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:59.617 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:54:59.617 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.617 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:54:59.617 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.617 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:54:59.617 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:54:59.618 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:54:59.618 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:54:59.618 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:54:59.618 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:54:59.618 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:59.618 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:54:59.618 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:54:59.618 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:54:59.618 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:54:59.618 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:54:59.618 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:54:59.618 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.618 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:54:59.618 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:54:59.618 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:54:59.619 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:54:59.619 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:54:59.619 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:54:59.619 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:54:59.619 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:54:59.619 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:54:59.619 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:54:59.619 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:54:59.619 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.619 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.619 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:54:59.619 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:54:59.619 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:54:59.619 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:54:59.619 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:54:59.620 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.620 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.620 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:54:59.620 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:54:59.620 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:54:59.620 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:54:59.620 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:54:59.620 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.620 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:54:59.620 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:54:59.620 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:54:59.620 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:54:59.620 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:54:59.620 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:54:59.621 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.621 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:54:59.621 INFO:teuthology.orchestra.run.smithi019.stdout:______________ ERROR at teardown of test_encryption_sse_c_present ______________ 2023-12-03T12:54:59.621 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.621 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:59.621 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.621 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:54:59.621 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:54:59.621 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.621 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:54:59.621 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:59.621 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:54:59.621 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:54:59.621 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:54:59.622 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.622 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:54:59.622 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:54:59.622 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.622 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.622 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:54:59.622 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:54:59.622 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.622 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.622 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:54:59.622 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.622 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:54:59.622 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:54:59.622 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.622 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.623 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:54:59.623 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:54:59.623 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.623 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:54:59.623 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:54:59.623 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:54:59.623 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:54:59.623 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:54:59.623 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:59.623 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:54:59.623 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.623 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:54:59.623 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:54:59.623 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:54:59.624 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:54:59.624 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:54:59.624 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:54:59.624 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:54:59.624 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:54:59.624 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:59.624 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.624 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:54:59.624 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:54:59.624 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:54:59.624 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:54:59.624 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.624 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:54:59.624 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:54:59.624 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:54:59.624 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:54:59.625 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.625 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.625 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:54:59.625 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:54:59.625 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:54:59.625 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:54:59.625 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.625 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.625 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:54:59.625 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:54:59.625 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:54:59.625 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.625 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:54:59.625 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.626 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:54:59.626 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:54:59.626 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.626 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:54:59.626 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:54:59.626 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:54:59.626 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:54:59.626 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:54:59.626 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:54:59.626 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.626 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:54:59.626 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.626 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:54:59.626 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.627 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:59.627 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:54:59.627 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.627 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:54:59.627 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.627 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:54:59.627 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:54:59.627 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:54:59.627 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:54:59.627 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:54:59.627 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:54:59.627 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:59.627 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:54:59.627 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:54:59.628 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:54:59.628 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:54:59.628 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:54:59.628 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:54:59.628 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.628 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:54:59.628 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:54:59.628 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:54:59.628 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:54:59.628 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:54:59.628 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:54:59.628 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:54:59.628 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:54:59.628 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:54:59.628 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:54:59.629 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:54:59.629 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.629 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.629 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:54:59.629 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.629 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:54:59.629 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:54:59.629 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:54:59.629 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:54:59.629 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:54:59.629 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:54:59.629 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:54:59.629 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:54:59.629 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:54:59.630 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:54:59.630 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:54:59.630 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:54:59.630 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:54:59.630 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:54:59.630 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.630 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.630 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:59.630 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.630 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:54:59.630 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:54:59.630 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.630 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:54:59.631 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:59.631 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:54:59.631 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:54:59.631 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:54:59.631 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.631 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:54:59.631 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:54:59.631 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.631 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.631 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:54:59.631 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:54:59.631 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.631 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.631 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:54:59.632 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:54:59.632 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:54:59.632 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:54:59.632 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:54:59.632 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.632 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.632 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:54:59.632 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:54:59.632 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:54:59.632 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.632 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:54:59.632 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.632 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:54:59.632 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.633 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:54:59.633 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.633 INFO:teuthology.orchestra.run.smithi019.stdout:configfile = 2023-12-03T12:54:59.633 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.633 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:54:59.633 INFO:teuthology.orchestra.run.smithi019.stdout: def setup_teardown(configfile): 2023-12-03T12:54:59.633 INFO:teuthology.orchestra.run.smithi019.stdout: yield 2023-12-03T12:54:59.633 INFO:teuthology.orchestra.run.smithi019.stdout:> teardown() 2023-12-03T12:54:59.633 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.633 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:54:59.633 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.633 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:54:59.633 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:54:59.633 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:54:59.633 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:54:59.634 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:54:59.634 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:54:59.634 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:54:59.634 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:54:59.634 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:54:59.634 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:54:59.634 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:54:59.634 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:54:59.634 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:54:59.634 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:54:59.634 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:54:59.634 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:54:59.634 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:54:59.634 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:54:59.634 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:54:59.635 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:54:59.635 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:54:59.635 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:54:59.635 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:54:59.635 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:54:59.635 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:54:59.635 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:54:59.635 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:54:59.635 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:54:59.635 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:54:59.635 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:54:59.635 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:54:59.635 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:54:59.635 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:54:59.636 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:54:59.636 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:54:59.636 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:54:59.636 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:54:59.636 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:54:59.636 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:54:59.636 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:54:59.636 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.636 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.636 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:59.636 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:54:59.636 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.636 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:54:59.636 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.636 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:54:59.637 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:54:59.637 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:54:59.637 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:54:59.637 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:54:59.637 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:54:59.637 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:59.637 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:54:59.637 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:54:59.637 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:54:59.637 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:54:59.637 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:54:59.637 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:54:59.637 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.637 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:54:59.637 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:54:59.638 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:54:59.638 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:54:59.638 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:54:59.638 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:54:59.638 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:54:59.638 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:54:59.638 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:54:59.638 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:54:59.638 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:54:59.638 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.638 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.638 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:54:59.639 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:54:59.639 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:54:59.639 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:54:59.639 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:54:59.639 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.639 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.639 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:54:59.639 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:54:59.639 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:54:59.639 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:54:59.639 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:54:59.639 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.639 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:54:59.639 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:54:59.640 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:54:59.640 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:54:59.640 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:54:59.640 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:54:59.640 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.640 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:54:59.640 INFO:teuthology.orchestra.run.smithi019.stdout:_____________ ERROR at teardown of test_encryption_sse_c_other_key _____________ 2023-12-03T12:54:59.640 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.640 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:59.640 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.640 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:54:59.640 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:54:59.640 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.640 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:54:59.640 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:59.640 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:54:59.641 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:54:59.641 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:54:59.641 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.641 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:54:59.641 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:54:59.641 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.641 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.641 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:54:59.641 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:54:59.641 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.641 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.641 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:54:59.641 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.641 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:54:59.642 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:54:59.642 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.642 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.642 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:54:59.642 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:54:59.642 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.642 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:54:59.642 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:54:59.642 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:54:59.642 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:54:59.642 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:54:59.642 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:59.642 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:54:59.642 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.643 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:54:59.643 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:54:59.643 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:54:59.643 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:54:59.643 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:54:59.643 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:54:59.643 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:54:59.643 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:54:59.643 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:59.643 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.643 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:54:59.643 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:54:59.643 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:54:59.643 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:54:59.643 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.644 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:54:59.644 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:54:59.644 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:54:59.644 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:54:59.644 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.644 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.644 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:54:59.644 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:54:59.644 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:54:59.644 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:54:59.644 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.644 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.644 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:54:59.644 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:54:59.644 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:54:59.644 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.645 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:54:59.645 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.645 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:54:59.645 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:54:59.645 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.645 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:54:59.645 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:54:59.645 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:54:59.645 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:54:59.645 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:54:59.645 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:54:59.645 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.645 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:54:59.645 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.645 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:54:59.646 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.646 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:59.646 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:54:59.646 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.646 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:54:59.646 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.646 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:54:59.646 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:54:59.646 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:54:59.646 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:54:59.646 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:54:59.646 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:54:59.647 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:59.647 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:54:59.647 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:54:59.647 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:54:59.647 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:54:59.647 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:54:59.647 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:54:59.647 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.647 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:54:59.647 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:54:59.647 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:54:59.647 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:54:59.647 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:54:59.648 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:54:59.648 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:54:59.648 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:54:59.648 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:54:59.648 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:54:59.648 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:54:59.648 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.648 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.648 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:54:59.648 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.648 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:54:59.648 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:54:59.648 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:54:59.648 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:54:59.649 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:54:59.649 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:54:59.649 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:54:59.649 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:54:59.649 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:54:59.649 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:54:59.649 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:54:59.649 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:54:59.649 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:54:59.649 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:54:59.649 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.649 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.649 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:59.649 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.649 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:54:59.650 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:54:59.650 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.650 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:54:59.650 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:59.650 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:54:59.650 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:54:59.650 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:54:59.650 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.650 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:54:59.650 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:54:59.650 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.650 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.650 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:54:59.651 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:54:59.651 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.651 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.651 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:54:59.651 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:54:59.651 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:54:59.651 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:54:59.651 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:54:59.651 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.651 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.651 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:54:59.651 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:54:59.651 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:54:59.651 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.652 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:54:59.652 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.652 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:54:59.652 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.652 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:54:59.652 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.652 INFO:teuthology.orchestra.run.smithi019.stdout:configfile = 2023-12-03T12:54:59.652 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.652 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:54:59.652 INFO:teuthology.orchestra.run.smithi019.stdout: def setup_teardown(configfile): 2023-12-03T12:54:59.652 INFO:teuthology.orchestra.run.smithi019.stdout: yield 2023-12-03T12:54:59.652 INFO:teuthology.orchestra.run.smithi019.stdout:> teardown() 2023-12-03T12:54:59.652 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.653 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:54:59.653 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.653 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:54:59.653 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:54:59.653 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:54:59.653 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:54:59.653 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:54:59.653 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:54:59.653 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:54:59.653 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:54:59.653 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:54:59.653 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:54:59.653 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:54:59.653 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:54:59.653 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:54:59.653 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:54:59.653 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:54:59.654 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:54:59.654 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:54:59.654 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:54:59.654 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:54:59.654 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:54:59.654 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:54:59.654 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:54:59.654 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:54:59.654 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:54:59.654 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:54:59.654 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:54:59.654 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:54:59.654 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:54:59.655 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:54:59.655 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:54:59.655 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:54:59.655 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:54:59.655 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:54:59.655 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:54:59.655 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:54:59.655 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:54:59.655 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:54:59.655 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:54:59.655 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:54:59.655 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:54:59.655 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.655 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.655 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:59.656 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:54:59.656 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.656 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:54:59.656 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.656 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:54:59.656 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:54:59.656 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:54:59.656 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:54:59.656 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:54:59.656 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:54:59.656 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:59.656 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:54:59.656 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:54:59.656 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:54:59.656 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:54:59.657 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:54:59.657 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:54:59.657 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.657 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:54:59.657 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:54:59.657 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:54:59.657 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:54:59.657 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:54:59.657 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:54:59.657 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:54:59.657 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:54:59.657 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:54:59.657 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:54:59.657 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:54:59.657 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.658 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.658 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:54:59.658 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:54:59.658 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:54:59.658 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:54:59.658 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:54:59.658 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.658 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.658 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:54:59.658 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:54:59.658 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:54:59.658 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:54:59.658 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:54:59.658 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.658 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:54:59.659 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:54:59.659 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:54:59.659 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:54:59.659 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:54:59.659 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:54:59.659 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.659 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:54:59.659 INFO:teuthology.orchestra.run.smithi019.stdout:____________ ERROR at teardown of test_encryption_sse_c_invalid_md5 ____________ 2023-12-03T12:54:59.659 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.659 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:59.659 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.659 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:54:59.659 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:54:59.659 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.659 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:54:59.660 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:59.660 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:54:59.660 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:54:59.660 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:54:59.660 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.660 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:54:59.660 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:54:59.660 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.660 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.660 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:54:59.660 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:54:59.660 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.660 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.661 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:54:59.661 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.661 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:54:59.661 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:54:59.661 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.661 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.661 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:54:59.661 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:54:59.661 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.661 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:54:59.661 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:54:59.661 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:54:59.661 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:54:59.661 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:54:59.662 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:59.662 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:54:59.662 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.662 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:54:59.662 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:54:59.662 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:54:59.662 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:54:59.662 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:54:59.662 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:54:59.662 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:54:59.662 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:54:59.662 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:59.662 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.662 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:54:59.662 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:54:59.662 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:54:59.663 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:54:59.663 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.663 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:54:59.663 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:54:59.663 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:54:59.663 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:54:59.663 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.663 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.663 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:54:59.663 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:54:59.663 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:54:59.663 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:54:59.663 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.664 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.664 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:54:59.664 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:54:59.664 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:54:59.664 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.664 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:54:59.664 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.664 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:54:59.664 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:54:59.664 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.664 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:54:59.664 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:54:59.664 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:54:59.664 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:54:59.665 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:54:59.665 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:54:59.665 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.665 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:54:59.665 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.665 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:54:59.665 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.665 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:59.665 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:54:59.665 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.665 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:54:59.665 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.665 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:54:59.665 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:54:59.666 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:54:59.666 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:54:59.666 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:54:59.666 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:54:59.666 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:59.666 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:54:59.666 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:54:59.666 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:54:59.666 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:54:59.666 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:54:59.666 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:54:59.666 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.666 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:54:59.666 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:54:59.666 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:54:59.667 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:54:59.667 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:54:59.667 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:54:59.667 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:54:59.667 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:54:59.667 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:54:59.667 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:54:59.667 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:54:59.667 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.667 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.667 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:54:59.667 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.667 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:54:59.667 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:54:59.667 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:54:59.668 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:54:59.668 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:54:59.668 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:54:59.668 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:54:59.668 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:54:59.668 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:54:59.668 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:54:59.668 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:54:59.668 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:54:59.668 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:54:59.668 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:54:59.668 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.668 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.668 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:59.668 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.669 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:54:59.669 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:54:59.669 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.669 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:54:59.669 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:59.669 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:54:59.669 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:54:59.669 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:54:59.669 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.669 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:54:59.669 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:54:59.669 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.669 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.669 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:54:59.670 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:54:59.670 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.670 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.670 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:54:59.670 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:54:59.670 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:54:59.670 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:54:59.670 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:54:59.670 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.670 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.670 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:54:59.670 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:54:59.670 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:54:59.670 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.671 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:54:59.671 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.671 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:54:59.671 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.671 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:54:59.671 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.671 INFO:teuthology.orchestra.run.smithi019.stdout:configfile = 2023-12-03T12:54:59.671 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.671 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:54:59.671 INFO:teuthology.orchestra.run.smithi019.stdout: def setup_teardown(configfile): 2023-12-03T12:54:59.671 INFO:teuthology.orchestra.run.smithi019.stdout: yield 2023-12-03T12:54:59.671 INFO:teuthology.orchestra.run.smithi019.stdout:> teardown() 2023-12-03T12:54:59.671 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.671 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:54:59.671 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.672 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:54:59.672 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:54:59.672 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:54:59.672 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:54:59.672 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:54:59.672 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:54:59.672 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:54:59.672 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:54:59.672 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:54:59.672 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:54:59.672 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:54:59.672 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:54:59.672 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:54:59.673 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:54:59.673 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:54:59.673 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:54:59.673 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:54:59.673 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:54:59.673 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:54:59.673 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:54:59.673 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:54:59.673 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:54:59.673 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:54:59.673 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:54:59.673 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:54:59.673 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:54:59.673 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:54:59.673 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:54:59.674 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:54:59.674 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:54:59.674 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:54:59.674 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:54:59.674 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:54:59.674 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:54:59.674 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:54:59.674 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:54:59.674 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:54:59.674 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:54:59.674 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:54:59.674 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:54:59.674 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.674 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.675 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:59.675 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:54:59.675 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.675 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:54:59.675 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.675 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:54:59.675 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:54:59.675 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:54:59.675 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:54:59.675 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:54:59.675 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:54:59.675 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:59.675 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:54:59.675 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:54:59.676 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:54:59.676 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:54:59.676 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:54:59.676 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:54:59.676 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.676 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:54:59.676 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:54:59.676 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:54:59.676 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:54:59.676 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:54:59.676 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:54:59.676 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:54:59.676 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:54:59.676 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:54:59.676 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:54:59.676 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:54:59.677 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.677 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.677 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:54:59.677 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:54:59.677 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:54:59.677 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:54:59.677 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:54:59.677 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.677 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.677 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:54:59.677 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:54:59.677 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:54:59.677 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:54:59.677 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:54:59.678 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.678 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:54:59.678 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:54:59.678 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:54:59.678 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:54:59.678 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:54:59.678 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:54:59.678 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.678 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:54:59.678 INFO:teuthology.orchestra.run.smithi019.stdout:______________ ERROR at teardown of test_encryption_sse_c_no_md5 _______________ 2023-12-03T12:54:59.678 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.678 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:59.678 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.679 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:54:59.679 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:54:59.679 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.679 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:54:59.679 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:59.679 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:54:59.679 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:54:59.679 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:54:59.679 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.679 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:54:59.679 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:54:59.679 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.679 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.679 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:54:59.679 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:54:59.680 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.680 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.680 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:54:59.680 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.680 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:54:59.680 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:54:59.680 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.680 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.680 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:54:59.680 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:54:59.680 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.680 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:54:59.680 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:54:59.680 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:54:59.681 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:54:59.681 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:54:59.681 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:59.681 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:54:59.681 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.681 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:54:59.681 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:54:59.681 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:54:59.681 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:54:59.681 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:54:59.681 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:54:59.681 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:54:59.681 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:54:59.681 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:59.681 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.681 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:54:59.682 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:54:59.682 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:54:59.682 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:54:59.682 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.682 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:54:59.682 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:54:59.682 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:54:59.682 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:54:59.682 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.682 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.682 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:54:59.682 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:54:59.682 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:54:59.682 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:54:59.683 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.683 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.683 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:54:59.683 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:54:59.683 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:54:59.683 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.683 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:54:59.683 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.683 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:54:59.683 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:54:59.683 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.683 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:54:59.683 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:54:59.683 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:54:59.684 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:54:59.684 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:54:59.684 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:54:59.684 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.684 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:54:59.684 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.684 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:54:59.684 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.684 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:59.684 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:54:59.684 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.684 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:54:59.684 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.684 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:54:59.685 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:54:59.685 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:54:59.685 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:54:59.685 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:54:59.685 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:54:59.685 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:59.685 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:54:59.685 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:54:59.685 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:54:59.685 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:54:59.685 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:54:59.685 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:54:59.685 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.685 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:54:59.685 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:54:59.685 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:54:59.686 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:54:59.686 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:54:59.686 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:54:59.686 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:54:59.686 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:54:59.686 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:54:59.686 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:54:59.686 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:54:59.686 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.686 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.686 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:54:59.686 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.686 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:54:59.686 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:54:59.687 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:54:59.687 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:54:59.687 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:54:59.687 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:54:59.687 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:54:59.687 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:54:59.687 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:54:59.687 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:54:59.687 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:54:59.687 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:54:59.687 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:54:59.687 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:54:59.687 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.688 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.688 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:59.688 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.688 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:54:59.688 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:54:59.688 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.688 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:54:59.688 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:59.688 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:54:59.688 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:54:59.688 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:54:59.688 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.688 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:54:59.688 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:54:59.689 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.689 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.689 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:54:59.689 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:54:59.689 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.689 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.689 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:54:59.689 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:54:59.689 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:54:59.689 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:54:59.689 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:54:59.689 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.689 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.689 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:54:59.690 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:54:59.690 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:54:59.690 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.690 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:54:59.690 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.690 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:54:59.690 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.690 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:54:59.690 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.690 INFO:teuthology.orchestra.run.smithi019.stdout:configfile = 2023-12-03T12:54:59.690 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.690 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:54:59.690 INFO:teuthology.orchestra.run.smithi019.stdout: def setup_teardown(configfile): 2023-12-03T12:54:59.690 INFO:teuthology.orchestra.run.smithi019.stdout: yield 2023-12-03T12:54:59.690 INFO:teuthology.orchestra.run.smithi019.stdout:> teardown() 2023-12-03T12:54:59.690 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.691 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:54:59.691 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.691 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:54:59.691 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:54:59.691 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:54:59.691 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:54:59.691 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:54:59.691 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:54:59.691 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:54:59.691 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:54:59.691 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:54:59.691 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:54:59.691 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:54:59.692 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:54:59.692 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:54:59.692 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:54:59.692 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:54:59.692 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:54:59.692 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:54:59.692 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:54:59.692 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:54:59.692 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:54:59.692 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:54:59.692 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:54:59.692 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:54:59.692 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:54:59.692 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:54:59.693 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:54:59.693 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:54:59.693 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:54:59.693 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:54:59.693 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:54:59.693 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:54:59.693 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:54:59.693 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:54:59.693 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:54:59.693 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:54:59.693 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:54:59.693 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:54:59.693 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:54:59.693 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:54:59.693 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:54:59.694 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.694 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.694 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:59.694 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:54:59.694 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.694 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:54:59.694 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.694 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:54:59.694 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:54:59.694 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:54:59.694 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:54:59.694 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:54:59.694 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:54:59.694 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:59.694 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:54:59.695 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:54:59.695 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:54:59.695 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:54:59.695 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:54:59.695 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:54:59.695 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.695 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:54:59.695 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:54:59.695 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:54:59.695 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:54:59.695 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:54:59.695 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:54:59.695 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:54:59.695 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:54:59.696 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:54:59.696 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:54:59.696 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:54:59.696 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.696 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.696 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:54:59.696 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:54:59.696 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:54:59.696 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:54:59.696 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:54:59.696 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.696 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.696 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:54:59.696 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:54:59.697 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:54:59.697 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:54:59.697 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:54:59.697 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.697 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:54:59.697 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:54:59.697 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:54:59.697 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:54:59.697 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:54:59.697 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:54:59.697 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.697 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:54:59.697 INFO:teuthology.orchestra.run.smithi019.stdout:______________ ERROR at teardown of test_encryption_sse_c_no_key _______________ 2023-12-03T12:54:59.697 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.697 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:59.698 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.698 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:54:59.698 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:54:59.698 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.698 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:54:59.698 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:59.698 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:54:59.698 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:54:59.698 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:54:59.698 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.698 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:54:59.698 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:54:59.698 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.698 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.698 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:54:59.699 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:54:59.699 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.699 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.699 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:54:59.699 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.699 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:54:59.699 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:54:59.699 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.699 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.699 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:54:59.699 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:54:59.699 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.699 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:54:59.699 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:54:59.699 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:54:59.700 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:54:59.700 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:54:59.700 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:59.700 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:54:59.700 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.700 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:54:59.700 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:54:59.700 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:54:59.700 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:54:59.700 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:54:59.700 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:54:59.700 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:54:59.700 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:54:59.701 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:59.701 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.701 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:54:59.701 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:54:59.701 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:54:59.701 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:54:59.701 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.701 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:54:59.701 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:54:59.701 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:54:59.701 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:54:59.701 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.701 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.701 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:54:59.701 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:54:59.702 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:54:59.702 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:54:59.702 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.702 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.702 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:54:59.702 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:54:59.702 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:54:59.702 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.702 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:54:59.702 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.702 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:54:59.702 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:54:59.702 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.702 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:54:59.703 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:54:59.703 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:54:59.703 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:54:59.703 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:54:59.703 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:54:59.703 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.703 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:54:59.703 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.703 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:54:59.703 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.703 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:59.703 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:54:59.703 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.703 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:54:59.703 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.704 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:54:59.704 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:54:59.704 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:54:59.704 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:54:59.704 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:54:59.704 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:54:59.704 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:59.704 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:54:59.704 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:54:59.704 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:54:59.704 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:54:59.704 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:54:59.704 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:54:59.704 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.704 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:54:59.705 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:54:59.705 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:54:59.705 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:54:59.705 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:54:59.705 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:54:59.705 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:54:59.705 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:54:59.705 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:54:59.705 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:54:59.705 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:54:59.705 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.705 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.705 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:54:59.706 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.706 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:54:59.706 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:54:59.706 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:54:59.706 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:54:59.706 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:54:59.706 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:54:59.706 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:54:59.706 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:54:59.706 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:54:59.706 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:54:59.706 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:54:59.706 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:54:59.706 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:54:59.707 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:54:59.707 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.707 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.707 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:59.707 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.707 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:54:59.707 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:54:59.707 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.707 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:54:59.707 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:59.707 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:54:59.707 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:54:59.707 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:54:59.707 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.707 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:54:59.707 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:54:59.708 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.708 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.708 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:54:59.708 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:54:59.708 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.708 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.708 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:54:59.708 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:54:59.708 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:54:59.708 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:54:59.708 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:54:59.708 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.708 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.709 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:54:59.709 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:54:59.709 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:54:59.709 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.709 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:54:59.709 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.709 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:54:59.709 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.709 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:54:59.709 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.709 INFO:teuthology.orchestra.run.smithi019.stdout:configfile = 2023-12-03T12:54:59.709 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.709 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:54:59.709 INFO:teuthology.orchestra.run.smithi019.stdout: def setup_teardown(configfile): 2023-12-03T12:54:59.710 INFO:teuthology.orchestra.run.smithi019.stdout: yield 2023-12-03T12:54:59.710 INFO:teuthology.orchestra.run.smithi019.stdout:> teardown() 2023-12-03T12:54:59.710 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.710 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:54:59.710 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.710 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:54:59.710 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:54:59.710 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:54:59.710 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:54:59.710 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:54:59.710 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:54:59.710 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:54:59.710 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:54:59.711 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:54:59.711 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:54:59.711 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:54:59.711 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:54:59.711 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:54:59.711 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:54:59.711 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:54:59.711 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:54:59.711 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:54:59.711 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:54:59.711 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:54:59.711 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:54:59.711 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:54:59.711 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:54:59.712 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:54:59.712 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:54:59.712 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:54:59.712 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:54:59.712 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:54:59.712 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:54:59.712 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:54:59.712 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:54:59.712 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:54:59.712 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:54:59.712 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:54:59.712 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:54:59.712 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:54:59.713 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:54:59.713 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:54:59.713 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:54:59.713 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:54:59.713 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:54:59.713 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.713 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.713 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:59.713 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:54:59.713 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.713 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:54:59.713 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.713 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:54:59.713 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:54:59.713 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:54:59.714 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:54:59.714 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:54:59.714 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:54:59.714 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:59.714 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:54:59.714 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:54:59.714 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:54:59.714 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:54:59.714 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:54:59.714 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:54:59.714 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.714 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:54:59.714 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:54:59.714 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:54:59.715 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:54:59.715 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:54:59.715 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:54:59.715 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:54:59.715 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:54:59.715 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:54:59.715 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:54:59.715 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:54:59.715 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.715 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.715 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:54:59.715 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:54:59.715 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:54:59.715 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:54:59.715 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:54:59.716 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.716 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.716 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:54:59.716 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:54:59.716 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:54:59.716 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:54:59.716 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:54:59.716 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.716 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:54:59.716 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:54:59.716 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:54:59.716 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:54:59.716 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:54:59.716 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:54:59.716 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.716 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:54:59.716 INFO:teuthology.orchestra.run.smithi019.stdout:______________ ERROR at teardown of test_encryption_key_no_sse_c _______________ 2023-12-03T12:54:59.717 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.717 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:59.717 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.717 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:54:59.717 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:54:59.717 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.717 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:54:59.717 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:59.717 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:54:59.717 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:54:59.717 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:54:59.717 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.717 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:54:59.717 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:54:59.718 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.718 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.718 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:54:59.718 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:54:59.718 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.718 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.718 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:54:59.718 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.718 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:54:59.718 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:54:59.718 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.718 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.718 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:54:59.718 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:54:59.718 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.719 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:54:59.719 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:54:59.719 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:54:59.719 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:54:59.719 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:54:59.719 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:59.719 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:54:59.719 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.719 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:54:59.719 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:54:59.719 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:54:59.719 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:54:59.719 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:54:59.719 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:54:59.720 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:54:59.720 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:54:59.720 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:59.720 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.720 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:54:59.720 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:54:59.720 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:54:59.720 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:54:59.720 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.720 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:54:59.720 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:54:59.720 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:54:59.720 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:54:59.720 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.720 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.720 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:54:59.721 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:54:59.721 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:54:59.721 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:54:59.721 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.721 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.721 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:54:59.721 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:54:59.721 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:54:59.721 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.721 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:54:59.721 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.721 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:54:59.721 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:54:59.721 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.721 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:54:59.722 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:54:59.722 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:54:59.722 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:54:59.722 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:54:59.722 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:54:59.722 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.722 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:54:59.722 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.722 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:54:59.722 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.722 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:59.722 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:54:59.722 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.722 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:54:59.723 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.723 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:54:59.723 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:54:59.723 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:54:59.723 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:54:59.723 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:54:59.723 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:54:59.723 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:59.723 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:54:59.723 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:54:59.723 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:54:59.723 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:54:59.723 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:54:59.723 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:54:59.723 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.724 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:54:59.724 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:54:59.724 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:54:59.724 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:54:59.724 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:54:59.724 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:54:59.724 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:54:59.724 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:54:59.724 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:54:59.724 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:54:59.724 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:54:59.724 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.724 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.724 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:54:59.725 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.725 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:54:59.725 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:54:59.725 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:54:59.725 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:54:59.725 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:54:59.725 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:54:59.725 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:54:59.725 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:54:59.725 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:54:59.725 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:54:59.725 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:54:59.725 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:54:59.725 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:54:59.725 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:54:59.726 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.726 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.726 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:59.726 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.726 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:54:59.726 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:54:59.726 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.726 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:54:59.726 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:59.726 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:54:59.726 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:54:59.726 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:54:59.726 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.726 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:54:59.727 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:54:59.727 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.727 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.727 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:54:59.727 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:54:59.729 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.729 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.729 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:54:59.729 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:54:59.729 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:54:59.729 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:54:59.730 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:54:59.730 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.730 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.730 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:54:59.730 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:54:59.730 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:54:59.730 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.730 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:54:59.730 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.730 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:54:59.730 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.730 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:54:59.730 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.730 INFO:teuthology.orchestra.run.smithi019.stdout:configfile = 2023-12-03T12:54:59.731 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.731 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:54:59.731 INFO:teuthology.orchestra.run.smithi019.stdout: def setup_teardown(configfile): 2023-12-03T12:54:59.731 INFO:teuthology.orchestra.run.smithi019.stdout: yield 2023-12-03T12:54:59.731 INFO:teuthology.orchestra.run.smithi019.stdout:> teardown() 2023-12-03T12:54:59.731 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.731 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:54:59.731 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.731 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:54:59.731 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:54:59.731 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:54:59.731 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:54:59.731 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:54:59.731 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:54:59.731 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:54:59.732 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:54:59.732 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:54:59.732 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:54:59.732 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:54:59.732 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:54:59.732 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:54:59.732 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:54:59.732 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:54:59.732 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:54:59.732 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:54:59.732 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:54:59.732 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:54:59.732 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:54:59.732 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:54:59.733 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:54:59.733 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:54:59.733 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:54:59.733 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:54:59.733 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:54:59.733 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:54:59.733 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:54:59.733 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:54:59.733 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:54:59.733 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:54:59.733 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:54:59.733 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:54:59.733 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:54:59.734 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:54:59.734 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:54:59.734 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:54:59.734 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:54:59.734 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:54:59.734 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:54:59.734 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.734 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.734 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:59.734 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:54:59.734 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.734 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:54:59.734 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.735 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:54:59.735 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:54:59.735 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:54:59.735 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:54:59.735 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:54:59.735 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:54:59.735 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:59.735 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:54:59.735 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:54:59.735 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:54:59.735 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:54:59.735 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:54:59.735 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:54:59.735 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.735 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:54:59.736 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:54:59.736 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:54:59.736 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:54:59.736 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:54:59.736 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:54:59.736 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:54:59.736 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:54:59.736 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:54:59.736 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:54:59.736 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:54:59.736 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.736 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.736 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:54:59.736 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:54:59.737 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:54:59.737 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:54:59.737 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:54:59.737 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.737 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.737 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:54:59.737 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:54:59.737 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:54:59.737 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:54:59.737 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:54:59.737 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.737 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:54:59.737 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:54:59.738 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:54:59.738 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:54:59.738 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:54:59.738 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:54:59.738 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.738 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:54:59.738 INFO:teuthology.orchestra.run.smithi019.stdout:_________ ERROR at teardown of test_encryption_sse_c_multipart_upload __________ 2023-12-03T12:54:59.738 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.738 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:59.738 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.738 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:54:59.738 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:54:59.738 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.739 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:54:59.739 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:59.739 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:54:59.739 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:54:59.739 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:54:59.739 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.739 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:54:59.739 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:54:59.739 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.739 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.739 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:54:59.739 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:54:59.739 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.740 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.740 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:54:59.740 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.740 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:54:59.740 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:54:59.740 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.740 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.740 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:54:59.740 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:54:59.740 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.740 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:54:59.740 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:54:59.740 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:54:59.740 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:54:59.740 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:54:59.741 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:59.741 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:54:59.741 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.741 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:54:59.741 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:54:59.741 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:54:59.741 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:54:59.741 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:54:59.741 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:54:59.741 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:54:59.741 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:54:59.741 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:59.741 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.742 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:54:59.742 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:54:59.742 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:54:59.742 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:54:59.742 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.742 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:54:59.742 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:54:59.742 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:54:59.742 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:54:59.742 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.742 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.742 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:54:59.742 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:54:59.742 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:54:59.743 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:54:59.743 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.743 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.743 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:54:59.743 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:54:59.743 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:54:59.743 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.743 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:54:59.743 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.743 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:54:59.743 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:54:59.744 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.744 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:54:59.744 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:54:59.744 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:54:59.744 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:54:59.744 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:54:59.744 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:54:59.744 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.744 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:54:59.744 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.744 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:54:59.744 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.744 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:59.745 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:54:59.745 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.745 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:54:59.745 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.745 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:54:59.745 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:54:59.745 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:54:59.745 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:54:59.745 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:54:59.745 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:54:59.745 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:59.745 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:54:59.745 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:54:59.746 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:54:59.746 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:54:59.746 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:54:59.746 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:54:59.746 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.746 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:54:59.746 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:54:59.746 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:54:59.746 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:54:59.746 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:54:59.746 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:54:59.746 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:54:59.746 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:54:59.747 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:54:59.747 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:54:59.747 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:54:59.747 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.747 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.747 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:54:59.747 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.747 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:54:59.747 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:54:59.747 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:54:59.747 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:54:59.747 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:54:59.747 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:54:59.747 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:54:59.748 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:54:59.748 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:54:59.748 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:54:59.748 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:54:59.748 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:54:59.748 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:54:59.748 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:54:59.748 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.748 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.748 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:59.748 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.748 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:54:59.748 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:54:59.748 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.749 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:54:59.749 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:59.749 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:54:59.749 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:54:59.749 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:54:59.749 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.749 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:54:59.749 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:54:59.749 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.749 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.749 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:54:59.749 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:54:59.749 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.749 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.750 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:54:59.750 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:54:59.750 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:54:59.750 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:54:59.750 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:54:59.750 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.750 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.750 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:54:59.750 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:54:59.750 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:54:59.750 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.750 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:54:59.750 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.751 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:54:59.751 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.751 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:54:59.751 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.751 INFO:teuthology.orchestra.run.smithi019.stdout:configfile = 2023-12-03T12:54:59.751 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.751 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:54:59.751 INFO:teuthology.orchestra.run.smithi019.stdout: def setup_teardown(configfile): 2023-12-03T12:54:59.751 INFO:teuthology.orchestra.run.smithi019.stdout: yield 2023-12-03T12:54:59.751 INFO:teuthology.orchestra.run.smithi019.stdout:> teardown() 2023-12-03T12:54:59.751 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.751 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:54:59.751 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.751 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:54:59.752 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:54:59.752 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:54:59.752 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:54:59.752 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:54:59.752 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:54:59.752 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:54:59.752 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:54:59.752 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:54:59.752 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:54:59.752 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:54:59.752 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:54:59.753 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:54:59.753 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:54:59.753 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:54:59.753 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:54:59.753 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:54:59.753 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:54:59.753 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:54:59.753 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:54:59.753 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:54:59.753 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:54:59.753 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:54:59.753 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:54:59.754 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:54:59.754 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:54:59.754 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:54:59.754 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:54:59.754 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:54:59.754 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:54:59.754 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:54:59.754 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:54:59.754 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:54:59.754 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:54:59.754 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:54:59.754 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:54:59.754 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:54:59.755 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:54:59.755 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:54:59.755 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:54:59.755 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.755 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.755 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:59.755 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:54:59.755 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.755 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:54:59.755 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.755 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:54:59.755 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:54:59.755 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:54:59.755 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:54:59.756 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:54:59.756 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:54:59.756 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:59.756 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:54:59.756 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:54:59.756 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:54:59.756 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:54:59.756 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:54:59.756 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:54:59.756 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.756 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:54:59.756 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:54:59.756 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:54:59.756 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:54:59.756 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:54:59.757 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:54:59.757 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:54:59.757 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:54:59.757 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:54:59.757 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:54:59.757 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:54:59.757 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.757 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.757 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:54:59.757 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:54:59.757 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:54:59.757 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:54:59.757 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:54:59.758 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.758 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.758 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:54:59.758 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:54:59.758 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:54:59.758 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:54:59.758 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:54:59.758 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.758 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:54:59.758 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:54:59.758 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:54:59.758 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:54:59.758 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:54:59.758 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:54:59.758 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.759 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:54:59.759 INFO:teuthology.orchestra.run.smithi019.stdout:____ ERROR at teardown of test_encryption_sse_c_unaligned_multipart_upload _____ 2023-12-03T12:54:59.759 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.759 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:59.759 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.759 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:54:59.759 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:54:59.759 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.759 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:54:59.759 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:59.759 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:54:59.759 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:54:59.759 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:54:59.759 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.759 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:54:59.760 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:54:59.760 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.760 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.760 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:54:59.760 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:54:59.760 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.760 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.760 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:54:59.760 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.760 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:54:59.760 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:54:59.760 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.760 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.760 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:54:59.761 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:54:59.761 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.761 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:54:59.761 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:54:59.761 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:54:59.761 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:54:59.761 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:54:59.761 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:59.761 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:54:59.761 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.761 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:54:59.761 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:54:59.761 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:54:59.761 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:54:59.762 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:54:59.762 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:54:59.762 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:54:59.762 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:54:59.762 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:59.762 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.762 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:54:59.762 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:54:59.762 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:54:59.762 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:54:59.762 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.762 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:54:59.762 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:54:59.762 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:54:59.763 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:54:59.763 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.763 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.763 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:54:59.763 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:54:59.763 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:54:59.763 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:54:59.763 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.763 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.763 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:54:59.763 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:54:59.763 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:54:59.763 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.763 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:54:59.764 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.764 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:54:59.764 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:54:59.764 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.764 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:54:59.764 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:54:59.764 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:54:59.764 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:54:59.764 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:54:59.764 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:54:59.764 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.764 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:54:59.764 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.764 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:54:59.765 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.765 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:59.765 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:54:59.765 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.765 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:54:59.765 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.765 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:54:59.765 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:54:59.765 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:54:59.765 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:54:59.765 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:54:59.765 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:54:59.765 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:59.766 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:54:59.766 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:54:59.766 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:54:59.766 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:54:59.766 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:54:59.766 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:54:59.766 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.766 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:54:59.766 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:54:59.766 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:54:59.766 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:54:59.766 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:54:59.766 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:54:59.766 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:54:59.767 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:54:59.767 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:54:59.767 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:54:59.767 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:54:59.767 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.767 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.767 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:54:59.767 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.767 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:54:59.767 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:54:59.767 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:54:59.767 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:54:59.767 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:54:59.767 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:54:59.767 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:54:59.768 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:54:59.768 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:54:59.768 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:54:59.768 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:54:59.768 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:54:59.768 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:54:59.768 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:54:59.768 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.768 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.768 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:59.768 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.768 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:54:59.768 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:54:59.768 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.768 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:54:59.769 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:59.769 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:54:59.769 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:54:59.769 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:54:59.769 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.769 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:54:59.769 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:54:59.769 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.769 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.769 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:54:59.769 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:54:59.769 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.769 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.769 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:54:59.769 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:54:59.770 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:54:59.770 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:54:59.770 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:54:59.770 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.770 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.770 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:54:59.770 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:54:59.770 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:54:59.770 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.770 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:54:59.770 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.770 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:54:59.771 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.771 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:54:59.771 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.771 INFO:teuthology.orchestra.run.smithi019.stdout:configfile = 2023-12-03T12:54:59.771 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.771 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:54:59.771 INFO:teuthology.orchestra.run.smithi019.stdout: def setup_teardown(configfile): 2023-12-03T12:54:59.771 INFO:teuthology.orchestra.run.smithi019.stdout: yield 2023-12-03T12:54:59.771 INFO:teuthology.orchestra.run.smithi019.stdout:> teardown() 2023-12-03T12:54:59.771 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.771 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:54:59.771 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.771 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:54:59.771 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:54:59.772 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:54:59.772 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:54:59.772 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:54:59.772 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:54:59.772 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:54:59.772 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:54:59.772 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:54:59.772 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:54:59.772 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:54:59.772 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:54:59.772 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:54:59.772 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:54:59.772 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:54:59.772 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:54:59.772 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:54:59.773 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:54:59.773 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:54:59.773 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:54:59.773 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:54:59.773 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:54:59.773 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:54:59.773 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:54:59.773 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:54:59.773 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:54:59.773 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:54:59.773 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:54:59.773 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:54:59.773 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:54:59.773 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:54:59.773 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:54:59.774 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:54:59.774 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:54:59.774 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:54:59.774 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:54:59.774 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:54:59.774 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:54:59.774 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:54:59.774 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:54:59.774 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.774 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.774 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:59.774 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:54:59.774 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.775 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:54:59.775 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.775 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:54:59.775 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:54:59.775 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:54:59.775 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:54:59.775 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:54:59.775 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:54:59.775 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:59.775 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:54:59.775 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:54:59.775 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:54:59.775 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:54:59.775 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:54:59.776 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:54:59.776 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.776 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:54:59.776 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:54:59.776 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:54:59.776 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:54:59.776 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:54:59.776 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:54:59.776 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:54:59.776 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:54:59.776 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:54:59.776 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:54:59.776 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:54:59.776 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.776 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.776 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:54:59.777 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:54:59.777 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:54:59.777 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:54:59.777 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:54:59.777 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.777 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.777 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:54:59.777 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:54:59.777 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:54:59.777 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:54:59.778 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:54:59.778 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.778 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:54:59.778 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:54:59.778 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:54:59.778 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:54:59.778 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:54:59.778 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:54:59.778 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.778 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:54:59.778 INFO:teuthology.orchestra.run.smithi019.stdout:______ ERROR at teardown of test_encryption_sse_c_multipart_bad_download _______ 2023-12-03T12:54:59.778 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.778 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:59.778 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.779 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:54:59.779 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:54:59.779 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.779 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:54:59.779 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:59.779 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:54:59.779 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:54:59.779 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:54:59.779 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.779 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:54:59.779 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:54:59.779 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.779 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.780 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:54:59.780 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:54:59.780 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.780 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.780 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:54:59.780 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.780 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:54:59.780 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:54:59.780 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.780 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.780 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:54:59.780 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:54:59.780 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.780 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:54:59.781 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:54:59.781 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:54:59.781 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:54:59.781 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:54:59.781 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:59.781 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:54:59.781 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.781 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:54:59.781 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:54:59.781 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:54:59.781 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:54:59.781 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:54:59.781 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:54:59.782 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:54:59.782 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:54:59.782 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:59.782 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.782 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:54:59.782 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:54:59.782 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:54:59.782 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:54:59.782 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.782 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:54:59.782 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:54:59.782 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:54:59.782 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:54:59.783 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.783 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.783 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:54:59.783 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:54:59.783 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:54:59.783 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:54:59.783 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.783 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.783 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:54:59.783 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:54:59.783 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:54:59.783 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.783 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:54:59.783 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.784 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:54:59.784 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:54:59.784 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.784 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:54:59.784 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:54:59.784 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:54:59.784 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:54:59.784 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:54:59.784 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:54:59.784 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.784 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:54:59.784 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.785 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:54:59.785 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.785 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:59.785 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:54:59.785 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.785 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:54:59.785 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.785 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:54:59.785 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:54:59.785 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:54:59.785 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:54:59.785 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:54:59.785 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:54:59.786 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:59.786 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:54:59.786 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:54:59.786 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:54:59.786 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:54:59.786 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:54:59.786 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:54:59.786 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.786 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:54:59.786 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:54:59.786 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:54:59.786 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:54:59.786 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:54:59.786 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:54:59.787 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:54:59.787 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:54:59.787 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:54:59.787 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:54:59.787 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:54:59.787 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.787 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.787 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:54:59.787 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.787 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:54:59.787 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:54:59.787 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:54:59.787 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:54:59.787 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:54:59.788 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:54:59.788 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:54:59.788 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:54:59.788 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:54:59.788 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:54:59.788 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:54:59.788 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:54:59.788 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:54:59.788 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:54:59.788 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.788 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.788 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:59.788 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.788 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:54:59.789 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:54:59.789 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.789 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:54:59.789 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:59.789 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:54:59.789 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:54:59.789 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:54:59.789 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.789 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:54:59.789 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:54:59.789 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.789 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.789 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:54:59.789 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:54:59.790 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.790 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.790 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:54:59.790 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:54:59.790 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:54:59.790 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:54:59.790 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:54:59.790 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.790 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.790 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:54:59.790 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:54:59.790 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:54:59.790 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.790 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:54:59.791 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.791 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:54:59.791 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.791 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:54:59.791 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.791 INFO:teuthology.orchestra.run.smithi019.stdout:configfile = 2023-12-03T12:54:59.791 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.791 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:54:59.791 INFO:teuthology.orchestra.run.smithi019.stdout: def setup_teardown(configfile): 2023-12-03T12:54:59.791 INFO:teuthology.orchestra.run.smithi019.stdout: yield 2023-12-03T12:54:59.791 INFO:teuthology.orchestra.run.smithi019.stdout:> teardown() 2023-12-03T12:54:59.791 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.791 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:54:59.792 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.792 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:54:59.792 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:54:59.792 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:54:59.792 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:54:59.792 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:54:59.792 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:54:59.792 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:54:59.792 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:54:59.792 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:54:59.792 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:54:59.792 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:54:59.792 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:54:59.792 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:54:59.793 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:54:59.793 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:54:59.793 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:54:59.793 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:54:59.793 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:54:59.793 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:54:59.793 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:54:59.793 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:54:59.793 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:54:59.793 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:54:59.793 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:54:59.793 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:54:59.793 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:54:59.793 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:54:59.793 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:54:59.794 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:54:59.794 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:54:59.794 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:54:59.794 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:54:59.794 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:54:59.794 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:54:59.794 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:54:59.794 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:54:59.794 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:54:59.794 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:54:59.794 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:54:59.794 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:54:59.795 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.795 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.795 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:59.795 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:54:59.795 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.795 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:54:59.795 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.795 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:54:59.795 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:54:59.795 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:54:59.795 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:54:59.795 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:54:59.795 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:54:59.795 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:59.795 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:54:59.796 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:54:59.796 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:54:59.796 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:54:59.796 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:54:59.796 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:54:59.796 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.796 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:54:59.796 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:54:59.796 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:54:59.796 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:54:59.796 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:54:59.796 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:54:59.796 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:54:59.796 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:54:59.796 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:54:59.796 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:54:59.797 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:54:59.797 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.797 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.797 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:54:59.797 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:54:59.797 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:54:59.797 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:54:59.797 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:54:59.797 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.797 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.797 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:54:59.797 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:54:59.797 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:54:59.797 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:54:59.797 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:54:59.797 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.798 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:54:59.798 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:54:59.798 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:54:59.798 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:54:59.798 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:54:59.798 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:54:59.798 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.798 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:54:59.798 INFO:teuthology.orchestra.run.smithi019.stdout:_ ERROR at teardown of test_encryption_sse_c_post_object_authenticated_request _ 2023-12-03T12:54:59.798 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.798 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:59.798 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.798 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:54:59.799 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:54:59.799 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.799 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:54:59.799 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:59.799 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:54:59.799 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:54:59.799 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:54:59.799 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.799 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:54:59.799 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:54:59.799 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.799 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.800 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:54:59.800 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:54:59.800 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.800 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.800 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:54:59.800 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.800 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:54:59.800 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:54:59.800 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.800 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.800 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:54:59.800 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:54:59.800 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.800 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:54:59.801 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:54:59.801 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:54:59.801 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:54:59.801 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:54:59.801 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:59.801 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:54:59.801 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.801 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:54:59.801 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:54:59.801 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:54:59.801 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:54:59.801 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:54:59.801 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:54:59.801 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:54:59.802 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:54:59.802 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:59.802 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.802 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:54:59.802 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:54:59.802 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:54:59.802 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:54:59.802 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.802 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:54:59.802 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:54:59.802 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:54:59.802 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:54:59.802 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.802 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.802 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:54:59.803 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:54:59.803 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:54:59.803 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:54:59.803 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.803 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.803 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:54:59.803 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:54:59.803 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:54:59.803 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.803 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:54:59.803 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.803 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:54:59.804 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:54:59.804 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.804 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:54:59.804 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:54:59.804 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:54:59.804 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:54:59.804 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:54:59.804 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:54:59.804 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.804 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:54:59.804 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.804 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:54:59.804 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.804 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:59.805 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:54:59.805 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.805 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:54:59.805 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.805 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:54:59.805 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:54:59.805 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:54:59.805 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:54:59.805 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:54:59.805 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:54:59.805 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:59.805 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:54:59.805 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:54:59.805 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:54:59.805 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:54:59.805 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:54:59.806 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:54:59.806 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.806 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:54:59.806 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:54:59.806 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:54:59.806 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:54:59.806 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:54:59.806 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:54:59.806 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:54:59.806 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:54:59.806 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:54:59.806 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:54:59.806 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:54:59.806 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.806 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.807 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:54:59.807 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.807 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:54:59.807 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:54:59.807 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:54:59.807 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:54:59.807 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:54:59.807 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:54:59.807 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:54:59.807 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:54:59.807 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:54:59.807 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:54:59.807 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:54:59.807 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:54:59.807 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:54:59.808 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:54:59.808 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.808 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.808 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:59.808 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.808 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:54:59.808 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:54:59.808 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.808 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:54:59.808 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:59.808 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:54:59.808 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:54:59.808 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:54:59.808 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.809 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:54:59.809 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:54:59.809 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.809 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.809 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:54:59.809 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:54:59.809 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.809 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.809 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:54:59.809 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:54:59.809 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:54:59.809 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:54:59.809 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:54:59.809 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.810 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.810 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:54:59.810 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:54:59.810 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:54:59.810 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.810 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:54:59.810 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.810 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:54:59.810 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.810 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:54:59.810 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.811 INFO:teuthology.orchestra.run.smithi019.stdout:configfile = 2023-12-03T12:54:59.811 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.811 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:54:59.811 INFO:teuthology.orchestra.run.smithi019.stdout: def setup_teardown(configfile): 2023-12-03T12:54:59.811 INFO:teuthology.orchestra.run.smithi019.stdout: yield 2023-12-03T12:54:59.811 INFO:teuthology.orchestra.run.smithi019.stdout:> teardown() 2023-12-03T12:54:59.811 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.811 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:54:59.811 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.811 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:54:59.811 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:54:59.811 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:54:59.811 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:54:59.811 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:54:59.812 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:54:59.812 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:54:59.812 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:54:59.812 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:54:59.812 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:54:59.812 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:54:59.812 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:54:59.812 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:54:59.812 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:54:59.812 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:54:59.812 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:54:59.812 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:54:59.812 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:54:59.812 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:54:59.812 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:54:59.813 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:54:59.813 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:54:59.813 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:54:59.813 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:54:59.813 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:54:59.813 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:54:59.813 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:54:59.813 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:54:59.813 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:54:59.813 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:54:59.813 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:54:59.813 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:54:59.813 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:54:59.813 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:54:59.813 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:54:59.814 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:54:59.814 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:54:59.814 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:54:59.814 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:54:59.814 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:54:59.814 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.814 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.814 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:59.814 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:54:59.814 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.814 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:54:59.814 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.814 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:54:59.815 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:54:59.815 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:54:59.815 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:54:59.815 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:54:59.815 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:54:59.815 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:59.815 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:54:59.815 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:54:59.815 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:54:59.815 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:54:59.815 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:54:59.815 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:54:59.816 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.816 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:54:59.816 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:54:59.816 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:54:59.816 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:54:59.816 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:54:59.816 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:54:59.816 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:54:59.816 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:54:59.816 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:54:59.816 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:54:59.816 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:54:59.816 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.816 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.817 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:54:59.817 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:54:59.817 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:54:59.817 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:54:59.817 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:54:59.817 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.817 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.817 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:54:59.817 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:54:59.817 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:54:59.817 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:54:59.817 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:54:59.817 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.817 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:54:59.817 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:54:59.818 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:54:59.818 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:54:59.818 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:54:59.818 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:54:59.818 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.818 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:54:59.818 INFO:teuthology.orchestra.run.smithi019.stdout:________________ ERROR at teardown of test_sse_kms_method_head _________________ 2023-12-03T12:54:59.818 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.818 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:59.818 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.818 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:54:59.818 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:54:59.818 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.819 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:54:59.819 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:59.819 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:54:59.819 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:54:59.819 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:54:59.819 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.819 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:54:59.819 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:54:59.819 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.819 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.819 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:54:59.819 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:54:59.819 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.819 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.819 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:54:59.820 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.820 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:54:59.820 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:54:59.820 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.820 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.820 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:54:59.820 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:54:59.820 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.820 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:54:59.820 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:54:59.820 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:54:59.820 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:54:59.820 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:54:59.820 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:59.821 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:54:59.821 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.821 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:54:59.821 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:54:59.821 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:54:59.821 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:54:59.821 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:54:59.821 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:54:59.821 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:54:59.821 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:54:59.821 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:59.821 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.821 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:54:59.822 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:54:59.822 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:54:59.822 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:54:59.822 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.822 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:54:59.822 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:54:59.822 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:54:59.822 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:54:59.822 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.822 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.822 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:54:59.822 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:54:59.823 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:54:59.823 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:54:59.823 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.823 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.823 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:54:59.823 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:54:59.823 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:54:59.823 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.823 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:54:59.823 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.823 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:54:59.823 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:54:59.823 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.824 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:54:59.824 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:54:59.824 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:54:59.824 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:54:59.824 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:54:59.824 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:54:59.824 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.824 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:54:59.824 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.824 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:54:59.824 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.824 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:59.824 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:54:59.824 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.824 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:54:59.825 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.825 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:54:59.825 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:54:59.825 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:54:59.825 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:54:59.825 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:54:59.825 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:54:59.825 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:59.825 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:54:59.825 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:54:59.825 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:54:59.826 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:54:59.826 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:54:59.826 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:54:59.826 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.826 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:54:59.826 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:54:59.826 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:54:59.826 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:54:59.826 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:54:59.826 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:54:59.826 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:54:59.826 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:54:59.826 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:54:59.826 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:54:59.827 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:54:59.827 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.827 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.827 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:54:59.827 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.827 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:54:59.827 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:54:59.827 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:54:59.827 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:54:59.827 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:54:59.827 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:54:59.827 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:54:59.827 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:54:59.827 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:54:59.828 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:54:59.828 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:54:59.828 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:54:59.828 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:54:59.828 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:54:59.828 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.828 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.828 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:59.828 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.828 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:54:59.828 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:54:59.828 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.829 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:54:59.829 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:59.829 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:54:59.829 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:54:59.829 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:54:59.829 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.829 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:54:59.829 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:54:59.829 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.829 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.829 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:54:59.829 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:54:59.830 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.830 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.830 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:54:59.830 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:54:59.830 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:54:59.830 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:54:59.830 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:54:59.830 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.830 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.830 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:54:59.830 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:54:59.830 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:54:59.831 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.831 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:54:59.831 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.831 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:54:59.831 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.831 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:54:59.831 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.831 INFO:teuthology.orchestra.run.smithi019.stdout:configfile = 2023-12-03T12:54:59.831 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.831 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:54:59.831 INFO:teuthology.orchestra.run.smithi019.stdout: def setup_teardown(configfile): 2023-12-03T12:54:59.831 INFO:teuthology.orchestra.run.smithi019.stdout: yield 2023-12-03T12:54:59.831 INFO:teuthology.orchestra.run.smithi019.stdout:> teardown() 2023-12-03T12:54:59.832 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.832 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:54:59.832 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.832 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:54:59.832 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:54:59.832 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:54:59.832 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:54:59.832 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:54:59.832 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:54:59.832 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:54:59.832 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:54:59.832 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:54:59.832 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:54:59.832 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:54:59.833 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:54:59.833 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:54:59.833 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:54:59.833 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:54:59.833 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:54:59.833 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:54:59.833 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:54:59.833 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:54:59.833 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:54:59.833 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:54:59.833 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:54:59.833 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:54:59.833 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:54:59.833 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:54:59.833 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:54:59.834 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:54:59.834 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:54:59.834 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:54:59.834 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:54:59.834 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:54:59.834 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:54:59.834 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:54:59.834 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:54:59.834 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:54:59.834 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:54:59.834 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:54:59.834 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:54:59.834 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:54:59.834 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:54:59.835 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.835 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.835 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:59.835 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:54:59.835 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.835 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:54:59.835 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.835 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:54:59.835 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:54:59.835 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:54:59.835 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:54:59.835 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:54:59.835 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:54:59.836 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:59.836 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:54:59.836 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:54:59.836 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:54:59.836 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:54:59.836 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:54:59.836 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:54:59.836 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.836 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:54:59.836 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:54:59.836 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:54:59.836 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:54:59.837 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:54:59.837 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:54:59.837 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:54:59.837 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:54:59.837 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:54:59.837 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:54:59.837 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:54:59.837 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.837 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.837 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:54:59.837 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:54:59.837 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:54:59.837 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:54:59.837 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:54:59.838 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.838 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.838 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:54:59.838 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:54:59.838 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:54:59.838 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:54:59.838 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:54:59.838 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.838 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:54:59.838 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:54:59.838 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:54:59.838 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:54:59.838 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:54:59.838 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:54:59.839 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.839 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:54:59.839 INFO:teuthology.orchestra.run.smithi019.stdout:__________________ ERROR at teardown of test_sse_kms_present ___________________ 2023-12-03T12:54:59.839 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.839 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:59.839 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.839 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:54:59.839 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:54:59.839 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.839 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:54:59.839 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:59.839 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:54:59.839 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:54:59.840 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:54:59.840 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.840 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:54:59.840 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:54:59.840 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.840 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.840 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:54:59.840 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:54:59.840 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.840 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.840 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:54:59.840 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.840 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:54:59.840 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:54:59.841 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.841 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.841 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:54:59.841 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:54:59.841 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.841 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:54:59.841 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:54:59.841 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:54:59.841 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:54:59.841 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:54:59.841 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:59.841 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:54:59.841 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.841 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:54:59.841 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:54:59.842 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:54:59.842 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:54:59.842 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:54:59.842 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:54:59.842 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:54:59.842 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:54:59.842 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:59.842 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.842 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:54:59.842 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:54:59.842 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:54:59.842 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:54:59.843 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.843 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:54:59.843 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:54:59.843 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:54:59.843 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:54:59.843 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.843 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.843 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:54:59.843 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:54:59.843 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:54:59.843 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:54:59.843 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.843 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.843 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:54:59.844 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:54:59.844 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:54:59.844 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.844 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:54:59.844 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.844 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:54:59.844 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:54:59.844 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.844 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:54:59.844 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:54:59.844 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:54:59.844 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:54:59.844 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:54:59.844 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:54:59.845 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.845 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:54:59.845 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.845 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:54:59.845 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.845 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:59.845 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:54:59.845 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.845 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:54:59.845 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.845 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:54:59.845 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:54:59.845 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:54:59.845 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:54:59.845 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:54:59.846 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:54:59.846 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:59.846 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:54:59.846 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:54:59.846 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:54:59.846 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:54:59.846 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:54:59.846 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:54:59.846 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.846 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:54:59.846 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:54:59.846 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:54:59.846 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:54:59.846 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:54:59.847 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:54:59.847 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:54:59.847 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:54:59.847 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:54:59.847 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:54:59.847 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:54:59.847 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.847 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.847 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:54:59.847 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.847 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:54:59.847 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:54:59.847 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:54:59.847 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:54:59.848 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:54:59.848 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:54:59.848 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:54:59.848 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:54:59.848 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:54:59.848 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:54:59.848 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:54:59.848 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:54:59.848 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:54:59.848 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:54:59.848 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.848 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.848 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:59.848 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.848 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:54:59.849 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:54:59.849 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.849 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:54:59.849 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:59.849 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:54:59.849 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:54:59.849 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:54:59.849 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.849 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:54:59.849 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:54:59.849 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.849 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.849 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:54:59.849 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:54:59.850 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.850 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.850 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:54:59.850 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:54:59.850 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:54:59.850 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:54:59.850 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:54:59.850 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.850 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.850 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:54:59.850 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:54:59.850 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:54:59.850 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.850 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:54:59.851 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.851 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:54:59.851 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.851 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:54:59.851 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.851 INFO:teuthology.orchestra.run.smithi019.stdout:configfile = 2023-12-03T12:54:59.851 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.851 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:54:59.851 INFO:teuthology.orchestra.run.smithi019.stdout: def setup_teardown(configfile): 2023-12-03T12:54:59.851 INFO:teuthology.orchestra.run.smithi019.stdout: yield 2023-12-03T12:54:59.851 INFO:teuthology.orchestra.run.smithi019.stdout:> teardown() 2023-12-03T12:54:59.851 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.851 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:54:59.851 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.852 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:54:59.852 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:54:59.852 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:54:59.852 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:54:59.852 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:54:59.852 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:54:59.852 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:54:59.852 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:54:59.852 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:54:59.852 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:54:59.852 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:54:59.852 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:54:59.852 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:54:59.852 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:54:59.853 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:54:59.853 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:54:59.853 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:54:59.853 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:54:59.853 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:54:59.853 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:54:59.853 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:54:59.853 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:54:59.853 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:54:59.853 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:54:59.853 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:54:59.853 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:54:59.854 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:54:59.854 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:54:59.854 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:54:59.854 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:54:59.854 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:54:59.854 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:54:59.854 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:54:59.854 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:54:59.854 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:54:59.854 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:54:59.854 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:54:59.855 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:54:59.855 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:54:59.855 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:54:59.855 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.855 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.855 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:59.855 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:54:59.855 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.855 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:54:59.855 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.855 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:54:59.855 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:54:59.855 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:54:59.855 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:54:59.855 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:54:59.856 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:54:59.856 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:59.856 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:54:59.856 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:54:59.856 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:54:59.856 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:54:59.856 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:54:59.856 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:54:59.856 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.856 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:54:59.856 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:54:59.856 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:54:59.856 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:54:59.856 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:54:59.856 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:54:59.857 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:54:59.857 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:54:59.857 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:54:59.857 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:54:59.857 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:54:59.857 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.857 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.857 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:54:59.857 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:54:59.857 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:54:59.857 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:54:59.857 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:54:59.857 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.857 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.858 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:54:59.858 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:54:59.858 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:54:59.858 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:54:59.858 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:54:59.858 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.858 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:54:59.858 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:54:59.858 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:54:59.858 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:54:59.858 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:54:59.858 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:54:59.858 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.858 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:54:59.859 INFO:teuthology.orchestra.run.smithi019.stdout:___________________ ERROR at teardown of test_sse_kms_no_key ___________________ 2023-12-03T12:54:59.859 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.859 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:59.859 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.859 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:54:59.859 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:54:59.859 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.859 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:54:59.859 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:59.859 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:54:59.859 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:54:59.859 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:54:59.859 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.859 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:54:59.860 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:54:59.860 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.860 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.860 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:54:59.860 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:54:59.860 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.860 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.860 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:54:59.860 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.860 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:54:59.860 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:54:59.860 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.860 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.860 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:54:59.861 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:54:59.861 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.861 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:54:59.861 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:54:59.861 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:54:59.861 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:54:59.861 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:54:59.861 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:59.861 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:54:59.861 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.861 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:54:59.861 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:54:59.861 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:54:59.861 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:54:59.862 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:54:59.862 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:54:59.862 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:54:59.862 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:54:59.862 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:59.862 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.862 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:54:59.862 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:54:59.862 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:54:59.862 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:54:59.862 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.862 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:54:59.862 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:54:59.862 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:54:59.862 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:54:59.863 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.863 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.863 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:54:59.863 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:54:59.863 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:54:59.863 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:54:59.863 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.863 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.863 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:54:59.863 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:54:59.863 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:54:59.863 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.863 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:54:59.863 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.864 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:54:59.864 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:54:59.864 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.864 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:54:59.864 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:54:59.864 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:54:59.864 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:54:59.864 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:54:59.864 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:54:59.864 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.864 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:54:59.864 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.864 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:54:59.864 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.865 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:59.865 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:54:59.865 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.865 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:54:59.865 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.865 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:54:59.865 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:54:59.865 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:54:59.865 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:54:59.865 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:54:59.865 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:54:59.865 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:59.865 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:54:59.865 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:54:59.866 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:54:59.866 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:54:59.866 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:54:59.866 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:54:59.866 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.866 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:54:59.866 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:54:59.866 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:54:59.866 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:54:59.866 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:54:59.866 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:54:59.866 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:54:59.866 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:54:59.866 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:54:59.867 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:54:59.867 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:54:59.867 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.867 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.867 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:54:59.867 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.867 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:54:59.867 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:54:59.867 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:54:59.867 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:54:59.867 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:54:59.868 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:54:59.868 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:54:59.868 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:54:59.868 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:54:59.868 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:54:59.868 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:54:59.868 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:54:59.868 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:54:59.868 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:54:59.868 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.868 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.868 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:59.868 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.868 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:54:59.868 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:54:59.869 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.869 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:54:59.869 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:59.869 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:54:59.869 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:54:59.869 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:54:59.869 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.869 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:54:59.869 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:54:59.869 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.869 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.869 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:54:59.869 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:54:59.869 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.869 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.870 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:54:59.870 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:54:59.870 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:54:59.870 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:54:59.870 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:54:59.870 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.870 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.870 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:54:59.870 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:54:59.870 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:54:59.870 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.870 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:54:59.870 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.871 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:54:59.871 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.871 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:54:59.871 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.871 INFO:teuthology.orchestra.run.smithi019.stdout:configfile = 2023-12-03T12:54:59.871 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.871 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:54:59.871 INFO:teuthology.orchestra.run.smithi019.stdout: def setup_teardown(configfile): 2023-12-03T12:54:59.871 INFO:teuthology.orchestra.run.smithi019.stdout: yield 2023-12-03T12:54:59.871 INFO:teuthology.orchestra.run.smithi019.stdout:> teardown() 2023-12-03T12:54:59.871 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.871 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:54:59.871 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.871 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:54:59.871 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:54:59.872 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:54:59.872 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:54:59.872 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:54:59.872 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:54:59.872 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:54:59.872 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:54:59.872 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:54:59.872 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:54:59.872 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:54:59.872 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:54:59.872 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:54:59.872 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:54:59.872 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:54:59.873 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:54:59.873 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:54:59.873 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:54:59.873 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:54:59.873 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:54:59.873 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:54:59.873 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:54:59.873 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:54:59.873 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:54:59.873 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:54:59.873 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:54:59.873 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:54:59.873 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:54:59.873 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:54:59.874 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:54:59.874 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:54:59.874 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:54:59.874 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:54:59.874 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:54:59.874 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:54:59.874 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:54:59.874 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:54:59.874 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:54:59.874 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:54:59.874 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:54:59.874 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.874 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.874 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:59.875 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:54:59.875 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.875 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:54:59.875 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.875 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:54:59.875 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:54:59.875 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:54:59.875 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:54:59.875 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:54:59.875 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:54:59.875 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:59.875 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:54:59.875 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:54:59.875 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:54:59.875 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:54:59.876 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:54:59.876 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:54:59.876 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.876 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:54:59.876 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:54:59.876 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:54:59.876 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:54:59.876 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:54:59.876 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:54:59.876 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:54:59.876 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:54:59.876 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:54:59.876 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:54:59.876 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:54:59.877 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.877 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.877 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:54:59.877 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:54:59.877 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:54:59.877 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:54:59.877 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:54:59.877 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.877 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.877 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:54:59.877 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:54:59.877 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:54:59.877 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:54:59.877 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:54:59.878 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.878 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:54:59.878 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:54:59.878 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:54:59.878 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:54:59.878 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:54:59.878 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:54:59.878 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.878 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:54:59.878 INFO:teuthology.orchestra.run.smithi019.stdout:________________ ERROR at teardown of test_sse_kms_not_declared ________________ 2023-12-03T12:54:59.878 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.878 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:59.878 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.878 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:54:59.879 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:54:59.879 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.879 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:54:59.879 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:59.879 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:54:59.879 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:54:59.879 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:54:59.879 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.879 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:54:59.879 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:54:59.879 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.879 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.880 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:54:59.880 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:54:59.880 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.880 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.880 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:54:59.880 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.880 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:54:59.880 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:54:59.880 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.880 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.880 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:54:59.880 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:54:59.880 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.880 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:54:59.881 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:54:59.881 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:54:59.881 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:54:59.881 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:54:59.881 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:59.881 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:54:59.881 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.881 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:54:59.881 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:54:59.881 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:54:59.881 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:54:59.881 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:54:59.881 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:54:59.882 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:54:59.882 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:54:59.882 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:59.882 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.882 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:54:59.882 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:54:59.882 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:54:59.882 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:54:59.882 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.882 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:54:59.882 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:54:59.882 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:54:59.882 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:54:59.883 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.883 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.883 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:54:59.883 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:54:59.883 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:54:59.883 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:54:59.883 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.883 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.883 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:54:59.883 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:54:59.883 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:54:59.883 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.883 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:54:59.883 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.884 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:54:59.884 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:54:59.884 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.884 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:54:59.884 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:54:59.884 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:54:59.884 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:54:59.884 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:54:59.884 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:54:59.884 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.884 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:54:59.884 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.884 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:54:59.885 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.885 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:59.885 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:54:59.885 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.885 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:54:59.885 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.885 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:54:59.885 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:54:59.885 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:54:59.885 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:54:59.885 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:54:59.885 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:54:59.886 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:59.886 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:54:59.886 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:54:59.886 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:54:59.886 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:54:59.886 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:54:59.886 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:54:59.886 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.886 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:54:59.886 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:54:59.886 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:54:59.886 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:54:59.886 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:54:59.887 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:54:59.887 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:54:59.887 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:54:59.887 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:54:59.887 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:54:59.887 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:54:59.887 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.887 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.887 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:54:59.887 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.887 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:54:59.887 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:54:59.887 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:54:59.887 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:54:59.887 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:54:59.888 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:54:59.888 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:54:59.888 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:54:59.888 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:54:59.888 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:54:59.888 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:54:59.888 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:54:59.888 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:54:59.888 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:54:59.888 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.888 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.888 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:59.888 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.888 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:54:59.889 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:54:59.889 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.889 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:54:59.889 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:59.889 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:54:59.889 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:54:59.889 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:54:59.889 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.889 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:54:59.889 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:54:59.889 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.889 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.889 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:54:59.889 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:54:59.889 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.890 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.890 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:54:59.890 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:54:59.890 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:54:59.890 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:54:59.890 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:54:59.890 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.890 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.890 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:54:59.890 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:54:59.890 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:54:59.890 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.890 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:54:59.890 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.891 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:54:59.891 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.891 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:54:59.891 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.891 INFO:teuthology.orchestra.run.smithi019.stdout:configfile = 2023-12-03T12:54:59.891 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.891 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:54:59.891 INFO:teuthology.orchestra.run.smithi019.stdout: def setup_teardown(configfile): 2023-12-03T12:54:59.891 INFO:teuthology.orchestra.run.smithi019.stdout: yield 2023-12-03T12:54:59.891 INFO:teuthology.orchestra.run.smithi019.stdout:> teardown() 2023-12-03T12:54:59.891 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.891 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:54:59.891 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.891 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:54:59.892 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:54:59.892 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:54:59.892 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:54:59.892 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:54:59.892 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:54:59.892 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:54:59.892 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:54:59.892 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:54:59.892 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:54:59.892 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:54:59.892 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:54:59.892 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:54:59.892 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:54:59.893 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:54:59.893 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:54:59.893 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:54:59.893 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:54:59.893 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:54:59.893 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:54:59.893 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:54:59.893 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:54:59.893 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:54:59.893 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:54:59.893 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:54:59.893 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:54:59.893 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:54:59.893 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:54:59.894 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:54:59.894 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:54:59.894 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:54:59.894 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:54:59.894 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:54:59.894 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:54:59.894 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:54:59.894 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:54:59.894 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:54:59.894 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:54:59.894 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:54:59.894 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:54:59.894 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.895 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.895 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:59.895 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:54:59.895 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.895 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:54:59.895 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.895 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:54:59.895 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:54:59.895 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:54:59.895 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:54:59.895 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:54:59.895 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:54:59.895 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:59.895 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:54:59.896 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:54:59.896 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:54:59.896 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:54:59.896 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:54:59.896 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:54:59.896 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.896 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:54:59.896 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:54:59.896 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:54:59.896 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:54:59.896 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:54:59.896 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:54:59.896 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:54:59.896 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:54:59.896 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:54:59.897 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:54:59.897 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:54:59.897 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.897 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.897 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:54:59.897 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:54:59.897 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:54:59.897 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:54:59.897 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:54:59.897 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.897 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.897 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:54:59.897 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:54:59.897 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:54:59.898 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:54:59.898 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:54:59.898 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.898 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:54:59.898 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:54:59.898 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:54:59.898 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:54:59.898 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:54:59.898 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:54:59.898 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.898 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:54:59.898 INFO:teuthology.orchestra.run.smithi019.stdout:______________ ERROR at teardown of test_sse_kms_multipart_upload ______________ 2023-12-03T12:54:59.898 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.898 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:59.899 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.899 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:54:59.899 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:54:59.899 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.899 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:54:59.899 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:59.899 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:54:59.899 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:54:59.899 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:54:59.899 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.899 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:54:59.899 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:54:59.899 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.900 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.900 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:54:59.900 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:54:59.900 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.900 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.900 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:54:59.900 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.900 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:54:59.900 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:54:59.900 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.900 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.900 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:54:59.901 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:54:59.901 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.901 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:54:59.901 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:54:59.901 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:54:59.901 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:54:59.901 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:54:59.901 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:59.901 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:54:59.901 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.901 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:54:59.901 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:54:59.901 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:54:59.902 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:54:59.902 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:54:59.902 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:54:59.902 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:54:59.902 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:54:59.902 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:59.902 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.902 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:54:59.902 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:54:59.902 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:54:59.902 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:54:59.902 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.902 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:54:59.902 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:54:59.903 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:54:59.903 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:54:59.903 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.903 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.903 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:54:59.903 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:54:59.903 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:54:59.903 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:54:59.903 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.903 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.903 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:54:59.903 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:54:59.903 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:54:59.904 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.904 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:54:59.904 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.904 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:54:59.904 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:54:59.904 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.904 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:54:59.904 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:54:59.904 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:54:59.904 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:54:59.904 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:54:59.904 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:54:59.904 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.904 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:54:59.904 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.905 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:54:59.905 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.905 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:59.905 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:54:59.905 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.905 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:54:59.905 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.905 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:54:59.905 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:54:59.905 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:54:59.905 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:54:59.905 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:54:59.906 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:54:59.906 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:59.906 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:54:59.906 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:54:59.906 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:54:59.906 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:54:59.906 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:54:59.906 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:54:59.906 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.906 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:54:59.906 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:54:59.906 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:54:59.906 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:54:59.906 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:54:59.907 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:54:59.907 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:54:59.907 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:54:59.907 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:54:59.907 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:54:59.907 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:54:59.907 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.907 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.907 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:54:59.907 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.907 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:54:59.907 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:54:59.907 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:54:59.907 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:54:59.907 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:54:59.908 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:54:59.908 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:54:59.908 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:54:59.908 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:54:59.908 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:54:59.908 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:54:59.908 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:54:59.908 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:54:59.908 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:54:59.908 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.908 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.908 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:59.908 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.909 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:54:59.909 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:54:59.909 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.909 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:54:59.909 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:59.909 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:54:59.909 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:54:59.909 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:54:59.909 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.909 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:54:59.909 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:54:59.909 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.909 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.909 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:54:59.910 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:54:59.910 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.910 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.910 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:54:59.910 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:54:59.910 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:54:59.910 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:54:59.910 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:54:59.910 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.910 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.910 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:54:59.910 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:54:59.911 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:54:59.911 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.911 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:54:59.911 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.911 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:54:59.911 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.911 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:54:59.911 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.911 INFO:teuthology.orchestra.run.smithi019.stdout:configfile = 2023-12-03T12:54:59.911 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.911 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:54:59.911 INFO:teuthology.orchestra.run.smithi019.stdout: def setup_teardown(configfile): 2023-12-03T12:54:59.912 INFO:teuthology.orchestra.run.smithi019.stdout: yield 2023-12-03T12:54:59.912 INFO:teuthology.orchestra.run.smithi019.stdout:> teardown() 2023-12-03T12:54:59.912 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.912 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:54:59.912 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.912 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:54:59.912 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:54:59.912 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:54:59.912 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:54:59.912 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:54:59.912 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:54:59.912 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:54:59.912 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:54:59.912 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:54:59.912 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:54:59.913 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:54:59.913 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:54:59.913 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:54:59.913 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:54:59.913 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:54:59.913 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:54:59.913 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:54:59.913 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:54:59.913 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:54:59.913 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:54:59.913 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:54:59.913 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:54:59.913 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:54:59.913 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:54:59.914 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:54:59.914 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:54:59.914 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:54:59.914 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:54:59.914 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:54:59.914 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:54:59.914 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:54:59.914 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:54:59.914 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:54:59.914 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:54:59.914 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:54:59.914 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:54:59.914 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:54:59.915 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:54:59.915 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:54:59.915 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:54:59.915 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.915 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.915 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:59.915 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:54:59.915 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.915 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:54:59.915 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.915 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:54:59.915 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:54:59.915 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:54:59.915 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:54:59.916 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:54:59.916 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:54:59.916 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:59.916 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:54:59.916 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:54:59.916 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:54:59.916 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:54:59.916 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:54:59.916 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:54:59.916 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.916 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:54:59.916 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:54:59.916 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:54:59.916 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:54:59.916 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:54:59.917 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:54:59.917 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:54:59.917 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:54:59.917 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:54:59.917 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:54:59.917 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:54:59.917 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.917 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.917 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:54:59.917 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:54:59.917 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:54:59.917 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:54:59.917 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:54:59.917 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.918 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.918 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:54:59.918 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:54:59.918 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:54:59.918 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:54:59.918 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:54:59.918 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.918 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:54:59.918 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:54:59.918 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:54:59.918 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:54:59.918 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:54:59.918 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:54:59.919 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.919 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:54:59.919 INFO:teuthology.orchestra.run.smithi019.stdout:_________ ERROR at teardown of test_sse_kms_multipart_invalid_chunks_1 _________ 2023-12-03T12:54:59.919 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.919 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:59.919 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.919 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:54:59.919 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:54:59.919 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.919 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:54:59.919 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:59.919 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:54:59.919 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:54:59.919 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:54:59.920 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.920 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:54:59.920 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:54:59.920 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.920 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.920 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:54:59.920 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:54:59.920 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.920 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.920 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:54:59.920 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.920 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:54:59.921 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:54:59.921 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.921 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.921 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:54:59.921 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:54:59.921 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.921 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:54:59.921 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:54:59.921 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:54:59.921 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:54:59.921 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:54:59.921 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:59.921 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:54:59.921 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.921 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:54:59.922 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:54:59.922 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:54:59.922 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:54:59.922 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:54:59.922 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:54:59.922 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:54:59.922 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:54:59.922 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:59.922 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.922 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:54:59.923 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:54:59.923 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:54:59.923 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:54:59.923 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.923 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:54:59.923 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:54:59.923 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:54:59.923 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:54:59.923 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.923 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.923 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:54:59.924 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:54:59.924 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:54:59.924 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:54:59.924 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.924 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.924 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:54:59.924 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:54:59.924 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:54:59.924 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.924 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:54:59.924 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.924 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:54:59.924 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:54:59.924 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.925 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:54:59.925 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:54:59.925 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:54:59.925 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:54:59.925 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:54:59.925 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:54:59.925 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.925 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:54:59.925 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.925 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:54:59.925 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.925 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:59.926 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:54:59.926 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.926 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:54:59.926 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.926 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:54:59.926 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:54:59.926 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:54:59.926 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:54:59.926 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:54:59.926 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:54:59.926 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:59.926 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:54:59.926 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:54:59.927 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:54:59.927 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:54:59.927 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:54:59.927 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:54:59.927 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.927 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:54:59.927 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:54:59.927 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:54:59.927 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:54:59.927 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:54:59.927 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:54:59.927 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:54:59.927 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:54:59.927 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:54:59.927 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:54:59.928 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:54:59.928 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.928 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.928 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:54:59.928 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.928 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:54:59.928 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:54:59.928 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:54:59.928 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:54:59.928 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:54:59.928 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:54:59.928 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:54:59.928 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:54:59.928 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:54:59.929 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:54:59.929 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:54:59.929 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:54:59.929 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:54:59.929 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:54:59.929 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.929 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.929 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:59.929 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.929 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:54:59.929 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:54:59.929 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.929 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:54:59.929 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:59.930 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:54:59.930 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:54:59.930 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:54:59.930 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.930 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:54:59.930 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:54:59.930 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.930 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.930 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:54:59.930 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:54:59.930 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.930 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.931 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:54:59.931 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:54:59.931 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:54:59.931 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:54:59.931 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:54:59.931 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.931 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.931 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:54:59.931 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:54:59.931 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:54:59.931 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.931 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:54:59.931 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.931 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:54:59.932 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.932 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:54:59.932 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.933 INFO:teuthology.orchestra.run.smithi019.stdout:configfile = 2023-12-03T12:54:59.933 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.933 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:54:59.933 INFO:teuthology.orchestra.run.smithi019.stdout: def setup_teardown(configfile): 2023-12-03T12:54:59.933 INFO:teuthology.orchestra.run.smithi019.stdout: yield 2023-12-03T12:54:59.933 INFO:teuthology.orchestra.run.smithi019.stdout:> teardown() 2023-12-03T12:54:59.933 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.933 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:54:59.933 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.933 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:54:59.934 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:54:59.934 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:54:59.934 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:54:59.934 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:54:59.934 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:54:59.934 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:54:59.934 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:54:59.934 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:54:59.934 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:54:59.934 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:54:59.934 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:54:59.934 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:54:59.934 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:54:59.934 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:54:59.935 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:54:59.935 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:54:59.935 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:54:59.935 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:54:59.935 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:54:59.935 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:54:59.935 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:54:59.935 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:54:59.935 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:54:59.935 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:54:59.935 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:54:59.935 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:54:59.935 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:54:59.936 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:54:59.936 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:54:59.936 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:54:59.936 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:54:59.936 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:54:59.936 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:54:59.936 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:54:59.936 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:54:59.936 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:54:59.936 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:54:59.936 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:54:59.936 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:54:59.936 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.936 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.937 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:59.937 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:54:59.937 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.937 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:54:59.937 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.937 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:54:59.937 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:54:59.937 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:54:59.937 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:54:59.937 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:54:59.937 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:54:59.937 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:59.937 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:54:59.938 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:54:59.938 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:54:59.938 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:54:59.938 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:54:59.938 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:54:59.938 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.938 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:54:59.938 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:54:59.938 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:54:59.938 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:54:59.938 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:54:59.938 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:54:59.938 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:54:59.938 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:54:59.939 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:54:59.939 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:54:59.939 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:54:59.939 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.939 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.939 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:54:59.939 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:54:59.939 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:54:59.939 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:54:59.939 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:54:59.939 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.939 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.939 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:54:59.940 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:54:59.940 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:54:59.940 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:54:59.940 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:54:59.940 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.940 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:54:59.940 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:54:59.940 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:54:59.940 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:54:59.940 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:54:59.940 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:54:59.940 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.940 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:54:59.941 INFO:teuthology.orchestra.run.smithi019.stdout:_________ ERROR at teardown of test_sse_kms_multipart_invalid_chunks_2 _________ 2023-12-03T12:54:59.941 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.941 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:59.941 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.941 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:54:59.941 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:54:59.941 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.941 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:54:59.941 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:59.941 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:54:59.941 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:54:59.941 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:54:59.941 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.941 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:54:59.942 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:54:59.942 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.942 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.942 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:54:59.942 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:54:59.942 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.942 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.942 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:54:59.942 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.942 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:54:59.942 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:54:59.942 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.942 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.943 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:54:59.943 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:54:59.943 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.943 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:54:59.943 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:54:59.943 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:54:59.943 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:54:59.943 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:54:59.943 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:59.943 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:54:59.943 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.943 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:54:59.943 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:54:59.943 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:54:59.944 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:54:59.944 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:54:59.944 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:54:59.944 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:54:59.944 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:54:59.944 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:59.944 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.944 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:54:59.944 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:54:59.944 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:54:59.944 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:54:59.944 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.944 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:54:59.944 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:54:59.945 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:54:59.945 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:54:59.945 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.945 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.945 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:54:59.945 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:54:59.945 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:54:59.945 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:54:59.945 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.945 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.945 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:54:59.945 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:54:59.945 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:54:59.946 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.946 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:54:59.946 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.946 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:54:59.946 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:54:59.946 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.946 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:54:59.946 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:54:59.946 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:54:59.946 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:54:59.946 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:54:59.946 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:54:59.946 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.947 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:54:59.947 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.947 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:54:59.947 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.947 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:59.947 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:54:59.947 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.947 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:54:59.947 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.947 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:54:59.947 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:54:59.947 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:54:59.947 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:54:59.947 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:54:59.948 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:54:59.948 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:59.948 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:54:59.948 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:54:59.948 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:54:59.948 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:54:59.948 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:54:59.948 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:54:59.948 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.948 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:54:59.948 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:54:59.948 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:54:59.948 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:54:59.948 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:54:59.949 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:54:59.949 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:54:59.949 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:54:59.949 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:54:59.949 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:54:59.949 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:54:59.949 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.949 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.949 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:54:59.949 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.949 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:54:59.949 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:54:59.949 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:54:59.949 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:54:59.950 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:54:59.950 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:54:59.950 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:54:59.950 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:54:59.950 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:54:59.950 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:54:59.950 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:54:59.950 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:54:59.950 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:54:59.950 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:54:59.950 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.950 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.950 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:59.950 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.951 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:54:59.951 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:54:59.951 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.951 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:54:59.951 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:59.951 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:54:59.951 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:54:59.951 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:54:59.951 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.951 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:54:59.951 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:54:59.951 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.951 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.951 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:54:59.952 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:54:59.952 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.952 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.952 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:54:59.952 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:54:59.952 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:54:59.952 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:54:59.952 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:54:59.952 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.952 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.952 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:54:59.952 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:54:59.952 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:54:59.952 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.953 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:54:59.953 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.953 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:54:59.953 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.953 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:54:59.953 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.953 INFO:teuthology.orchestra.run.smithi019.stdout:configfile = 2023-12-03T12:54:59.953 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.953 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:54:59.953 INFO:teuthology.orchestra.run.smithi019.stdout: def setup_teardown(configfile): 2023-12-03T12:54:59.953 INFO:teuthology.orchestra.run.smithi019.stdout: yield 2023-12-03T12:54:59.953 INFO:teuthology.orchestra.run.smithi019.stdout:> teardown() 2023-12-03T12:54:59.954 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.954 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:54:59.954 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.954 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:54:59.954 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:54:59.954 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:54:59.954 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:54:59.954 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:54:59.954 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:54:59.954 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:54:59.954 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:54:59.954 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:54:59.954 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:54:59.955 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:54:59.955 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:54:59.955 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:54:59.955 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:54:59.955 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:54:59.955 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:54:59.955 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:54:59.955 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:54:59.955 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:54:59.955 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:54:59.955 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:54:59.955 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:54:59.955 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:54:59.956 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:54:59.956 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:54:59.956 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:54:59.956 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:54:59.956 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:54:59.956 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:54:59.956 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:54:59.956 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:54:59.956 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:54:59.956 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:54:59.956 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:54:59.956 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:54:59.956 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:54:59.956 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:54:59.956 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:54:59.957 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:54:59.957 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:54:59.957 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.957 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.957 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:59.957 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:54:59.957 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.957 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:54:59.957 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.957 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:54:59.957 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:54:59.957 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:54:59.957 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:54:59.957 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:54:59.958 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:54:59.958 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:59.958 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:54:59.958 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:54:59.958 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:54:59.958 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:54:59.958 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:54:59.958 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:54:59.958 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.958 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:54:59.958 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:54:59.958 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:54:59.959 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:54:59.959 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:54:59.959 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:54:59.959 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:54:59.959 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:54:59.959 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:54:59.959 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:54:59.959 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:54:59.959 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.959 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.959 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:54:59.959 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:54:59.959 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:54:59.959 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:54:59.959 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:54:59.960 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.960 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.960 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:54:59.960 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:54:59.960 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:54:59.960 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:54:59.960 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:54:59.960 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.960 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:54:59.960 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:54:59.960 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:54:59.960 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:54:59.960 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:54:59.960 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:54:59.961 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.961 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:54:59.961 INFO:teuthology.orchestra.run.smithi019.stdout:_____ ERROR at teardown of test_sse_kms_post_object_authenticated_request ______ 2023-12-03T12:54:59.961 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.961 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:59.961 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.961 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:54:59.961 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:54:59.961 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.961 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:54:59.961 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:59.961 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:54:59.961 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:54:59.961 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:54:59.962 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.962 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:54:59.962 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:54:59.962 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.962 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.962 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:54:59.962 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:54:59.962 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.962 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.962 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:54:59.962 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.962 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:54:59.962 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:54:59.962 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.963 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.963 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:54:59.963 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:54:59.963 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.963 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:54:59.963 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:54:59.963 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:54:59.963 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:54:59.963 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:54:59.963 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:59.963 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:54:59.963 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.963 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:54:59.964 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:54:59.964 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:54:59.964 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:54:59.964 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:54:59.964 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:54:59.964 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:54:59.964 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:54:59.964 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:59.964 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.964 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:54:59.964 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:54:59.964 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:54:59.964 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:54:59.964 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.964 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:54:59.965 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:54:59.965 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:54:59.965 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:54:59.965 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.965 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.965 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:54:59.965 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:54:59.965 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:54:59.965 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:54:59.965 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.965 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.965 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:54:59.966 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:54:59.966 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:54:59.966 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.966 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:54:59.966 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.966 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:54:59.966 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:54:59.966 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.966 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:54:59.966 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:54:59.966 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:54:59.966 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:54:59.966 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:54:59.967 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:54:59.967 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.967 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:54:59.967 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.967 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:54:59.967 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.967 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:59.967 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:54:59.967 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.967 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:54:59.967 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.967 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:54:59.967 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:54:59.967 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:54:59.968 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:54:59.968 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:54:59.968 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:54:59.968 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:59.968 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:54:59.968 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:54:59.968 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:54:59.968 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:54:59.968 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:54:59.968 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:54:59.968 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.968 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:54:59.968 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:54:59.968 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:54:59.969 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:54:59.969 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:54:59.969 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:54:59.969 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:54:59.969 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:54:59.969 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:54:59.969 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:54:59.969 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:54:59.969 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.969 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.969 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:54:59.969 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.969 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:54:59.969 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:54:59.969 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:54:59.970 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:54:59.970 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:54:59.970 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:54:59.970 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:54:59.970 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:54:59.970 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:54:59.970 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:54:59.970 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:54:59.970 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:54:59.970 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:54:59.970 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:54:59.970 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.970 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.971 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:59.971 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.971 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:54:59.971 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:54:59.971 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.971 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:54:59.971 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:59.971 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:54:59.971 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:54:59.971 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:54:59.971 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.971 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:54:59.972 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:54:59.972 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.972 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.972 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:54:59.972 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:54:59.972 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.972 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.972 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:54:59.972 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:54:59.972 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:54:59.972 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:54:59.972 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:54:59.972 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.973 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.973 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:54:59.973 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:54:59.973 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:54:59.973 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.973 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:54:59.973 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.973 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:54:59.973 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.973 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:54:59.973 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.973 INFO:teuthology.orchestra.run.smithi019.stdout:configfile = 2023-12-03T12:54:59.973 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.973 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:54:59.973 INFO:teuthology.orchestra.run.smithi019.stdout: def setup_teardown(configfile): 2023-12-03T12:54:59.974 INFO:teuthology.orchestra.run.smithi019.stdout: yield 2023-12-03T12:54:59.974 INFO:teuthology.orchestra.run.smithi019.stdout:> teardown() 2023-12-03T12:54:59.974 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.974 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:54:59.974 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.974 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:54:59.974 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:54:59.974 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:54:59.974 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:54:59.974 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:54:59.974 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:54:59.974 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:54:59.974 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:54:59.974 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:54:59.975 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:54:59.975 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:54:59.975 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:54:59.975 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:54:59.975 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:54:59.975 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:54:59.975 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:54:59.975 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:54:59.975 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:54:59.975 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:54:59.975 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:54:59.975 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:54:59.975 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:54:59.975 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:54:59.976 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:54:59.976 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:54:59.976 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:54:59.976 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:54:59.976 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:54:59.976 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:54:59.976 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:54:59.976 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:54:59.976 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:54:59.976 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:54:59.976 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:54:59.976 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:54:59.976 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:54:59.976 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:54:59.977 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:54:59.977 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:54:59.977 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:54:59.977 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.977 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.977 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:59.977 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:54:59.977 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.977 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:54:59.977 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.977 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:54:59.977 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:54:59.977 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:54:59.977 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:54:59.978 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:54:59.978 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:54:59.978 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:59.978 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:54:59.978 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:54:59.978 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:54:59.978 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:54:59.978 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:54:59.978 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:54:59.978 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.978 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:54:59.978 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:54:59.978 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:54:59.979 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:54:59.979 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:54:59.979 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:54:59.979 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:54:59.979 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:54:59.979 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:54:59.979 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:54:59.979 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:54:59.979 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.979 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.979 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:54:59.979 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:54:59.979 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:54:59.979 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:54:59.980 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:54:59.980 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.980 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.980 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:54:59.980 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:54:59.980 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:54:59.980 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:54:59.980 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:54:59.980 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.980 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:54:59.980 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:54:59.980 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:54:59.980 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:54:59.980 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:54:59.981 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:54:59.981 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.981 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:54:59.981 INFO:teuthology.orchestra.run.smithi019.stdout:________________ ERROR at teardown of test_sse_kms_transfer_1b _________________ 2023-12-03T12:54:59.981 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.981 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:59.981 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.981 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:54:59.981 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:54:59.981 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.981 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:54:59.981 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:59.981 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:54:59.981 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:54:59.982 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:54:59.982 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.982 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:54:59.982 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:54:59.982 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.982 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.982 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:54:59.982 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:54:59.982 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.982 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.982 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:54:59.982 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.982 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:54:59.983 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:54:59.983 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.983 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.983 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:54:59.983 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:54:59.983 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.983 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:54:59.983 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:54:59.983 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:54:59.983 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:54:59.983 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:54:59.983 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:59.983 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:54:59.983 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.984 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:54:59.984 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:54:59.984 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:54:59.984 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:54:59.984 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:54:59.984 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:54:59.984 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:54:59.984 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:54:59.984 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:59.984 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.984 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:54:59.984 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:54:59.984 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:54:59.985 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:54:59.985 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.985 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:54:59.985 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:54:59.985 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:54:59.985 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:54:59.985 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.985 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.985 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:54:59.985 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:54:59.985 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:54:59.986 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:54:59.986 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.986 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.986 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:54:59.986 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:54:59.986 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:54:59.986 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.986 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:54:59.986 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.986 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:54:59.986 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:54:59.986 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.986 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:54:59.987 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:54:59.987 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:54:59.987 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:54:59.987 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:54:59.987 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:54:59.987 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.987 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:54:59.987 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.987 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:54:59.987 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.987 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:59.987 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:54:59.987 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.987 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:54:59.987 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.988 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:54:59.988 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:54:59.988 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:54:59.988 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:54:59.988 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:54:59.988 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:54:59.988 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:59.988 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:54:59.988 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:54:59.988 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:54:59.988 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:54:59.988 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:54:59.988 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:54:59.988 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.989 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:54:59.989 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:54:59.989 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:54:59.989 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:54:59.989 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:54:59.989 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:54:59.989 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:54:59.989 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:54:59.989 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:54:59.989 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:54:59.989 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:54:59.989 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.989 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.989 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:54:59.990 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.990 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:54:59.990 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:54:59.990 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:54:59.990 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:54:59.990 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:54:59.990 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:54:59.990 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:54:59.990 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:54:59.990 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:54:59.990 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:54:59.990 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:54:59.990 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:54:59.991 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:54:59.991 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:54:59.991 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.991 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.991 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:59.991 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.991 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:54:59.991 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:54:59.991 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.991 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:54:59.991 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:54:59.991 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:54:59.991 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:54:59.992 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:54:59.992 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.992 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:54:59.992 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:54:59.992 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.992 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.992 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:54:59.992 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:54:59.992 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.992 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.992 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:54:59.992 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:54:59.992 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:54:59.992 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:54:59.993 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:54:59.993 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.993 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.993 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:54:59.993 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:54:59.993 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:54:59.993 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:54:59.993 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:54:59.993 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.993 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:54:59.993 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.993 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:54:59.993 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.993 INFO:teuthology.orchestra.run.smithi019.stdout:configfile = 2023-12-03T12:54:59.994 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.994 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:54:59.994 INFO:teuthology.orchestra.run.smithi019.stdout: def setup_teardown(configfile): 2023-12-03T12:54:59.994 INFO:teuthology.orchestra.run.smithi019.stdout: yield 2023-12-03T12:54:59.994 INFO:teuthology.orchestra.run.smithi019.stdout:> teardown() 2023-12-03T12:54:59.994 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.994 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:54:59.994 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.994 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:54:59.994 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:54:59.994 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:54:59.994 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:54:59.994 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:54:59.995 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:54:59.995 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:54:59.995 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:54:59.995 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:54:59.995 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:54:59.995 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:54:59.995 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:54:59.995 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:54:59.995 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:54:59.995 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:54:59.995 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:54:59.995 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:54:59.995 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:54:59.996 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:54:59.996 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:54:59.996 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:54:59.996 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:54:59.996 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:54:59.996 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:54:59.996 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:54:59.996 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:54:59.996 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:54:59.996 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:54:59.996 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:54:59.996 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:54:59.996 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:54:59.996 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:54:59.997 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:54:59.997 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:54:59.997 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:54:59.997 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:54:59.997 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:54:59.997 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:54:59.997 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:54:59.997 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:54:59.997 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:54:59.997 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.997 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:54:59.997 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:54:59.997 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.998 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:54:59.998 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:54:59.998 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:54:59.998 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:54:59.998 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:54:59.998 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:54:59.998 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:54:59.998 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:54:59.998 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:54:59.998 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:54:59.998 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:54:59.998 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:54:59.999 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:54:59.999 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:54:59.999 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:54:59.999 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:54:59.999 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:54:59.999 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:54:59.999 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:54:59.999 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:54:59.999 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:54:59.999 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:54:59.999 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:54:59.999 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:54:59.999 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:54:59.999 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:00.000 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:00.000 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.000 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.000 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:00.000 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:00.000 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:00.000 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:00.000 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:00.000 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.000 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.000 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:00.000 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:00.000 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:00.001 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:00.001 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:00.001 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.001 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:00.001 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:00.001 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:00.001 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:00.001 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:00.001 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:55:00.001 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.001 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:00.002 INFO:teuthology.orchestra.run.smithi019.stdout:________________ ERROR at teardown of test_sse_kms_transfer_1kb ________________ 2023-12-03T12:55:00.002 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.002 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:00.002 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.002 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:00.002 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:00.002 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.002 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:00.002 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:00.002 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:00.002 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:00.002 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:00.002 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.002 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:00.003 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:00.003 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.003 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.003 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:00.003 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:00.003 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.003 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.003 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:00.003 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.003 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:00.003 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:00.003 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.003 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.004 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:00.004 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:00.004 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.004 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:00.004 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:00.004 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:00.004 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:00.004 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:00.004 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:00.004 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:00.004 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.004 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:00.004 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:00.004 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:00.005 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:00.005 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:00.005 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:00.005 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:00.005 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:00.005 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:00.005 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.005 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:00.005 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:00.005 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:00.005 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:00.005 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.005 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:00.005 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:00.006 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:00.006 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:00.006 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.006 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.006 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:00.006 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:00.006 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:00.006 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:00.006 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.006 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.006 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:00.006 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:00.006 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:00.007 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.007 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:00.007 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.007 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:00.007 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:00.007 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.007 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:00.007 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:00.007 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:00.007 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:00.007 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:00.007 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:00.007 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.007 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:00.007 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.008 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:00.008 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.008 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:00.008 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:00.008 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.008 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:00.008 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.008 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:00.008 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:00.008 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:00.008 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:00.008 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:00.008 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:00.008 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:00.009 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:00.009 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:00.009 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:00.009 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:00.009 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:00.009 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:00.009 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.009 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:00.009 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:00.009 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:00.009 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:00.009 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:00.009 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:00.010 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:00.010 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:00.010 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:00.010 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:00.010 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:00.010 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.010 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.010 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:00.010 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.010 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:00.010 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:00.011 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:00.011 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:00.011 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:00.011 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:00.011 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:00.011 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:00.011 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:00.011 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:00.011 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:00.011 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:00.011 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:00.012 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:00.012 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.012 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.012 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:00.012 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.012 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:00.012 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:00.012 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.012 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:00.012 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:00.012 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:00.012 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:00.013 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:00.013 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.013 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:00.013 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:00.013 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.013 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.013 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:00.013 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:00.013 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.013 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.013 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:00.013 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:00.013 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:00.014 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:00.014 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:00.014 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.014 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.014 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:00.014 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:00.014 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:00.014 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.014 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:00.014 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.014 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:00.014 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.014 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:00.015 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.015 INFO:teuthology.orchestra.run.smithi019.stdout:configfile = 2023-12-03T12:55:00.015 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.015 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:55:00.015 INFO:teuthology.orchestra.run.smithi019.stdout: def setup_teardown(configfile): 2023-12-03T12:55:00.015 INFO:teuthology.orchestra.run.smithi019.stdout: yield 2023-12-03T12:55:00.015 INFO:teuthology.orchestra.run.smithi019.stdout:> teardown() 2023-12-03T12:55:00.015 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.015 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:55:00.015 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.015 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:55:00.015 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:55:00.015 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:55:00.015 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:55:00.016 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:55:00.016 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:55:00.016 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:00.016 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:00.016 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:00.016 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:00.016 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:00.016 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:00.016 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:00.016 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:00.016 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:00.016 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:00.016 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:00.016 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:00.017 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:00.017 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:00.017 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:00.017 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:00.017 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:00.017 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:00.017 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:00.017 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:00.017 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:00.017 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:00.017 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:00.017 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:00.017 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:00.017 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:00.018 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:00.018 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:00.018 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:00.018 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:00.018 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:00.018 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:00.018 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:00.018 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:00.018 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.018 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.018 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:00.018 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:00.019 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.019 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:00.019 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.019 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:00.019 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:00.019 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:00.020 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:00.020 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:00.020 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:00.020 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:00.020 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:00.020 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:00.020 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:00.021 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:00.021 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:00.021 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:00.021 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.021 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:00.021 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:00.021 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:00.021 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:00.021 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:00.021 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:00.021 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:00.021 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:00.021 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:00.022 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:00.022 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:00.022 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.022 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.022 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:00.022 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:00.022 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:00.022 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:00.022 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:00.022 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.022 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.023 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:00.023 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:00.023 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:00.023 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:00.023 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:00.023 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.023 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:00.023 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:00.024 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:00.024 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:00.024 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:00.024 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:55:00.024 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.024 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:00.025 INFO:teuthology.orchestra.run.smithi019.stdout:________________ ERROR at teardown of test_sse_kms_transfer_1MB ________________ 2023-12-03T12:55:00.025 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.025 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:00.025 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.025 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:00.025 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:00.026 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.026 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:00.026 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:00.026 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:00.026 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:00.026 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:00.026 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.027 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:00.027 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:00.027 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.027 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.027 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:00.027 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:00.027 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.027 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.027 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:00.027 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.028 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:00.028 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:00.028 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.028 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.028 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:00.028 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:00.028 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.028 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:00.029 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:00.029 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:00.029 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:00.029 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:00.029 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:00.029 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:00.030 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.030 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:00.030 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:00.030 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:00.030 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:00.031 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:00.031 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:00.031 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:00.031 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:00.031 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:00.031 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.031 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:00.031 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:00.031 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:00.032 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:00.032 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.032 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:00.032 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:00.032 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:00.032 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:00.032 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.033 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.033 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:00.033 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:00.033 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:00.033 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:00.033 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.033 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.033 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:00.033 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:00.033 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:00.034 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.034 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:00.034 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.034 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:00.034 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:00.034 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.035 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:00.035 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:00.035 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:00.035 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:00.035 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:00.036 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:00.036 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.036 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:00.036 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.036 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:00.036 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.036 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:00.036 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:00.036 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.036 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:00.036 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.037 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:00.037 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:00.037 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:00.037 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:00.037 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:00.037 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:00.037 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:00.037 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:00.038 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:00.038 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:00.038 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:00.038 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:00.038 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:00.038 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.039 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:00.039 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:00.039 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:00.039 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:00.039 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:00.040 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:00.040 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:00.040 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:00.040 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:00.040 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:00.040 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:00.040 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.040 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.040 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:00.040 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.041 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:00.041 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:00.041 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:00.041 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:00.041 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:00.041 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:00.041 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:00.042 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:00.042 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:00.042 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:00.042 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:00.042 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:00.042 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:00.042 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:00.042 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.043 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.043 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:00.043 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.043 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:00.043 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:00.043 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.044 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:00.044 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:00.044 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:00.044 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:00.044 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:00.044 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.044 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:00.045 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:00.045 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.045 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.045 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:00.045 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:00.045 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.045 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.045 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:00.045 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:00.045 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:00.046 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:00.046 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:00.046 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.046 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.046 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:00.046 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:00.046 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:00.046 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.046 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:00.047 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.047 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:00.047 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.047 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:00.047 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.047 INFO:teuthology.orchestra.run.smithi019.stdout:configfile = 2023-12-03T12:55:00.048 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.048 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:55:00.048 INFO:teuthology.orchestra.run.smithi019.stdout: def setup_teardown(configfile): 2023-12-03T12:55:00.048 INFO:teuthology.orchestra.run.smithi019.stdout: yield 2023-12-03T12:55:00.048 INFO:teuthology.orchestra.run.smithi019.stdout:> teardown() 2023-12-03T12:55:00.048 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.049 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:55:00.049 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.049 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:55:00.049 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:55:00.049 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:55:00.049 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:55:00.049 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:55:00.049 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:55:00.049 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:00.050 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:00.050 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:00.050 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:00.050 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:00.050 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:00.050 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:00.050 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:00.050 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:00.051 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:00.051 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:00.051 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:00.051 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:00.051 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:00.051 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:00.052 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:00.052 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:00.052 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:00.052 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:00.052 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:00.052 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:00.053 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:00.053 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:00.053 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:00.053 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:00.053 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:00.053 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:00.053 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:00.054 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:00.054 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:00.054 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:00.054 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:00.054 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:00.054 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:00.054 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.055 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.055 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:00.055 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:00.055 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.055 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:00.055 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.055 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:00.055 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:00.055 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:00.055 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:00.055 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:00.055 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:00.056 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:00.056 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:00.056 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:00.056 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:00.056 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:00.056 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:00.057 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:00.057 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.057 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:00.057 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:00.057 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:00.057 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:00.058 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:00.058 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:00.058 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:00.058 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:00.058 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:00.058 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:00.058 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:00.058 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.058 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.058 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:00.059 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:00.059 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:00.059 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:00.059 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:00.059 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.059 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.059 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:00.059 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:00.059 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:00.060 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:00.060 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:00.060 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.060 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:00.060 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:00.060 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:00.060 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:00.060 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:00.061 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:55:00.061 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.061 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:00.061 INFO:teuthology.orchestra.run.smithi019.stdout:________________ ERROR at teardown of test_sse_kms_transfer_13b ________________ 2023-12-03T12:55:00.061 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.061 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:00.062 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.062 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:00.062 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:00.062 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.062 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:00.062 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:00.062 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:00.062 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:00.062 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:00.063 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.063 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:00.063 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:00.063 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.063 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.063 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:00.063 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:00.063 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.064 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.064 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:00.064 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.064 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:00.064 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:00.064 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.065 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.065 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:00.065 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:00.065 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.065 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:00.065 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:00.066 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:00.066 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:00.066 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:00.066 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:00.066 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:00.066 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.066 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:00.066 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:00.066 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:00.067 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:00.067 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:00.067 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:00.067 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:00.067 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:00.067 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:00.067 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.067 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:00.067 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:00.068 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:00.068 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:00.068 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.068 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:00.068 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:00.068 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:00.068 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:00.068 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.068 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.068 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:00.069 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:00.069 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:00.069 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:00.069 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.069 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.069 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:00.070 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:00.070 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:00.070 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.070 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:00.070 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.070 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:00.070 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:00.070 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.070 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:00.071 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:00.071 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:00.071 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:00.071 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:00.071 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:00.071 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.072 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:00.072 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.072 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:00.072 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.072 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:00.072 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:00.072 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.072 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:00.072 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.072 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:00.072 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:00.072 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:00.073 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:00.073 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:00.073 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:00.073 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:00.073 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:00.073 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:00.074 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:00.074 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:00.074 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:00.074 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:00.074 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.074 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:00.075 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:00.075 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:00.075 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:00.075 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:00.075 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:00.075 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:00.075 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:00.075 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:00.075 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:00.076 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:00.076 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.076 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.076 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:00.076 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.076 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:00.076 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:00.076 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:00.077 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:00.077 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:00.077 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:00.077 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:00.077 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:00.077 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:00.078 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:00.078 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:00.078 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:00.078 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:00.078 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:00.078 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.078 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.079 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:00.079 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.079 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:00.079 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:00.079 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.079 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:00.079 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:00.079 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:00.079 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:00.079 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:00.079 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.079 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:00.080 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:00.080 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.080 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.080 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:00.080 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:00.080 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.080 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.080 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:00.080 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:00.080 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:00.080 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:00.080 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:00.080 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.081 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.081 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:00.081 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:00.081 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:00.081 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.081 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:00.081 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.081 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:00.081 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.081 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:00.081 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.081 INFO:teuthology.orchestra.run.smithi019.stdout:configfile = 2023-12-03T12:55:00.081 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.082 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:55:00.082 INFO:teuthology.orchestra.run.smithi019.stdout: def setup_teardown(configfile): 2023-12-03T12:55:00.082 INFO:teuthology.orchestra.run.smithi019.stdout: yield 2023-12-03T12:55:00.082 INFO:teuthology.orchestra.run.smithi019.stdout:> teardown() 2023-12-03T12:55:00.082 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.082 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:55:00.082 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.082 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:55:00.082 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:55:00.082 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:55:00.082 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:55:00.082 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:55:00.082 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:55:00.083 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:00.083 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:00.083 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:00.083 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:00.083 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:00.083 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:00.083 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:00.083 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:00.083 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:00.083 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:00.083 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:00.083 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:00.083 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:00.084 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:00.084 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:00.084 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:00.084 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:00.084 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:00.084 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:00.084 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:00.084 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:00.084 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:00.084 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:00.084 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:00.084 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:00.084 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:00.084 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:00.085 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:00.085 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:00.085 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:00.085 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:00.085 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:00.085 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:00.085 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:00.085 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.085 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.085 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:00.085 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:00.085 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.085 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:00.085 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.086 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:00.086 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:00.086 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:00.086 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:00.086 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:00.086 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:00.086 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:00.086 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:00.086 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:00.086 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:00.086 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:00.086 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:00.086 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:00.087 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.087 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:00.087 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:00.087 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:00.087 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:00.087 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:00.087 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:00.087 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:00.087 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:00.087 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:00.087 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:00.087 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:00.087 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.087 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.087 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:00.087 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:00.088 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:00.088 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:00.088 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:00.088 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.088 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.088 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:00.088 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:00.088 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:00.088 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:00.088 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:00.088 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.088 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:00.089 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:00.089 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:00.089 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:00.089 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:00.089 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:55:00.089 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.089 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:00.089 INFO:teuthology.orchestra.run.smithi019.stdout:________________ ERROR at teardown of test_sse_kms_read_declare ________________ 2023-12-03T12:55:00.089 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.089 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:00.089 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.089 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:00.089 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:00.089 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.090 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:00.090 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:00.090 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:00.090 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:00.090 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:00.090 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.090 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:00.090 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:00.090 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.090 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.090 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:00.090 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:00.090 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.091 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.091 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:00.091 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.091 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:00.091 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:00.091 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.091 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.091 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:00.091 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:00.091 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.091 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:00.091 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:00.091 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:00.092 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:00.092 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:00.092 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:00.092 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:00.092 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.092 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:00.092 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:00.092 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:00.092 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:00.092 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:00.092 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:00.092 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:00.092 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:00.093 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:00.093 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.093 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:00.093 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:00.093 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:00.093 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:00.093 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.093 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:00.093 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:00.093 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:00.093 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:00.093 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.093 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.094 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:00.094 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:00.094 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:00.094 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:00.094 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.094 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.094 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:00.094 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:00.094 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:00.094 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.094 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:00.094 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.094 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:00.095 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:00.095 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.095 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:00.095 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:00.095 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:00.095 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:00.095 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:00.095 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:00.095 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.095 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:00.095 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.095 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:00.095 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.095 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:00.096 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:00.096 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.096 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:00.096 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.096 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:00.096 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:00.096 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:00.096 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:00.096 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:00.096 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:00.096 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:00.096 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:00.096 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:00.097 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:00.097 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:00.097 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:00.097 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:00.097 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.097 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:00.097 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:00.097 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:00.097 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:00.097 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:00.097 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:00.097 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:00.097 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:00.097 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:00.097 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:00.098 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:00.098 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.098 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.098 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:00.098 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.098 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:00.098 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:00.098 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:00.098 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:00.098 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:00.098 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:00.098 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:00.099 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:00.099 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:00.099 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:00.099 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:00.099 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:00.099 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:00.099 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:00.099 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.099 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.099 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:00.099 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.099 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:00.099 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:00.099 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.100 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:00.100 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:00.100 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:00.100 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:00.100 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:00.100 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.100 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:00.100 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:00.100 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.100 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.100 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:00.100 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:00.100 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.100 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.100 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:00.101 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:00.101 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:00.101 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:00.101 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:00.101 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.101 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.101 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:00.101 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:00.101 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:00.101 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.101 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:00.101 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.101 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:00.101 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.102 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:00.102 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.102 INFO:teuthology.orchestra.run.smithi019.stdout:configfile = 2023-12-03T12:55:00.102 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.102 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:55:00.102 INFO:teuthology.orchestra.run.smithi019.stdout: def setup_teardown(configfile): 2023-12-03T12:55:00.102 INFO:teuthology.orchestra.run.smithi019.stdout: yield 2023-12-03T12:55:00.102 INFO:teuthology.orchestra.run.smithi019.stdout:> teardown() 2023-12-03T12:55:00.102 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.102 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:55:00.102 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.102 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:55:00.103 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:55:00.103 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:55:00.103 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:55:00.103 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:55:00.103 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:55:00.103 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:00.103 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:00.103 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:00.103 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:00.103 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:00.103 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:00.103 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:00.103 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:00.103 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:00.104 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:00.104 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:00.104 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:00.104 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:00.104 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:00.104 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:00.104 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:00.104 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:00.104 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:00.104 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:00.104 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:00.104 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:00.104 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:00.104 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:00.105 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:00.105 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:00.105 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:00.105 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:00.105 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:00.105 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:00.105 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:00.105 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:00.105 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:00.105 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:00.105 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:00.105 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.105 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.105 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:00.106 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:00.106 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.106 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:00.106 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.106 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:00.106 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:00.106 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:00.106 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:00.106 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:00.106 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:00.106 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:00.106 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:00.106 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:00.107 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:00.107 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:00.107 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:00.107 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:00.107 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.107 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:00.107 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:00.107 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:00.107 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:00.107 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:00.107 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:00.107 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:00.107 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:00.107 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:00.108 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:00.108 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:00.108 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.108 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.108 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:00.108 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:00.108 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:00.108 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:00.108 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:00.108 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.108 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.108 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:00.108 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:00.108 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:00.109 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:00.109 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:00.109 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.109 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:00.109 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:00.109 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:00.109 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:00.109 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:00.109 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:55:00.109 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.109 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:00.109 INFO:teuthology.orchestra.run.smithi019.stdout:___________________ ERROR at teardown of test_bucket_policy ____________________ 2023-12-03T12:55:00.109 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.110 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:00.110 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.110 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:00.110 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:00.110 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.110 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:00.110 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:00.110 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:00.110 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:00.110 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:00.110 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.110 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:00.110 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:00.110 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.110 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.111 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:00.111 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:00.111 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.111 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.111 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:00.111 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.111 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:00.111 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:00.111 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.111 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.111 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:00.111 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:00.111 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.112 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:00.112 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:00.112 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:00.112 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:00.112 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:00.112 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:00.112 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:00.112 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.112 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:00.112 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:00.112 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:00.112 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:00.112 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:00.112 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:00.113 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:00.113 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:00.113 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:00.113 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.113 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:00.113 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:00.113 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:00.113 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:00.113 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.113 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:00.113 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:00.113 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:00.113 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:00.113 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.113 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.114 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:00.114 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:00.114 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:00.114 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:00.114 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.114 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.114 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:00.114 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:00.114 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:00.114 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.114 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:00.114 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.114 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:00.115 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:00.115 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.115 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:00.115 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:00.115 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:00.115 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:00.115 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:00.115 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:00.115 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.115 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:00.115 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.115 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:00.115 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.116 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:00.116 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:00.116 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.116 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:00.116 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.116 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:00.116 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:00.116 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:00.116 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:00.116 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:00.116 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:00.116 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:00.116 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:00.116 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:00.117 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:00.117 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:00.117 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:00.117 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:00.117 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.117 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:00.117 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:00.117 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:00.117 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:00.117 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:00.117 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:00.117 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:00.117 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:00.117 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:00.117 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:00.118 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:00.118 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.118 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.118 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:00.118 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.118 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:00.118 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:00.118 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:00.118 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:00.118 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:00.118 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:00.118 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:00.118 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:00.119 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:00.119 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:00.119 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:00.119 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:00.119 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:00.119 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:00.119 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.119 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.119 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:00.119 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.119 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:00.119 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:00.119 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.120 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:00.120 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:00.120 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:00.120 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:00.120 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:00.120 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.120 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:00.120 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:00.120 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.120 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.120 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:00.120 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:00.120 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.120 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.120 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:00.121 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:00.121 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:00.121 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:00.121 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:00.121 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.121 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.121 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:00.121 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:00.121 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:00.121 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.121 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:00.121 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.121 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:00.122 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.122 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:00.122 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.122 INFO:teuthology.orchestra.run.smithi019.stdout:configfile = 2023-12-03T12:55:00.122 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.122 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:55:00.122 INFO:teuthology.orchestra.run.smithi019.stdout: def setup_teardown(configfile): 2023-12-03T12:55:00.122 INFO:teuthology.orchestra.run.smithi019.stdout: yield 2023-12-03T12:55:00.122 INFO:teuthology.orchestra.run.smithi019.stdout:> teardown() 2023-12-03T12:55:00.122 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.122 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:55:00.122 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.122 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:55:00.122 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:55:00.123 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:55:00.123 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:55:00.123 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:55:00.123 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:55:00.123 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:00.123 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:00.123 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:00.123 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:00.123 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:00.123 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:00.123 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:00.123 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:00.123 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:00.124 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:00.124 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:00.124 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:00.124 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:00.124 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:00.124 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:00.124 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:00.124 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:00.124 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:00.124 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:00.124 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:00.124 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:00.124 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:00.124 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:00.125 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:00.125 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:00.125 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:00.125 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:00.125 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:00.125 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:00.125 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:00.125 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:00.125 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:00.125 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:00.125 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:00.125 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.125 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.126 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:00.126 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:00.126 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.126 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:00.126 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.126 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:00.126 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:00.126 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:00.126 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:00.126 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:00.126 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:00.126 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:00.126 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:00.127 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:00.127 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:00.127 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:00.127 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:00.127 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:00.127 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.127 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:00.127 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:00.127 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:00.127 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:00.127 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:00.127 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:00.127 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:00.128 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:00.128 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:00.128 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:00.128 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:00.128 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.128 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.128 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:00.128 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:00.128 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:00.128 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:00.128 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:00.128 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.128 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.129 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:00.129 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:00.129 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:00.129 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:00.129 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:00.129 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.129 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:00.129 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:00.129 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:00.129 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:00.129 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:00.129 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:55:00.129 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.129 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:00.130 INFO:teuthology.orchestra.run.smithi019.stdout:__________________ ERROR at teardown of test_bucketv2_policy ___________________ 2023-12-03T12:55:00.130 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.130 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:00.130 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.130 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:00.130 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:00.130 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.130 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:00.130 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:00.130 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:00.130 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:00.130 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:00.130 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.131 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:00.131 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:00.131 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.131 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.131 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:00.131 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:00.131 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.131 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.131 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:00.131 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.131 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:00.131 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:00.131 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.131 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.132 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:00.132 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:00.132 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.132 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:00.132 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:00.132 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:00.132 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:00.132 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:00.132 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:00.132 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:00.132 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.132 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:00.132 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:00.132 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:00.133 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:00.133 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:00.133 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:00.133 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:00.133 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:00.133 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:00.133 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.133 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:00.133 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:00.133 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:00.133 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:00.133 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.133 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:00.133 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:00.133 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:00.134 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:00.134 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.134 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.134 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:00.134 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:00.134 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:00.134 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:00.134 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.134 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.134 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:00.134 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:00.134 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:00.134 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.135 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:00.135 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.135 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:00.135 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:00.135 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.135 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:00.135 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:00.135 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:00.135 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:00.135 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:00.135 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:00.135 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.135 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:00.136 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.136 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:00.136 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.136 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:00.136 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:00.136 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.136 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:00.136 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.136 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:00.136 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:00.136 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:00.136 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:00.136 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:00.136 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:00.137 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:00.137 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:00.137 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:00.137 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:00.137 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:00.137 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:00.137 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:00.137 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.137 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:00.137 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:00.137 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:00.137 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:00.137 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:00.137 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:00.138 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:00.138 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:00.138 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:00.138 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:00.138 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:00.138 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.138 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.138 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:00.138 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.138 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:00.138 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:00.138 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:00.138 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:00.139 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:00.139 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:00.139 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:00.139 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:00.139 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:00.139 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:00.139 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:00.141 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:00.141 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:00.141 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:00.141 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.141 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.141 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:00.141 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.141 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:00.141 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:00.141 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.141 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:00.141 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:00.142 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:00.142 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:00.142 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:00.142 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.142 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:00.142 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:00.142 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.142 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.142 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:00.143 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:00.143 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.143 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.143 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:00.143 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:00.143 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:00.143 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:00.143 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:00.143 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.143 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.143 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:00.143 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:00.143 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:00.144 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.144 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:00.144 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.144 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:00.144 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.144 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:00.144 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.144 INFO:teuthology.orchestra.run.smithi019.stdout:configfile = 2023-12-03T12:55:00.144 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.144 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:55:00.144 INFO:teuthology.orchestra.run.smithi019.stdout: def setup_teardown(configfile): 2023-12-03T12:55:00.144 INFO:teuthology.orchestra.run.smithi019.stdout: yield 2023-12-03T12:55:00.144 INFO:teuthology.orchestra.run.smithi019.stdout:> teardown() 2023-12-03T12:55:00.145 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.145 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:55:00.145 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.145 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:55:00.145 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:55:00.145 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:55:00.145 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:55:00.145 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:55:00.145 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:55:00.145 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:00.145 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:00.145 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:00.145 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:00.145 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:00.146 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:00.146 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:00.146 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:00.146 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:00.146 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:00.146 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:00.146 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:00.146 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:00.146 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:00.146 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:00.146 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:00.146 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:00.146 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:00.147 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:00.147 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:00.147 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:00.147 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:00.147 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:00.147 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:00.147 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:00.147 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:00.147 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:00.147 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:00.147 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:00.147 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:00.147 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:00.148 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:00.148 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:00.148 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:00.148 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.148 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.148 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:00.148 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:00.148 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.148 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:00.148 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.148 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:00.148 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:00.148 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:00.149 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:00.149 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:00.149 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:00.149 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:00.149 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:00.149 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:00.149 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:00.149 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:00.149 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:00.149 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:00.149 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.149 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:00.149 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:00.149 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:00.149 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:00.150 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:00.150 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:00.150 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:00.150 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:00.150 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:00.150 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:00.150 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:00.150 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.150 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.150 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:00.150 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:00.150 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:00.150 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:00.151 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:00.151 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.151 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.151 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:00.151 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:00.151 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:00.151 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:00.151 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:00.151 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.151 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:00.151 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:00.151 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:00.151 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:00.152 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:00.152 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:55:00.152 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.152 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:00.152 INFO:teuthology.orchestra.run.smithi019.stdout:_________________ ERROR at teardown of test_bucket_policy_acl __________________ 2023-12-03T12:55:00.152 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.152 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:00.152 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.152 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:00.152 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:00.152 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.152 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:00.152 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:00.152 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:00.153 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:00.153 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:00.153 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.153 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:00.153 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:00.153 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.153 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.153 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:00.153 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:00.153 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.153 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.153 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:00.153 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.154 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:00.154 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:00.154 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.154 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.154 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:00.154 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:00.154 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.154 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:00.154 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:00.154 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:00.154 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:00.154 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:00.154 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:00.155 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:00.155 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.155 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:00.155 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:00.155 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:00.155 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:00.155 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:00.155 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:00.155 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:00.155 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:00.155 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:00.155 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.155 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:00.156 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:00.156 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:00.156 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:00.156 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.156 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:00.156 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:00.156 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:00.156 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:00.156 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.156 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.156 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:00.156 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:00.156 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:00.156 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:00.157 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.157 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.157 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:00.157 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:00.157 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:00.157 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.157 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:00.157 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.157 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:00.157 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:00.157 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.157 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:00.157 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:00.158 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:00.158 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:00.158 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:00.158 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:00.158 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.158 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:00.158 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.158 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:00.158 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.158 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:00.158 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:00.158 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.158 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:00.159 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.159 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:00.159 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:00.159 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:00.159 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:00.159 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:00.159 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:00.159 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:00.159 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:00.159 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:00.159 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:00.159 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:00.159 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:00.159 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:00.160 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.160 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:00.160 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:00.160 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:00.160 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:00.160 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:00.160 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:00.160 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:00.160 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:00.160 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:00.160 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:00.160 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:00.160 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.160 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.160 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:00.161 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.161 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:00.161 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:00.161 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:00.161 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:00.161 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:00.161 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:00.161 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:00.161 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:00.161 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:00.161 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:00.161 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:00.162 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:00.162 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:00.162 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:00.162 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.162 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.162 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:00.162 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.162 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:00.162 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:00.162 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.162 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:00.162 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:00.162 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:00.163 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:00.163 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:00.163 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.163 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:00.163 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:00.163 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.163 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.163 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:00.163 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:00.163 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.163 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.163 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:00.163 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:00.163 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:00.164 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:00.164 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:00.164 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.164 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.164 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:00.164 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:00.164 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:00.164 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.164 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:00.164 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.164 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:00.164 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.164 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:00.165 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.165 INFO:teuthology.orchestra.run.smithi019.stdout:configfile = 2023-12-03T12:55:00.165 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.165 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:55:00.165 INFO:teuthology.orchestra.run.smithi019.stdout: def setup_teardown(configfile): 2023-12-03T12:55:00.165 INFO:teuthology.orchestra.run.smithi019.stdout: yield 2023-12-03T12:55:00.165 INFO:teuthology.orchestra.run.smithi019.stdout:> teardown() 2023-12-03T12:55:00.165 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.165 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:55:00.165 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.165 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:55:00.165 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:55:00.165 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:55:00.165 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:55:00.165 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:55:00.166 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:55:00.166 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:00.166 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:00.166 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:00.166 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:00.166 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:00.166 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:00.166 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:00.166 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:00.166 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:00.166 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:00.166 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:00.166 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:00.167 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:00.167 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:00.167 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:00.167 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:00.167 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:00.167 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:00.167 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:00.167 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:00.167 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:00.167 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:00.167 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:00.167 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:00.167 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:00.167 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:00.168 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:00.168 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:00.168 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:00.168 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:00.168 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:00.168 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:00.168 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:00.168 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:00.168 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.168 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.168 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:00.168 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:00.169 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.169 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:00.169 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.169 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:00.169 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:00.169 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:00.169 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:00.169 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:00.169 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:00.169 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:00.169 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:00.169 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:00.169 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:00.170 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:00.170 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:00.170 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:00.170 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.170 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:00.170 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:00.170 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:00.170 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:00.170 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:00.170 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:00.170 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:00.170 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:00.170 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:00.171 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:00.171 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:00.171 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.171 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.171 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:00.171 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:00.171 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:00.171 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:00.171 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:00.171 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.171 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.171 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:00.171 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:00.171 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:00.172 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:00.172 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:00.172 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.172 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:00.172 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:00.172 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:00.172 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:00.172 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:00.172 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:55:00.172 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.172 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:00.172 INFO:teuthology.orchestra.run.smithi019.stdout:________________ ERROR at teardown of test_bucketv2_policy_acl _________________ 2023-12-03T12:55:00.172 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.173 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:00.173 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.173 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:00.173 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:00.173 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.173 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:00.173 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:00.173 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:00.173 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:00.173 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:00.173 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.173 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:00.173 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:00.174 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.174 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.174 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:00.174 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:00.174 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.174 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.174 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:00.174 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.174 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:00.174 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:00.174 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.174 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.174 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:00.175 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:00.175 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.175 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:00.175 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:00.175 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:00.175 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:00.175 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:00.175 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:00.175 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:00.175 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.175 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:00.175 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:00.175 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:00.175 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:00.176 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:00.176 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:00.176 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:00.176 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:00.176 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:00.176 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.176 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:00.176 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:00.176 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:00.176 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:00.176 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.176 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:00.176 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:00.177 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:00.177 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:00.177 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.177 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.177 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:00.177 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:00.177 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:00.177 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:00.177 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.177 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.177 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:00.177 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:00.177 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:00.177 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.178 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:00.178 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.178 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:00.178 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:00.178 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.178 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:00.178 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:00.178 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:00.178 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:00.178 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:00.178 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:00.178 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.178 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:00.179 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.179 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:00.179 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.179 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:00.179 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:00.179 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.179 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:00.179 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.179 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:00.179 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:00.179 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:00.179 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:00.179 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:00.179 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:00.180 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:00.180 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:00.180 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:00.180 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:00.180 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:00.180 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:00.180 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:00.180 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.180 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:00.180 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:00.180 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:00.180 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:00.180 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:00.181 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:00.181 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:00.181 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:00.181 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:00.181 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:00.181 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:00.181 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.181 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.181 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:00.181 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.181 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:00.181 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:00.181 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:00.182 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:00.182 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:00.182 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:00.182 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:00.182 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:00.182 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:00.182 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:00.182 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:00.182 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:00.182 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:00.182 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:00.182 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.183 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.183 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:00.183 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.183 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:00.183 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:00.183 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.183 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:00.183 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:00.183 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:00.183 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:00.183 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:00.183 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.183 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:00.184 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:00.184 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.184 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.184 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:00.184 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:00.184 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.184 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.184 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:00.184 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:00.184 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:00.184 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:00.184 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:00.184 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.184 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.185 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:00.185 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:00.185 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:00.185 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.185 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:00.185 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.185 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:00.185 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.185 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:00.185 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.185 INFO:teuthology.orchestra.run.smithi019.stdout:configfile = 2023-12-03T12:55:00.185 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.185 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:55:00.185 INFO:teuthology.orchestra.run.smithi019.stdout: def setup_teardown(configfile): 2023-12-03T12:55:00.186 INFO:teuthology.orchestra.run.smithi019.stdout: yield 2023-12-03T12:55:00.186 INFO:teuthology.orchestra.run.smithi019.stdout:> teardown() 2023-12-03T12:55:00.186 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.186 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:55:00.186 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.186 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:55:00.186 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:55:00.186 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:55:00.186 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:55:00.186 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:55:00.186 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:55:00.186 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:00.186 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:00.187 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:00.187 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:00.187 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:00.187 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:00.187 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:00.187 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:00.187 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:00.187 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:00.187 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:00.187 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:00.187 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:00.187 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:00.187 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:00.188 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:00.188 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:00.188 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:00.188 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:00.188 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:00.188 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:00.188 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:00.188 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:00.188 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:00.188 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:00.188 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:00.188 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:00.188 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:00.188 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:00.189 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:00.189 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:00.189 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:00.189 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:00.189 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:00.189 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.189 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.189 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:00.189 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:00.189 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.189 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:00.189 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.189 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:00.189 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:00.190 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:00.190 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:00.190 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:00.190 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:00.190 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:00.190 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:00.190 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:00.190 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:00.190 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:00.190 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:00.190 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:00.190 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.190 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:00.191 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:00.191 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:00.191 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:00.191 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:00.191 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:00.191 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:00.191 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:00.191 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:00.191 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:00.191 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:00.191 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.191 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.191 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:00.191 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:00.192 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:00.192 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:00.192 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:00.192 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.192 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.192 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:00.192 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:00.192 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:00.192 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:00.192 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:00.192 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.192 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:00.192 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:00.192 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:00.193 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:00.193 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:00.193 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:55:00.193 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.193 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:00.193 INFO:teuthology.orchestra.run.smithi019.stdout:____________ ERROR at teardown of test_bucket_policy_another_bucket ____________ 2023-12-03T12:55:00.193 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.193 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:00.193 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.193 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:00.193 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:00.193 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.193 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:00.194 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:00.194 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:00.194 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:00.194 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:00.194 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.194 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:00.194 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:00.194 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.194 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.194 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:00.194 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:00.194 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.194 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.195 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:00.195 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.195 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:00.195 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:00.195 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.195 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.195 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:00.195 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:00.195 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.195 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:00.195 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:00.195 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:00.195 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:00.195 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:00.196 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:00.196 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:00.196 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.196 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:00.196 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:00.196 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:00.196 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:00.196 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:00.196 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:00.196 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:00.196 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:00.196 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:00.196 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.197 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:00.197 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:00.197 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:00.197 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:00.197 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.197 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:00.197 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:00.197 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:00.197 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:00.197 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.197 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.197 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:00.197 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:00.197 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:00.198 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:00.198 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.198 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.198 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:00.198 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:00.198 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:00.198 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.198 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:00.198 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.198 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:00.198 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:00.198 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.198 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:00.199 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:00.199 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:00.199 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:00.199 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:00.199 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:00.199 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.199 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:00.199 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.199 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:00.199 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.199 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:00.199 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:00.199 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.199 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:00.200 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.200 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:00.200 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:00.200 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:00.200 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:00.200 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:00.200 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:00.200 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:00.200 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:00.200 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:00.200 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:00.200 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:00.200 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:00.201 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:00.201 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.201 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:00.201 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:00.201 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:00.201 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:00.201 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:00.201 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:00.201 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:00.201 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:00.201 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:00.201 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:00.201 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:00.202 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.202 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.202 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:00.202 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.202 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:00.202 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:00.202 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:00.202 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:00.202 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:00.202 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:00.202 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:00.202 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:00.202 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:00.203 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:00.203 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:00.203 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:00.203 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:00.203 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:00.203 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.203 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.203 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:00.203 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.203 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:00.203 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:00.203 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.203 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:00.203 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:00.203 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:00.204 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:00.204 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:00.204 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.204 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:00.204 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:00.204 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.204 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.204 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:00.204 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:00.204 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.204 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.204 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:00.204 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:00.204 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:00.205 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:00.205 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:00.205 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.205 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.205 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:00.205 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:00.205 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:00.205 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.205 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:00.205 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.205 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:00.205 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.205 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:00.206 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.206 INFO:teuthology.orchestra.run.smithi019.stdout:configfile = 2023-12-03T12:55:00.206 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.206 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:55:00.206 INFO:teuthology.orchestra.run.smithi019.stdout: def setup_teardown(configfile): 2023-12-03T12:55:00.206 INFO:teuthology.orchestra.run.smithi019.stdout: yield 2023-12-03T12:55:00.206 INFO:teuthology.orchestra.run.smithi019.stdout:> teardown() 2023-12-03T12:55:00.206 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.206 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:55:00.206 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.206 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:55:00.206 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:55:00.206 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:55:00.206 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:55:00.207 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:55:00.207 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:55:00.207 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:00.207 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:00.207 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:00.207 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:00.207 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:00.207 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:00.207 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:00.207 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:00.207 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:00.207 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:00.207 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:00.208 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:00.208 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:00.208 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:00.208 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:00.208 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:00.208 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:00.208 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:00.208 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:00.208 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:00.208 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:00.208 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:00.208 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:00.208 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:00.208 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:00.209 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:00.209 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:00.209 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:00.209 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:00.209 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:00.209 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:00.209 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:00.209 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:00.209 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:00.209 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.209 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.209 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:00.210 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:00.210 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.210 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:00.210 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.210 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:00.210 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:00.210 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:00.210 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:00.210 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:00.210 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:00.210 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:00.210 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:00.210 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:00.211 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:00.211 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:00.211 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:00.211 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:00.211 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.211 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:00.211 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:00.211 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:00.211 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:00.211 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:00.211 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:00.211 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:00.211 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:00.212 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:00.212 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:00.212 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:00.212 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.212 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.212 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:00.212 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:00.212 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:00.212 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:00.212 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:00.212 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.212 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.212 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:00.213 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:00.213 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:00.213 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:00.213 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:00.213 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.213 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:00.213 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:00.213 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:00.213 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:00.213 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:00.213 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:55:00.213 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.213 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:00.213 INFO:teuthology.orchestra.run.smithi019.stdout:___________ ERROR at teardown of test_bucketv2_policy_another_bucket ___________ 2023-12-03T12:55:00.214 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.214 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:00.214 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.214 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:00.214 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:00.214 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.214 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:00.214 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:00.214 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:00.214 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:00.214 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:00.214 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.214 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:00.214 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:00.215 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.215 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.215 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:00.215 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:00.215 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.215 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.215 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:00.215 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.215 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:00.215 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:00.215 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.215 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.215 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:00.216 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:00.216 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.216 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:00.216 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:00.216 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:00.216 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:00.216 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:00.216 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:00.216 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:00.216 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.216 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:00.216 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:00.216 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:00.216 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:00.217 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:00.217 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:00.217 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:00.217 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:00.217 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:00.217 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.217 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:00.217 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:00.217 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:00.217 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:00.217 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.217 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:00.217 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:00.217 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:00.217 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:00.218 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.218 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.218 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:00.218 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:00.218 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:00.218 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:00.218 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.218 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.218 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:00.218 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:00.218 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:00.218 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.218 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:00.219 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.219 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:00.219 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:00.219 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.219 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:00.219 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:00.219 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:00.219 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:00.219 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:00.219 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:00.219 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.219 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:00.219 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.219 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:00.220 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.220 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:00.220 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:00.220 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.220 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:00.220 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.220 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:00.220 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:00.220 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:00.220 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:00.220 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:00.221 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:00.221 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:00.221 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:00.221 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:00.221 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:00.221 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:00.221 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:00.221 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:00.221 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.221 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:00.221 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:00.221 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:00.221 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:00.222 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:00.222 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:00.222 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:00.222 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:00.222 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:00.222 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:00.222 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:00.222 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.222 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.222 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:00.222 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.222 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:00.222 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:00.223 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:00.223 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:00.223 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:00.223 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:00.223 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:00.223 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:00.223 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:00.223 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:00.223 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:00.223 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:00.223 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:00.223 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:00.223 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.224 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.224 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:00.224 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.224 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:00.224 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:00.224 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.224 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:00.224 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:00.224 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:00.224 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:00.224 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:00.224 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.224 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:00.224 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:00.225 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.225 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.225 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:00.225 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:00.225 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.225 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.225 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:00.225 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:00.225 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:00.225 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:00.225 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:00.225 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.225 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.226 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:00.226 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:00.226 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:00.226 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.226 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:00.226 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.226 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:00.226 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.226 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:00.226 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.226 INFO:teuthology.orchestra.run.smithi019.stdout:configfile = 2023-12-03T12:55:00.226 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.226 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:55:00.226 INFO:teuthology.orchestra.run.smithi019.stdout: def setup_teardown(configfile): 2023-12-03T12:55:00.227 INFO:teuthology.orchestra.run.smithi019.stdout: yield 2023-12-03T12:55:00.227 INFO:teuthology.orchestra.run.smithi019.stdout:> teardown() 2023-12-03T12:55:00.227 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.227 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:55:00.227 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.227 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:55:00.227 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:55:00.227 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:55:00.227 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:55:00.227 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:55:00.227 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:55:00.227 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:00.227 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:00.228 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:00.228 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:00.228 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:00.228 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:00.228 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:00.228 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:00.228 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:00.228 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:00.228 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:00.228 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:00.228 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:00.228 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:00.228 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:00.229 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:00.229 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:00.229 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:00.229 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:00.229 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:00.229 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:00.229 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:00.229 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:00.229 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:00.229 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:00.229 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:00.229 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:00.229 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:00.229 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:00.230 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:00.230 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:00.230 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:00.230 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:00.230 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:00.230 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.230 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.230 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:00.230 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:00.230 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.230 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:00.230 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.230 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:00.230 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:00.231 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:00.231 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:00.231 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:00.231 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:00.231 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:00.231 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:00.231 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:00.231 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:00.231 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:00.231 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:00.231 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:00.231 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.231 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:00.232 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:00.232 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:00.232 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:00.232 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:00.232 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:00.232 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:00.232 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:00.232 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:00.232 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:00.232 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:00.232 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.232 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.232 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:00.232 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:00.232 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:00.233 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:00.233 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:00.233 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.233 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.233 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:00.233 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:00.233 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:00.233 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:00.233 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:00.233 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.233 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:00.233 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:00.233 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:00.234 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:00.234 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:00.234 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:55:00.234 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.234 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:00.234 INFO:teuthology.orchestra.run.smithi019.stdout:__________________ ERROR at teardown of test_get_obj_tagging ___________________ 2023-12-03T12:55:00.234 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.234 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:00.234 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.234 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:00.234 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:00.234 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.235 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:00.235 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:00.235 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:00.235 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:00.235 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:00.235 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.235 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:00.235 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:00.235 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.235 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.235 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:00.235 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:00.235 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.235 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.235 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:00.236 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.236 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:00.236 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:00.236 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.236 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.236 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:00.236 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:00.236 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.236 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:00.236 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:00.236 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:00.236 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:00.236 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:00.236 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:00.237 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:00.237 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.237 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:00.237 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:00.237 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:00.237 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:00.237 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:00.237 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:00.237 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:00.237 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:00.237 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:00.237 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.237 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:00.238 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:00.238 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:00.238 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:00.238 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.238 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:00.238 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:00.238 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:00.238 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:00.238 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.238 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.238 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:00.238 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:00.238 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:00.238 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:00.239 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.239 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.239 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:00.239 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:00.239 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:00.239 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.239 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:00.239 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.239 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:00.239 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:00.239 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.239 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:00.239 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:00.239 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:00.240 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:00.240 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:00.240 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:00.240 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.240 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:00.240 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.240 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:00.240 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.240 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:00.240 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:00.240 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.240 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:00.240 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.240 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:00.241 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:00.241 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:00.241 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:00.241 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:00.241 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:00.241 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:00.241 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:00.241 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:00.241 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:00.241 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:00.241 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:00.241 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:00.241 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.242 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:00.242 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:00.242 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:00.242 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:00.242 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:00.242 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:00.242 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:00.242 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:00.242 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:00.242 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:00.242 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:00.242 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.242 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.243 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:00.243 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.243 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:00.243 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:00.243 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:00.243 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:00.243 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:00.243 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:00.243 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:00.243 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:00.243 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:00.243 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:00.243 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:00.243 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:00.244 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:00.244 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:00.244 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.244 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.244 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:00.244 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.244 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:00.244 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:00.244 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.244 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:00.244 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:00.244 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:00.244 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:00.245 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:00.245 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.245 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:00.245 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:00.245 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.245 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.245 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:00.245 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:00.245 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.245 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.245 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:00.245 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:00.245 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:00.245 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:00.246 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:00.246 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.246 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.246 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:00.246 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:00.246 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:00.246 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.246 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:00.246 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.246 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:00.246 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.246 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:00.246 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.246 INFO:teuthology.orchestra.run.smithi019.stdout:configfile = 2023-12-03T12:55:00.247 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.247 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:55:00.247 INFO:teuthology.orchestra.run.smithi019.stdout: def setup_teardown(configfile): 2023-12-03T12:55:00.247 INFO:teuthology.orchestra.run.smithi019.stdout: yield 2023-12-03T12:55:00.247 INFO:teuthology.orchestra.run.smithi019.stdout:> teardown() 2023-12-03T12:55:00.247 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.247 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:55:00.247 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.247 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:55:00.247 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:55:00.247 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:55:00.248 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:55:00.248 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:55:00.248 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:55:00.248 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:00.248 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:00.248 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:00.248 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:00.248 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:00.248 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:00.248 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:00.248 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:00.248 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:00.248 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:00.248 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:00.249 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:00.249 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:00.249 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:00.249 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:00.249 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:00.249 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:00.249 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:00.249 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:00.249 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:00.249 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:00.249 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:00.249 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:00.249 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:00.250 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:00.250 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:00.250 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:00.250 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:00.250 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:00.250 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:00.250 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:00.250 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:00.250 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:00.250 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:00.250 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.250 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.250 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:00.251 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:00.251 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.251 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:00.251 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.251 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:00.251 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:00.251 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:00.251 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:00.251 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:00.251 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:00.251 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:00.251 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:00.251 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:00.252 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:00.252 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:00.252 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:00.252 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:00.252 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.252 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:00.252 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:00.252 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:00.252 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:00.252 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:00.252 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:00.252 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:00.252 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:00.252 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:00.253 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:00.253 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:00.253 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.253 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.253 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:00.253 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:00.253 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:00.253 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:00.253 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:00.253 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.253 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.253 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:00.253 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:00.253 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:00.254 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:00.254 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:00.254 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.254 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:00.254 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:00.254 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:00.254 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:00.254 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:00.254 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:55:00.254 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.254 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:00.254 INFO:teuthology.orchestra.run.smithi019.stdout:________________ ERROR at teardown of test_get_obj_head_tagging ________________ 2023-12-03T12:55:00.254 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.255 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:00.255 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.255 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:00.255 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:00.255 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.255 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:00.255 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:00.255 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:00.255 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:00.255 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:00.255 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.255 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:00.255 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:00.256 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.256 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.256 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:00.256 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:00.256 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.256 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.256 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:00.256 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.256 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:00.256 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:00.256 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.256 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.256 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:00.256 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:00.257 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.257 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:00.257 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:00.257 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:00.257 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:00.257 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:00.257 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:00.257 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:00.257 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.257 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:00.257 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:00.257 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:00.257 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:00.258 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:00.258 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:00.258 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:00.258 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:00.258 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:00.258 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.258 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:00.258 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:00.258 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:00.258 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:00.258 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.258 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:00.258 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:00.259 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:00.259 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:00.259 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.259 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.259 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:00.259 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:00.259 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:00.259 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:00.259 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.259 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.259 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:00.259 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:00.259 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:00.260 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.260 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:00.260 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.260 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:00.260 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:00.260 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.260 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:00.260 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:00.260 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:00.260 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:00.260 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:00.260 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:00.260 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.261 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:00.261 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.261 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:00.261 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.261 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:00.261 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:00.261 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.261 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:00.261 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.261 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:00.261 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:00.261 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:00.261 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:00.261 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:00.262 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:00.262 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:00.262 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:00.262 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:00.262 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:00.262 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:00.262 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:00.262 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:00.262 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.262 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:00.262 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:00.262 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:00.263 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:00.263 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:00.263 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:00.263 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:00.263 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:00.263 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:00.263 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:00.263 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:00.263 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.263 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.263 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:00.263 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.263 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:00.263 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:00.264 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:00.264 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:00.264 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:00.264 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:00.264 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:00.264 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:00.264 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:00.264 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:00.264 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:00.264 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:00.264 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:00.264 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:00.264 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.265 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.265 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:00.265 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.265 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:00.265 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:00.265 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.265 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:00.265 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:00.265 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:00.265 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:00.265 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:00.265 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.265 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:00.266 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:00.266 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.266 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.266 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:00.266 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:00.266 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.266 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.266 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:00.266 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:00.266 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:00.266 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:00.266 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:00.266 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.266 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.267 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:00.267 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:00.267 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:00.267 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.267 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:00.267 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.267 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:00.267 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.267 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:00.267 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.267 INFO:teuthology.orchestra.run.smithi019.stdout:configfile = 2023-12-03T12:55:00.267 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.267 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:55:00.267 INFO:teuthology.orchestra.run.smithi019.stdout: def setup_teardown(configfile): 2023-12-03T12:55:00.268 INFO:teuthology.orchestra.run.smithi019.stdout: yield 2023-12-03T12:55:00.268 INFO:teuthology.orchestra.run.smithi019.stdout:> teardown() 2023-12-03T12:55:00.268 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.268 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:55:00.268 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.268 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:55:00.268 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:55:00.268 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:55:00.268 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:55:00.268 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:55:00.268 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:55:00.268 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:00.268 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:00.269 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:00.269 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:00.269 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:00.269 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:00.269 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:00.269 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:00.269 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:00.269 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:00.269 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:00.269 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:00.269 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:00.269 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:00.269 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:00.269 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:00.270 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:00.270 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:00.270 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:00.270 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:00.270 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:00.270 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:00.270 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:00.270 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:00.270 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:00.270 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:00.270 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:00.270 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:00.270 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:00.271 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:00.271 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:00.271 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:00.271 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:00.271 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:00.271 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.271 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.271 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:00.271 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:00.271 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.271 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:00.271 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.271 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:00.271 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:00.272 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:00.272 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:00.272 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:00.272 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:00.272 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:00.272 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:00.272 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:00.272 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:00.272 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:00.272 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:00.272 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:00.272 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.273 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:00.273 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:00.273 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:00.273 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:00.273 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:00.273 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:00.273 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:00.273 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:00.273 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:00.273 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:00.273 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:00.273 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.273 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.273 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:00.274 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:00.274 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:00.274 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:00.274 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:00.274 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.274 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.274 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:00.274 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:00.274 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:00.274 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:00.274 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:00.274 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.274 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:00.275 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:00.275 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:00.275 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:00.275 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:00.275 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:55:00.275 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.275 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:00.275 INFO:teuthology.orchestra.run.smithi019.stdout:____________________ ERROR at teardown of test_put_max_tags ____________________ 2023-12-03T12:55:00.275 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.275 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:00.275 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.275 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:00.275 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:00.276 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.276 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:00.276 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:00.276 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:00.276 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:00.276 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:00.276 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.276 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:00.276 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:00.276 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.276 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.276 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:00.276 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:00.276 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.277 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.277 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:00.277 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.277 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:00.277 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:00.277 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.277 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.277 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:00.277 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:00.277 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.277 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:00.277 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:00.277 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:00.278 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:00.278 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:00.278 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:00.278 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:00.278 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.278 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:00.278 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:00.278 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:00.278 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:00.278 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:00.278 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:00.278 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:00.278 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:00.279 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:00.279 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.279 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:00.279 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:00.279 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:00.279 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:00.279 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.279 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:00.279 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:00.279 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:00.279 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:00.279 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.279 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.279 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:00.280 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:00.280 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:00.280 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:00.280 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.280 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.280 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:00.280 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:00.280 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:00.280 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.280 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:00.280 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.280 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:00.280 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:00.280 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.281 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:00.281 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:00.281 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:00.281 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:00.281 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:00.281 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:00.281 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.281 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:00.281 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.281 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:00.281 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.281 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:00.281 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:00.282 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.282 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:00.282 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.282 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:00.282 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:00.282 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:00.282 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:00.282 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:00.282 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:00.282 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:00.282 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:00.282 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:00.282 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:00.282 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:00.283 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:00.283 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:00.283 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.283 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:00.283 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:00.283 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:00.283 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:00.283 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:00.283 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:00.283 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:00.283 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:00.283 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:00.283 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:00.284 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:00.284 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.284 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.284 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:00.284 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.284 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:00.284 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:00.284 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:00.284 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:00.284 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:00.284 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:00.284 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:00.284 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:00.285 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:00.285 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:00.285 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:00.285 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:00.285 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:00.285 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:00.285 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.285 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.285 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:00.285 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.285 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:00.285 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:00.285 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.285 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:00.286 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:00.286 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:00.286 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:00.286 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:00.286 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.286 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:00.286 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:00.286 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.286 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.286 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:00.286 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:00.286 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.287 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.287 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:00.287 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:00.287 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:00.287 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:00.287 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:00.287 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.287 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.287 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:00.287 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:00.287 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:00.287 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.287 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:00.287 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.288 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:00.288 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.288 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:00.288 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.288 INFO:teuthology.orchestra.run.smithi019.stdout:configfile = 2023-12-03T12:55:00.288 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.288 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:55:00.288 INFO:teuthology.orchestra.run.smithi019.stdout: def setup_teardown(configfile): 2023-12-03T12:55:00.288 INFO:teuthology.orchestra.run.smithi019.stdout: yield 2023-12-03T12:55:00.288 INFO:teuthology.orchestra.run.smithi019.stdout:> teardown() 2023-12-03T12:55:00.288 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.288 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:55:00.288 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.288 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:55:00.289 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:55:00.289 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:55:00.289 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:55:00.289 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:55:00.289 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:55:00.289 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:00.289 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:00.289 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:00.289 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:00.289 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:00.289 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:00.289 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:00.289 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:00.290 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:00.290 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:00.290 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:00.290 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:00.290 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:00.290 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:00.290 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:00.290 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:00.290 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:00.290 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:00.290 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:00.290 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:00.290 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:00.291 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:00.291 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:00.291 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:00.291 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:00.291 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:00.291 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:00.291 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:00.291 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:00.291 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:00.291 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:00.291 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:00.291 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:00.291 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:00.291 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.291 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.292 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:00.292 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:00.292 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.292 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:00.292 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.292 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:00.292 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:00.292 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:00.292 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:00.292 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:00.292 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:00.292 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:00.292 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:00.292 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:00.293 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:00.293 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:00.293 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:00.293 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:00.293 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.293 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:00.293 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:00.293 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:00.293 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:00.293 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:00.293 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:00.293 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:00.293 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:00.293 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:00.293 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:00.294 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:00.294 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.294 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.294 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:00.294 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:00.294 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:00.294 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:00.294 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:00.294 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.294 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.294 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:00.294 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:00.295 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:00.295 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:00.295 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:00.295 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.295 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:00.295 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:00.295 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:00.295 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:00.295 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:00.295 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:55:00.295 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.295 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:00.295 INFO:teuthology.orchestra.run.smithi019.stdout:__________________ ERROR at teardown of test_put_excess_tags ___________________ 2023-12-03T12:55:00.295 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.296 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:00.296 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.296 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:00.296 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:00.296 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.296 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:00.296 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:00.296 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:00.296 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:00.296 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:00.296 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.296 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:00.296 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:00.297 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.297 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.297 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:00.297 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:00.297 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.297 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.297 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:00.297 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.297 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:00.297 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:00.297 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.297 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.297 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:00.298 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:00.298 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.298 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:00.298 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:00.298 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:00.298 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:00.298 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:00.298 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:00.298 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:00.298 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.298 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:00.298 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:00.298 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:00.298 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:00.299 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:00.299 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:00.299 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:00.299 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:00.299 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:00.299 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.299 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:00.299 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:00.299 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:00.299 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:00.299 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.299 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:00.299 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:00.300 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:00.300 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:00.300 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.300 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.300 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:00.300 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:00.300 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:00.300 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:00.300 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.300 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.300 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:00.300 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:00.300 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:00.300 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.301 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:00.301 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.301 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:00.301 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:00.301 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.301 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:00.301 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:00.301 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:00.301 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:00.301 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:00.301 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:00.301 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.302 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:00.302 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.302 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:00.302 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.302 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:00.302 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:00.302 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.302 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:00.302 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.302 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:00.302 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:00.302 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:00.302 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:00.303 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:00.303 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:00.303 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:00.303 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:00.303 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:00.303 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:00.303 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:00.303 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:00.303 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:00.303 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.303 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:00.303 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:00.303 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:00.303 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:00.304 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:00.304 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:00.304 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:00.304 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:00.304 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:00.304 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:00.304 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:00.304 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.304 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.304 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:00.304 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.304 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:00.304 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:00.304 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:00.305 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:00.305 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:00.305 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:00.305 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:00.305 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:00.305 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:00.305 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:00.305 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:00.305 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:00.305 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:00.305 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:00.305 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.306 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.306 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:00.306 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.306 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:00.306 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:00.306 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.306 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:00.306 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:00.306 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:00.306 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:00.306 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:00.306 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.306 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:00.306 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:00.307 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.307 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.307 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:00.307 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:00.307 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.307 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.307 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:00.307 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:00.307 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:00.307 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:00.307 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:00.307 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.307 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.308 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:00.308 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:00.308 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:00.308 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.308 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:00.308 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.308 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:00.308 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.308 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:00.308 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.308 INFO:teuthology.orchestra.run.smithi019.stdout:configfile = 2023-12-03T12:55:00.308 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.308 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:55:00.308 INFO:teuthology.orchestra.run.smithi019.stdout: def setup_teardown(configfile): 2023-12-03T12:55:00.309 INFO:teuthology.orchestra.run.smithi019.stdout: yield 2023-12-03T12:55:00.309 INFO:teuthology.orchestra.run.smithi019.stdout:> teardown() 2023-12-03T12:55:00.309 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.309 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:55:00.309 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.309 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:55:00.309 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:55:00.309 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:55:00.309 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:55:00.309 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:55:00.309 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:55:00.309 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:00.309 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:00.310 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:00.310 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:00.310 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:00.310 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:00.310 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:00.310 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:00.310 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:00.310 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:00.310 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:00.310 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:00.310 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:00.310 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:00.310 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:00.311 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:00.311 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:00.311 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:00.311 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:00.311 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:00.311 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:00.311 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:00.311 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:00.311 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:00.311 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:00.311 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:00.311 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:00.311 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:00.311 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:00.311 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:00.312 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:00.312 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:00.312 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:00.312 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:00.312 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.312 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.312 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:00.312 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:00.312 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.312 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:00.312 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.312 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:00.313 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:00.313 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:00.313 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:00.313 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:00.313 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:00.313 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:00.313 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:00.313 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:00.313 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:00.313 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:00.313 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:00.313 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:00.313 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.314 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:00.314 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:00.314 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:00.314 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:00.314 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:00.314 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:00.314 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:00.314 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:00.314 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:00.314 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:00.314 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:00.314 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.314 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.314 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:00.315 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:00.315 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:00.315 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:00.315 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:00.315 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.315 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.315 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:00.315 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:00.315 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:00.315 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:00.315 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:00.315 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.315 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:00.315 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:00.316 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:00.316 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:00.316 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:00.316 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:55:00.316 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.316 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:00.316 INFO:teuthology.orchestra.run.smithi019.stdout:________________ ERROR at teardown of test_put_max_kvsize_tags _________________ 2023-12-03T12:55:00.316 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.316 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:00.316 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.316 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:00.316 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:00.316 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.317 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:00.317 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:00.317 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:00.317 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:00.317 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:00.317 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.317 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:00.317 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:00.317 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.317 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.317 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:00.317 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:00.317 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.318 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.318 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:00.318 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.318 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:00.318 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:00.318 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.318 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.318 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:00.318 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:00.318 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.318 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:00.318 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:00.318 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:00.319 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:00.319 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:00.319 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:00.319 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:00.319 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.319 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:00.319 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:00.319 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:00.319 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:00.319 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:00.319 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:00.319 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:00.319 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:00.320 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:00.320 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.320 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:00.320 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:00.320 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:00.320 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:00.320 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.320 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:00.320 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:00.320 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:00.320 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:00.320 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.320 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.321 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:00.321 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:00.321 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:00.321 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:00.321 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.321 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.321 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:00.321 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:00.321 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:00.321 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.321 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:00.321 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.321 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:00.321 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:00.322 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.322 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:00.322 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:00.322 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:00.322 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:00.322 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:00.322 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:00.322 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.322 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:00.322 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.322 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:00.322 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.323 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:00.323 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:00.323 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.323 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:00.323 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.323 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:00.323 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:00.323 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:00.323 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:00.323 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:00.323 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:00.323 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:00.323 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:00.323 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:00.324 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:00.324 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:00.324 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:00.324 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:00.324 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.324 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:00.324 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:00.324 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:00.324 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:00.324 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:00.324 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:00.324 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:00.324 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:00.325 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:00.325 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:00.325 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:00.325 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.325 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.325 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:00.325 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.325 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:00.325 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:00.325 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:00.325 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:00.325 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:00.325 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:00.326 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:00.326 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:00.326 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:00.326 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:00.326 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:00.326 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:00.326 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:00.326 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:00.326 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.326 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.326 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:00.326 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.327 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:00.327 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:00.327 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.327 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:00.327 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:00.327 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:00.327 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:00.327 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:00.327 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.327 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:00.327 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:00.327 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.327 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.327 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:00.328 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:00.328 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.328 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.328 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:00.328 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:00.328 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:00.328 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:00.328 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:00.328 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.328 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.328 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:00.328 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:00.328 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:00.328 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.329 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:00.329 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.329 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:00.329 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.329 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:00.329 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.329 INFO:teuthology.orchestra.run.smithi019.stdout:configfile = 2023-12-03T12:55:00.329 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.329 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:55:00.329 INFO:teuthology.orchestra.run.smithi019.stdout: def setup_teardown(configfile): 2023-12-03T12:55:00.329 INFO:teuthology.orchestra.run.smithi019.stdout: yield 2023-12-03T12:55:00.329 INFO:teuthology.orchestra.run.smithi019.stdout:> teardown() 2023-12-03T12:55:00.329 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.329 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:55:00.330 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.330 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:55:00.330 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:55:00.330 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:55:00.330 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:55:00.330 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:55:00.330 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:55:00.330 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:00.330 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:00.330 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:00.330 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:00.330 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:00.331 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:00.331 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:00.331 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:00.331 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:00.331 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:00.331 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:00.331 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:00.331 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:00.331 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:00.331 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:00.331 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:00.331 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:00.331 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:00.331 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:00.332 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:00.332 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:00.332 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:00.332 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:00.332 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:00.332 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:00.332 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:00.332 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:00.332 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:00.332 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:00.332 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:00.332 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:00.332 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:00.332 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:00.333 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:00.333 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.333 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.333 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:00.333 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:00.333 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.333 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:00.333 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.333 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:00.333 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:00.333 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:00.333 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:00.333 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:00.333 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:00.334 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:00.334 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:00.334 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:00.334 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:00.334 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:00.334 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:00.334 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:00.334 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.334 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:00.334 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:00.334 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:00.334 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:00.334 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:00.335 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:00.335 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:00.335 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:00.335 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:00.335 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:00.335 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:00.335 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.335 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.335 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:00.335 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:00.335 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:00.335 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:00.335 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:00.335 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.336 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.336 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:00.336 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:00.336 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:00.336 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:00.336 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:00.336 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.336 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:00.336 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:00.336 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:00.336 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:00.336 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:00.336 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:55:00.337 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.337 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:00.337 INFO:teuthology.orchestra.run.smithi019.stdout:________________ ERROR at teardown of test_put_excess_key_tags _________________ 2023-12-03T12:55:00.337 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.337 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:00.337 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.337 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:00.337 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:00.337 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.337 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:00.337 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:00.337 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:00.337 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:00.337 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:00.337 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.338 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:00.338 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:00.338 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.338 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.338 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:00.338 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:00.338 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.338 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.338 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:00.338 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.338 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:00.338 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:00.339 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.339 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.339 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:00.339 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:00.339 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.339 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:00.339 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:00.339 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:00.339 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:00.339 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:00.339 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:00.339 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:00.339 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.340 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:00.340 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:00.340 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:00.340 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:00.340 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:00.340 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:00.340 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:00.340 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:00.340 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:00.340 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.340 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:00.340 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:00.340 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:00.340 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:00.341 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.341 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:00.341 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:00.341 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:00.341 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:00.341 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.341 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.341 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:00.341 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:00.341 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:00.341 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:00.341 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.341 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.342 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:00.342 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:00.342 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:00.342 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.342 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:00.342 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.342 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:00.342 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:00.342 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.342 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:00.342 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:00.342 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:00.342 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:00.343 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:00.343 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:00.343 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.343 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:00.343 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.343 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:00.343 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.343 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:00.343 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:00.343 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.343 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:00.343 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.343 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:00.343 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:00.344 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:00.344 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:00.344 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:00.344 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:00.344 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:00.344 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:00.344 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:00.344 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:00.344 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:00.344 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:00.344 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:00.344 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.344 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:00.345 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:00.345 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:00.345 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:00.345 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:00.345 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:00.345 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:00.345 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:00.345 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:00.345 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:00.345 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:00.345 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.345 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.345 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:00.346 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.346 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:00.346 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:00.346 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:00.346 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:00.346 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:00.346 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:00.346 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:00.346 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:00.346 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:00.346 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:00.346 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:00.346 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:00.346 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:00.347 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:00.347 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.347 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.347 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:00.347 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.347 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:00.347 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:00.347 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.347 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:00.347 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:00.347 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:00.347 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:00.349 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:00.349 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.349 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:00.349 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:00.349 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.349 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.349 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:00.349 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:00.349 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.349 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.349 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:00.349 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:00.350 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:00.350 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:00.350 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:00.350 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.350 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.350 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:00.350 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:00.350 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:00.350 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.350 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:00.350 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.350 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:00.350 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.350 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:00.351 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.351 INFO:teuthology.orchestra.run.smithi019.stdout:configfile = 2023-12-03T12:55:00.351 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.351 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:55:00.351 INFO:teuthology.orchestra.run.smithi019.stdout: def setup_teardown(configfile): 2023-12-03T12:55:00.351 INFO:teuthology.orchestra.run.smithi019.stdout: yield 2023-12-03T12:55:00.351 INFO:teuthology.orchestra.run.smithi019.stdout:> teardown() 2023-12-03T12:55:00.351 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.351 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:55:00.351 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.351 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:55:00.351 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:55:00.351 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:55:00.352 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:55:00.352 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:55:00.352 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:55:00.352 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:00.352 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:00.352 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:00.352 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:00.352 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:00.352 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:00.352 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:00.352 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:00.352 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:00.352 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:00.352 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:00.353 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:00.353 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:00.353 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:00.353 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:00.353 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:00.353 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:00.353 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:00.353 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:00.353 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:00.353 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:00.353 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:00.353 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:00.354 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:00.354 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:00.354 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:00.354 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:00.354 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:00.354 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:00.354 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:00.354 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:00.354 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:00.354 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:00.354 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:00.354 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.354 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.355 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:00.355 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:00.355 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.355 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:00.355 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.355 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:00.355 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:00.355 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:00.355 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:00.355 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:00.355 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:00.355 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:00.355 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:00.355 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:00.356 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:00.356 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:00.356 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:00.356 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:00.356 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.356 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:00.356 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:00.356 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:00.356 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:00.356 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:00.356 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:00.356 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:00.356 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:00.356 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:00.357 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:00.357 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:00.357 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.357 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.357 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:00.357 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:00.357 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:00.357 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:00.357 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:00.357 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.357 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.357 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:00.357 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:00.357 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:00.358 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:00.358 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:00.358 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.358 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:00.358 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:00.358 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:00.358 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:00.358 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:00.358 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:55:00.358 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.358 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:00.358 INFO:teuthology.orchestra.run.smithi019.stdout:________________ ERROR at teardown of test_put_excess_val_tags _________________ 2023-12-03T12:55:00.358 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.358 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:00.359 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.359 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:00.359 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:00.359 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.359 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:00.359 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:00.359 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:00.359 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:00.359 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:00.359 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.359 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:00.359 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:00.359 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.359 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.360 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:00.360 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:00.360 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.360 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.360 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:00.360 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.360 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:00.360 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:00.360 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.360 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.360 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:00.360 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:00.360 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.360 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:00.361 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:00.361 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:00.361 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:00.361 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:00.361 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:00.361 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:00.361 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.361 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:00.361 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:00.361 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:00.361 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:00.361 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:00.361 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:00.361 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:00.362 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:00.362 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:00.362 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.362 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:00.362 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:00.362 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:00.362 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:00.362 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.362 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:00.362 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:00.362 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:00.362 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:00.362 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.363 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.363 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:00.363 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:00.363 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:00.363 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:00.363 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.363 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.363 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:00.363 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:00.363 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:00.363 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.363 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:00.363 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.364 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:00.364 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:00.364 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.364 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:00.364 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:00.364 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:00.364 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:00.364 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:00.364 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:00.364 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.364 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:00.364 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.364 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:00.365 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.365 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:00.365 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:00.365 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.365 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:00.365 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.365 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:00.366 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:00.366 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:00.366 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:00.366 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:00.366 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:00.366 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:00.366 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:00.366 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:00.366 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:00.366 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:00.366 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:00.366 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:00.367 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.367 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:00.367 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:00.367 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:00.367 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:00.367 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:00.367 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:00.367 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:00.367 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:00.367 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:00.367 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:00.367 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:00.367 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.367 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.368 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:00.368 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.368 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:00.368 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:00.368 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:00.368 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:00.368 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:00.368 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:00.368 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:00.368 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:00.368 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:00.368 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:00.368 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:00.369 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:00.369 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:00.369 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:00.369 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.369 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.369 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:00.369 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.369 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:00.369 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:00.369 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.369 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:00.369 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:00.369 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:00.369 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:00.370 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:00.370 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.370 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:00.370 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:00.370 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.370 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.370 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:00.370 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:00.370 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.370 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.370 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:00.370 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:00.370 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:00.371 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:00.371 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:00.371 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.371 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.371 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:00.371 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:00.371 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:00.371 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.371 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:00.371 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.371 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:00.371 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.371 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:00.372 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.372 INFO:teuthology.orchestra.run.smithi019.stdout:configfile = 2023-12-03T12:55:00.372 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.372 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:55:00.372 INFO:teuthology.orchestra.run.smithi019.stdout: def setup_teardown(configfile): 2023-12-03T12:55:00.372 INFO:teuthology.orchestra.run.smithi019.stdout: yield 2023-12-03T12:55:00.372 INFO:teuthology.orchestra.run.smithi019.stdout:> teardown() 2023-12-03T12:55:00.372 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.372 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:55:00.372 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.372 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:55:00.372 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:55:00.372 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:55:00.373 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:55:00.373 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:55:00.373 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:55:00.373 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:00.373 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:00.373 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:00.373 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:00.373 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:00.373 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:00.373 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:00.373 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:00.373 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:00.373 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:00.374 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:00.374 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:00.374 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:00.374 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:00.374 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:00.374 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:00.374 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:00.374 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:00.374 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:00.374 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:00.374 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:00.374 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:00.374 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:00.374 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:00.375 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:00.375 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:00.375 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:00.375 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:00.375 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:00.375 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:00.375 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:00.375 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:00.375 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:00.375 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:00.375 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.375 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.375 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:00.375 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:00.376 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.376 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:00.376 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.376 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:00.376 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:00.376 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:00.376 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:00.376 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:00.376 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:00.376 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:00.376 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:00.376 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:00.376 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:00.377 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:00.377 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:00.377 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:00.377 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.377 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:00.377 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:00.377 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:00.377 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:00.377 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:00.377 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:00.377 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:00.377 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:00.377 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:00.377 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:00.378 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:00.378 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.378 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.378 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:00.378 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:00.378 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:00.378 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:00.378 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:00.378 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.378 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.378 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:00.378 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:00.378 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:00.379 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:00.379 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:00.379 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.379 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:00.379 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:00.379 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:00.379 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:00.379 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:00.379 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:55:00.379 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.379 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:00.379 INFO:teuthology.orchestra.run.smithi019.stdout:__________________ ERROR at teardown of test_put_modify_tags ___________________ 2023-12-03T12:55:00.380 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.380 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:00.380 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.380 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:00.380 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:00.380 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.380 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:00.380 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:00.380 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:00.380 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:00.380 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:00.380 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.380 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:00.381 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:00.381 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.381 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.381 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:00.381 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:00.381 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.381 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.381 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:00.381 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.381 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:00.381 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:00.381 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.381 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.381 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:00.382 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:00.382 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.382 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:00.382 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:00.382 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:00.382 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:00.382 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:00.382 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:00.382 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:00.382 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.382 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:00.382 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:00.382 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:00.383 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:00.383 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:00.383 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:00.383 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:00.383 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:00.383 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:00.383 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.383 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:00.383 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:00.383 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:00.383 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:00.383 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.383 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:00.383 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:00.383 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:00.384 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:00.384 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.384 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.384 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:00.384 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:00.384 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:00.384 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:00.384 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.384 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.384 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:00.384 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:00.384 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:00.384 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.384 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:00.385 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.385 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:00.385 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:00.385 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.385 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:00.385 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:00.385 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:00.385 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:00.385 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:00.385 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:00.385 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.385 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:00.385 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.385 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:00.386 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.386 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:00.386 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:00.386 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.386 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:00.386 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.386 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:00.386 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:00.386 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:00.386 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:00.386 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:00.386 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:00.386 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:00.386 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:00.387 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:00.387 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:00.387 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:00.387 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:00.387 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:00.387 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.387 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:00.387 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:00.387 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:00.387 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:00.387 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:00.387 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:00.387 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:00.387 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:00.387 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:00.387 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:00.388 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:00.388 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.388 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.388 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:00.388 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.388 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:00.388 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:00.388 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:00.388 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:00.388 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:00.388 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:00.388 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:00.388 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:00.388 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:00.388 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:00.389 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:00.389 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:00.389 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:00.389 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:00.389 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.389 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.389 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:00.389 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.389 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:00.389 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:00.389 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.389 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:00.389 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:00.389 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:00.390 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:00.390 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:00.390 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.390 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:00.390 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:00.390 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.390 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.390 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:00.390 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:00.390 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.390 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.390 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:00.390 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:00.390 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:00.391 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:00.391 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:00.391 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.391 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.391 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:00.391 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:00.391 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:00.391 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.391 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:00.391 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.391 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:00.391 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.391 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:00.391 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.391 INFO:teuthology.orchestra.run.smithi019.stdout:configfile = 2023-12-03T12:55:00.392 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.392 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:55:00.392 INFO:teuthology.orchestra.run.smithi019.stdout: def setup_teardown(configfile): 2023-12-03T12:55:00.392 INFO:teuthology.orchestra.run.smithi019.stdout: yield 2023-12-03T12:55:00.392 INFO:teuthology.orchestra.run.smithi019.stdout:> teardown() 2023-12-03T12:55:00.392 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.392 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:55:00.392 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.392 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:55:00.392 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:55:00.392 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:55:00.392 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:55:00.393 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:55:00.393 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:55:00.393 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:00.393 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:00.393 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:00.393 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:00.393 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:00.393 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:00.393 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:00.393 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:00.393 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:00.393 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:00.393 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:00.394 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:00.394 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:00.394 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:00.394 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:00.394 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:00.394 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:00.394 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:00.394 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:00.394 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:00.394 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:00.394 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:00.394 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:00.394 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:00.394 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:00.394 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:00.395 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:00.395 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:00.395 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:00.395 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:00.395 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:00.395 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:00.395 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:00.395 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:00.395 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.395 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.395 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:00.395 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:00.395 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.395 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:00.395 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.396 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:00.396 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:00.396 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:00.396 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:00.396 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:00.396 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:00.396 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:00.396 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:00.396 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:00.396 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:00.396 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:00.396 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:00.396 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:00.397 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.397 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:00.397 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:00.397 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:00.397 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:00.397 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:00.397 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:00.397 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:00.397 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:00.397 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:00.397 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:00.397 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:00.397 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.398 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.398 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:00.398 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:00.398 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:00.398 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:00.398 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:00.398 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.398 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.398 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:00.398 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:00.398 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:00.398 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:00.398 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:00.398 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.398 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:00.399 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:00.399 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:00.399 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:00.399 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:00.399 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:55:00.399 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.399 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:00.399 INFO:teuthology.orchestra.run.smithi019.stdout:__________________ ERROR at teardown of test_put_delete_tags ___________________ 2023-12-03T12:55:00.399 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.399 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:00.399 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.399 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:00.399 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:00.399 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.400 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:00.400 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:00.400 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:00.400 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:00.400 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:00.400 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.400 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:00.400 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:00.400 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.400 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.400 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:00.400 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:00.400 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.400 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.400 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:00.401 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.401 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:00.401 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:00.401 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.401 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.401 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:00.401 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:00.401 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.401 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:00.401 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:00.401 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:00.401 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:00.401 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:00.401 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:00.401 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:00.402 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.402 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:00.402 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:00.402 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:00.402 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:00.402 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:00.402 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:00.402 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:00.402 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:00.402 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:00.402 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.402 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:00.402 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:00.402 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:00.403 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:00.403 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.403 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:00.403 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:00.403 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:00.403 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:00.403 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.403 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.403 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:00.403 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:00.403 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:00.403 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:00.403 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.403 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.404 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:00.404 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:00.404 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:00.404 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.404 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:00.404 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.404 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:00.404 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:00.404 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.404 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:00.404 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:00.404 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:00.404 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:00.404 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:00.405 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:00.405 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.405 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:00.405 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.405 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:00.405 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.405 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:00.405 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:00.405 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.405 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:00.405 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.405 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:00.405 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:00.405 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:00.405 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:00.405 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:00.406 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:00.406 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:00.406 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:00.406 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:00.406 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:00.406 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:00.406 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:00.406 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:00.406 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.406 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:00.406 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:00.406 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:00.406 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:00.407 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:00.407 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:00.407 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:00.407 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:00.407 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:00.407 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:00.407 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:00.407 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.407 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.407 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:00.407 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.407 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:00.407 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:00.407 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:00.407 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:00.408 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:00.408 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:00.408 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:00.408 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:00.408 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:00.408 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:00.408 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:00.408 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:00.408 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:00.408 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:00.408 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.408 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.408 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:00.408 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.408 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:00.408 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:00.408 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.409 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:00.409 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:00.409 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:00.409 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:00.409 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:00.409 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.409 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:00.409 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:00.409 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.409 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.409 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:00.409 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:00.409 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.409 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.410 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:00.410 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:00.410 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:00.410 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:00.410 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:00.410 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.410 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.410 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:00.410 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:00.410 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:00.410 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.410 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:00.410 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.411 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:00.411 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.411 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:00.411 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.411 INFO:teuthology.orchestra.run.smithi019.stdout:configfile = 2023-12-03T12:55:00.411 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.411 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:55:00.411 INFO:teuthology.orchestra.run.smithi019.stdout: def setup_teardown(configfile): 2023-12-03T12:55:00.411 INFO:teuthology.orchestra.run.smithi019.stdout: yield 2023-12-03T12:55:00.411 INFO:teuthology.orchestra.run.smithi019.stdout:> teardown() 2023-12-03T12:55:00.411 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.411 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:55:00.411 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.411 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:55:00.412 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:55:00.412 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:55:00.412 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:55:00.412 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:55:00.412 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:55:00.412 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:00.412 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:00.412 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:00.412 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:00.412 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:00.412 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:00.412 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:00.412 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:00.412 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:00.413 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:00.413 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:00.413 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:00.413 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:00.413 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:00.413 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:00.413 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:00.413 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:00.413 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:00.413 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:00.413 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:00.413 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:00.413 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:00.413 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:00.413 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:00.414 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:00.414 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:00.414 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:00.414 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:00.414 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:00.414 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:00.414 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:00.414 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:00.414 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:00.414 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:00.414 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.414 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.414 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:00.414 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:00.415 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.415 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:00.415 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.415 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:00.415 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:00.415 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:00.415 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:00.415 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:00.415 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:00.415 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:00.415 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:00.415 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:00.415 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:00.415 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:00.416 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:00.416 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:00.416 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.416 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:00.416 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:00.416 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:00.416 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:00.416 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:00.416 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:00.416 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:00.416 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:00.416 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:00.416 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:00.417 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:00.417 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.417 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.417 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:00.417 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:00.417 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:00.417 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:00.417 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:00.417 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.417 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.417 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:00.417 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:00.417 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:00.417 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:00.417 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:00.417 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.418 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:00.418 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:00.418 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:00.418 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:00.418 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:00.418 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:55:00.418 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.418 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:00.418 INFO:teuthology.orchestra.run.smithi019.stdout:_________ ERROR at teardown of test_post_object_tags_anonymous_request _________ 2023-12-03T12:55:00.418 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.418 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:00.418 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.418 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:00.418 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:00.419 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.419 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:00.419 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:00.419 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:00.419 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:00.419 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:00.419 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.419 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:00.419 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:00.419 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.419 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.419 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:00.419 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:00.420 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.420 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.420 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:00.420 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.420 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:00.420 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:00.420 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.420 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.420 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:00.420 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:00.420 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.420 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:00.420 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:00.420 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:00.420 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:00.420 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:00.421 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:00.421 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:00.421 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.421 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:00.421 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:00.421 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:00.421 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:00.421 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:00.421 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:00.421 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:00.421 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:00.421 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:00.421 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.421 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:00.421 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:00.422 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:00.422 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:00.422 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.422 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:00.422 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:00.422 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:00.422 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:00.422 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.422 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.422 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:00.422 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:00.422 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:00.422 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:00.422 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.423 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.423 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:00.423 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:00.423 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:00.423 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.423 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:00.423 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.423 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:00.423 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:00.423 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.423 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:00.423 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:00.424 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:00.424 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:00.424 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:00.424 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:00.424 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.424 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:00.424 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.424 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:00.424 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.424 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:00.424 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:00.424 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.424 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:00.424 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.425 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:00.425 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:00.425 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:00.425 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:00.425 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:00.425 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:00.425 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:00.425 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:00.425 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:00.425 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:00.425 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:00.425 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:00.425 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:00.425 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.426 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:00.426 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:00.426 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:00.426 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:00.426 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:00.426 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:00.426 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:00.426 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:00.426 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:00.426 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:00.426 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:00.426 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.426 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.427 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:00.427 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.427 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:00.427 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:00.427 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:00.427 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:00.427 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:00.427 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:00.427 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:00.427 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:00.427 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:00.427 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:00.427 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:00.427 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:00.427 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:00.428 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:00.428 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.428 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.428 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:00.428 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.428 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:00.428 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:00.428 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.428 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:00.428 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:00.428 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:00.428 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:00.428 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:00.428 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.428 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:00.428 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:00.429 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.429 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.429 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:00.429 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:00.429 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.429 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.429 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:00.429 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:00.429 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:00.429 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:00.429 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:00.429 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.429 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.430 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:00.430 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:00.430 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:00.430 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.430 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:00.430 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.430 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:00.430 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.430 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:00.430 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.430 INFO:teuthology.orchestra.run.smithi019.stdout:configfile = 2023-12-03T12:55:00.430 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.430 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:55:00.430 INFO:teuthology.orchestra.run.smithi019.stdout: def setup_teardown(configfile): 2023-12-03T12:55:00.431 INFO:teuthology.orchestra.run.smithi019.stdout: yield 2023-12-03T12:55:00.431 INFO:teuthology.orchestra.run.smithi019.stdout:> teardown() 2023-12-03T12:55:00.431 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.431 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:55:00.431 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.431 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:55:00.431 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:55:00.431 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:55:00.431 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:55:00.431 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:55:00.431 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:55:00.431 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:00.431 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:00.431 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:00.431 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:00.432 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:00.432 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:00.432 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:00.432 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:00.432 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:00.432 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:00.432 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:00.432 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:00.432 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:00.432 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:00.432 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:00.432 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:00.432 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:00.432 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:00.433 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:00.433 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:00.433 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:00.433 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:00.433 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:00.433 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:00.433 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:00.433 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:00.433 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:00.433 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:00.433 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:00.433 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:00.433 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:00.433 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:00.434 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:00.434 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:00.434 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.434 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.434 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:00.434 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:00.434 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.434 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:00.434 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.434 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:00.434 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:00.434 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:00.434 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:00.434 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:00.435 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:00.435 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:00.435 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:00.435 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:00.435 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:00.435 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:00.435 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:00.435 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:00.435 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.435 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:00.435 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:00.435 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:00.435 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:00.435 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:00.435 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:00.435 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:00.436 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:00.436 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:00.436 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:00.436 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:00.436 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.436 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.436 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:00.436 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:00.436 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:00.436 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:00.436 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:00.436 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.436 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.436 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:00.436 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:00.437 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:00.437 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:00.437 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:00.437 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.437 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:00.437 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:00.437 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:00.437 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:00.437 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:00.437 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:55:00.437 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.437 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:00.437 INFO:teuthology.orchestra.run.smithi019.stdout:_______ ERROR at teardown of test_post_object_tags_authenticated_request _______ 2023-12-03T12:55:00.437 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.438 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:00.438 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.438 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:00.438 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:00.438 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.438 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:00.438 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:00.438 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:00.438 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:00.438 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:00.438 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.438 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:00.438 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:00.438 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.439 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.439 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:00.439 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:00.439 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.439 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.439 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:00.439 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.439 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:00.439 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:00.439 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.439 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.439 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:00.439 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:00.439 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.439 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:00.440 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:00.440 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:00.440 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:00.440 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:00.440 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:00.440 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:00.440 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.440 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:00.440 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:00.440 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:00.440 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:00.440 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:00.440 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:00.440 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:00.441 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:00.441 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:00.441 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.441 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:00.441 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:00.441 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:00.441 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:00.441 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.441 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:00.441 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:00.441 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:00.441 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:00.441 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.442 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.442 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:00.442 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:00.442 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:00.442 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:00.442 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.442 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.442 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:00.442 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:00.442 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:00.442 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.442 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:00.443 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.443 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:00.443 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:00.443 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.443 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:00.443 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:00.443 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:00.443 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:00.443 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:00.443 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:00.443 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.443 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:00.443 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.443 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:00.443 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.444 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:00.444 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:00.444 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.444 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:00.444 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.444 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:00.444 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:00.444 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:00.444 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:00.444 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:00.444 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:00.444 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:00.444 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:00.444 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:00.445 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:00.445 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:00.445 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:00.445 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:00.445 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.445 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:00.445 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:00.445 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:00.445 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:00.445 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:00.445 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:00.445 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:00.445 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:00.445 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:00.445 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:00.445 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:00.446 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.446 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.446 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:00.446 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.446 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:00.446 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:00.446 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:00.446 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:00.446 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:00.446 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:00.446 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:00.446 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:00.446 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:00.447 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:00.447 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:00.447 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:00.447 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:00.447 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:00.447 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.447 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.447 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:00.447 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.447 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:00.447 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:00.447 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.447 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:00.448 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:00.448 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:00.448 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:00.448 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:00.448 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.448 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:00.448 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:00.448 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.448 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.448 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:00.448 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:00.448 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.448 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.448 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:00.448 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:00.449 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:00.449 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:00.449 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:00.449 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.449 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.449 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:00.449 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:00.449 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:00.449 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.449 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:00.449 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.449 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:00.449 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.449 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:00.449 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.450 INFO:teuthology.orchestra.run.smithi019.stdout:configfile = 2023-12-03T12:55:00.450 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.450 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:55:00.450 INFO:teuthology.orchestra.run.smithi019.stdout: def setup_teardown(configfile): 2023-12-03T12:55:00.450 INFO:teuthology.orchestra.run.smithi019.stdout: yield 2023-12-03T12:55:00.450 INFO:teuthology.orchestra.run.smithi019.stdout:> teardown() 2023-12-03T12:55:00.450 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.450 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:55:00.450 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.450 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:55:00.450 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:55:00.450 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:55:00.450 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:55:00.450 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:55:00.451 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:55:00.451 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:00.451 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:00.451 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:00.451 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:00.451 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:00.451 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:00.451 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:00.451 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:00.451 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:00.451 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:00.451 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:00.451 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:00.452 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:00.452 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:00.452 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:00.452 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:00.452 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:00.452 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:00.452 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:00.452 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:00.452 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:00.452 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:00.452 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:00.452 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:00.452 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:00.452 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:00.452 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:00.452 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:00.453 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:00.453 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:00.453 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:00.453 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:00.453 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:00.453 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:00.453 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.453 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.453 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:00.453 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:00.453 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.453 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:00.453 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.454 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:00.454 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:00.454 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:00.454 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:00.454 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:00.454 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:00.454 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:00.454 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:00.454 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:00.454 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:00.454 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:00.454 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:00.454 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:00.454 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.455 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:00.455 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:00.455 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:00.455 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:00.455 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:00.455 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:00.455 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:00.455 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:00.455 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:00.455 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:00.455 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:00.455 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.455 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.455 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:00.456 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:00.456 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:00.456 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:00.456 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:00.456 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.456 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.456 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:00.456 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:00.456 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:00.456 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:00.456 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:00.456 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.456 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:00.456 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:00.456 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:00.457 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:00.457 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:00.457 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:55:00.457 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.457 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:00.457 INFO:teuthology.orchestra.run.smithi019.stdout:_________________ ERROR at teardown of test_put_obj_with_tags __________________ 2023-12-03T12:55:00.457 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.457 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:00.457 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.457 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:00.457 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:00.457 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.457 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:00.457 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:00.457 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:00.458 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:00.458 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:00.458 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.458 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:00.458 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:00.458 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.458 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.458 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:00.458 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:00.458 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.458 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.458 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:00.458 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.459 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:00.459 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:00.459 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.459 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.459 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:00.459 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:00.459 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.459 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:00.459 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:00.459 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:00.459 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:00.459 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:00.459 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:00.459 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:00.459 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.459 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:00.460 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:00.460 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:00.460 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:00.460 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:00.460 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:00.460 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:00.460 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:00.460 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:00.460 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.460 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:00.460 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:00.460 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:00.460 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:00.460 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.461 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:00.461 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:00.461 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:00.461 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:00.461 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.461 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.461 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:00.461 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:00.461 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:00.461 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:00.461 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.461 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.461 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:00.461 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:00.462 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:00.462 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.462 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:00.462 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.462 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:00.462 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:00.462 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.462 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:00.462 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:00.462 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:00.462 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:00.462 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:00.462 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:00.462 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.463 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:00.463 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.463 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:00.463 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.463 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:00.463 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:00.463 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.463 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:00.463 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.463 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:00.463 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:00.463 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:00.463 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:00.463 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:00.463 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:00.463 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:00.464 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:00.464 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:00.464 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:00.464 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:00.464 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:00.464 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:00.464 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.464 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:00.464 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:00.464 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:00.464 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:00.464 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:00.464 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:00.464 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:00.464 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:00.465 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:00.465 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:00.465 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:00.465 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.465 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.465 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:00.465 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.465 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:00.465 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:00.465 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:00.465 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:00.465 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:00.465 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:00.466 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:00.466 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:00.466 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:00.466 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:00.466 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:00.466 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:00.466 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:00.466 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:00.466 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.466 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.466 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:00.466 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.466 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:00.467 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:00.467 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.467 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:00.467 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:00.467 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:00.467 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:00.467 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:00.467 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.467 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:00.467 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:00.467 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.467 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.467 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:00.467 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:00.467 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.468 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.468 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:00.468 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:00.468 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:00.468 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:00.468 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:00.468 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.468 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.468 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:00.468 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:00.468 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:00.468 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.468 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:00.468 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.469 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:00.469 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.469 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:00.469 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.469 INFO:teuthology.orchestra.run.smithi019.stdout:configfile = 2023-12-03T12:55:00.469 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.469 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:55:00.469 INFO:teuthology.orchestra.run.smithi019.stdout: def setup_teardown(configfile): 2023-12-03T12:55:00.469 INFO:teuthology.orchestra.run.smithi019.stdout: yield 2023-12-03T12:55:00.469 INFO:teuthology.orchestra.run.smithi019.stdout:> teardown() 2023-12-03T12:55:00.469 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.469 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:55:00.469 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.470 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:55:00.470 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:55:00.470 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:55:00.470 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:55:00.470 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:55:00.470 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:55:00.470 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:00.470 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:00.470 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:00.470 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:00.470 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:00.470 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:00.470 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:00.471 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:00.471 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:00.471 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:00.471 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:00.471 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:00.471 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:00.471 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:00.471 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:00.471 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:00.471 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:00.471 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:00.471 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:00.471 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:00.471 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:00.472 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:00.472 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:00.472 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:00.472 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:00.472 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:00.472 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:00.472 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:00.472 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:00.472 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:00.472 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:00.472 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:00.472 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:00.472 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:00.472 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.473 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.473 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:00.473 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:00.473 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.473 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:00.473 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.473 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:00.473 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:00.473 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:00.473 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:00.473 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:00.473 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:00.473 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:00.473 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:00.473 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:00.474 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:00.474 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:00.474 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:00.474 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:00.474 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.474 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:00.474 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:00.474 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:00.474 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:00.474 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:00.474 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:00.474 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:00.474 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:00.474 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:00.475 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:00.475 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:00.475 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.475 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.475 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:00.475 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:00.475 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:00.475 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:00.475 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:00.475 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.475 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.475 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:00.475 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:00.475 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:00.476 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:00.476 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:00.476 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.476 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:00.476 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:00.476 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:00.476 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:00.476 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:00.476 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:55:00.476 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.476 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:00.476 INFO:teuthology.orchestra.run.smithi019.stdout:________________ ERROR at teardown of test_get_tags_acl_public _________________ 2023-12-03T12:55:00.476 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.476 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:00.476 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.476 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:00.477 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:00.477 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.477 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:00.477 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:00.477 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:00.477 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:00.477 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:00.477 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.477 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:00.477 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:00.477 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.477 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.477 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:00.477 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:00.477 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.477 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.478 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:00.478 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.478 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:00.478 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:00.478 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.478 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.478 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:00.478 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:00.478 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.478 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:00.479 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:00.479 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:00.479 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:00.479 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:00.479 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:00.479 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:00.479 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.479 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:00.479 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:00.479 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:00.479 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:00.479 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:00.479 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:00.480 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:00.480 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:00.480 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:00.480 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.480 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:00.480 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:00.480 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:00.480 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:00.480 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.480 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:00.480 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:00.480 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:00.480 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:00.480 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.480 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.481 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:00.481 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:00.481 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:00.481 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:00.481 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.481 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.481 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:00.481 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:00.481 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:00.481 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.481 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:00.481 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.481 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:00.481 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:00.482 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.482 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:00.482 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:00.482 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:00.482 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:00.482 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:00.482 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:00.482 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.482 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:00.482 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.482 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:00.482 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.482 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:00.483 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:00.483 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.483 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:00.483 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.483 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:00.483 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:00.483 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:00.483 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:00.483 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:00.483 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:00.483 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:00.483 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:00.483 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:00.483 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:00.483 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:00.484 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:00.484 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:00.484 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.484 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:00.484 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:00.484 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:00.484 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:00.484 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:00.484 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:00.484 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:00.484 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:00.484 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:00.484 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:00.484 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:00.484 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.485 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.485 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:00.485 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.485 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:00.485 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:00.485 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:00.485 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:00.485 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:00.485 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:00.485 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:00.485 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:00.485 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:00.485 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:00.485 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:00.485 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:00.486 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:00.486 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:00.486 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.486 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.486 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:00.486 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.486 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:00.486 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:00.486 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.486 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:00.486 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:00.486 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:00.486 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:00.487 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:00.487 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.487 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:00.487 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:00.487 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.487 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.487 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:00.487 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:00.487 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.487 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.487 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:00.487 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:00.487 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:00.487 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:00.487 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:00.487 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.487 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.488 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:00.488 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:00.488 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:00.488 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.488 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:00.488 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.488 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:00.488 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.488 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:00.488 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.488 INFO:teuthology.orchestra.run.smithi019.stdout:configfile = 2023-12-03T12:55:00.488 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.488 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:55:00.488 INFO:teuthology.orchestra.run.smithi019.stdout: def setup_teardown(configfile): 2023-12-03T12:55:00.488 INFO:teuthology.orchestra.run.smithi019.stdout: yield 2023-12-03T12:55:00.489 INFO:teuthology.orchestra.run.smithi019.stdout:> teardown() 2023-12-03T12:55:00.489 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.489 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:55:00.489 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.489 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:55:00.489 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:55:00.489 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:55:00.489 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:55:00.489 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:55:00.489 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:55:00.489 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:00.489 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:00.489 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:00.489 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:00.489 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:00.490 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:00.490 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:00.490 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:00.490 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:00.490 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:00.490 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:00.490 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:00.490 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:00.490 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:00.490 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:00.490 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:00.490 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:00.490 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:00.491 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:00.491 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:00.491 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:00.491 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:00.491 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:00.491 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:00.491 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:00.491 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:00.491 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:00.491 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:00.491 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:00.491 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:00.491 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:00.491 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:00.491 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:00.492 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:00.492 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.492 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.492 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:00.492 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:00.492 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.492 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:00.492 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.492 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:00.492 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:00.492 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:00.492 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:00.492 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:00.492 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:00.493 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:00.493 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:00.493 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:00.493 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:00.493 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:00.493 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:00.493 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:00.493 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.493 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:00.493 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:00.493 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:00.493 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:00.493 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:00.493 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:00.494 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:00.494 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:00.494 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:00.494 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:00.494 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:00.494 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.494 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.494 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:00.494 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:00.494 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:00.494 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:00.494 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:00.494 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.494 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.495 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:00.495 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:00.495 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:00.495 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:00.495 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:00.495 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.495 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:00.495 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:00.495 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:00.495 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:00.495 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:00.495 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:55:00.495 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.495 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:00.495 INFO:teuthology.orchestra.run.smithi019.stdout:________________ ERROR at teardown of test_put_tags_acl_public _________________ 2023-12-03T12:55:00.496 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.496 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:00.496 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.496 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:00.496 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:00.496 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.496 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:00.496 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:00.496 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:00.496 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:00.496 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:00.496 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.496 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:00.496 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:00.497 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.497 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.497 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:00.497 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:00.497 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.497 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.497 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:00.497 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.497 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:00.497 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:00.497 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.497 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.498 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:00.498 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:00.498 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.498 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:00.498 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:00.498 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:00.498 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:00.498 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:00.498 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:00.498 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:00.498 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.498 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:00.498 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:00.498 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:00.499 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:00.499 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:00.499 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:00.499 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:00.499 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:00.499 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:00.499 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.499 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:00.499 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:00.499 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:00.499 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:00.499 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.499 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:00.499 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:00.499 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:00.499 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:00.500 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.500 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.500 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:00.500 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:00.500 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:00.500 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:00.500 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.500 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.500 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:00.500 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:00.500 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:00.500 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.500 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:00.500 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.501 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:00.501 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:00.501 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.501 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:00.501 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:00.501 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:00.501 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:00.501 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:00.501 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:00.501 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.501 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:00.501 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.501 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:00.501 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.501 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:00.502 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:00.502 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.502 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:00.502 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.502 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:00.502 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:00.502 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:00.502 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:00.502 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:00.502 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:00.502 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:00.502 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:00.502 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:00.503 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:00.503 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:00.503 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:00.503 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:00.503 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.503 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:00.503 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:00.503 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:00.503 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:00.503 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:00.503 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:00.503 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:00.503 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:00.504 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:00.504 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:00.504 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:00.504 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.504 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.504 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:00.504 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.504 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:00.504 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:00.504 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:00.504 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:00.504 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:00.504 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:00.504 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:00.505 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:00.505 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:00.505 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:00.505 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:00.505 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:00.505 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:00.505 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:00.505 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.505 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.505 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:00.505 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.505 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:00.505 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:00.505 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.505 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:00.506 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:00.506 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:00.506 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:00.506 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:00.506 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.506 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:00.506 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:00.506 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.506 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.506 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:00.506 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:00.506 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.506 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.506 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:00.507 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:00.507 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:00.507 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:00.507 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:00.507 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.507 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.507 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:00.507 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:00.507 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:00.507 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.507 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:00.507 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.507 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:00.507 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.507 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:00.507 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.508 INFO:teuthology.orchestra.run.smithi019.stdout:configfile = 2023-12-03T12:55:00.508 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.508 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:55:00.508 INFO:teuthology.orchestra.run.smithi019.stdout: def setup_teardown(configfile): 2023-12-03T12:55:00.508 INFO:teuthology.orchestra.run.smithi019.stdout: yield 2023-12-03T12:55:00.508 INFO:teuthology.orchestra.run.smithi019.stdout:> teardown() 2023-12-03T12:55:00.508 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.508 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:55:00.508 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.508 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:55:00.508 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:55:00.508 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:55:00.508 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:55:00.508 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:55:00.508 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:55:00.509 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:00.509 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:00.509 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:00.509 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:00.509 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:00.509 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:00.509 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:00.509 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:00.509 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:00.509 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:00.509 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:00.509 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:00.509 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:00.509 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:00.509 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:00.510 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:00.510 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:00.510 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:00.510 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:00.510 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:00.510 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:00.510 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:00.510 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:00.510 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:00.510 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:00.510 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:00.510 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:00.510 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:00.511 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:00.511 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:00.511 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:00.511 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:00.511 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:00.511 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:00.511 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.511 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.511 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:00.511 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:00.511 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.511 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:00.511 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.511 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:00.511 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:00.512 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:00.512 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:00.512 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:00.512 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:00.512 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:00.512 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:00.512 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:00.512 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:00.512 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:00.512 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:00.512 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:00.512 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.512 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:00.512 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:00.512 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:00.513 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:00.513 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:00.513 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:00.513 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:00.513 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:00.513 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:00.513 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:00.513 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:00.513 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.513 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.513 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:00.513 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:00.513 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:00.513 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:00.514 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:00.514 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.514 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.514 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:00.514 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:00.514 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:00.514 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:00.514 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:00.514 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.514 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:00.514 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:00.514 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:00.514 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:00.515 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:00.515 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:55:00.515 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.515 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:00.515 INFO:teuthology.orchestra.run.smithi019.stdout:_______________ ERROR at teardown of test_delete_tags_obj_public _______________ 2023-12-03T12:55:00.515 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.515 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:00.515 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.515 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:00.515 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:00.515 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.515 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:00.515 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:00.515 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:00.516 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:00.516 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:00.516 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.516 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:00.516 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:00.516 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.516 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.516 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:00.516 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:00.516 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.516 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.516 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:00.516 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.516 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:00.517 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:00.517 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.517 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.517 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:00.517 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:00.517 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.517 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:00.517 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:00.517 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:00.517 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:00.517 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:00.517 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:00.517 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:00.517 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.517 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:00.518 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:00.518 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:00.518 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:00.518 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:00.518 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:00.518 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:00.518 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:00.518 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:00.518 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.518 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:00.518 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:00.518 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:00.518 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:00.518 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.519 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:00.519 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:00.519 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:00.519 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:00.519 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.519 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.519 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:00.519 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:00.519 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:00.519 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:00.519 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.519 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.519 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:00.519 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:00.519 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:00.520 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.520 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:00.520 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.520 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:00.520 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:00.520 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.520 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:00.520 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:00.520 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:00.520 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:00.520 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:00.520 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:00.520 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.520 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:00.521 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.521 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:00.521 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.521 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:00.521 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:00.521 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.521 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:00.521 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.521 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:00.521 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:00.521 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:00.521 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:00.521 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:00.521 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:00.521 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:00.522 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:00.522 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:00.522 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:00.522 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:00.522 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:00.522 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:00.522 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.522 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:00.522 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:00.522 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:00.522 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:00.522 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:00.522 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:00.523 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:00.523 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:00.523 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:00.523 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:00.523 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:00.523 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.523 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.523 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:00.523 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.523 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:00.523 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:00.523 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:00.523 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:00.523 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:00.524 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:00.524 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:00.524 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:00.524 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:00.524 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:00.524 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:00.524 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:00.524 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:00.524 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:00.524 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.524 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.524 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:00.524 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.525 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:00.525 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:00.525 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.525 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:00.525 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:00.525 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:00.525 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:00.525 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:00.525 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.525 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:00.525 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:00.525 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.525 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.525 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:00.525 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:00.525 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.526 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.526 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:00.526 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:00.526 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:00.526 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:00.526 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:00.526 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.526 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.526 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:00.526 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:00.526 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:00.526 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.526 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:00.526 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.527 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:00.527 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.527 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:00.527 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.527 INFO:teuthology.orchestra.run.smithi019.stdout:configfile = 2023-12-03T12:55:00.527 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.527 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:55:00.527 INFO:teuthology.orchestra.run.smithi019.stdout: def setup_teardown(configfile): 2023-12-03T12:55:00.527 INFO:teuthology.orchestra.run.smithi019.stdout: yield 2023-12-03T12:55:00.527 INFO:teuthology.orchestra.run.smithi019.stdout:> teardown() 2023-12-03T12:55:00.527 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.527 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:55:00.527 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.528 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:55:00.528 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:55:00.528 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:55:00.528 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:55:00.528 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:55:00.528 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:55:00.528 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:00.528 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:00.528 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:00.528 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:00.528 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:00.528 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:00.528 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:00.528 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:00.528 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:00.529 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:00.529 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:00.529 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:00.529 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:00.529 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:00.529 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:00.529 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:00.529 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:00.529 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:00.529 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:00.529 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:00.529 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:00.529 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:00.529 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:00.530 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:00.530 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:00.530 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:00.530 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:00.530 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:00.530 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:00.530 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:00.530 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:00.530 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:00.530 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:00.530 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:00.530 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.530 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.531 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:00.531 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:00.531 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.531 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:00.531 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.531 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:00.531 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:00.531 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:00.531 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:00.531 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:00.531 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:00.531 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:00.531 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:00.531 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:00.531 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:00.532 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:00.532 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:00.532 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:00.532 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.532 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:00.532 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:00.532 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:00.532 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:00.532 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:00.532 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:00.532 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:00.532 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:00.532 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:00.532 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:00.533 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:00.533 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.533 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.533 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:00.533 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:00.533 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:00.533 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:00.533 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:00.533 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.533 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.533 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:00.533 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:00.533 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:00.533 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:00.534 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:00.534 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.534 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:00.534 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:00.534 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:00.534 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:00.534 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:00.534 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:55:00.534 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.534 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:00.534 INFO:teuthology.orchestra.run.smithi019.stdout:_ ERROR at teardown of test_versioning_bucket_atomic_upload_return_version_id __ 2023-12-03T12:55:00.534 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.534 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:00.534 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.535 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:00.535 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:00.535 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.535 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:00.535 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:00.535 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:00.535 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:00.535 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:00.535 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.535 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:00.535 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:00.535 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.535 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.535 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:00.535 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:00.535 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.536 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.536 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:00.536 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.536 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:00.536 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:00.536 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.536 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.536 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:00.536 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:00.536 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.536 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:00.536 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:00.536 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:00.536 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:00.536 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:00.537 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:00.537 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:00.537 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.537 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:00.537 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:00.537 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:00.537 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:00.537 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:00.537 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:00.537 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:00.537 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:00.537 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:00.537 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.537 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:00.537 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:00.538 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:00.538 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:00.538 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.538 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:00.538 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:00.538 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:00.538 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:00.538 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.538 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.538 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:00.538 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:00.538 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:00.538 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:00.538 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.539 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.539 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:00.539 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:00.539 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:00.539 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.539 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:00.539 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.539 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:00.539 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:00.539 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.539 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:00.539 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:00.539 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:00.539 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:00.540 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:00.540 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:00.540 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.540 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:00.540 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.540 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:00.540 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.540 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:00.540 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:00.540 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.540 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:00.540 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.540 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:00.540 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:00.541 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:00.541 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:00.541 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:00.541 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:00.541 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:00.541 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:00.541 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:00.541 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:00.541 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:00.541 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:00.541 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:00.541 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.542 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:00.542 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:00.542 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:00.542 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:00.542 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:00.542 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:00.542 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:00.542 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:00.542 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:00.542 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:00.542 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:00.542 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.542 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.542 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:00.543 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.543 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:00.543 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:00.543 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:00.543 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:00.543 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:00.543 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:00.543 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:00.543 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:00.543 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:00.543 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:00.543 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:00.543 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:00.543 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:00.543 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:00.544 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.544 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.544 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:00.544 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.544 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:00.544 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:00.544 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.544 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:00.544 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:00.544 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:00.544 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:00.544 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:00.544 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.544 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:00.544 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:00.544 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.545 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.545 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:00.545 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:00.545 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.545 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.545 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:00.545 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:00.545 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:00.545 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:00.545 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:00.545 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.545 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.545 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:00.545 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:00.545 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:00.546 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.546 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:00.546 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.546 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:00.546 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.546 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:00.546 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.546 INFO:teuthology.orchestra.run.smithi019.stdout:configfile = 2023-12-03T12:55:00.546 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.546 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:55:00.546 INFO:teuthology.orchestra.run.smithi019.stdout: def setup_teardown(configfile): 2023-12-03T12:55:00.546 INFO:teuthology.orchestra.run.smithi019.stdout: yield 2023-12-03T12:55:00.546 INFO:teuthology.orchestra.run.smithi019.stdout:> teardown() 2023-12-03T12:55:00.547 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.547 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:55:00.547 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.547 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:55:00.547 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:55:00.547 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:55:00.549 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:55:00.549 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:55:00.549 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:55:00.549 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:00.549 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:00.549 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:00.549 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:00.549 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:00.549 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:00.549 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:00.549 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:00.549 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:00.549 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:00.549 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:00.550 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:00.550 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:00.550 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:00.550 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:00.550 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:00.550 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:00.550 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:00.550 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:00.550 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:00.550 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:00.550 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:00.550 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:00.550 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:00.550 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:00.551 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:00.551 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:00.551 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:00.551 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:00.551 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:00.551 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:00.551 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:00.551 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:00.551 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:00.551 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.551 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.551 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:00.551 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:00.551 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.551 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:00.552 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.552 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:00.552 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:00.552 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:00.552 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:00.552 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:00.552 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:00.552 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:00.552 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:00.552 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:00.552 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:00.552 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:00.552 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:00.552 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:00.552 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.553 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:00.553 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:00.553 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:00.553 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:00.553 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:00.553 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:00.553 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:00.553 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:00.553 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:00.553 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:00.553 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:00.553 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.553 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.554 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:00.554 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:00.554 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:00.554 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:00.554 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:00.554 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.554 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.554 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:00.554 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:00.554 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:00.554 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:00.554 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:00.554 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.554 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:00.555 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:00.555 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:00.555 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:00.555 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:00.555 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:55:00.555 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.555 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:00.555 INFO:teuthology.orchestra.run.smithi019.stdout:_ ERROR at teardown of test_versioning_bucket_multipart_upload_return_version_id _ 2023-12-03T12:55:00.555 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.555 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:00.555 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.555 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:00.555 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:00.555 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.555 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:00.556 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:00.556 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:00.556 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:00.556 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:00.556 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.556 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:00.556 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:00.556 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.556 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.556 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:00.556 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:00.556 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.556 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.556 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:00.556 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.556 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:00.557 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:00.557 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.557 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.557 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:00.557 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:00.557 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.557 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:00.557 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:00.557 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:00.557 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:00.557 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:00.557 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:00.557 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:00.557 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.557 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:00.558 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:00.558 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:00.558 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:00.558 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:00.558 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:00.558 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:00.558 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:00.558 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:00.558 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.558 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:00.558 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:00.558 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:00.558 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:00.558 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.559 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:00.559 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:00.559 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:00.559 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:00.559 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.559 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.559 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:00.559 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:00.559 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:00.559 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:00.559 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.559 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.559 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:00.559 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:00.559 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:00.560 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.560 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:00.560 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.560 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:00.560 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:00.560 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.560 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:00.560 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:00.560 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:00.560 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:00.560 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:00.560 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:00.560 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.560 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:00.560 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.561 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:00.561 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.561 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:00.561 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:00.561 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.561 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:00.561 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.561 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:00.561 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:00.561 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:00.561 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:00.561 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:00.561 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:00.561 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:00.561 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:00.562 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:00.562 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:00.562 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:00.562 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:00.562 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:00.562 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.562 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:00.562 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:00.562 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:00.562 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:00.562 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:00.562 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:00.562 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:00.563 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:00.563 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:00.563 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:00.563 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:00.563 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.563 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.563 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:00.563 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.563 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:00.563 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:00.563 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:00.563 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:00.563 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:00.563 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:00.563 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:00.563 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:00.564 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:00.564 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:00.564 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:00.564 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:00.564 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:00.564 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:00.564 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.564 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.564 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:00.564 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.564 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:00.564 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:00.564 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.564 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:00.564 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:00.565 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:00.565 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:00.565 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:00.565 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.565 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:00.565 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:00.565 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.565 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.565 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:00.565 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:00.565 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.565 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.565 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:00.565 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:00.566 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:00.566 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:00.566 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:00.566 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.566 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.566 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:00.566 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:00.566 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:00.566 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.566 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:00.566 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.566 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:00.566 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.566 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:00.566 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.567 INFO:teuthology.orchestra.run.smithi019.stdout:configfile = 2023-12-03T12:55:00.567 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.567 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:55:00.567 INFO:teuthology.orchestra.run.smithi019.stdout: def setup_teardown(configfile): 2023-12-03T12:55:00.567 INFO:teuthology.orchestra.run.smithi019.stdout: yield 2023-12-03T12:55:00.567 INFO:teuthology.orchestra.run.smithi019.stdout:> teardown() 2023-12-03T12:55:00.567 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.567 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:55:00.567 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.567 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:55:00.567 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:55:00.567 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:55:00.567 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:55:00.567 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:55:00.568 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:55:00.568 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:00.568 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:00.568 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:00.568 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:00.568 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:00.568 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:00.568 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:00.568 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:00.568 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:00.568 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:00.568 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:00.569 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:00.569 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:00.569 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:00.569 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:00.569 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:00.569 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:00.569 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:00.569 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:00.569 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:00.569 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:00.569 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:00.569 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:00.569 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:00.569 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:00.569 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:00.569 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:00.570 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:00.570 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:00.570 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:00.570 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:00.570 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:00.570 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:00.570 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:00.570 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.570 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.570 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:00.570 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:00.570 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.570 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:00.570 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.571 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:00.571 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:00.571 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:00.571 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:00.571 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:00.571 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:00.571 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:00.571 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:00.571 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:00.571 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:00.571 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:00.571 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:00.571 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:00.571 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.572 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:00.572 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:00.572 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:00.572 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:00.572 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:00.572 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:00.572 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:00.572 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:00.572 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:00.572 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:00.572 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:00.572 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.572 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.572 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:00.573 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:00.573 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:00.573 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:00.573 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:00.573 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.573 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.573 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:00.573 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:00.573 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:00.573 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:00.573 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:00.573 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.573 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:00.573 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:00.574 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:00.574 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:00.574 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:00.574 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:55:00.574 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.574 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:00.574 INFO:teuthology.orchestra.run.smithi019.stdout:_________ ERROR at teardown of test_bucket_policy_get_obj_existing_tag _________ 2023-12-03T12:55:00.574 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.574 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:00.574 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.574 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:00.574 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:00.574 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.574 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:00.575 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:00.575 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:00.575 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:00.575 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:00.575 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.575 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:00.575 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:00.575 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.575 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.575 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:00.575 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:00.575 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.575 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.575 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:00.575 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.575 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:00.576 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:00.576 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.576 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.576 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:00.576 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:00.576 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.576 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:00.576 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:00.576 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:00.576 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:00.576 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:00.576 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:00.576 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:00.576 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.577 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:00.577 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:00.577 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:00.577 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:00.577 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:00.577 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:00.577 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:00.577 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:00.577 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:00.577 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.577 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:00.577 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:00.577 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:00.577 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:00.578 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.578 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:00.578 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:00.578 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:00.578 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:00.578 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.578 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.578 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:00.578 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:00.578 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:00.578 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:00.578 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.578 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.578 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:00.578 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:00.579 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:00.579 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.579 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:00.579 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.579 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:00.579 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:00.579 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.579 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:00.579 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:00.579 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:00.579 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:00.579 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:00.579 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:00.579 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.579 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:00.580 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.580 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:00.580 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.580 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:00.580 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:00.580 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.580 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:00.580 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.580 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:00.580 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:00.580 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:00.580 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:00.580 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:00.580 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:00.580 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:00.581 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:00.581 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:00.581 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:00.581 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:00.581 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:00.581 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:00.581 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.581 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:00.581 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:00.581 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:00.581 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:00.581 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:00.581 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:00.582 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:00.582 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:00.582 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:00.582 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:00.582 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:00.582 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.582 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.582 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:00.582 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.582 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:00.582 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:00.582 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:00.582 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:00.582 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:00.583 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:00.583 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:00.583 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:00.583 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:00.583 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:00.583 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:00.583 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:00.583 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:00.583 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:00.583 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.583 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.583 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:00.583 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.583 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:00.583 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:00.583 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.584 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:00.584 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:00.584 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:00.584 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:00.584 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:00.584 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.584 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:00.584 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:00.584 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.584 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.584 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:00.584 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:00.584 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.584 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.584 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:00.585 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:00.585 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:00.585 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:00.585 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:00.585 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.585 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.585 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:00.585 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:00.585 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:00.585 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.585 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:00.585 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.585 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:00.585 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.585 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:00.586 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.586 INFO:teuthology.orchestra.run.smithi019.stdout:configfile = 2023-12-03T12:55:00.586 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.586 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:55:00.586 INFO:teuthology.orchestra.run.smithi019.stdout: def setup_teardown(configfile): 2023-12-03T12:55:00.586 INFO:teuthology.orchestra.run.smithi019.stdout: yield 2023-12-03T12:55:00.586 INFO:teuthology.orchestra.run.smithi019.stdout:> teardown() 2023-12-03T12:55:00.586 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.586 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:55:00.586 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.586 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:55:00.586 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:55:00.586 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:55:00.586 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:55:00.587 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:55:00.587 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:55:00.587 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:00.587 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:00.587 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:00.587 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:00.587 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:00.587 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:00.587 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:00.587 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:00.587 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:00.587 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:00.587 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:00.587 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:00.587 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:00.587 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:00.588 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:00.588 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:00.588 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:00.588 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:00.588 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:00.588 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:00.588 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:00.588 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:00.588 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:00.588 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:00.588 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:00.588 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:00.588 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:00.588 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:00.588 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:00.589 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:00.589 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:00.589 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:00.589 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:00.589 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:00.589 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.589 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.589 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:00.589 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:00.589 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.589 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:00.589 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.589 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:00.590 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:00.590 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:00.590 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:00.590 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:00.590 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:00.590 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:00.590 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:00.590 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:00.590 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:00.590 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:00.590 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:00.590 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:00.590 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.590 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:00.590 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:00.591 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:00.591 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:00.591 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:00.591 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:00.591 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:00.591 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:00.591 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:00.591 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:00.591 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:00.591 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.591 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.591 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:00.591 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:00.591 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:00.592 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:00.592 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:00.592 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.592 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.592 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:00.592 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:00.592 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:00.592 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:00.592 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:00.592 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.592 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:00.592 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:00.592 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:00.592 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:00.592 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:00.592 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:55:00.593 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.593 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:00.593 INFO:teuthology.orchestra.run.smithi019.stdout:_____ ERROR at teardown of test_bucket_policy_get_obj_tagging_existing_tag _____ 2023-12-03T12:55:00.593 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.593 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:00.593 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.593 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:00.593 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:00.593 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.593 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:00.593 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:00.593 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:00.593 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:00.593 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:00.594 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.594 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:00.594 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:00.594 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.594 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.594 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:00.594 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:00.594 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.594 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.594 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:00.594 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.594 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:00.594 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:00.594 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.594 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.594 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:00.595 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:00.595 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.595 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:00.595 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:00.595 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:00.595 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:00.595 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:00.595 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:00.595 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:00.595 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.595 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:00.595 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:00.595 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:00.595 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:00.595 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:00.596 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:00.596 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:00.596 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:00.596 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:00.596 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.596 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:00.596 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:00.596 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:00.596 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:00.596 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.596 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:00.596 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:00.596 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:00.596 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:00.596 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.597 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.597 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:00.597 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:00.597 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:00.597 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:00.597 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.597 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.597 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:00.597 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:00.597 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:00.597 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.597 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:00.597 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.597 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:00.597 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:00.598 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.598 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:00.598 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:00.598 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:00.598 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:00.598 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:00.598 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:00.598 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.598 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:00.598 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.598 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:00.598 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.598 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:00.598 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:00.599 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.599 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:00.599 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.599 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:00.599 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:00.599 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:00.599 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:00.599 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:00.599 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:00.599 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:00.599 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:00.599 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:00.599 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:00.599 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:00.599 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:00.599 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:00.600 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.600 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:00.600 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:00.600 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:00.600 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:00.600 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:00.600 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:00.600 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:00.600 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:00.600 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:00.600 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:00.600 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:00.600 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.600 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.600 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:00.601 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.601 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:00.601 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:00.601 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:00.601 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:00.601 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:00.601 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:00.601 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:00.601 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:00.601 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:00.601 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:00.601 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:00.601 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:00.602 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:00.602 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:00.602 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.602 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.602 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:00.602 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.602 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:00.602 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:00.602 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.602 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:00.602 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:00.602 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:00.602 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:00.602 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:00.603 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.603 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:00.603 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:00.603 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.603 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.603 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:00.603 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:00.603 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.603 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.603 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:00.603 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:00.603 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:00.603 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:00.604 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:00.604 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.604 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.604 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:00.604 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:00.604 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:00.604 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.604 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:00.604 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.604 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:00.604 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.604 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:00.604 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.604 INFO:teuthology.orchestra.run.smithi019.stdout:configfile = 2023-12-03T12:55:00.604 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.604 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:55:00.605 INFO:teuthology.orchestra.run.smithi019.stdout: def setup_teardown(configfile): 2023-12-03T12:55:00.605 INFO:teuthology.orchestra.run.smithi019.stdout: yield 2023-12-03T12:55:00.605 INFO:teuthology.orchestra.run.smithi019.stdout:> teardown() 2023-12-03T12:55:00.605 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.605 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:55:00.605 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.605 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:55:00.605 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:55:00.605 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:55:00.605 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:55:00.605 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:55:00.605 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:55:00.605 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:00.605 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:00.605 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:00.606 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:00.606 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:00.606 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:00.606 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:00.606 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:00.606 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:00.606 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:00.606 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:00.606 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:00.606 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:00.606 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:00.606 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:00.606 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:00.606 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:00.607 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:00.607 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:00.607 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:00.607 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:00.607 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:00.607 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:00.607 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:00.607 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:00.607 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:00.607 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:00.607 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:00.607 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:00.607 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:00.607 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:00.608 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:00.608 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:00.608 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:00.608 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.608 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.608 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:00.608 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:00.608 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.608 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:00.608 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.608 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:00.608 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:00.608 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:00.608 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:00.608 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:00.609 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:00.609 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:00.609 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:00.609 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:00.609 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:00.609 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:00.609 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:00.609 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:00.609 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.609 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:00.609 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:00.609 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:00.609 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:00.609 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:00.609 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:00.610 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:00.610 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:00.610 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:00.610 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:00.610 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:00.610 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.610 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.610 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:00.610 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:00.610 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:00.610 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:00.610 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:00.610 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.610 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.611 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:00.611 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:00.611 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:00.611 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:00.611 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:00.611 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.611 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:00.611 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:00.611 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:00.611 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:00.611 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:00.611 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:55:00.611 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.611 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:00.612 INFO:teuthology.orchestra.run.smithi019.stdout:_____ ERROR at teardown of test_bucket_policy_put_obj_tagging_existing_tag _____ 2023-12-03T12:55:00.612 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.612 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:00.612 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.612 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:00.612 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:00.612 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.612 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:00.612 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:00.612 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:00.612 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:00.612 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:00.612 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.612 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:00.613 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:00.613 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.613 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.613 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:00.613 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:00.613 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.613 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.613 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:00.613 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.613 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:00.613 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:00.613 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.613 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.613 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:00.614 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:00.614 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.614 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:00.614 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:00.614 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:00.614 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:00.614 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:00.614 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:00.614 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:00.614 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.614 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:00.614 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:00.614 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:00.615 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:00.615 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:00.615 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:00.615 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:00.615 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:00.615 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:00.615 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.615 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:00.615 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:00.615 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:00.615 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:00.615 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.615 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:00.615 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:00.615 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:00.616 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:00.616 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.616 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.616 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:00.616 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:00.616 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:00.616 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:00.616 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.616 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.616 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:00.616 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:00.616 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:00.616 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.616 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:00.617 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.617 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:00.617 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:00.617 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.617 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:00.617 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:00.617 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:00.617 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:00.617 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:00.617 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:00.617 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.617 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:00.617 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.617 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:00.617 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.618 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:00.618 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:00.618 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.618 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:00.618 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.618 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:00.618 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:00.618 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:00.618 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:00.618 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:00.618 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:00.618 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:00.618 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:00.618 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:00.619 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:00.619 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:00.619 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:00.619 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:00.619 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.619 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:00.619 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:00.619 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:00.619 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:00.619 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:00.619 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:00.619 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:00.619 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:00.619 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:00.619 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:00.619 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:00.620 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.620 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.620 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:00.620 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.620 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:00.620 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:00.620 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:00.620 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:00.620 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:00.620 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:00.620 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:00.620 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:00.620 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:00.621 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:00.621 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:00.621 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:00.621 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:00.621 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:00.621 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.621 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.621 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:00.621 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.621 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:00.621 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:00.621 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.621 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:00.621 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:00.622 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:00.622 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:00.622 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:00.622 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.622 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:00.622 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:00.622 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.622 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.622 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:00.622 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:00.622 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.622 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.622 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:00.622 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:00.622 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:00.623 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:00.623 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:00.623 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.623 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.623 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:00.623 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:00.623 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:00.623 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.623 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:00.623 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.623 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:00.623 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.623 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:00.623 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.623 INFO:teuthology.orchestra.run.smithi019.stdout:configfile = 2023-12-03T12:55:00.624 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.624 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:55:00.624 INFO:teuthology.orchestra.run.smithi019.stdout: def setup_teardown(configfile): 2023-12-03T12:55:00.624 INFO:teuthology.orchestra.run.smithi019.stdout: yield 2023-12-03T12:55:00.624 INFO:teuthology.orchestra.run.smithi019.stdout:> teardown() 2023-12-03T12:55:00.624 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.624 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:55:00.624 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.624 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:55:00.624 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:55:00.624 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:55:00.624 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:55:00.624 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:55:00.624 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:55:00.624 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:00.625 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:00.625 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:00.625 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:00.625 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:00.625 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:00.625 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:00.625 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:00.625 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:00.625 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:00.625 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:00.625 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:00.625 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:00.625 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:00.625 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:00.625 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:00.626 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:00.626 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:00.626 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:00.626 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:00.626 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:00.626 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:00.626 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:00.626 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:00.626 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:00.626 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:00.626 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:00.626 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:00.626 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:00.626 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:00.627 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:00.627 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:00.627 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:00.627 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:00.627 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.627 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.627 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:00.627 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:00.627 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.627 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:00.627 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.627 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:00.627 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:00.627 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:00.628 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:00.628 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:00.628 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:00.628 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:00.628 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:00.628 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:00.628 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:00.628 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:00.628 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:00.628 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:00.628 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.628 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:00.628 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:00.628 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:00.628 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:00.628 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:00.629 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:00.629 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:00.629 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:00.629 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:00.629 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:00.629 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:00.629 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.629 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.629 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:00.629 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:00.629 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:00.629 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:00.629 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:00.629 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.629 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.630 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:00.630 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:00.630 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:00.630 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:00.630 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:00.630 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.630 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:00.630 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:00.630 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:00.630 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:00.630 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:00.630 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:55:00.630 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.630 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:00.631 INFO:teuthology.orchestra.run.smithi019.stdout:_________ ERROR at teardown of test_bucket_policy_put_obj_copy_source __________ 2023-12-03T12:55:00.631 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.631 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:00.631 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.631 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:00.631 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:00.631 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.631 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:00.631 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:00.631 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:00.631 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:00.631 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:00.631 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.632 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:00.632 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:00.632 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.632 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.632 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:00.632 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:00.632 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.632 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.632 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:00.632 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.632 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:00.632 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:00.632 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.632 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.632 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:00.632 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:00.633 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.633 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:00.633 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:00.633 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:00.633 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:00.633 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:00.633 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:00.633 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:00.633 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.633 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:00.633 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:00.633 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:00.633 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:00.633 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:00.633 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:00.633 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:00.634 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:00.634 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:00.634 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.634 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:00.634 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:00.634 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:00.634 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:00.634 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.634 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:00.634 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:00.634 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:00.634 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:00.634 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.634 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.634 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:00.635 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:00.635 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:00.635 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:00.635 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.635 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.635 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:00.635 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:00.635 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:00.635 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.635 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:00.635 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.635 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:00.635 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:00.635 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.635 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:00.635 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:00.636 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:00.636 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:00.636 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:00.636 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:00.636 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.636 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:00.636 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.636 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:00.636 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.636 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:00.636 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:00.636 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.636 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:00.636 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.636 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:00.636 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:00.636 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:00.637 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:00.637 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:00.637 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:00.637 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:00.637 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:00.637 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:00.637 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:00.637 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:00.637 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:00.637 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:00.637 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.637 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:00.637 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:00.637 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:00.637 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:00.638 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:00.638 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:00.638 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:00.638 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:00.638 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:00.638 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:00.638 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:00.638 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.638 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.638 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:00.638 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.638 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:00.638 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:00.638 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:00.639 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:00.639 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:00.639 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:00.639 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:00.639 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:00.639 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:00.639 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:00.639 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:00.639 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:00.639 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:00.639 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:00.639 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.639 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.639 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:00.639 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.640 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:00.640 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:00.640 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.640 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:00.640 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:00.640 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:00.640 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:00.640 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:00.640 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.640 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:00.640 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:00.640 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.640 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.640 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:00.640 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:00.640 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.641 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.641 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:00.641 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:00.641 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:00.641 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:00.641 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:00.641 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.641 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.641 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:00.641 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:00.641 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:00.641 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.641 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:00.641 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.642 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:00.642 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.642 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:00.642 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.642 INFO:teuthology.orchestra.run.smithi019.stdout:configfile = 2023-12-03T12:55:00.642 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.642 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:55:00.642 INFO:teuthology.orchestra.run.smithi019.stdout: def setup_teardown(configfile): 2023-12-03T12:55:00.642 INFO:teuthology.orchestra.run.smithi019.stdout: yield 2023-12-03T12:55:00.642 INFO:teuthology.orchestra.run.smithi019.stdout:> teardown() 2023-12-03T12:55:00.642 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.642 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:55:00.642 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.643 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:55:00.643 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:55:00.643 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:55:00.643 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:55:00.643 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:55:00.643 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:55:00.643 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:00.643 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:00.643 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:00.643 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:00.643 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:00.643 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:00.643 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:00.643 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:00.643 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:00.643 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:00.644 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:00.644 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:00.644 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:00.644 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:00.644 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:00.644 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:00.644 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:00.644 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:00.644 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:00.644 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:00.644 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:00.644 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:00.644 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:00.644 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:00.644 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:00.645 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:00.645 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:00.645 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:00.645 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:00.645 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:00.645 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:00.645 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:00.645 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:00.645 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:00.645 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.645 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.645 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:00.645 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:00.645 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.645 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:00.646 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.646 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:00.646 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:00.646 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:00.646 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:00.646 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:00.646 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:00.646 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:00.646 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:00.646 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:00.646 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:00.646 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:00.646 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:00.647 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:00.647 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.647 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:00.647 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:00.647 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:00.647 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:00.647 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:00.647 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:00.647 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:00.647 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:00.647 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:00.647 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:00.647 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:00.647 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.647 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.647 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:00.648 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:00.648 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:00.648 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:00.648 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:00.648 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.648 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.648 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:00.648 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:00.648 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:00.648 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:00.648 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:00.648 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.648 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:00.648 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:00.649 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:00.649 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:00.649 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:00.649 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:55:00.649 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.649 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:00.649 INFO:teuthology.orchestra.run.smithi019.stdout:_______ ERROR at teardown of test_bucket_policy_put_obj_copy_source_meta _______ 2023-12-03T12:55:00.649 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.649 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:00.649 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.649 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:00.649 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:00.649 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.649 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:00.649 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:00.650 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:00.650 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:00.650 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:00.650 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.650 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:00.650 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:00.650 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.650 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.650 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:00.650 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:00.650 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.650 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.650 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:00.650 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.651 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:00.651 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:00.651 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.651 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.651 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:00.651 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:00.651 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.651 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:00.651 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:00.651 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:00.651 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:00.651 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:00.651 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:00.652 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:00.652 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.652 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:00.652 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:00.652 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:00.652 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:00.652 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:00.652 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:00.652 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:00.652 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:00.652 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:00.652 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.652 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:00.652 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:00.652 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:00.653 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:00.653 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.653 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:00.653 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:00.653 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:00.653 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:00.653 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.653 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.653 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:00.653 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:00.653 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:00.653 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:00.653 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.653 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.653 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:00.654 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:00.654 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:00.654 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.654 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:00.654 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.654 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:00.654 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:00.654 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.654 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:00.654 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:00.654 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:00.654 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:00.654 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:00.654 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:00.655 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.655 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:00.655 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.655 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:00.655 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.655 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:00.655 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:00.655 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.655 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:00.655 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.655 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:00.655 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:00.655 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:00.655 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:00.656 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:00.656 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:00.656 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:00.656 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:00.656 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:00.656 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:00.656 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:00.656 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:00.656 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:00.656 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.656 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:00.656 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:00.656 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:00.657 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:00.657 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:00.657 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:00.657 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:00.657 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:00.657 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:00.657 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:00.657 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:00.657 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.657 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.657 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:00.657 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.657 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:00.657 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:00.657 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:00.658 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:00.658 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:00.658 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:00.658 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:00.658 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:00.658 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:00.658 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:00.658 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:00.658 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:00.658 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:00.658 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:00.658 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.658 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.658 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:00.659 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.659 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:00.659 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:00.659 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.659 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:00.659 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:00.659 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:00.659 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:00.659 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:00.659 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.659 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:00.659 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:00.659 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.659 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.659 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:00.659 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:00.660 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.660 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.660 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:00.660 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:00.660 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:00.660 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:00.660 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:00.660 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.660 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.660 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:00.660 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:00.660 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:00.660 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.660 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:00.660 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.661 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:00.661 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.661 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:00.661 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.661 INFO:teuthology.orchestra.run.smithi019.stdout:configfile = 2023-12-03T12:55:00.661 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.661 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:55:00.661 INFO:teuthology.orchestra.run.smithi019.stdout: def setup_teardown(configfile): 2023-12-03T12:55:00.661 INFO:teuthology.orchestra.run.smithi019.stdout: yield 2023-12-03T12:55:00.661 INFO:teuthology.orchestra.run.smithi019.stdout:> teardown() 2023-12-03T12:55:00.661 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.661 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:55:00.661 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.661 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:55:00.662 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:55:00.662 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:55:00.662 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:55:00.662 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:55:00.662 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:55:00.662 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:00.662 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:00.662 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:00.662 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:00.662 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:00.662 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:00.662 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:00.662 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:00.663 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:00.663 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:00.663 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:00.663 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:00.663 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:00.663 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:00.663 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:00.663 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:00.663 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:00.663 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:00.663 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:00.663 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:00.663 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:00.663 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:00.663 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:00.664 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:00.664 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:00.664 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:00.664 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:00.664 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:00.664 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:00.664 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:00.664 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:00.664 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:00.664 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:00.664 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:00.664 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.664 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.664 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:00.664 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:00.665 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.665 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:00.665 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.665 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:00.665 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:00.665 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:00.665 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:00.665 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:00.665 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:00.665 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:00.665 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:00.665 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:00.665 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:00.665 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:00.666 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:00.666 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:00.666 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.666 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:00.666 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:00.666 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:00.666 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:00.666 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:00.666 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:00.666 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:00.666 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:00.666 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:00.666 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:00.666 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:00.666 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.667 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.667 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:00.667 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:00.667 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:00.667 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:00.667 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:00.667 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.667 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.667 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:00.667 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:00.667 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:00.667 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:00.667 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:00.667 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.667 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:00.667 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:00.668 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:00.668 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:00.668 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:00.668 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:55:00.668 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.668 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:00.668 INFO:teuthology.orchestra.run.smithi019.stdout:_____________ ERROR at teardown of test_bucket_policy_put_obj_acl ______________ 2023-12-03T12:55:00.668 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.668 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:00.668 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.668 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:00.668 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:00.668 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.668 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:00.669 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:00.669 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:00.669 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:00.669 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:00.669 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.669 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:00.669 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:00.669 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.669 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.669 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:00.669 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:00.669 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.669 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.669 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:00.669 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.670 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:00.670 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:00.670 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.670 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.670 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:00.670 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:00.670 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.670 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:00.670 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:00.670 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:00.670 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:00.670 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:00.670 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:00.670 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:00.671 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.671 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:00.671 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:00.671 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:00.671 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:00.671 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:00.671 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:00.671 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:00.671 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:00.671 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:00.671 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.671 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:00.671 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:00.671 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:00.672 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:00.672 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.672 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:00.672 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:00.672 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:00.672 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:00.672 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.672 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.672 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:00.672 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:00.672 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:00.672 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:00.672 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.672 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.672 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:00.672 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:00.673 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:00.673 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.673 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:00.673 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.673 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:00.673 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:00.673 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.673 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:00.673 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:00.673 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:00.673 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:00.673 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:00.673 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:00.673 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.674 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:00.674 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.674 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:00.674 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.674 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:00.674 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:00.674 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.674 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:00.674 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.674 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:00.674 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:00.674 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:00.674 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:00.674 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:00.675 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:00.675 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:00.675 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:00.675 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:00.675 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:00.675 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:00.675 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:00.675 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:00.675 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.675 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:00.675 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:00.675 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:00.675 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:00.675 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:00.676 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:00.676 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:00.676 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:00.676 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:00.676 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:00.676 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:00.676 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.676 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.676 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:00.676 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.676 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:00.676 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:00.676 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:00.676 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:00.676 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:00.677 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:00.677 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:00.677 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:00.677 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:00.677 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:00.677 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:00.677 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:00.677 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:00.677 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:00.677 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.677 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.677 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:00.677 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.678 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:00.678 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:00.678 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.678 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:00.678 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:00.678 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:00.678 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:00.678 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:00.678 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.678 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:00.678 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:00.678 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.678 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.678 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:00.679 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:00.679 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.679 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.679 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:00.679 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:00.679 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:00.679 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:00.679 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:00.679 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.679 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.679 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:00.679 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:00.679 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:00.679 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.680 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:00.680 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.680 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:00.680 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.680 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:00.680 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.680 INFO:teuthology.orchestra.run.smithi019.stdout:configfile = 2023-12-03T12:55:00.680 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.680 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:55:00.680 INFO:teuthology.orchestra.run.smithi019.stdout: def setup_teardown(configfile): 2023-12-03T12:55:00.680 INFO:teuthology.orchestra.run.smithi019.stdout: yield 2023-12-03T12:55:00.680 INFO:teuthology.orchestra.run.smithi019.stdout:> teardown() 2023-12-03T12:55:00.680 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.680 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:55:00.681 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.681 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:55:00.681 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:55:00.681 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:55:00.681 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:55:00.681 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:55:00.681 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:55:00.681 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:00.681 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:00.681 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:00.681 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:00.681 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:00.681 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:00.681 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:00.682 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:00.682 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:00.682 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:00.682 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:00.682 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:00.682 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:00.682 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:00.682 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:00.682 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:00.682 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:00.682 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:00.682 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:00.682 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:00.682 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:00.683 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:00.683 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:00.683 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:00.683 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:00.683 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:00.683 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:00.683 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:00.683 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:00.683 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:00.683 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:00.683 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:00.683 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:00.683 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:00.683 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.683 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.684 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:00.684 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:00.684 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.684 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:00.684 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.684 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:00.684 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:00.684 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:00.684 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:00.684 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:00.684 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:00.684 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:00.684 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:00.684 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:00.685 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:00.685 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:00.685 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:00.685 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:00.685 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.685 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:00.685 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:00.685 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:00.685 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:00.685 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:00.685 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:00.685 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:00.685 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:00.685 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:00.685 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:00.686 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:00.686 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.686 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.686 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:00.686 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:00.686 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:00.686 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:00.686 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:00.686 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.686 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.686 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:00.686 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:00.686 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:00.687 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:00.687 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:00.687 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.687 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:00.687 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:00.687 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:00.687 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:00.687 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:00.687 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:55:00.687 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.687 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:00.687 INFO:teuthology.orchestra.run.smithi019.stdout:____________ ERROR at teardown of test_bucket_policy_put_obj_grant _____________ 2023-12-03T12:55:00.687 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.687 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:00.688 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.688 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:00.688 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:00.688 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.688 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:00.688 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:00.688 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:00.688 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:00.688 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:00.688 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.688 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:00.688 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:00.688 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.688 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.688 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:00.689 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:00.689 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.689 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.689 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:00.689 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.689 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:00.689 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:00.689 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.689 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.689 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:00.689 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:00.689 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.689 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:00.689 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:00.689 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:00.689 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:00.690 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:00.690 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:00.690 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:00.690 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.690 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:00.690 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:00.690 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:00.690 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:00.690 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:00.690 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:00.690 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:00.690 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:00.690 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:00.690 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.691 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:00.691 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:00.691 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:00.691 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:00.691 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.691 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:00.691 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:00.691 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:00.691 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:00.691 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.691 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.691 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:00.691 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:00.692 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:00.692 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:00.692 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.692 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.692 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:00.692 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:00.692 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:00.692 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.692 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:00.692 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.692 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:00.692 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:00.692 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.692 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:00.692 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:00.693 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:00.693 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:00.693 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:00.693 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:00.693 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.693 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:00.693 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.693 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:00.693 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.693 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:00.693 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:00.693 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.693 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:00.693 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.693 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:00.693 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:00.694 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:00.694 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:00.694 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:00.694 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:00.694 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:00.694 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:00.694 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:00.694 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:00.694 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:00.694 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:00.694 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:00.694 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.694 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:00.695 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:00.695 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:00.695 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:00.695 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:00.695 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:00.695 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:00.695 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:00.695 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:00.695 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:00.695 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:00.695 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.695 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.695 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:00.695 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.695 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:00.695 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:00.696 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:00.696 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:00.696 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:00.696 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:00.696 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:00.696 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:00.696 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:00.696 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:00.696 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:00.696 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:00.696 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:00.696 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:00.696 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.696 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.696 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:00.697 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.697 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:00.697 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:00.697 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.697 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:00.697 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:00.697 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:00.697 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:00.697 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:00.697 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.697 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:00.697 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:00.697 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.697 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.698 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:00.698 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:00.698 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.698 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.698 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:00.698 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:00.698 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:00.698 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:00.698 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:00.698 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.698 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.698 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:00.698 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:00.699 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:00.699 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.699 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:00.699 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.699 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:00.699 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.699 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:00.699 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.699 INFO:teuthology.orchestra.run.smithi019.stdout:configfile = 2023-12-03T12:55:00.699 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.699 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:55:00.699 INFO:teuthology.orchestra.run.smithi019.stdout: def setup_teardown(configfile): 2023-12-03T12:55:00.699 INFO:teuthology.orchestra.run.smithi019.stdout: yield 2023-12-03T12:55:00.699 INFO:teuthology.orchestra.run.smithi019.stdout:> teardown() 2023-12-03T12:55:00.699 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.699 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:55:00.700 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.700 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:55:00.700 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:55:00.700 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:55:00.700 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:55:00.700 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:55:00.700 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:55:00.700 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:00.700 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:00.700 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:00.700 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:00.700 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:00.700 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:00.700 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:00.700 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:00.701 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:00.701 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:00.701 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:00.701 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:00.701 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:00.701 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:00.701 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:00.701 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:00.701 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:00.701 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:00.701 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:00.701 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:00.701 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:00.701 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:00.702 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:00.702 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:00.702 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:00.702 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:00.702 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:00.702 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:00.702 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:00.702 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:00.702 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:00.702 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:00.702 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:00.702 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:00.702 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.702 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.703 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:00.703 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:00.703 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.703 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:00.703 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.703 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:00.703 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:00.703 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:00.703 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:00.703 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:00.703 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:00.703 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:00.703 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:00.703 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:00.703 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:00.704 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:00.704 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:00.704 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:00.704 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.704 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:00.704 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:00.704 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:00.704 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:00.704 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:00.704 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:00.704 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:00.704 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:00.704 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:00.704 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:00.705 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:00.705 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.705 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.705 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:00.705 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:00.705 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:00.705 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:00.705 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:00.705 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.705 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.705 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:00.705 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:00.705 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:00.705 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:00.705 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:00.705 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.706 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:00.706 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:00.706 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:00.706 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:00.706 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:00.706 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:55:00.706 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.706 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:00.706 INFO:teuthology.orchestra.run.smithi019.stdout:_____________ ERROR at teardown of test_put_obj_enc_conflict_c_s3 ______________ 2023-12-03T12:55:00.706 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.706 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:00.706 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.706 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:00.706 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:00.707 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.707 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:00.707 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:00.707 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:00.707 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:00.707 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:00.707 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.707 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:00.707 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:00.707 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.707 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.707 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:00.707 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:00.707 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.707 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.708 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:00.708 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.708 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:00.708 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:00.708 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.708 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.708 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:00.708 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:00.708 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.708 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:00.708 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:00.708 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:00.709 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:00.709 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:00.709 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:00.709 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:00.709 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.709 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:00.709 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:00.709 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:00.709 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:00.709 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:00.709 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:00.709 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:00.709 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:00.709 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:00.709 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.709 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:00.710 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:00.710 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:00.710 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:00.710 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.710 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:00.710 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:00.710 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:00.710 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:00.710 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.710 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.710 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:00.710 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:00.710 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:00.711 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:00.711 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.711 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.711 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:00.711 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:00.711 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:00.711 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.711 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:00.711 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.711 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:00.711 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:00.711 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.711 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:00.712 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:00.712 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:00.712 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:00.712 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:00.712 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:00.712 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.712 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:00.712 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.712 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:00.712 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.712 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:00.712 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:00.712 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.712 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:00.712 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.712 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:00.713 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:00.713 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:00.713 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:00.713 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:00.713 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:00.713 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:00.713 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:00.713 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:00.713 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:00.713 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:00.713 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:00.713 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:00.713 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.713 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:00.714 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:00.714 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:00.714 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:00.714 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:00.714 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:00.714 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:00.714 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:00.714 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:00.714 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:00.714 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:00.714 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.714 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.714 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:00.715 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.715 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:00.715 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:00.715 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:00.715 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:00.715 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:00.715 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:00.715 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:00.715 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:00.715 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:00.715 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:00.715 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:00.715 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:00.715 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:00.716 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:00.716 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.716 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.716 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:00.716 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.716 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:00.716 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:00.716 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.716 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:00.716 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:00.716 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:00.716 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:00.716 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:00.716 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.717 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:00.717 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:00.717 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.717 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.717 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:00.717 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:00.717 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.717 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.717 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:00.717 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:00.717 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:00.717 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:00.717 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:00.717 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.718 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.718 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:00.718 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:00.718 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:00.718 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.718 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:00.718 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.718 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:00.718 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.718 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:00.718 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.718 INFO:teuthology.orchestra.run.smithi019.stdout:configfile = 2023-12-03T12:55:00.718 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.718 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:55:00.718 INFO:teuthology.orchestra.run.smithi019.stdout: def setup_teardown(configfile): 2023-12-03T12:55:00.719 INFO:teuthology.orchestra.run.smithi019.stdout: yield 2023-12-03T12:55:00.719 INFO:teuthology.orchestra.run.smithi019.stdout:> teardown() 2023-12-03T12:55:00.719 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.719 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:55:00.719 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.719 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:55:00.719 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:55:00.719 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:55:00.719 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:55:00.719 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:55:00.719 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:55:00.719 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:00.719 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:00.719 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:00.719 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:00.720 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:00.720 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:00.720 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:00.720 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:00.720 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:00.720 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:00.720 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:00.720 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:00.720 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:00.720 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:00.720 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:00.720 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:00.720 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:00.720 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:00.721 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:00.721 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:00.721 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:00.721 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:00.721 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:00.721 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:00.721 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:00.721 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:00.721 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:00.721 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:00.721 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:00.721 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:00.721 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:00.721 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:00.722 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:00.722 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:00.722 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.722 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.722 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:00.722 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:00.722 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.722 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:00.722 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.722 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:00.722 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:00.722 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:00.723 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:00.723 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:00.723 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:00.723 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:00.723 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:00.723 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:00.723 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:00.723 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:00.723 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:00.723 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:00.723 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.723 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:00.723 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:00.723 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:00.724 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:00.724 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:00.724 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:00.724 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:00.724 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:00.724 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:00.724 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:00.724 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:00.724 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.724 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.724 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:00.724 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:00.724 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:00.725 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:00.725 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:00.725 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.725 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.725 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:00.725 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:00.725 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:00.725 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:00.725 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:00.725 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.725 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:00.725 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:00.725 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:00.725 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:00.725 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:00.725 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:55:00.726 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.726 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:00.726 INFO:teuthology.orchestra.run.smithi019.stdout:_____________ ERROR at teardown of test_put_obj_enc_conflict_c_kms _____________ 2023-12-03T12:55:00.726 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.726 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:00.726 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.726 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:00.726 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:00.726 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.726 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:00.726 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:00.726 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:00.726 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:00.726 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:00.727 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.727 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:00.727 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:00.727 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.727 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.727 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:00.727 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:00.727 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.727 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.727 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:00.727 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.727 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:00.727 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:00.727 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.728 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.728 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:00.728 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:00.728 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.728 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:00.728 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:00.728 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:00.728 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:00.728 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:00.728 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:00.728 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:00.728 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.728 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:00.728 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:00.729 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:00.729 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:00.729 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:00.729 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:00.729 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:00.729 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:00.729 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:00.729 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.729 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:00.729 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:00.729 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:00.729 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:00.729 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.729 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:00.729 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:00.729 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:00.730 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:00.730 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.730 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.730 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:00.730 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:00.730 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:00.730 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:00.730 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.730 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.730 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:00.730 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:00.730 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:00.730 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.731 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:00.731 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.731 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:00.731 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:00.731 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.731 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:00.731 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:00.731 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:00.731 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:00.731 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:00.731 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:00.731 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.732 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:00.732 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.732 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:00.732 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.732 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:00.732 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:00.732 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.732 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:00.732 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.732 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:00.732 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:00.732 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:00.732 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:00.732 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:00.732 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:00.733 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:00.733 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:00.733 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:00.733 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:00.733 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:00.733 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:00.733 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:00.733 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.733 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:00.733 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:00.733 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:00.733 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:00.733 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:00.733 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:00.733 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:00.734 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:00.734 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:00.734 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:00.734 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:00.734 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.734 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.734 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:00.734 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.734 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:00.734 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:00.734 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:00.734 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:00.734 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:00.735 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:00.735 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:00.735 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:00.735 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:00.735 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:00.735 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:00.735 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:00.735 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:00.735 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:00.735 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.735 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.735 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:00.735 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.735 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:00.736 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:00.736 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.736 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:00.736 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:00.736 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:00.736 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:00.736 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:00.736 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.736 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:00.736 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:00.736 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.736 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.736 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:00.736 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:00.737 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.737 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.737 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:00.737 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:00.737 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:00.737 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:00.737 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:00.737 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.737 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.737 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:00.737 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:00.737 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:00.737 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.737 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:00.737 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.737 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:00.738 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.738 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:00.738 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.738 INFO:teuthology.orchestra.run.smithi019.stdout:configfile = 2023-12-03T12:55:00.738 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.738 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:55:00.738 INFO:teuthology.orchestra.run.smithi019.stdout: def setup_teardown(configfile): 2023-12-03T12:55:00.738 INFO:teuthology.orchestra.run.smithi019.stdout: yield 2023-12-03T12:55:00.738 INFO:teuthology.orchestra.run.smithi019.stdout:> teardown() 2023-12-03T12:55:00.738 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.738 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:55:00.738 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.738 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:55:00.738 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:55:00.739 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:55:00.739 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:55:00.739 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:55:00.739 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:55:00.739 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:00.739 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:00.739 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:00.739 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:00.739 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:00.739 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:00.739 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:00.739 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:00.739 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:00.739 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:00.740 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:00.740 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:00.740 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:00.740 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:00.740 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:00.740 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:00.740 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:00.740 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:00.740 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:00.740 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:00.740 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:00.740 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:00.740 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:00.740 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:00.740 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:00.741 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:00.741 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:00.741 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:00.741 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:00.741 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:00.741 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:00.741 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:00.741 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:00.741 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:00.741 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.741 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.741 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:00.741 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:00.741 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.741 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:00.742 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.742 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:00.742 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:00.742 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:00.742 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:00.742 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:00.742 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:00.742 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:00.742 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:00.742 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:00.742 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:00.742 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:00.742 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:00.743 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:00.743 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.743 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:00.743 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:00.743 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:00.743 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:00.743 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:00.743 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:00.743 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:00.743 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:00.743 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:00.743 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:00.743 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:00.743 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.744 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.744 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:00.744 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:00.744 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:00.744 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:00.744 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:00.744 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.744 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.744 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:00.744 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:00.744 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:00.744 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:00.744 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:00.744 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.744 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:00.744 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:00.745 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:00.745 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:00.745 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:00.745 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:55:00.745 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.745 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:00.745 INFO:teuthology.orchestra.run.smithi019.stdout:____________ ERROR at teardown of test_put_obj_enc_conflict_s3_kms _____________ 2023-12-03T12:55:00.745 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.745 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:00.745 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.745 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:00.745 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:00.745 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.745 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:00.745 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:00.746 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:00.746 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:00.746 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:00.746 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.746 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:00.746 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:00.746 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.746 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.746 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:00.746 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:00.746 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.746 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.746 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:00.747 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.747 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:00.747 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:00.747 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.747 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.747 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:00.747 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:00.747 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.747 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:00.747 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:00.747 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:00.747 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:00.747 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:00.747 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:00.747 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:00.748 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.748 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:00.748 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:00.748 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:00.748 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:00.748 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:00.748 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:00.748 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:00.748 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:00.748 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:00.748 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.748 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:00.748 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:00.748 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:00.749 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:00.749 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.749 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:00.749 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:00.749 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:00.749 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:00.749 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.749 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.749 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:00.749 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:00.749 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:00.749 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:00.749 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.750 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.750 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:00.750 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:00.750 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:00.750 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.750 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:00.750 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.750 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:00.750 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:00.750 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.750 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:00.750 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:00.750 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:00.750 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:00.751 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:00.751 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:00.751 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.751 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:00.751 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.751 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:00.751 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.751 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:00.753 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:00.753 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.753 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:00.753 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.753 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:00.753 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:00.753 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:00.753 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:00.753 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:00.753 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:00.753 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:00.753 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:00.754 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:00.754 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:00.754 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:00.754 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:00.754 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:00.754 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.754 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:00.754 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:00.754 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:00.754 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:00.754 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:00.754 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:00.754 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:00.755 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:00.755 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:00.755 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:00.755 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:00.755 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.755 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.755 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:00.755 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.755 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:00.755 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:00.755 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:00.755 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:00.755 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:00.755 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:00.756 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:00.756 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:00.756 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:00.756 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:00.756 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:00.756 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:00.756 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:00.756 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:00.756 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.756 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.756 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:00.756 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.756 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:00.756 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:00.756 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.757 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:00.757 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:00.757 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:00.757 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:00.757 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:00.757 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.757 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:00.757 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:00.757 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.757 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.757 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:00.757 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:00.757 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.757 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.758 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:00.758 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:00.758 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:00.758 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:00.758 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:00.758 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.758 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.758 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:00.758 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:00.758 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:00.758 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.758 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:00.758 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.759 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:00.759 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.759 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:00.759 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.759 INFO:teuthology.orchestra.run.smithi019.stdout:configfile = 2023-12-03T12:55:00.759 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.759 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:55:00.759 INFO:teuthology.orchestra.run.smithi019.stdout: def setup_teardown(configfile): 2023-12-03T12:55:00.759 INFO:teuthology.orchestra.run.smithi019.stdout: yield 2023-12-03T12:55:00.759 INFO:teuthology.orchestra.run.smithi019.stdout:> teardown() 2023-12-03T12:55:00.759 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.759 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:55:00.759 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.759 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:55:00.759 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:55:00.760 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:55:00.760 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:55:00.760 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:55:00.760 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:55:00.760 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:00.760 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:00.760 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:00.760 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:00.760 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:00.760 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:00.760 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:00.760 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:00.760 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:00.760 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:00.761 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:00.761 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:00.761 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:00.761 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:00.761 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:00.761 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:00.761 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:00.761 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:00.761 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:00.761 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:00.761 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:00.761 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:00.762 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:00.762 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:00.762 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:00.762 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:00.762 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:00.762 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:00.762 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:00.762 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:00.762 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:00.762 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:00.762 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:00.762 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:00.762 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.762 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.763 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:00.763 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:00.763 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.763 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:00.763 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.763 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:00.763 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:00.763 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:00.763 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:00.763 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:00.763 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:00.763 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:00.763 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:00.763 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:00.763 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:00.764 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:00.764 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:00.764 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:00.764 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.764 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:00.764 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:00.764 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:00.764 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:00.764 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:00.764 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:00.764 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:00.764 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:00.764 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:00.764 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:00.765 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:00.765 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.765 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.765 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:00.765 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:00.765 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:00.765 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:00.765 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:00.765 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.765 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.765 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:00.765 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:00.765 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:00.765 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:00.765 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:00.766 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.766 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:00.766 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:00.766 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:00.766 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:00.766 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:00.766 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:55:00.766 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.766 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:00.766 INFO:teuthology.orchestra.run.smithi019.stdout:__________ ERROR at teardown of test_put_obj_enc_conflict_bad_enc_kms __________ 2023-12-03T12:55:00.766 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.766 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:00.766 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.766 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:00.766 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:00.767 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.767 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:00.767 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:00.767 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:00.767 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:00.767 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:00.767 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.767 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:00.767 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:00.767 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.767 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.767 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:00.767 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:00.767 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.767 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.768 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:00.768 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.768 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:00.768 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:00.768 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.768 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.768 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:00.768 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:00.768 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.768 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:00.768 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:00.768 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:00.768 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:00.768 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:00.769 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:00.769 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:00.769 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.769 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:00.769 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:00.769 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:00.769 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:00.769 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:00.769 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:00.769 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:00.769 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:00.769 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:00.769 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.769 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:00.770 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:00.770 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:00.770 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:00.770 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.770 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:00.770 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:00.770 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:00.770 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:00.770 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.770 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.770 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:00.771 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:00.771 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:00.771 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:00.771 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.771 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.771 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:00.771 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:00.771 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:00.771 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.771 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:00.771 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.771 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:00.771 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:00.772 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.772 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:00.772 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:00.772 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:00.772 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:00.772 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:00.772 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:00.772 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.772 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:00.772 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.772 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:00.772 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.772 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:00.772 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:00.773 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.773 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:00.773 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.773 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:00.773 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:00.773 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:00.773 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:00.773 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:00.773 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:00.773 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:00.773 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:00.773 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:00.773 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:00.773 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:00.774 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:00.774 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:00.774 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.774 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:00.774 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:00.774 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:00.774 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:00.774 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:00.774 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:00.774 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:00.774 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:00.774 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:00.774 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:00.775 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:00.775 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.775 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.775 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:00.775 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.775 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:00.775 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:00.775 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:00.775 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:00.775 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:00.775 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:00.775 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:00.775 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:00.775 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:00.776 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:00.776 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:00.776 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:00.776 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:00.776 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:00.776 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.776 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.776 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:00.776 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.776 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:00.776 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:00.776 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.776 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:00.776 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:00.776 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:00.777 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:00.777 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:00.777 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.777 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:00.777 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:00.777 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.777 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.777 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:00.777 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:00.777 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.777 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.777 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:00.777 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:00.777 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:00.778 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:00.778 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:00.778 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.778 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.778 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:00.778 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:00.778 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:00.778 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.778 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:00.778 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.778 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:00.778 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.778 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:00.778 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.779 INFO:teuthology.orchestra.run.smithi019.stdout:configfile = 2023-12-03T12:55:00.779 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.779 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:55:00.779 INFO:teuthology.orchestra.run.smithi019.stdout: def setup_teardown(configfile): 2023-12-03T12:55:00.779 INFO:teuthology.orchestra.run.smithi019.stdout: yield 2023-12-03T12:55:00.779 INFO:teuthology.orchestra.run.smithi019.stdout:> teardown() 2023-12-03T12:55:00.779 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.779 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:55:00.779 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.779 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:55:00.779 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:55:00.779 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:55:00.779 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:55:00.779 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:55:00.780 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:55:00.780 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:00.780 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:00.780 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:00.780 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:00.780 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:00.780 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:00.780 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:00.780 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:00.780 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:00.780 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:00.780 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:00.780 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:00.780 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:00.780 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:00.780 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:00.781 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:00.781 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:00.781 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:00.781 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:00.781 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:00.781 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:00.781 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:00.781 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:00.781 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:00.781 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:00.781 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:00.781 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:00.781 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:00.782 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:00.782 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:00.782 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:00.782 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:00.782 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:00.782 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:00.782 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.782 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.782 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:00.782 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:00.782 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.782 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:00.782 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.782 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:00.783 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:00.783 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:00.783 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:00.783 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:00.783 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:00.783 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:00.783 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:00.783 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:00.783 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:00.783 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:00.783 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:00.783 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:00.783 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.783 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:00.784 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:00.784 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:00.784 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:00.784 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:00.784 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:00.784 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:00.784 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:00.784 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:00.784 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:00.784 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:00.784 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.784 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.784 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:00.784 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:00.784 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:00.785 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:00.785 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:00.785 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.785 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.785 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:00.785 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:00.785 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:00.785 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:00.785 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:00.785 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.785 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:00.785 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:00.785 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:00.785 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:00.785 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:00.786 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:55:00.786 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.786 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:00.786 INFO:teuthology.orchestra.run.smithi019.stdout:__________ ERROR at teardown of test_bucket_policy_put_obj_kms_noenc ___________ 2023-12-03T12:55:00.786 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.786 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:00.786 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.786 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:00.786 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:00.786 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.786 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:00.786 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:00.786 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:00.787 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:00.787 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:00.787 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.787 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:00.787 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:00.787 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.787 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.787 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:00.787 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:00.787 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.787 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.787 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:00.787 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.787 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:00.787 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:00.788 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.788 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.788 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:00.788 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:00.788 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.788 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:00.788 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:00.788 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:00.788 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:00.788 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:00.788 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:00.788 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:00.788 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.788 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:00.789 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:00.789 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:00.789 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:00.789 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:00.789 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:00.789 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:00.789 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:00.789 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:00.789 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.789 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:00.789 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:00.789 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:00.790 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:00.790 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.790 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:00.790 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:00.790 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:00.790 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:00.790 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.790 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.790 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:00.790 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:00.790 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:00.790 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:00.790 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.790 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.791 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:00.791 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:00.791 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:00.791 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.791 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:00.791 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.791 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:00.791 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:00.791 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.791 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:00.791 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:00.791 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:00.791 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:00.792 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:00.792 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:00.792 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.792 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:00.792 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.792 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:00.792 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.792 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:00.792 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:00.792 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.792 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:00.792 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.792 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:00.792 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:00.793 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:00.793 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:00.793 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:00.793 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:00.793 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:00.793 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:00.793 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:00.793 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:00.793 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:00.793 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:00.793 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:00.793 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.793 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:00.793 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:00.794 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:00.794 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:00.794 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:00.794 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:00.794 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:00.794 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:00.794 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:00.794 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:00.794 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:00.794 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.794 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.794 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:00.794 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.794 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:00.795 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:00.795 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:00.795 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:00.795 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:00.795 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:00.795 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:00.795 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:00.795 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:00.795 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:00.795 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:00.795 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:00.795 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:00.795 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:00.795 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.795 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.795 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:00.796 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.796 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:00.796 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:00.796 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.796 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:00.796 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:00.796 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:00.796 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:00.796 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:00.796 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.796 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:00.796 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:00.796 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.796 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.797 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:00.797 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:00.797 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.797 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.797 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:00.797 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:00.797 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:00.797 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:00.797 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:00.797 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.797 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.797 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:00.797 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:00.797 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:00.798 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.798 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:00.798 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.798 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:00.798 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.798 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:00.798 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.798 INFO:teuthology.orchestra.run.smithi019.stdout:configfile = 2023-12-03T12:55:00.798 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.798 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:55:00.798 INFO:teuthology.orchestra.run.smithi019.stdout: def setup_teardown(configfile): 2023-12-03T12:55:00.798 INFO:teuthology.orchestra.run.smithi019.stdout: yield 2023-12-03T12:55:00.798 INFO:teuthology.orchestra.run.smithi019.stdout:> teardown() 2023-12-03T12:55:00.798 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.799 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:55:00.799 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.799 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:55:00.799 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:55:00.799 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:55:00.799 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:55:00.799 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:55:00.799 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:55:00.799 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:00.799 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:00.799 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:00.799 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:00.800 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:00.800 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:00.800 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:00.800 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:00.800 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:00.800 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:00.800 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:00.800 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:00.800 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:00.800 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:00.800 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:00.800 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:00.800 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:00.801 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:00.801 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:00.801 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:00.801 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:00.801 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:00.801 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:00.801 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:00.801 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:00.801 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:00.801 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:00.801 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:00.801 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:00.801 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:00.801 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:00.802 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:00.802 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:00.802 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:00.802 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.802 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.802 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:00.802 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:00.802 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.802 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:00.802 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.802 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:00.802 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:00.802 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:00.803 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:00.803 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:00.803 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:00.803 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:00.803 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:00.803 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:00.803 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:00.803 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:00.803 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:00.803 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:00.803 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.803 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:00.803 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:00.803 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:00.804 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:00.804 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:00.804 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:00.804 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:00.804 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:00.804 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:00.804 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:00.804 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:00.804 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.804 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.804 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:00.804 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:00.805 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:00.805 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:00.805 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:00.805 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.805 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.805 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:00.805 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:00.805 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:00.805 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:00.805 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:00.805 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.805 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:00.806 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:00.806 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:00.806 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:00.806 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:00.806 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:55:00.806 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.806 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:00.806 INFO:teuthology.orchestra.run.smithi019.stdout:____________ ERROR at teardown of test_bucket_policy_put_obj_kms_s3 ____________ 2023-12-03T12:55:00.806 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.806 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:00.806 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.806 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:00.806 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:00.807 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.807 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:00.807 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:00.807 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:00.807 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:00.807 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:00.807 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.807 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:00.807 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:00.807 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.807 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.807 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:00.807 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:00.807 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.807 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.808 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:00.808 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.808 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:00.808 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:00.808 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.808 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.808 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:00.808 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:00.808 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.808 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:00.808 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:00.808 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:00.808 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:00.808 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:00.808 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:00.808 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:00.809 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.809 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:00.809 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:00.809 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:00.809 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:00.809 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:00.809 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:00.809 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:00.809 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:00.809 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:00.809 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.809 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:00.809 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:00.809 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:00.809 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:00.809 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.810 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:00.810 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:00.810 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:00.810 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:00.810 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.810 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.810 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:00.810 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:00.810 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:00.810 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:00.810 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.810 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.810 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:00.810 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:00.811 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:00.811 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.811 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:00.811 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.811 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:00.811 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:00.811 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.811 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:00.811 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:00.811 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:00.811 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:00.811 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:00.811 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:00.811 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.812 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:00.812 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.812 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:00.812 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.812 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:00.812 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:00.812 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.812 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:00.812 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.812 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:00.812 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:00.812 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:00.813 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:00.813 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:00.813 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:00.813 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:00.813 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:00.813 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:00.813 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:00.813 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:00.813 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:00.813 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:00.813 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.813 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:00.813 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:00.813 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:00.813 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:00.814 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:00.814 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:00.814 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:00.814 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:00.814 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:00.814 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:00.814 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:00.814 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.814 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.814 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:00.814 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.814 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:00.814 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:00.814 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:00.815 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:00.815 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:00.815 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:00.815 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:00.815 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:00.815 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:00.815 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:00.815 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:00.815 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:00.815 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:00.815 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:00.815 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.815 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.815 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:00.816 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.816 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:00.816 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:00.816 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.816 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:00.816 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:00.816 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:00.816 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:00.816 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:00.816 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.816 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:00.816 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:00.816 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.817 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.817 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:00.817 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:00.817 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.817 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.817 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:00.817 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:00.817 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:00.817 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:00.817 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:00.817 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.817 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.817 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:00.817 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:00.817 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:00.818 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.818 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:00.818 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.818 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:00.818 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.818 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:00.818 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.818 INFO:teuthology.orchestra.run.smithi019.stdout:configfile = 2023-12-03T12:55:00.818 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.818 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:55:00.818 INFO:teuthology.orchestra.run.smithi019.stdout: def setup_teardown(configfile): 2023-12-03T12:55:00.818 INFO:teuthology.orchestra.run.smithi019.stdout: yield 2023-12-03T12:55:00.819 INFO:teuthology.orchestra.run.smithi019.stdout:> teardown() 2023-12-03T12:55:00.819 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.819 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:55:00.819 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.819 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:55:00.819 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:55:00.819 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:55:00.819 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:55:00.819 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:55:00.819 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:55:00.819 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:00.819 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:00.819 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:00.819 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:00.819 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:00.820 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:00.820 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:00.820 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:00.820 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:00.820 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:00.820 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:00.820 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:00.820 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:00.820 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:00.820 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:00.820 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:00.820 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:00.820 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:00.820 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:00.820 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:00.821 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:00.821 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:00.821 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:00.821 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:00.821 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:00.821 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:00.821 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:00.821 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:00.821 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:00.821 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:00.821 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:00.821 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:00.821 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:00.821 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:00.822 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.822 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.822 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:00.822 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:00.822 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.822 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:00.822 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.822 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:00.822 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:00.822 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:00.822 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:00.822 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:00.822 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:00.823 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:00.823 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:00.823 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:00.823 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:00.823 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:00.823 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:00.823 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:00.823 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.823 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:00.823 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:00.823 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:00.823 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:00.823 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:00.823 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:00.823 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:00.824 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:00.824 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:00.824 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:00.824 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:00.824 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.824 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.824 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:00.824 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:00.824 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:00.824 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:00.824 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:00.824 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.824 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.824 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:00.825 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:00.825 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:00.825 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:00.825 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:00.825 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.825 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:00.825 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:00.825 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:00.825 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:00.825 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:00.825 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:55:00.825 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.825 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:00.825 INFO:teuthology.orchestra.run.smithi019.stdout:_______ ERROR at teardown of test_bucket_policy_get_obj_acl_existing_tag _______ 2023-12-03T12:55:00.826 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.826 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:00.826 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.826 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:00.826 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:00.826 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.826 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:00.826 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:00.826 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:00.826 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:00.826 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:00.826 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.826 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:00.826 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:00.827 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.827 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.827 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:00.827 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:00.827 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.827 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.827 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:00.827 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.827 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:00.827 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:00.827 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.827 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.827 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:00.827 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:00.828 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.828 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:00.828 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:00.828 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:00.828 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:00.828 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:00.828 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:00.828 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:00.828 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.828 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:00.828 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:00.828 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:00.828 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:00.828 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:00.829 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:00.829 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:00.829 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:00.829 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:00.829 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.829 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:00.829 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:00.829 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:00.829 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:00.829 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.829 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:00.829 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:00.829 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:00.829 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:00.829 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.830 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.830 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:00.830 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:00.830 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:00.830 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:00.830 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.830 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.830 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:00.830 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:00.830 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:00.830 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.830 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:00.830 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.830 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:00.830 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:00.831 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.831 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:00.831 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:00.831 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:00.831 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:00.831 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:00.831 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:00.831 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.831 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:00.831 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.831 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:00.831 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.831 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:00.831 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:00.832 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.832 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:00.832 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.832 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:00.832 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:00.832 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:00.832 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:00.832 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:00.832 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:00.832 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:00.832 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:00.832 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:00.832 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:00.832 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:00.832 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:00.833 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:00.833 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.833 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:00.833 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:00.833 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:00.833 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:00.833 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:00.833 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:00.833 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:00.833 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:00.833 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:00.833 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:00.833 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:00.833 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.833 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.834 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:00.834 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.834 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:00.834 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:00.834 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:00.834 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:00.834 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:00.834 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:00.834 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:00.834 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:00.834 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:00.834 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:00.835 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:00.835 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:00.835 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:00.835 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:00.835 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.835 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.835 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:00.835 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.835 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:00.835 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:00.835 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.835 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:00.835 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:00.835 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:00.835 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:00.835 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:00.836 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.836 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:00.836 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:00.836 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.836 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.836 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:00.836 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:00.836 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.836 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.836 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:00.836 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:00.836 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:00.836 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:00.836 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:00.837 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.837 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.837 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:00.837 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:00.837 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:00.837 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.837 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:00.837 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.837 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:00.837 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.837 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:00.837 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.837 INFO:teuthology.orchestra.run.smithi019.stdout:configfile = 2023-12-03T12:55:00.838 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.838 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:55:00.838 INFO:teuthology.orchestra.run.smithi019.stdout: def setup_teardown(configfile): 2023-12-03T12:55:00.838 INFO:teuthology.orchestra.run.smithi019.stdout: yield 2023-12-03T12:55:00.838 INFO:teuthology.orchestra.run.smithi019.stdout:> teardown() 2023-12-03T12:55:00.838 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.838 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:55:00.838 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.838 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:55:00.838 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:55:00.838 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:55:00.838 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:55:00.839 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:55:00.839 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:55:00.839 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:00.839 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:00.839 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:00.839 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:00.839 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:00.839 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:00.839 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:00.839 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:00.839 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:00.839 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:00.839 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:00.839 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:00.839 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:00.840 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:00.840 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:00.840 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:00.840 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:00.840 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:00.840 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:00.840 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:00.840 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:00.840 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:00.840 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:00.840 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:00.840 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:00.840 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:00.840 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:00.840 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:00.841 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:00.841 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:00.841 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:00.841 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:00.841 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:00.841 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:00.841 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.841 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.841 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:00.841 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:00.841 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.841 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:00.841 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.841 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:00.842 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:00.842 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:00.842 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:00.842 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:00.842 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:00.842 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:00.842 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:00.842 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:00.842 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:00.842 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:00.842 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:00.842 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:00.842 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.843 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:00.843 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:00.843 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:00.843 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:00.843 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:00.843 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:00.843 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:00.843 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:00.843 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:00.843 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:00.843 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:00.843 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.843 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.843 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:00.844 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:00.844 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:00.844 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:00.844 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:00.844 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.844 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.844 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:00.844 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:00.844 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:00.844 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:00.844 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:00.844 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.844 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:00.844 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:00.845 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:00.845 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:00.845 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:00.845 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:55:00.845 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.845 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:00.845 INFO:teuthology.orchestra.run.smithi019.stdout:______________ ERROR at teardown of test_object_lock_put_obj_lock ______________ 2023-12-03T12:55:00.845 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.845 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:00.845 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.845 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:00.845 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:00.845 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.845 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:00.845 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:00.845 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:00.846 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:00.846 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:00.846 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.846 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:00.846 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:00.846 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.846 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.846 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:00.846 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:00.846 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.846 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.846 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:00.846 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.847 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:00.847 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:00.847 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.847 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.847 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:00.847 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:00.847 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.847 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:00.847 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:00.847 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:00.847 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:00.847 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:00.847 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:00.847 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:00.848 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.848 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:00.848 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:00.848 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:00.848 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:00.848 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:00.848 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:00.848 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:00.848 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:00.848 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:00.848 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.848 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:00.848 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:00.848 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:00.849 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:00.849 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.849 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:00.849 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:00.849 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:00.849 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:00.849 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.849 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.849 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:00.849 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:00.849 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:00.849 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:00.849 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.850 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.850 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:00.850 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:00.850 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:00.850 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.850 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:00.850 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.850 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:00.850 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:00.850 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.850 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:00.850 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:00.850 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:00.850 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:00.851 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:00.851 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:00.851 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.851 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:00.851 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.851 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:00.851 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.851 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:00.851 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:00.851 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.851 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:00.851 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.851 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:00.852 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:00.852 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:00.852 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:00.852 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:00.852 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:00.852 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:00.852 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:00.852 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:00.852 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:00.852 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:00.852 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:00.852 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:00.852 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.852 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:00.852 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:00.853 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:00.853 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:00.853 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:00.853 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:00.853 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:00.853 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:00.853 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:00.853 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:00.853 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:00.853 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.853 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.853 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:00.853 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.853 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:00.853 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:00.854 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:00.854 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:00.854 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:00.854 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:00.854 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:00.854 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:00.854 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:00.854 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:00.854 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:00.854 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:00.854 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:00.854 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:00.854 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.854 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.855 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:00.855 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.855 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:00.855 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:00.855 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.855 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:00.855 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:00.855 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:00.855 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:00.855 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:00.855 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.855 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:00.855 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:00.855 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.856 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.856 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:00.856 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:00.856 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.856 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.856 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:00.856 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:00.856 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:00.856 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:00.856 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:00.856 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.856 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.856 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:00.856 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:00.856 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:00.857 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.857 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:00.857 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.857 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:00.857 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.857 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:00.857 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.857 INFO:teuthology.orchestra.run.smithi019.stdout:configfile = 2023-12-03T12:55:00.857 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.857 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:55:00.857 INFO:teuthology.orchestra.run.smithi019.stdout: def setup_teardown(configfile): 2023-12-03T12:55:00.857 INFO:teuthology.orchestra.run.smithi019.stdout: yield 2023-12-03T12:55:00.857 INFO:teuthology.orchestra.run.smithi019.stdout:> teardown() 2023-12-03T12:55:00.857 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.858 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:55:00.858 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.858 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:55:00.858 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:55:00.858 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:55:00.858 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:55:00.858 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:55:00.858 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:55:00.858 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:00.858 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:00.858 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:00.858 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:00.858 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:00.858 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:00.859 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:00.859 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:00.859 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:00.859 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:00.859 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:00.859 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:00.859 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:00.859 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:00.859 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:00.859 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:00.859 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:00.859 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:00.859 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:00.859 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:00.859 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:00.860 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:00.860 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:00.860 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:00.860 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:00.860 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:00.860 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:00.860 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:00.860 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:00.860 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:00.860 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:00.860 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:00.860 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:00.860 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:00.860 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.860 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.861 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:00.861 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:00.861 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.861 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:00.861 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.861 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:00.861 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:00.861 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:00.861 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:00.861 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:00.861 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:00.861 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:00.861 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:00.862 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:00.862 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:00.862 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:00.862 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:00.862 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:00.862 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.862 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:00.862 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:00.862 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:00.862 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:00.862 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:00.862 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:00.862 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:00.863 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:00.863 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:00.863 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:00.863 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:00.863 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.863 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.863 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:00.863 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:00.863 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:00.863 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:00.863 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:00.863 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.863 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.863 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:00.863 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:00.864 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:00.864 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:00.864 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:00.864 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.864 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:00.864 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:00.864 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:00.864 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:00.864 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:00.864 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:55:00.864 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.864 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:00.864 INFO:teuthology.orchestra.run.smithi019.stdout:______ ERROR at teardown of test_object_lock_put_obj_lock_invalid_bucket _______ 2023-12-03T12:55:00.864 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.864 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:00.864 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.865 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:00.865 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:00.865 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.865 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:00.865 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:00.865 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:00.865 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:00.865 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:00.865 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.865 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:00.865 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:00.865 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.865 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.866 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:00.866 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:00.866 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.866 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.866 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:00.866 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.866 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:00.866 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:00.866 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.866 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.866 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:00.866 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:00.866 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.866 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:00.866 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:00.867 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:00.867 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:00.867 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:00.867 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:00.867 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:00.867 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.867 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:00.867 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:00.867 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:00.867 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:00.867 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:00.867 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:00.867 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:00.867 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:00.868 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:00.868 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.868 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:00.868 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:00.868 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:00.868 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:00.868 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.868 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:00.868 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:00.868 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:00.868 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:00.868 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.868 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.868 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:00.868 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:00.869 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:00.869 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:00.869 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.869 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.869 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:00.869 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:00.869 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:00.869 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.869 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:00.869 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.869 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:00.869 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:00.869 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.869 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:00.869 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:00.870 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:00.870 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:00.870 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:00.870 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:00.870 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.870 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:00.870 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.870 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:00.870 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.870 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:00.870 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:00.870 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.871 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:00.871 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.871 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:00.871 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:00.871 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:00.871 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:00.871 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:00.871 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:00.871 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:00.871 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:00.871 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:00.871 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:00.872 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:00.872 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:00.872 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:00.872 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.872 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:00.872 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:00.872 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:00.872 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:00.872 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:00.872 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:00.872 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:00.872 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:00.872 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:00.872 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:00.872 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:00.873 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.873 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.873 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:00.873 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.873 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:00.873 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:00.873 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:00.873 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:00.873 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:00.873 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:00.873 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:00.873 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:00.873 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:00.873 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:00.873 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:00.874 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:00.874 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:00.874 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:00.874 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.874 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.874 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:00.874 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.874 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:00.874 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:00.874 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.874 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:00.874 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:00.874 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:00.874 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:00.875 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:00.875 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.875 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:00.875 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:00.875 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.875 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.875 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:00.875 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:00.875 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.875 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.875 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:00.875 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:00.875 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:00.876 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:00.876 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:00.876 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.876 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.876 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:00.876 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:00.876 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:00.876 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.876 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:00.876 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.876 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:00.876 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.876 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:00.876 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.876 INFO:teuthology.orchestra.run.smithi019.stdout:configfile = 2023-12-03T12:55:00.876 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.877 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:55:00.877 INFO:teuthology.orchestra.run.smithi019.stdout: def setup_teardown(configfile): 2023-12-03T12:55:00.877 INFO:teuthology.orchestra.run.smithi019.stdout: yield 2023-12-03T12:55:00.877 INFO:teuthology.orchestra.run.smithi019.stdout:> teardown() 2023-12-03T12:55:00.877 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.877 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:55:00.877 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.877 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:55:00.877 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:55:00.877 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:55:00.877 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:55:00.877 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:55:00.877 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:55:00.877 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:00.877 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:00.878 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:00.878 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:00.878 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:00.878 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:00.878 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:00.878 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:00.878 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:00.878 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:00.878 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:00.878 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:00.878 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:00.878 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:00.878 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:00.878 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:00.878 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:00.879 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:00.879 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:00.879 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:00.879 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:00.879 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:00.879 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:00.879 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:00.879 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:00.879 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:00.879 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:00.879 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:00.879 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:00.879 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:00.879 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:00.880 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:00.880 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:00.880 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:00.880 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.880 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.880 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:00.880 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:00.880 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.880 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:00.880 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.880 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:00.880 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:00.880 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:00.880 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:00.881 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:00.881 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:00.881 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:00.881 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:00.881 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:00.881 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:00.881 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:00.881 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:00.881 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:00.881 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.881 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:00.881 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:00.881 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:00.882 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:00.882 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:00.882 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:00.882 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:00.882 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:00.882 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:00.882 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:00.882 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:00.882 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.882 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.882 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:00.882 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:00.882 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:00.883 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:00.883 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:00.883 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.883 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.883 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:00.883 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:00.883 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:00.883 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:00.883 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:00.883 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.883 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:00.883 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:00.883 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:00.883 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:00.883 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:00.883 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:55:00.884 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.884 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:00.884 INFO:teuthology.orchestra.run.smithi019.stdout:____ ERROR at teardown of test_object_lock_put_obj_lock_with_days_and_years ____ 2023-12-03T12:55:00.884 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.884 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:00.884 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.884 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:00.884 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:00.884 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.884 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:00.884 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:00.884 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:00.884 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:00.884 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:00.885 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.885 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:00.885 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:00.885 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.885 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.885 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:00.885 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:00.885 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.885 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.885 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:00.885 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.885 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:00.885 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:00.885 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.886 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.886 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:00.886 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:00.886 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.886 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:00.886 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:00.886 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:00.886 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:00.886 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:00.886 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:00.886 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:00.886 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.886 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:00.886 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:00.887 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:00.887 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:00.887 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:00.887 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:00.887 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:00.887 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:00.887 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:00.887 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.887 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:00.887 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:00.887 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:00.887 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:00.887 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.887 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:00.888 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:00.888 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:00.888 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:00.888 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.888 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.888 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:00.888 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:00.888 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:00.888 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:00.888 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.888 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.888 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:00.888 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:00.888 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:00.888 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.889 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:00.889 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.889 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:00.889 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:00.889 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.889 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:00.889 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:00.889 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:00.889 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:00.889 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:00.889 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:00.889 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.889 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:00.889 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.890 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:00.890 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.890 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:00.890 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:00.890 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.890 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:00.890 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.890 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:00.890 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:00.890 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:00.890 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:00.890 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:00.891 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:00.891 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:00.891 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:00.891 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:00.891 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:00.891 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:00.891 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:00.891 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:00.891 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.891 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:00.891 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:00.891 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:00.891 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:00.892 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:00.892 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:00.892 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:00.892 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:00.892 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:00.892 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:00.892 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:00.892 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.892 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.892 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:00.892 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.892 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:00.892 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:00.892 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:00.892 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:00.893 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:00.893 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:00.893 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:00.893 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:00.893 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:00.893 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:00.893 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:00.893 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:00.893 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:00.893 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:00.893 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.893 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.893 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:00.893 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.893 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:00.894 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:00.894 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.894 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:00.894 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:00.894 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:00.894 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:00.894 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:00.894 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.894 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:00.894 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:00.894 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.894 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.894 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:00.895 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:00.895 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.895 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.895 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:00.895 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:00.895 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:00.895 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:00.895 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:00.895 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.895 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.895 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:00.895 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:00.895 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:00.895 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.896 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:00.896 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.896 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:00.896 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.896 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:00.896 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.896 INFO:teuthology.orchestra.run.smithi019.stdout:configfile = 2023-12-03T12:55:00.896 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.896 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:55:00.896 INFO:teuthology.orchestra.run.smithi019.stdout: def setup_teardown(configfile): 2023-12-03T12:55:00.896 INFO:teuthology.orchestra.run.smithi019.stdout: yield 2023-12-03T12:55:00.896 INFO:teuthology.orchestra.run.smithi019.stdout:> teardown() 2023-12-03T12:55:00.896 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.896 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:55:00.896 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.897 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:55:00.897 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:55:00.897 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:55:00.897 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:55:00.897 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:55:00.897 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:55:00.897 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:00.897 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:00.897 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:00.897 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:00.897 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:00.897 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:00.897 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:00.897 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:00.898 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:00.898 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:00.898 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:00.898 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:00.898 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:00.898 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:00.898 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:00.898 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:00.898 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:00.898 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:00.898 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:00.898 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:00.898 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:00.898 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:00.899 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:00.899 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:00.899 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:00.899 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:00.899 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:00.899 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:00.899 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:00.899 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:00.899 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:00.899 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:00.899 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:00.899 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:00.899 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.900 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.900 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:00.900 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:00.900 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.900 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:00.900 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.900 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:00.900 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:00.900 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:00.900 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:00.900 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:00.900 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:00.900 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:00.900 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:00.901 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:00.901 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:00.901 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:00.901 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:00.901 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:00.901 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.901 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:00.901 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:00.901 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:00.901 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:00.901 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:00.901 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:00.901 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:00.901 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:00.902 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:00.902 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:00.902 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:00.902 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.902 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.902 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:00.902 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:00.902 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:00.902 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:00.902 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:00.902 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.902 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.902 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:00.902 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:00.902 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:00.903 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:00.903 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:00.903 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.903 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:00.903 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:00.903 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:00.903 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:00.903 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:00.903 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:55:00.903 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.903 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:00.903 INFO:teuthology.orchestra.run.smithi019.stdout:_______ ERROR at teardown of test_object_lock_put_obj_lock_invalid_days ________ 2023-12-03T12:55:00.903 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.903 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:00.903 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.904 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:00.904 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:00.904 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.904 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:00.904 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:00.904 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:00.904 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:00.904 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:00.904 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.904 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:00.904 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:00.904 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.904 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.904 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:00.905 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:00.905 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.905 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.905 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:00.905 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.905 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:00.905 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:00.905 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.905 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.905 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:00.905 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:00.905 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.905 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:00.905 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:00.905 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:00.906 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:00.906 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:00.906 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:00.906 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:00.906 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.906 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:00.906 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:00.906 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:00.906 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:00.906 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:00.906 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:00.906 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:00.906 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:00.907 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:00.907 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.907 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:00.907 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:00.907 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:00.907 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:00.907 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.907 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:00.907 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:00.907 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:00.907 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:00.907 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.907 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.907 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:00.907 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:00.907 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:00.907 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:00.908 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.908 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.908 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:00.908 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:00.908 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:00.908 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.908 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:00.908 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.908 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:00.908 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:00.908 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.908 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:00.908 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:00.908 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:00.909 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:00.909 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:00.909 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:00.909 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.909 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:00.909 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.909 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:00.909 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.909 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:00.909 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:00.909 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.909 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:00.909 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.909 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:00.909 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:00.910 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:00.910 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:00.910 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:00.910 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:00.910 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:00.910 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:00.910 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:00.910 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:00.910 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:00.910 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:00.910 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:00.910 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.910 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:00.910 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:00.911 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:00.911 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:00.911 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:00.911 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:00.911 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:00.911 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:00.911 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:00.911 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:00.911 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:00.911 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.911 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.911 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:00.911 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.911 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:00.912 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:00.912 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:00.912 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:00.912 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:00.912 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:00.912 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:00.912 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:00.912 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:00.912 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:00.912 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:00.912 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:00.912 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:00.912 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:00.912 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.913 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.913 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:00.913 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.913 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:00.913 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:00.913 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.913 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:00.913 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:00.913 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:00.913 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:00.913 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:00.913 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.914 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:00.914 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:00.914 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.914 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.914 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:00.914 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:00.914 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.914 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.914 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:00.914 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:00.914 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:00.914 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:00.914 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:00.914 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.915 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.915 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:00.915 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:00.915 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:00.915 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.915 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:00.915 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.915 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:00.915 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.915 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:00.915 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.915 INFO:teuthology.orchestra.run.smithi019.stdout:configfile = 2023-12-03T12:55:00.915 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.915 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:55:00.916 INFO:teuthology.orchestra.run.smithi019.stdout: def setup_teardown(configfile): 2023-12-03T12:55:00.916 INFO:teuthology.orchestra.run.smithi019.stdout: yield 2023-12-03T12:55:00.916 INFO:teuthology.orchestra.run.smithi019.stdout:> teardown() 2023-12-03T12:55:00.916 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.916 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:55:00.916 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.916 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:55:00.916 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:55:00.916 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:55:00.916 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:55:00.916 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:55:00.916 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:55:00.916 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:00.916 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:00.916 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:00.917 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:00.917 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:00.917 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:00.917 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:00.917 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:00.917 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:00.917 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:00.917 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:00.917 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:00.917 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:00.917 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:00.917 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:00.917 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:00.917 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:00.917 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:00.917 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:00.918 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:00.918 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:00.918 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:00.918 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:00.918 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:00.918 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:00.918 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:00.918 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:00.918 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:00.918 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:00.918 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:00.918 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:00.918 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:00.918 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:00.919 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:00.919 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.919 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.919 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:00.919 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:00.919 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.919 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:00.919 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.919 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:00.919 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:00.919 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:00.919 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:00.919 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:00.919 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:00.920 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:00.920 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:00.920 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:00.920 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:00.920 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:00.920 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:00.920 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:00.920 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.920 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:00.920 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:00.920 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:00.920 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:00.920 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:00.920 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:00.921 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:00.921 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:00.921 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:00.921 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:00.921 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:00.921 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.921 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.921 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:00.921 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:00.921 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:00.921 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:00.921 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:00.921 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.921 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.922 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:00.922 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:00.922 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:00.922 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:00.922 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:00.922 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.922 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:00.922 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:00.922 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:00.922 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:00.922 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:00.922 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:55:00.922 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.922 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:00.923 INFO:teuthology.orchestra.run.smithi019.stdout:_______ ERROR at teardown of test_object_lock_put_obj_lock_invalid_years _______ 2023-12-03T12:55:00.923 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.923 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:00.923 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.923 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:00.923 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:00.923 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.923 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:00.923 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:00.923 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:00.923 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:00.923 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:00.923 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.924 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:00.924 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:00.924 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.924 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.924 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:00.924 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:00.924 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.924 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.924 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:00.924 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.924 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:00.924 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:00.924 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.924 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.925 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:00.925 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:00.925 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.925 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:00.925 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:00.925 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:00.925 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:00.925 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:00.925 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:00.925 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:00.925 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.925 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:00.925 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:00.925 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:00.925 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:00.926 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:00.926 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:00.926 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:00.926 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:00.926 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:00.926 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.926 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:00.926 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:00.926 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:00.926 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:00.926 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.926 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:00.926 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:00.926 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:00.927 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:00.927 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.927 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.927 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:00.927 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:00.927 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:00.927 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:00.927 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.927 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.927 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:00.927 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:00.927 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:00.927 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.927 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:00.928 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.928 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:00.928 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:00.928 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.928 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:00.928 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:00.928 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:00.928 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:00.928 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:00.928 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:00.928 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.928 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:00.928 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.929 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:00.929 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.929 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:00.929 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:00.929 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.929 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:00.929 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.929 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:00.929 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:00.929 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:00.929 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:00.929 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:00.929 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:00.930 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:00.930 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:00.930 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:00.930 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:00.930 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:00.930 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:00.930 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:00.930 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.930 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:00.930 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:00.930 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:00.930 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:00.930 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:00.930 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:00.931 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:00.931 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:00.931 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:00.931 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:00.931 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:00.931 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.931 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.931 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:00.931 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.931 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:00.931 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:00.931 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:00.931 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:00.931 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:00.932 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:00.932 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:00.932 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:00.932 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:00.932 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:00.932 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:00.932 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:00.932 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:00.932 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:00.932 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.932 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.932 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:00.932 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.932 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:00.933 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:00.933 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.933 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:00.933 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:00.933 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:00.933 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:00.933 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:00.933 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.933 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:00.933 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:00.933 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.933 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.933 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:00.933 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:00.934 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.934 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.934 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:00.934 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:00.934 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:00.934 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:00.934 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:00.934 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.934 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.934 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:00.934 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:00.934 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:00.935 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.935 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:00.935 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.935 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:00.935 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.935 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:00.935 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.935 INFO:teuthology.orchestra.run.smithi019.stdout:configfile = 2023-12-03T12:55:00.935 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.935 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:55:00.935 INFO:teuthology.orchestra.run.smithi019.stdout: def setup_teardown(configfile): 2023-12-03T12:55:00.935 INFO:teuthology.orchestra.run.smithi019.stdout: yield 2023-12-03T12:55:00.935 INFO:teuthology.orchestra.run.smithi019.stdout:> teardown() 2023-12-03T12:55:00.935 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.936 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:55:00.936 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.936 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:55:00.936 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:55:00.936 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:55:00.936 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:55:00.936 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:55:00.936 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:55:00.936 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:00.936 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:00.936 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:00.936 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:00.936 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:00.936 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:00.937 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:00.937 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:00.937 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:00.937 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:00.937 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:00.937 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:00.937 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:00.937 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:00.937 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:00.937 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:00.937 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:00.937 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:00.937 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:00.938 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:00.938 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:00.938 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:00.938 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:00.938 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:00.938 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:00.938 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:00.938 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:00.938 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:00.938 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:00.938 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:00.938 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:00.938 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:00.939 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:00.939 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:00.939 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.939 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.939 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:00.939 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:00.939 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.939 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:00.939 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.939 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:00.939 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:00.939 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:00.939 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:00.939 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:00.940 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:00.940 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:00.940 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:00.940 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:00.940 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:00.940 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:00.940 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:00.940 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:00.940 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.940 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:00.940 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:00.940 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:00.940 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:00.940 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:00.941 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:00.941 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:00.941 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:00.941 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:00.941 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:00.941 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:00.941 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.941 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.941 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:00.941 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:00.941 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:00.941 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:00.941 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:00.941 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.942 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.942 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:00.942 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:00.942 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:00.942 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:00.942 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:00.942 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.942 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:00.942 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:00.942 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:00.942 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:00.942 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:00.942 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:55:00.942 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.943 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:00.943 INFO:teuthology.orchestra.run.smithi019.stdout:_______ ERROR at teardown of test_object_lock_put_obj_lock_invalid_mode ________ 2023-12-03T12:55:00.943 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.943 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:00.943 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.943 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:00.943 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:00.943 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.943 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:00.943 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:00.943 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:00.943 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:00.943 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:00.943 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.944 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:00.944 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:00.944 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.944 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.944 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:00.944 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:00.944 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.944 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.944 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:00.944 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.944 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:00.944 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:00.944 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.944 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.944 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:00.945 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:00.945 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.945 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:00.945 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:00.945 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:00.945 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:00.945 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:00.945 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:00.945 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:00.945 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.945 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:00.945 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:00.945 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:00.945 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:00.945 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:00.945 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:00.946 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:00.946 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:00.946 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:00.946 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.946 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:00.946 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:00.946 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:00.946 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:00.946 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.946 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:00.946 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:00.946 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:00.946 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:00.947 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.947 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.947 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:00.947 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:00.947 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:00.947 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:00.947 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.947 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.947 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:00.947 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:00.947 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:00.947 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.947 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:00.947 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.947 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:00.948 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:00.948 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.948 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:00.948 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:00.948 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:00.948 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:00.948 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:00.948 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:00.948 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.948 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:00.948 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.948 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:00.948 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.948 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:00.948 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:00.949 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.949 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:00.949 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.949 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:00.949 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:00.949 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:00.949 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:00.949 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:00.949 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:00.949 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:00.949 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:00.949 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:00.949 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:00.949 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:00.949 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:00.950 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:00.950 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.950 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:00.950 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:00.950 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:00.950 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:00.950 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:00.950 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:00.950 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:00.950 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:00.950 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:00.950 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:00.950 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:00.950 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.951 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.951 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:00.951 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.951 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:00.951 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:00.951 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:00.951 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:00.951 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:00.951 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:00.951 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:00.951 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:00.951 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:00.951 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:00.952 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:00.952 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:00.952 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:00.952 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:00.952 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.952 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.952 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:00.952 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.952 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:00.952 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:00.952 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.952 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:00.952 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:00.952 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:00.952 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:00.953 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:00.953 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.953 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:00.953 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:00.953 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.953 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.953 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:00.953 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:00.953 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.953 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.953 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:00.953 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:00.953 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:00.953 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:00.954 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:00.954 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.954 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.954 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:00.954 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:00.954 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:00.954 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.954 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:00.954 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.954 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:00.954 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.954 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:00.954 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.954 INFO:teuthology.orchestra.run.smithi019.stdout:configfile = 2023-12-03T12:55:00.954 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.955 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:55:00.955 INFO:teuthology.orchestra.run.smithi019.stdout: def setup_teardown(configfile): 2023-12-03T12:55:00.955 INFO:teuthology.orchestra.run.smithi019.stdout: yield 2023-12-03T12:55:00.955 INFO:teuthology.orchestra.run.smithi019.stdout:> teardown() 2023-12-03T12:55:00.955 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.955 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:55:00.955 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.955 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:55:00.955 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:55:00.955 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:55:00.955 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:55:00.955 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:55:00.955 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:55:00.955 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:00.956 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:00.956 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:00.956 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:00.956 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:00.956 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:00.956 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:00.956 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:00.956 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:00.956 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:00.956 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:00.956 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:00.956 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:00.956 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:00.956 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:00.956 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:00.957 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:00.957 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:00.957 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:00.957 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:00.957 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:00.957 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:00.957 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:00.957 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:00.957 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:00.957 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:00.957 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:00.957 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:00.957 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:00.957 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:00.957 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:00.958 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:00.958 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:00.958 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:00.958 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.958 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.958 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:00.961 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:00.961 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.961 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:00.961 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.961 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:00.961 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:00.961 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:00.961 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:00.962 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:00.962 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:00.962 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:00.962 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:00.962 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:00.962 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:00.962 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:00.962 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:00.962 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:00.962 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.962 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:00.962 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:00.962 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:00.962 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:00.963 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:00.963 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:00.963 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:00.963 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:00.963 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:00.963 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:00.963 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:00.963 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.963 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.963 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:00.963 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:00.963 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:00.963 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:00.963 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:00.963 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.964 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.964 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:00.964 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:00.964 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:00.964 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:00.964 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:00.964 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.964 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:00.964 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:00.964 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:00.964 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:00.964 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:00.964 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:55:00.964 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.964 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:00.965 INFO:teuthology.orchestra.run.smithi019.stdout:______ ERROR at teardown of test_object_lock_put_obj_lock_invalid_status _______ 2023-12-03T12:55:00.965 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.965 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:00.965 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.965 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:00.965 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:00.965 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.965 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:00.965 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:00.965 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:00.965 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:00.965 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:00.965 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.965 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:00.966 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:00.966 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.966 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.966 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:00.966 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:00.966 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.966 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.966 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:00.966 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.966 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:00.966 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:00.966 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.966 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.966 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:00.966 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:00.967 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.967 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:00.967 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:00.967 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:00.967 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:00.967 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:00.967 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:00.967 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:00.967 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.967 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:00.967 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:00.967 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:00.967 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:00.967 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:00.967 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:00.967 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:00.968 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:00.968 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:00.968 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.968 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:00.968 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:00.968 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:00.968 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:00.968 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.968 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:00.968 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:00.968 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:00.968 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:00.968 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.968 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.968 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:00.969 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:00.969 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:00.969 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:00.969 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.969 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.969 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:00.969 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:00.969 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:00.969 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.969 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:00.969 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.969 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:00.969 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:00.969 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.969 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:00.969 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:00.970 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:00.970 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:00.970 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:00.970 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:00.970 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.970 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:00.970 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.970 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:00.970 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.970 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:00.970 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:00.970 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.970 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:00.971 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.971 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:00.971 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:00.971 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:00.971 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:00.971 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:00.971 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:00.971 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:00.971 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:00.971 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:00.971 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:00.971 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:00.971 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:00.971 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:00.972 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.972 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:00.972 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:00.972 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:00.972 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:00.972 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:00.972 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:00.972 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:00.972 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:00.972 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:00.972 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:00.972 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:00.972 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.972 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.973 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:00.973 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.973 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:00.973 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:00.973 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:00.973 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:00.973 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:00.973 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:00.973 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:00.973 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:00.973 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:00.973 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:00.973 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:00.973 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:00.973 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:00.974 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:00.974 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.974 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.974 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:00.974 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.974 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:00.974 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:00.974 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.974 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:00.974 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:00.974 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:00.974 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:00.974 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:00.974 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.974 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:00.974 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:00.975 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.975 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.975 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:00.975 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:00.975 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.975 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.975 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:00.975 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:00.975 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:00.975 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:00.975 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:00.976 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.976 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.976 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:00.976 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:00.976 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:00.976 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.976 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:00.976 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.976 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:00.976 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.976 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:00.976 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.976 INFO:teuthology.orchestra.run.smithi019.stdout:configfile = 2023-12-03T12:55:00.976 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.977 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:55:00.977 INFO:teuthology.orchestra.run.smithi019.stdout: def setup_teardown(configfile): 2023-12-03T12:55:00.977 INFO:teuthology.orchestra.run.smithi019.stdout: yield 2023-12-03T12:55:00.977 INFO:teuthology.orchestra.run.smithi019.stdout:> teardown() 2023-12-03T12:55:00.977 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.977 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:55:00.977 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.977 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:55:00.977 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:55:00.977 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:55:00.977 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:55:00.977 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:55:00.977 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:55:00.977 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:00.977 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:00.978 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:00.978 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:00.978 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:00.978 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:00.978 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:00.978 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:00.978 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:00.978 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:00.978 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:00.978 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:00.978 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:00.978 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:00.978 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:00.978 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:00.979 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:00.979 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:00.979 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:00.979 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:00.979 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:00.979 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:00.979 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:00.979 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:00.979 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:00.979 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:00.979 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:00.979 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:00.979 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:00.979 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:00.980 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:00.980 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:00.980 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:00.980 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:00.980 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.980 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.980 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:00.980 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:00.980 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.980 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:00.980 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.980 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:00.980 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:00.980 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:00.981 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:00.981 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:00.981 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:00.981 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:00.981 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:00.981 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:00.981 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:00.981 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:00.981 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:00.981 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:00.981 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.981 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:00.981 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:00.981 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:00.981 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:00.982 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:00.982 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:00.982 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:00.982 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:00.982 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:00.982 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:00.982 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:00.982 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.982 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.982 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:00.982 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:00.982 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:00.982 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:00.982 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:00.983 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.983 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.983 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:00.983 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:00.983 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:00.983 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:00.983 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:00.983 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.983 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:00.983 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:00.983 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:00.983 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:00.983 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:00.983 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:55:00.983 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.983 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:00.984 INFO:teuthology.orchestra.run.smithi019.stdout:___________ ERROR at teardown of test_object_lock_suspend_versioning ___________ 2023-12-03T12:55:00.984 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.984 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:00.984 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.984 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:00.984 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:00.984 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.984 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:00.984 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:00.984 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:00.984 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:00.984 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:00.984 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.984 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:00.985 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:00.985 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.985 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.985 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:00.985 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:00.985 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.985 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.985 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:00.985 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.985 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:00.985 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:00.985 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.985 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.985 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:00.985 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:00.986 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.986 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:00.986 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:00.986 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:00.986 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:00.986 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:00.986 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:00.986 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:00.986 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.986 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:00.986 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:00.986 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:00.986 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:00.986 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:00.986 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:00.987 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:00.987 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:00.987 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:00.987 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.987 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:00.987 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:00.987 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:00.987 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:00.987 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.987 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:00.987 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:00.987 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:00.987 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:00.987 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.988 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.988 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:00.988 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:00.988 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:00.988 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:00.988 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.988 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.988 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:00.988 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:00.988 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:00.988 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.988 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:00.988 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.989 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:00.989 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:00.989 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.989 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:00.989 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:00.989 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:00.989 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:00.989 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:00.989 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:00.989 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.989 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:00.989 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.989 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:00.989 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.990 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:00.990 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:00.990 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.990 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:00.990 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.990 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:00.990 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:00.990 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:00.990 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:00.990 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:00.990 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:00.990 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:00.990 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:00.991 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:00.991 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:00.991 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:00.991 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:00.991 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:00.991 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.991 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:00.991 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:00.991 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:00.991 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:00.991 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:00.991 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:00.991 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:00.992 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:00.992 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:00.992 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:00.992 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:00.992 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.992 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.992 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:00.992 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.992 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:00.992 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:00.992 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:00.992 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:00.992 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:00.992 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:00.992 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:00.992 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:00.993 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:00.993 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:00.993 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:00.993 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:00.993 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:00.993 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:00.993 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.993 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.993 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:00.993 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.993 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:00.993 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:00.993 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.993 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:00.993 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:00.994 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:00.994 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:00.994 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:00.994 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.994 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:00.994 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:00.994 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.994 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.994 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:00.994 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:00.994 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.994 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.994 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:00.994 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:00.995 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:00.995 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:00.995 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:00.995 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.995 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.995 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:00.995 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:00.995 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:00.995 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:00.995 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:00.995 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.995 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:00.995 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.995 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:00.995 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.996 INFO:teuthology.orchestra.run.smithi019.stdout:configfile = 2023-12-03T12:55:00.996 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.996 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:55:00.996 INFO:teuthology.orchestra.run.smithi019.stdout: def setup_teardown(configfile): 2023-12-03T12:55:00.996 INFO:teuthology.orchestra.run.smithi019.stdout: yield 2023-12-03T12:55:00.996 INFO:teuthology.orchestra.run.smithi019.stdout:> teardown() 2023-12-03T12:55:00.996 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.996 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:55:00.996 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.996 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:55:00.996 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:55:00.996 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:55:00.996 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:55:00.996 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:55:00.996 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:55:00.997 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:00.997 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:00.997 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:00.997 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:00.997 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:00.997 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:00.997 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:00.997 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:00.997 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:00.997 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:00.997 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:00.997 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:00.997 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:00.997 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:00.997 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:00.997 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:00.998 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:00.998 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:00.998 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:00.998 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:00.998 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:00.998 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:00.998 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:00.998 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:00.998 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:00.998 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:00.998 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:00.998 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:00.998 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:00.999 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:00.999 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:00.999 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:00.999 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:00.999 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:00.999 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:00.999 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.999 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:00.999 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:00.999 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:00.999 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:00.999 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:00.999 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:00.999 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:01.000 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:01.000 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:01.000 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:01.000 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:01.000 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:01.000 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:01.000 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:01.000 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:01.000 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:01.000 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:01.000 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:01.000 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.000 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:01.000 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:01.000 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:01.001 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:01.001 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:01.001 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:01.001 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:01.001 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:01.001 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:01.001 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:01.001 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:01.001 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.001 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.001 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:01.001 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:01.001 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:01.001 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:01.002 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:01.002 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.002 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.002 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:01.002 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:01.002 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:01.002 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:01.002 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:01.002 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.002 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:01.002 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:01.002 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:01.002 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:01.003 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:01.003 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:55:01.003 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.003 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:01.003 INFO:teuthology.orchestra.run.smithi019.stdout:______________ ERROR at teardown of test_object_lock_get_obj_lock ______________ 2023-12-03T12:55:01.003 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.003 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:01.003 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.003 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:01.003 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:01.003 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.003 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:01.003 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:01.003 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:01.004 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:01.004 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:01.004 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.004 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:01.004 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:01.004 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.004 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.004 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:01.004 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:01.004 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.004 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.004 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:01.004 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.004 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:01.005 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:01.005 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.005 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.005 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:01.005 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:01.005 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.005 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:01.005 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:01.005 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:01.005 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:01.005 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:01.005 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:01.005 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:01.005 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.006 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:01.006 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:01.006 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:01.006 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:01.006 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:01.006 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:01.006 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:01.006 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:01.006 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:01.006 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.006 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:01.006 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:01.006 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:01.006 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:01.007 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.007 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:01.007 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:01.007 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:01.007 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:01.007 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.007 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.007 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:01.007 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:01.007 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:01.007 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:01.007 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.007 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.007 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:01.007 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:01.008 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:01.008 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.008 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:01.008 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.008 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:01.008 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:01.008 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.008 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:01.008 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:01.008 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:01.008 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:01.008 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:01.008 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:01.008 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.009 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:01.009 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.009 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:01.009 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.009 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:01.009 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:01.009 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.009 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:01.009 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.009 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:01.009 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:01.009 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:01.009 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:01.009 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:01.009 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:01.010 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:01.010 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:01.010 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:01.010 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:01.010 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:01.010 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:01.010 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:01.010 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.010 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:01.010 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:01.010 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:01.010 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:01.010 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:01.010 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:01.011 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:01.011 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:01.011 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:01.011 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:01.011 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:01.011 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.011 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.011 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:01.011 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.011 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:01.011 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:01.011 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:01.011 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:01.011 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:01.012 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:01.012 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:01.012 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:01.012 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:01.012 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:01.012 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:01.012 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:01.012 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:01.012 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:01.012 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.012 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.012 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:01.012 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.013 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:01.013 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:01.013 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.013 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:01.013 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:01.013 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:01.013 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:01.013 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:01.013 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.013 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:01.013 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:01.013 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.013 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.013 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:01.014 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:01.014 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.014 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.014 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:01.014 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:01.014 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:01.014 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:01.014 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:01.014 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.014 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.014 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:01.014 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:01.014 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:01.014 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.015 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:01.015 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.015 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:01.015 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.015 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:01.015 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.015 INFO:teuthology.orchestra.run.smithi019.stdout:configfile = 2023-12-03T12:55:01.015 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.015 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:55:01.015 INFO:teuthology.orchestra.run.smithi019.stdout: def setup_teardown(configfile): 2023-12-03T12:55:01.015 INFO:teuthology.orchestra.run.smithi019.stdout: yield 2023-12-03T12:55:01.015 INFO:teuthology.orchestra.run.smithi019.stdout:> teardown() 2023-12-03T12:55:01.015 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.015 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:55:01.016 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.016 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:55:01.016 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:55:01.016 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:55:01.016 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:55:01.016 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:55:01.016 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:55:01.016 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:01.016 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:01.016 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:01.016 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:01.016 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:01.016 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:01.016 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:01.016 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:01.017 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:01.017 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:01.017 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:01.017 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:01.017 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:01.017 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:01.017 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:01.017 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:01.017 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:01.017 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:01.017 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:01.017 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:01.017 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:01.017 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:01.018 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:01.018 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:01.018 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:01.018 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:01.018 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:01.018 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:01.018 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:01.018 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:01.018 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:01.018 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:01.018 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:01.018 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:01.018 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.018 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.019 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:01.019 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:01.019 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.019 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:01.019 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.019 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:01.019 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:01.019 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:01.019 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:01.019 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:01.019 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:01.019 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:01.020 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:01.020 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:01.020 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:01.020 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:01.020 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:01.020 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:01.020 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.020 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:01.020 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:01.020 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:01.020 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:01.020 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:01.020 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:01.020 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:01.020 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:01.021 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:01.021 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:01.021 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:01.021 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.021 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.021 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:01.021 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:01.021 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:01.021 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:01.021 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:01.021 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.021 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.021 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:01.022 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:01.022 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:01.022 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:01.022 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:01.022 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.022 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:01.022 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:01.022 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:01.022 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:01.022 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:01.022 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:55:01.022 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.022 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:01.023 INFO:teuthology.orchestra.run.smithi019.stdout:______ ERROR at teardown of test_object_lock_get_obj_lock_invalid_bucket _______ 2023-12-03T12:55:01.023 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.023 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:01.023 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.023 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:01.023 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:01.023 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.023 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:01.023 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:01.023 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:01.023 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:01.023 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:01.023 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.023 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:01.024 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:01.024 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.024 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.024 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:01.024 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:01.024 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.024 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.024 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:01.024 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.024 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:01.024 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:01.024 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.024 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.024 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:01.025 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:01.025 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.025 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:01.025 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:01.025 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:01.025 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:01.025 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:01.025 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:01.025 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:01.025 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.025 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:01.025 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:01.025 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:01.026 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:01.026 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:01.026 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:01.026 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:01.026 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:01.026 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:01.026 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.026 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:01.026 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:01.026 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:01.026 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:01.026 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.027 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:01.027 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:01.027 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:01.027 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:01.027 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.027 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.027 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:01.027 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:01.027 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:01.027 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:01.027 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.027 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.028 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:01.028 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:01.028 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:01.028 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.028 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:01.028 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.028 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:01.028 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:01.028 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.028 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:01.028 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:01.028 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:01.028 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:01.029 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:01.029 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:01.029 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.029 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:01.029 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.029 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:01.029 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.029 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:01.029 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:01.029 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.029 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:01.029 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.029 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:01.029 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:01.030 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:01.030 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:01.030 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:01.030 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:01.030 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:01.030 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:01.030 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:01.030 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:01.030 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:01.030 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:01.030 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:01.030 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.030 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:01.031 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:01.031 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:01.031 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:01.031 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:01.031 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:01.031 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:01.031 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:01.031 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:01.031 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:01.031 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:01.031 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.031 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.031 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:01.032 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.032 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:01.032 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:01.032 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:01.032 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:01.032 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:01.032 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:01.032 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:01.032 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:01.032 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:01.032 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:01.032 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:01.032 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:01.032 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:01.033 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:01.033 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.033 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.033 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:01.033 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.033 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:01.033 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:01.033 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.033 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:01.033 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:01.033 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:01.033 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:01.033 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:01.033 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.034 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:01.034 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:01.034 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.034 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.034 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:01.034 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:01.034 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.034 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.034 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:01.034 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:01.034 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:01.034 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:01.034 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:01.034 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.035 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.035 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:01.035 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:01.035 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:01.035 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.035 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:01.035 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.035 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:01.035 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.035 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:01.035 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.035 INFO:teuthology.orchestra.run.smithi019.stdout:configfile = 2023-12-03T12:55:01.035 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.035 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:55:01.036 INFO:teuthology.orchestra.run.smithi019.stdout: def setup_teardown(configfile): 2023-12-03T12:55:01.036 INFO:teuthology.orchestra.run.smithi019.stdout: yield 2023-12-03T12:55:01.036 INFO:teuthology.orchestra.run.smithi019.stdout:> teardown() 2023-12-03T12:55:01.036 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.036 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:55:01.036 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.036 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:55:01.036 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:55:01.036 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:55:01.036 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:55:01.036 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:55:01.036 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:55:01.036 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:01.036 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:01.037 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:01.037 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:01.037 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:01.037 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:01.037 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:01.037 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:01.037 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:01.037 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:01.037 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:01.037 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:01.037 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:01.037 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:01.037 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:01.037 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:01.038 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:01.038 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:01.038 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:01.038 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:01.038 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:01.038 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:01.038 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:01.038 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:01.038 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:01.038 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:01.038 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:01.038 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:01.038 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:01.039 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:01.039 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:01.039 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:01.039 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:01.039 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:01.039 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.039 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.039 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:01.039 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:01.039 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.039 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:01.039 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.039 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:01.039 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:01.039 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:01.040 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:01.040 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:01.040 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:01.040 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:01.040 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:01.040 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:01.040 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:01.040 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:01.040 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:01.040 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:01.040 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.040 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:01.040 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:01.041 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:01.041 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:01.041 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:01.041 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:01.041 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:01.041 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:01.041 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:01.041 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:01.041 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:01.041 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.041 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.041 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:01.041 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:01.041 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:01.042 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:01.042 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:01.042 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.042 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.042 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:01.042 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:01.042 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:01.042 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:01.042 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:01.042 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.042 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:01.042 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:01.042 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:01.043 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:01.043 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:01.043 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:55:01.043 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.043 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:01.043 INFO:teuthology.orchestra.run.smithi019.stdout:___________ ERROR at teardown of test_object_lock_put_obj_retention ____________ 2023-12-03T12:55:01.043 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.043 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:01.043 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.043 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:01.043 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:01.043 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.043 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:01.043 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:01.043 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:01.044 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:01.044 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:01.044 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.044 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:01.044 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:01.044 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.044 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.044 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:01.044 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:01.044 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.044 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.044 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:01.044 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.044 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:01.044 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:01.044 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.045 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.045 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:01.045 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:01.045 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.045 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:01.045 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:01.045 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:01.045 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:01.045 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:01.045 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:01.045 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:01.045 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.045 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:01.046 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:01.046 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:01.046 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:01.046 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:01.046 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:01.046 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:01.046 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:01.046 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:01.046 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.046 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:01.046 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:01.046 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:01.046 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:01.046 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.047 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:01.047 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:01.047 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:01.047 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:01.047 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.047 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.047 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:01.047 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:01.047 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:01.047 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:01.047 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.047 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.047 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:01.047 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:01.047 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:01.048 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.048 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:01.048 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.048 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:01.048 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:01.048 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.048 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:01.048 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:01.048 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:01.048 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:01.048 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:01.048 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:01.048 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.048 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:01.048 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.049 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:01.049 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.049 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:01.049 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:01.049 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.049 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:01.049 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.049 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:01.049 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:01.049 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:01.049 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:01.049 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:01.049 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:01.049 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:01.049 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:01.050 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:01.050 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:01.050 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:01.050 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:01.050 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:01.050 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.050 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:01.050 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:01.050 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:01.050 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:01.050 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:01.050 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:01.051 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:01.051 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:01.051 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:01.051 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:01.051 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:01.051 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.051 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.051 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:01.051 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.051 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:01.051 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:01.051 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:01.051 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:01.051 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:01.052 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:01.052 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:01.052 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:01.052 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:01.052 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:01.052 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:01.052 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:01.052 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:01.052 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:01.052 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.052 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.052 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:01.052 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.053 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:01.053 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:01.053 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.053 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:01.053 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:01.053 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:01.053 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:01.053 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:01.053 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.053 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:01.053 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:01.053 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.053 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.053 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:01.053 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:01.054 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.054 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.054 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:01.054 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:01.054 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:01.054 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:01.054 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:01.054 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.054 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.054 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:01.054 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:01.054 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:01.054 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.054 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:01.055 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.055 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:01.055 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.055 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:01.055 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.055 INFO:teuthology.orchestra.run.smithi019.stdout:configfile = 2023-12-03T12:55:01.055 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.055 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:55:01.055 INFO:teuthology.orchestra.run.smithi019.stdout: def setup_teardown(configfile): 2023-12-03T12:55:01.055 INFO:teuthology.orchestra.run.smithi019.stdout: yield 2023-12-03T12:55:01.055 INFO:teuthology.orchestra.run.smithi019.stdout:> teardown() 2023-12-03T12:55:01.055 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.055 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:55:01.055 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.056 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:55:01.056 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:55:01.056 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:55:01.056 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:55:01.056 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:55:01.056 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:55:01.056 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:01.056 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:01.056 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:01.056 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:01.056 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:01.056 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:01.056 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:01.056 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:01.056 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:01.057 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:01.057 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:01.057 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:01.057 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:01.057 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:01.057 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:01.057 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:01.057 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:01.057 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:01.057 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:01.057 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:01.057 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:01.057 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:01.057 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:01.058 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:01.058 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:01.058 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:01.058 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:01.058 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:01.058 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:01.058 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:01.058 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:01.058 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:01.058 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:01.058 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:01.058 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.058 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.058 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:01.059 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:01.059 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.059 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:01.059 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.059 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:01.059 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:01.059 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:01.059 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:01.059 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:01.059 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:01.059 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:01.059 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:01.059 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:01.060 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:01.060 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:01.060 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:01.060 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:01.060 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.060 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:01.060 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:01.060 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:01.060 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:01.060 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:01.060 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:01.060 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:01.060 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:01.060 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:01.061 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:01.061 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:01.061 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.061 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.061 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:01.061 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:01.061 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:01.061 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:01.061 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:01.061 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.061 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.061 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:01.061 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:01.061 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:01.061 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:01.062 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:01.062 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.062 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:01.062 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:01.062 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:01.062 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:01.062 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:01.062 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:55:01.062 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.062 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:01.062 INFO:teuthology.orchestra.run.smithi019.stdout:____ ERROR at teardown of test_object_lock_put_obj_retention_invalid_bucket ____ 2023-12-03T12:55:01.062 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.063 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:01.063 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.063 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:01.063 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:01.063 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.063 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:01.063 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:01.063 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:01.063 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:01.063 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:01.063 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.063 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:01.063 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:01.064 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.064 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.064 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:01.064 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:01.064 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.064 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.064 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:01.064 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.064 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:01.064 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:01.064 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.064 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.064 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:01.064 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:01.065 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.065 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:01.065 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:01.065 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:01.065 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:01.065 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:01.065 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:01.065 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:01.065 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.065 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:01.065 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:01.065 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:01.065 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:01.066 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:01.066 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:01.066 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:01.066 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:01.066 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:01.066 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.066 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:01.066 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:01.066 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:01.066 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:01.066 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.066 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:01.066 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:01.067 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:01.067 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:01.067 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.067 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.067 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:01.067 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:01.067 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:01.067 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:01.067 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.067 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.067 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:01.067 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:01.067 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:01.067 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.067 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:01.067 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.068 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:01.068 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:01.068 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.068 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:01.068 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:01.068 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:01.068 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:01.068 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:01.068 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:01.068 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.068 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:01.068 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.068 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:01.068 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.069 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:01.069 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:01.069 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.069 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:01.069 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.069 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:01.069 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:01.069 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:01.069 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:01.069 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:01.069 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:01.069 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:01.069 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:01.069 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:01.069 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:01.070 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:01.070 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:01.070 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:01.070 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.070 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:01.070 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:01.070 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:01.070 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:01.070 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:01.070 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:01.070 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:01.070 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:01.070 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:01.071 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:01.071 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:01.071 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.071 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.071 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:01.071 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.071 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:01.071 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:01.071 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:01.071 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:01.071 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:01.071 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:01.071 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:01.072 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:01.072 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:01.072 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:01.072 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:01.072 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:01.072 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:01.072 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:01.072 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.072 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.072 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:01.072 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.072 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:01.072 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:01.072 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.072 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:01.073 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:01.073 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:01.073 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:01.073 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:01.073 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.073 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:01.073 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:01.073 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.073 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.073 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:01.073 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:01.073 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.073 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.074 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:01.074 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:01.074 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:01.074 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:01.074 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:01.074 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.074 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.074 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:01.074 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:01.074 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:01.074 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.074 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:01.074 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.075 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:01.075 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.075 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:01.075 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.075 INFO:teuthology.orchestra.run.smithi019.stdout:configfile = 2023-12-03T12:55:01.075 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.075 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:55:01.075 INFO:teuthology.orchestra.run.smithi019.stdout: def setup_teardown(configfile): 2023-12-03T12:55:01.075 INFO:teuthology.orchestra.run.smithi019.stdout: yield 2023-12-03T12:55:01.075 INFO:teuthology.orchestra.run.smithi019.stdout:> teardown() 2023-12-03T12:55:01.075 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.075 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:55:01.075 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.075 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:55:01.076 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:55:01.076 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:55:01.076 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:55:01.076 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:55:01.076 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:55:01.076 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:01.076 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:01.076 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:01.076 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:01.076 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:01.076 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:01.076 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:01.076 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:01.076 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:01.076 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:01.077 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:01.077 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:01.077 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:01.077 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:01.077 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:01.077 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:01.077 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:01.077 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:01.077 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:01.077 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:01.077 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:01.077 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:01.077 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:01.077 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:01.078 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:01.078 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:01.078 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:01.078 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:01.078 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:01.078 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:01.078 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:01.078 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:01.078 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:01.078 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:01.078 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.078 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.078 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:01.079 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:01.079 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.079 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:01.079 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.079 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:01.079 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:01.079 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:01.079 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:01.079 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:01.079 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:01.079 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:01.079 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:01.079 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:01.079 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:01.079 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:01.080 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:01.080 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:01.080 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.080 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:01.080 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:01.080 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:01.080 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:01.080 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:01.080 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:01.080 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:01.080 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:01.080 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:01.080 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:01.080 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:01.080 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.081 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.081 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:01.081 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:01.081 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:01.081 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:01.081 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:01.081 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.081 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.081 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:01.081 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:01.081 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:01.081 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:01.081 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:01.081 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.081 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:01.082 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:01.082 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:01.082 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:01.082 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:01.082 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:55:01.082 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.082 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:01.082 INFO:teuthology.orchestra.run.smithi019.stdout:_____ ERROR at teardown of test_object_lock_put_obj_retention_invalid_mode _____ 2023-12-03T12:55:01.082 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.082 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:01.082 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.082 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:01.082 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:01.083 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.083 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:01.083 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:01.083 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:01.083 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:01.083 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:01.083 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.083 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:01.083 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:01.083 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.083 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.083 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:01.083 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:01.083 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.084 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.084 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:01.084 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.084 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:01.084 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:01.084 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.084 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.084 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:01.084 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:01.084 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.084 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:01.084 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:01.084 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:01.084 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:01.084 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:01.084 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:01.085 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:01.085 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.085 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:01.085 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:01.085 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:01.085 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:01.085 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:01.085 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:01.085 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:01.085 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:01.085 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:01.085 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.085 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:01.085 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:01.086 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:01.086 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:01.086 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.086 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:01.086 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:01.086 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:01.086 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:01.086 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.086 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.086 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:01.086 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:01.086 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:01.086 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:01.086 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.087 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.087 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:01.087 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:01.087 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:01.087 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.087 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:01.087 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.087 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:01.087 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:01.087 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.087 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:01.087 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:01.087 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:01.088 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:01.088 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:01.088 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:01.088 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.088 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:01.088 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.088 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:01.088 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.088 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:01.088 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:01.088 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.088 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:01.088 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.088 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:01.089 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:01.089 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:01.089 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:01.089 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:01.089 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:01.089 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:01.089 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:01.089 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:01.089 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:01.089 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:01.089 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:01.089 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:01.089 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.090 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:01.090 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:01.090 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:01.090 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:01.090 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:01.090 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:01.090 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:01.090 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:01.090 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:01.090 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:01.090 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:01.090 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.090 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.091 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:01.091 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.091 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:01.091 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:01.091 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:01.091 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:01.091 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:01.091 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:01.091 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:01.091 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:01.091 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:01.091 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:01.091 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:01.091 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:01.092 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:01.092 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:01.092 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.092 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.092 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:01.092 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.092 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:01.092 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:01.092 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.092 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:01.092 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:01.092 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:01.092 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:01.092 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:01.093 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.093 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:01.093 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:01.093 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.093 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.093 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:01.093 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:01.093 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.093 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.093 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:01.093 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:01.093 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:01.093 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:01.093 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:01.093 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.094 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.094 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:01.094 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:01.094 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:01.094 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.094 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:01.094 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.094 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:01.094 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.094 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:01.094 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.094 INFO:teuthology.orchestra.run.smithi019.stdout:configfile = 2023-12-03T12:55:01.094 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.094 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:55:01.094 INFO:teuthology.orchestra.run.smithi019.stdout: def setup_teardown(configfile): 2023-12-03T12:55:01.095 INFO:teuthology.orchestra.run.smithi019.stdout: yield 2023-12-03T12:55:01.095 INFO:teuthology.orchestra.run.smithi019.stdout:> teardown() 2023-12-03T12:55:01.095 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.095 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:55:01.095 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.095 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:55:01.095 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:55:01.095 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:55:01.095 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:55:01.095 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:55:01.095 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:55:01.095 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:01.095 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:01.095 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:01.095 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:01.096 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:01.096 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:01.096 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:01.096 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:01.096 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:01.096 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:01.096 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:01.096 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:01.096 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:01.096 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:01.096 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:01.096 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:01.096 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:01.096 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:01.096 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:01.097 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:01.097 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:01.097 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:01.097 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:01.097 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:01.097 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:01.097 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:01.097 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:01.097 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:01.097 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:01.097 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:01.097 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:01.097 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:01.097 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:01.098 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:01.098 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.098 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.098 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:01.098 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:01.098 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.098 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:01.098 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.098 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:01.098 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:01.098 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:01.098 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:01.098 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:01.099 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:01.099 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:01.099 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:01.099 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:01.099 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:01.099 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:01.099 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:01.099 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:01.099 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.099 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:01.099 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:01.099 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:01.099 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:01.099 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:01.100 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:01.100 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:01.100 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:01.100 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:01.100 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:01.100 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:01.100 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.100 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.100 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:01.100 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:01.100 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:01.100 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:01.100 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:01.100 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.100 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.101 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:01.101 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:01.101 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:01.101 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:01.101 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:01.101 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.101 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:01.101 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:01.101 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:01.101 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:01.101 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:01.101 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:55:01.101 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.101 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:01.102 INFO:teuthology.orchestra.run.smithi019.stdout:___________ ERROR at teardown of test_object_lock_get_obj_retention ____________ 2023-12-03T12:55:01.102 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.102 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:01.102 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.102 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:01.102 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:01.102 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.102 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:01.102 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:01.102 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:01.102 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:01.102 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:01.102 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.103 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:01.103 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:01.103 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.103 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.103 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:01.103 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:01.103 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.103 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.103 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:01.103 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.103 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:01.103 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:01.103 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.103 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.104 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:01.104 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:01.104 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.104 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:01.104 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:01.104 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:01.104 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:01.104 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:01.104 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:01.104 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:01.104 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.104 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:01.104 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:01.104 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:01.104 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:01.105 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:01.105 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:01.105 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:01.105 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:01.105 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:01.105 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.105 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:01.105 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:01.105 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:01.105 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:01.105 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.105 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:01.105 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:01.105 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:01.105 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:01.106 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.106 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.106 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:01.106 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:01.106 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:01.106 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:01.106 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.106 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.106 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:01.106 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:01.106 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:01.106 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.106 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:01.106 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.107 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:01.107 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:01.107 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.107 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:01.107 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:01.107 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:01.107 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:01.107 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:01.107 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:01.107 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.107 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:01.107 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.107 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:01.107 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.108 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:01.108 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:01.108 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.108 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:01.108 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.108 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:01.108 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:01.108 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:01.108 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:01.108 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:01.108 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:01.108 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:01.108 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:01.108 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:01.108 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:01.109 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:01.109 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:01.109 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:01.109 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.109 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:01.109 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:01.109 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:01.109 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:01.109 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:01.109 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:01.109 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:01.109 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:01.109 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:01.109 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:01.109 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:01.109 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.109 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.110 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:01.110 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.110 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:01.110 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:01.110 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:01.110 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:01.110 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:01.110 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:01.110 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:01.110 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:01.110 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:01.110 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:01.110 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:01.110 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:01.111 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:01.111 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:01.111 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.111 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.111 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:01.111 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.111 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:01.111 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:01.111 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.111 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:01.111 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:01.111 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:01.111 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:01.112 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:01.112 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.112 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:01.112 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:01.112 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.112 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.112 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:01.112 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:01.112 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.112 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.112 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:01.112 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:01.112 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:01.112 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:01.112 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:01.113 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.113 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.113 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:01.113 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:01.113 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:01.113 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.113 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:01.113 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.113 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:01.113 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.113 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:01.113 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.113 INFO:teuthology.orchestra.run.smithi019.stdout:configfile = 2023-12-03T12:55:01.114 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.114 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:55:01.114 INFO:teuthology.orchestra.run.smithi019.stdout: def setup_teardown(configfile): 2023-12-03T12:55:01.114 INFO:teuthology.orchestra.run.smithi019.stdout: yield 2023-12-03T12:55:01.114 INFO:teuthology.orchestra.run.smithi019.stdout:> teardown() 2023-12-03T12:55:01.114 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.114 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:55:01.114 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.114 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:55:01.114 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:55:01.114 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:55:01.114 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:55:01.114 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:55:01.114 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:55:01.114 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:01.115 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:01.115 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:01.115 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:01.115 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:01.115 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:01.115 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:01.115 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:01.115 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:01.115 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:01.115 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:01.115 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:01.115 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:01.115 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:01.115 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:01.116 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:01.116 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:01.116 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:01.116 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:01.116 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:01.116 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:01.116 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:01.116 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:01.116 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:01.116 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:01.116 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:01.116 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:01.116 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:01.116 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:01.116 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:01.116 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:01.117 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:01.117 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:01.117 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:01.117 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.117 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.117 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:01.117 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:01.117 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.117 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:01.117 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.117 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:01.117 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:01.117 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:01.117 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:01.118 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:01.118 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:01.118 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:01.118 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:01.118 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:01.118 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:01.118 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:01.118 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:01.118 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:01.118 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.118 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:01.118 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:01.118 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:01.118 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:01.118 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:01.118 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:01.119 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:01.119 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:01.119 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:01.119 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:01.119 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:01.119 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.119 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.119 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:01.119 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:01.119 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:01.119 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:01.119 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:01.119 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.119 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.120 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:01.120 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:01.120 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:01.120 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:01.120 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:01.120 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.120 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:01.120 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:01.120 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:01.120 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:01.120 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:01.120 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:55:01.120 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.120 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:01.120 INFO:teuthology.orchestra.run.smithi019.stdout:_______ ERROR at teardown of test_object_lock_get_obj_retention_iso8601 ________ 2023-12-03T12:55:01.120 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.121 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:01.121 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.121 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:01.121 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:01.121 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.121 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:01.121 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:01.121 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:01.121 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:01.121 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:01.121 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.121 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:01.121 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:01.121 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.122 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.122 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:01.122 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:01.122 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.122 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.122 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:01.122 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.122 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:01.122 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:01.122 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.122 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.122 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:01.122 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:01.123 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.123 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:01.123 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:01.123 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:01.123 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:01.123 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:01.123 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:01.123 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:01.123 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.123 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:01.123 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:01.123 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:01.123 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:01.123 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:01.123 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:01.123 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:01.124 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:01.124 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:01.124 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.124 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:01.124 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:01.124 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:01.124 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:01.124 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.124 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:01.124 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:01.124 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:01.124 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:01.124 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.124 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.125 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:01.125 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:01.125 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:01.125 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:01.125 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.125 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.125 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:01.125 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:01.125 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:01.125 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.126 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:01.126 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.126 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:01.126 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:01.126 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.126 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:01.126 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:01.126 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:01.126 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:01.126 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:01.126 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:01.126 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.126 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:01.126 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.127 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:01.127 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.127 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:01.127 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:01.127 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.127 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:01.127 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.127 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:01.127 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:01.127 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:01.127 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:01.127 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:01.127 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:01.127 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:01.127 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:01.128 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:01.128 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:01.128 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:01.128 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:01.128 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:01.128 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.128 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:01.128 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:01.128 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:01.128 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:01.128 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:01.128 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:01.128 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:01.128 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:01.129 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:01.129 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:01.129 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:01.129 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.129 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.129 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:01.129 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.129 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:01.129 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:01.129 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:01.129 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:01.129 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:01.129 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:01.129 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:01.129 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:01.130 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:01.130 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:01.130 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:01.130 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:01.130 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:01.130 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:01.130 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.130 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.130 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:01.130 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.130 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:01.130 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:01.130 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.130 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:01.131 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:01.131 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:01.131 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:01.131 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:01.131 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.131 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:01.131 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:01.131 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.131 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.131 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:01.131 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:01.131 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.131 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.131 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:01.132 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:01.132 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:01.132 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:01.132 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:01.132 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.132 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.132 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:01.132 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:01.132 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:01.132 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.132 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:01.132 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.132 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:01.132 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.132 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:01.132 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.133 INFO:teuthology.orchestra.run.smithi019.stdout:configfile = 2023-12-03T12:55:01.133 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.133 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:55:01.133 INFO:teuthology.orchestra.run.smithi019.stdout: def setup_teardown(configfile): 2023-12-03T12:55:01.133 INFO:teuthology.orchestra.run.smithi019.stdout: yield 2023-12-03T12:55:01.133 INFO:teuthology.orchestra.run.smithi019.stdout:> teardown() 2023-12-03T12:55:01.133 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.133 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:55:01.133 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.133 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:55:01.133 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:55:01.133 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:55:01.133 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:55:01.133 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:55:01.134 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:55:01.134 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:01.134 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:01.134 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:01.134 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:01.134 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:01.134 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:01.134 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:01.134 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:01.134 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:01.134 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:01.134 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:01.134 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:01.134 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:01.135 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:01.135 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:01.135 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:01.135 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:01.135 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:01.135 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:01.135 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:01.135 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:01.135 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:01.135 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:01.135 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:01.135 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:01.135 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:01.135 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:01.136 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:01.136 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:01.136 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:01.136 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:01.136 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:01.136 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:01.136 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:01.136 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.136 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.136 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:01.136 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:01.136 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.136 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:01.136 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.136 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:01.137 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:01.137 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:01.137 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:01.137 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:01.137 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:01.137 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:01.137 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:01.137 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:01.137 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:01.137 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:01.137 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:01.137 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:01.137 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.137 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:01.138 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:01.138 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:01.138 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:01.138 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:01.138 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:01.138 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:01.138 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:01.138 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:01.138 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:01.138 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:01.138 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.138 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.138 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:01.139 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:01.139 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:01.139 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:01.139 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:01.139 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.139 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.139 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:01.139 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:01.139 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:01.139 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:01.139 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:01.139 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.139 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:01.139 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:01.139 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:01.140 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:01.140 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:01.140 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:55:01.140 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.140 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:01.140 INFO:teuthology.orchestra.run.smithi019.stdout:____ ERROR at teardown of test_object_lock_get_obj_retention_invalid_bucket ____ 2023-12-03T12:55:01.140 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.140 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:01.140 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.140 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:01.140 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:01.140 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.140 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:01.140 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:01.141 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:01.141 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:01.141 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:01.141 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.141 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:01.141 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:01.141 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.141 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.141 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:01.141 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:01.141 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.141 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.141 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:01.141 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.142 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:01.142 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:01.142 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.142 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.142 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:01.142 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:01.142 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.142 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:01.142 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:01.142 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:01.142 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:01.142 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:01.142 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:01.143 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:01.143 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.143 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:01.143 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:01.143 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:01.143 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:01.143 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:01.143 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:01.143 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:01.143 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:01.143 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:01.143 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.143 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:01.143 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:01.144 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:01.144 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:01.144 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.144 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:01.144 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:01.144 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:01.144 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:01.144 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.144 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.144 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:01.144 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:01.144 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:01.144 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:01.145 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.145 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.145 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:01.145 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:01.145 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:01.145 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.145 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:01.145 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.145 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:01.145 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:01.145 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.145 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:01.145 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:01.145 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:01.146 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:01.146 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:01.146 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:01.146 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.146 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:01.146 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.146 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:01.146 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.146 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:01.146 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:01.146 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.146 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:01.146 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.146 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:01.146 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:01.147 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:01.147 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:01.147 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:01.147 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:01.147 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:01.147 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:01.147 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:01.147 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:01.147 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:01.147 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:01.147 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:01.147 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.147 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:01.147 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:01.148 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:01.148 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:01.148 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:01.148 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:01.148 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:01.148 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:01.148 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:01.148 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:01.148 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:01.148 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.148 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.148 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:01.148 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.148 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:01.148 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:01.149 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:01.149 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:01.149 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:01.149 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:01.149 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:01.149 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:01.149 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:01.149 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:01.149 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:01.149 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:01.149 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:01.149 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:01.149 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.149 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.150 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:01.150 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.150 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:01.150 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:01.150 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.150 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:01.150 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:01.150 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:01.150 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:01.150 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:01.150 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.150 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:01.150 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:01.151 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.151 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.151 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:01.151 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:01.151 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.151 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.151 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:01.151 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:01.151 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:01.151 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:01.151 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:01.151 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.151 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.151 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:01.151 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:01.152 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:01.152 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.152 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:01.152 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.152 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:01.152 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.152 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:01.152 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.152 INFO:teuthology.orchestra.run.smithi019.stdout:configfile = 2023-12-03T12:55:01.152 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.152 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:55:01.152 INFO:teuthology.orchestra.run.smithi019.stdout: def setup_teardown(configfile): 2023-12-03T12:55:01.152 INFO:teuthology.orchestra.run.smithi019.stdout: yield 2023-12-03T12:55:01.153 INFO:teuthology.orchestra.run.smithi019.stdout:> teardown() 2023-12-03T12:55:01.153 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.153 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:55:01.153 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.153 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:55:01.153 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:55:01.153 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:55:01.153 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:55:01.153 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:55:01.153 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:55:01.153 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:01.153 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:01.153 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:01.153 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:01.153 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:01.154 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:01.154 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:01.154 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:01.154 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:01.154 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:01.154 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:01.154 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:01.154 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:01.154 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:01.154 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:01.154 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:01.154 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:01.154 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:01.154 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:01.155 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:01.155 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:01.155 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:01.155 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:01.155 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:01.155 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:01.155 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:01.155 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:01.155 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:01.155 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:01.155 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:01.155 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:01.155 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:01.155 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:01.156 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:01.156 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.156 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.156 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:01.156 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:01.156 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.156 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:01.156 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.156 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:01.156 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:01.156 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:01.156 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:01.156 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:01.156 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:01.156 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:01.156 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:01.157 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:01.157 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:01.157 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:01.157 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:01.157 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:01.157 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.157 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:01.157 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:01.157 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:01.157 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:01.157 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:01.157 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:01.157 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:01.157 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:01.158 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:01.158 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:01.158 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:01.158 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.158 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.158 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:01.158 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:01.158 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:01.158 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:01.158 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:01.158 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.158 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.158 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:01.158 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:01.159 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:01.159 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:01.159 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:01.159 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.159 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:01.159 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:01.159 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:01.159 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:01.159 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:01.159 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:55:01.159 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.159 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:01.159 INFO:teuthology.orchestra.run.smithi019.stdout:______ ERROR at teardown of test_object_lock_put_obj_retention_versionid _______ 2023-12-03T12:55:01.159 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.159 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:01.160 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.160 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:01.160 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:01.160 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.160 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:01.160 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:01.160 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:01.160 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:01.160 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:01.160 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.160 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:01.160 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:01.160 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.160 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.161 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:01.161 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:01.161 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.161 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.161 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:01.161 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.161 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:01.161 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:01.161 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.161 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.161 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:01.161 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:01.161 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.161 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:01.162 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:01.162 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:01.162 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:01.162 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:01.162 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:01.162 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:01.162 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.162 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:01.162 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:01.162 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:01.162 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:01.162 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:01.162 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:01.162 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:01.163 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:01.163 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:01.163 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.163 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:01.163 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:01.163 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:01.163 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:01.163 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.163 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:01.163 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:01.163 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:01.163 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:01.163 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.164 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.164 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:01.164 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:01.164 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:01.164 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:01.164 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.164 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.164 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:01.164 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:01.164 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:01.164 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.164 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:01.164 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.164 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:01.164 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:01.165 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.165 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:01.165 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:01.165 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:01.165 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:01.165 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:01.165 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:01.165 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.165 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:01.165 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.165 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:01.165 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.165 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:01.165 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:01.165 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.166 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:01.166 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.166 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:01.166 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:01.166 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:01.166 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:01.166 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:01.166 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:01.166 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:01.166 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:01.166 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:01.166 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:01.166 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:01.166 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:01.167 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:01.167 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.167 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:01.167 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:01.167 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:01.167 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:01.167 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:01.167 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:01.167 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:01.167 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:01.167 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:01.167 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:01.167 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:01.167 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.168 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.168 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:01.168 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.168 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:01.168 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:01.168 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:01.168 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:01.168 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:01.168 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:01.169 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:01.169 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:01.169 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:01.169 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:01.169 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:01.169 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:01.169 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:01.169 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:01.169 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.170 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.170 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:01.170 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.170 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:01.170 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:01.170 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.170 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:01.170 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:01.170 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:01.170 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:01.170 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:01.170 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.170 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:01.170 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:01.171 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.171 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.171 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:01.171 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:01.171 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.171 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.171 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:01.171 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:01.171 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:01.171 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:01.171 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:01.171 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.171 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.171 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:01.172 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:01.172 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:01.172 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.172 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:01.172 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.172 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:01.172 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.172 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:01.172 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.172 INFO:teuthology.orchestra.run.smithi019.stdout:configfile = 2023-12-03T12:55:01.172 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.172 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:55:01.172 INFO:teuthology.orchestra.run.smithi019.stdout: def setup_teardown(configfile): 2023-12-03T12:55:01.172 INFO:teuthology.orchestra.run.smithi019.stdout: yield 2023-12-03T12:55:01.172 INFO:teuthology.orchestra.run.smithi019.stdout:> teardown() 2023-12-03T12:55:01.173 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.173 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:55:01.173 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.173 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:55:01.173 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:55:01.173 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:55:01.173 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:55:01.173 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:55:01.173 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:55:01.173 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:01.173 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:01.173 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:01.173 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:01.173 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:01.173 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:01.173 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:01.173 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:01.174 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:01.174 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:01.174 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:01.174 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:01.174 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:01.174 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:01.174 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:01.174 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:01.174 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:01.174 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:01.174 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:01.174 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:01.174 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:01.174 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:01.174 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:01.175 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:01.175 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:01.175 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:01.175 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:01.175 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:01.175 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:01.175 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:01.175 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:01.175 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:01.175 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:01.175 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:01.175 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.175 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.175 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:01.176 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:01.176 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.176 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:01.176 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.176 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:01.176 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:01.176 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:01.176 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:01.176 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:01.176 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:01.176 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:01.176 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:01.176 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:01.176 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:01.177 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:01.177 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:01.177 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:01.177 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.177 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:01.177 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:01.177 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:01.177 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:01.177 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:01.177 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:01.177 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:01.177 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:01.177 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:01.177 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:01.177 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:01.178 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.178 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.178 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:01.178 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:01.178 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:01.178 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:01.178 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:01.178 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.178 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.178 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:01.178 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:01.178 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:01.178 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:01.178 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:01.178 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.179 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:01.179 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:01.179 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:01.179 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:01.179 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:01.179 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:55:01.179 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.179 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:01.179 INFO:teuthology.orchestra.run.smithi019.stdout:_ ERROR at teardown of test_object_lock_put_obj_retention_override_default_retention _ 2023-12-03T12:55:01.179 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.179 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:01.179 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.179 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:01.179 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:01.179 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.180 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:01.180 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:01.180 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:01.180 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:01.180 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:01.180 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.180 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:01.180 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:01.180 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.180 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.180 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:01.180 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:01.180 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.180 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.181 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:01.181 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.181 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:01.181 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:01.181 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.181 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.181 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:01.181 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:01.181 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.181 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:01.181 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:01.181 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:01.181 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:01.182 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:01.182 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:01.182 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:01.182 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.182 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:01.182 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:01.182 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:01.182 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:01.182 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:01.182 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:01.182 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:01.182 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:01.182 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:01.182 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.183 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:01.183 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:01.183 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:01.183 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:01.183 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.183 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:01.183 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:01.183 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:01.183 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:01.183 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.183 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.183 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:01.183 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:01.183 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:01.183 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:01.184 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.184 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.184 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:01.184 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:01.184 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:01.184 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.184 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:01.184 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.184 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:01.184 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:01.184 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.184 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:01.184 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:01.185 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:01.185 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:01.185 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:01.185 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:01.185 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.185 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:01.185 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.185 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:01.185 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.185 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:01.185 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:01.185 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.185 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:01.186 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.186 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:01.186 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:01.186 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:01.186 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:01.186 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:01.186 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:01.186 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:01.186 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:01.186 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:01.186 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:01.186 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:01.186 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:01.187 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:01.187 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.187 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:01.187 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:01.187 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:01.187 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:01.187 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:01.187 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:01.187 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:01.187 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:01.187 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:01.187 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:01.187 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:01.188 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.188 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.188 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:01.188 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.188 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:01.188 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:01.188 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:01.188 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:01.188 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:01.188 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:01.188 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:01.188 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:01.188 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:01.188 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:01.189 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:01.189 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:01.189 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:01.189 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:01.189 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.189 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.189 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:01.189 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.189 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:01.189 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:01.189 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.189 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:01.189 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:01.189 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:01.190 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:01.190 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:01.190 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.190 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:01.190 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:01.190 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.190 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.190 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:01.190 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:01.190 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.190 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.190 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:01.190 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:01.191 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:01.191 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:01.191 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:01.191 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.191 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.191 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:01.191 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:01.191 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:01.191 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.191 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:01.191 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.191 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:01.191 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.191 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:01.192 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.192 INFO:teuthology.orchestra.run.smithi019.stdout:configfile = 2023-12-03T12:55:01.192 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.192 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:55:01.192 INFO:teuthology.orchestra.run.smithi019.stdout: def setup_teardown(configfile): 2023-12-03T12:55:01.192 INFO:teuthology.orchestra.run.smithi019.stdout: yield 2023-12-03T12:55:01.192 INFO:teuthology.orchestra.run.smithi019.stdout:> teardown() 2023-12-03T12:55:01.192 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.192 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:55:01.192 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.192 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:55:01.192 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:55:01.192 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:55:01.192 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:55:01.192 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:55:01.193 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:55:01.193 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:01.193 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:01.193 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:01.193 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:01.193 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:01.193 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:01.193 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:01.193 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:01.193 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:01.193 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:01.193 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:01.193 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:01.193 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:01.193 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:01.194 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:01.194 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:01.194 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:01.194 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:01.194 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:01.194 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:01.194 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:01.194 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:01.194 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:01.194 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:01.194 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:01.194 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:01.194 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:01.195 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:01.195 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:01.195 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:01.195 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:01.195 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:01.195 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:01.195 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:01.195 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.195 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.195 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:01.195 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:01.195 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.195 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:01.195 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.195 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:01.196 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:01.196 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:01.196 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:01.196 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:01.196 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:01.196 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:01.196 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:01.196 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:01.196 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:01.196 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:01.196 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:01.196 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:01.196 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.196 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:01.196 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:01.197 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:01.197 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:01.197 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:01.197 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:01.197 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:01.197 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:01.197 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:01.197 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:01.197 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:01.197 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.197 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.197 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:01.197 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:01.197 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:01.197 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:01.198 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:01.198 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.198 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.198 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:01.198 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:01.198 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:01.198 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:01.198 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:01.198 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.198 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:01.198 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:01.198 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:01.198 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:01.198 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:01.199 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:55:01.199 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.199 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:01.199 INFO:teuthology.orchestra.run.smithi019.stdout:___ ERROR at teardown of test_object_lock_put_obj_retention_increase_period ____ 2023-12-03T12:55:01.199 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.199 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:01.199 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.199 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:01.199 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:01.199 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.199 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:01.199 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:01.199 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:01.199 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:01.200 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:01.200 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.200 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:01.200 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:01.200 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.200 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.200 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:01.200 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:01.200 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.200 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.200 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:01.200 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.200 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:01.200 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:01.200 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.201 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.201 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:01.201 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:01.201 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.201 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:01.201 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:01.201 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:01.201 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:01.201 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:01.201 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:01.201 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:01.201 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.201 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:01.201 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:01.202 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:01.202 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:01.202 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:01.202 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:01.202 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:01.202 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:01.202 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:01.202 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.202 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:01.202 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:01.202 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:01.202 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:01.202 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.202 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:01.202 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:01.203 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:01.203 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:01.203 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.203 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.203 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:01.203 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:01.203 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:01.203 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:01.203 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.203 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.203 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:01.203 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:01.203 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:01.203 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.204 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:01.204 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.204 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:01.204 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:01.204 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.204 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:01.204 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:01.204 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:01.204 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:01.204 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:01.204 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:01.204 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.204 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:01.204 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.204 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:01.205 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.205 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:01.205 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:01.205 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.205 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:01.205 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.205 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:01.205 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:01.205 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:01.205 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:01.205 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:01.205 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:01.205 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:01.205 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:01.205 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:01.205 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:01.205 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:01.206 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:01.206 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:01.206 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.206 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:01.206 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:01.206 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:01.206 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:01.206 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:01.206 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:01.206 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:01.206 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:01.206 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:01.206 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:01.207 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:01.207 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.207 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.207 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:01.207 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.207 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:01.207 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:01.207 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:01.207 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:01.207 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:01.207 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:01.207 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:01.207 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:01.207 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:01.208 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:01.208 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:01.208 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:01.208 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:01.208 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:01.208 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.208 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.208 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:01.208 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.208 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:01.208 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:01.208 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.208 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:01.208 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:01.209 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:01.209 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:01.209 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:01.209 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.209 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:01.209 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:01.209 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.209 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.209 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:01.209 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:01.209 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.209 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.209 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:01.209 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:01.209 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:01.209 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:01.210 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:01.210 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.210 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.210 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:01.210 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:01.210 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:01.210 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.210 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:01.210 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.210 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:01.210 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.210 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:01.210 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.211 INFO:teuthology.orchestra.run.smithi019.stdout:configfile = 2023-12-03T12:55:01.211 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.211 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:55:01.211 INFO:teuthology.orchestra.run.smithi019.stdout: def setup_teardown(configfile): 2023-12-03T12:55:01.211 INFO:teuthology.orchestra.run.smithi019.stdout: yield 2023-12-03T12:55:01.211 INFO:teuthology.orchestra.run.smithi019.stdout:> teardown() 2023-12-03T12:55:01.211 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.211 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:55:01.211 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.211 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:55:01.211 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:55:01.211 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:55:01.211 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:55:01.211 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:55:01.211 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:55:01.212 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:01.212 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:01.212 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:01.212 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:01.212 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:01.212 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:01.212 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:01.212 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:01.212 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:01.212 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:01.212 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:01.212 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:01.212 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:01.212 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:01.213 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:01.213 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:01.213 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:01.213 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:01.213 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:01.213 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:01.213 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:01.213 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:01.213 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:01.213 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:01.213 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:01.213 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:01.213 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:01.213 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:01.213 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:01.214 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:01.214 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:01.214 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:01.214 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:01.214 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:01.214 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.214 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.214 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:01.214 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:01.214 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.214 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:01.214 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.214 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:01.214 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:01.215 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:01.215 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:01.215 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:01.215 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:01.215 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:01.215 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:01.215 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:01.215 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:01.215 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:01.215 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:01.215 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:01.215 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.215 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:01.215 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:01.215 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:01.216 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:01.216 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:01.216 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:01.216 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:01.216 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:01.216 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:01.216 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:01.216 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:01.216 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.216 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.216 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:01.216 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:01.216 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:01.216 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:01.216 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:01.216 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.217 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.217 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:01.217 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:01.217 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:01.217 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:01.217 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:01.217 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.217 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:01.217 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:01.217 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:01.217 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:01.217 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:01.217 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:55:01.217 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.217 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:01.218 INFO:teuthology.orchestra.run.smithi019.stdout:____ ERROR at teardown of test_object_lock_put_obj_retention_shorten_period ____ 2023-12-03T12:55:01.218 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.218 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:01.218 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.218 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:01.218 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:01.218 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.218 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:01.218 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:01.218 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:01.218 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:01.218 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:01.218 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.219 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:01.219 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:01.219 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.219 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.219 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:01.219 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:01.219 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.219 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.219 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:01.219 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.219 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:01.219 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:01.219 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.219 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.220 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:01.220 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:01.220 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.220 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:01.220 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:01.220 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:01.220 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:01.220 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:01.220 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:01.220 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:01.220 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.220 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:01.220 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:01.221 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:01.221 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:01.221 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:01.221 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:01.221 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:01.221 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:01.221 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:01.221 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.221 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:01.221 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:01.221 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:01.221 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:01.221 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.221 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:01.222 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:01.222 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:01.222 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:01.222 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.222 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.222 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:01.222 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:01.222 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:01.222 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:01.222 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.222 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.222 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:01.222 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:01.222 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:01.222 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.223 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:01.223 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.223 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:01.223 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:01.223 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.223 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:01.223 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:01.223 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:01.223 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:01.223 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:01.223 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:01.223 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.223 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:01.223 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.224 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:01.224 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.224 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:01.224 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:01.224 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.224 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:01.224 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.224 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:01.224 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:01.224 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:01.224 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:01.224 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:01.224 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:01.224 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:01.225 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:01.225 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:01.225 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:01.225 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:01.225 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:01.225 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:01.225 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.225 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:01.225 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:01.225 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:01.225 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:01.225 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:01.225 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:01.225 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:01.225 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:01.226 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:01.226 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:01.226 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:01.226 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.226 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.226 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:01.226 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.226 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:01.226 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:01.226 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:01.226 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:01.226 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:01.226 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:01.226 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:01.227 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:01.227 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:01.227 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:01.227 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:01.227 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:01.227 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:01.227 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:01.227 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.227 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.227 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:01.227 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.227 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:01.227 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:01.227 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.227 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:01.227 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:01.227 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:01.228 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:01.228 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:01.228 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.228 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:01.228 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:01.228 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.228 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.228 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:01.228 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:01.228 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.228 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.228 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:01.228 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:01.228 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:01.229 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:01.229 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:01.229 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.229 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.229 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:01.229 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:01.229 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:01.229 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.229 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:01.229 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.229 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:01.229 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.229 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:01.229 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.230 INFO:teuthology.orchestra.run.smithi019.stdout:configfile = 2023-12-03T12:55:01.230 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.230 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:55:01.230 INFO:teuthology.orchestra.run.smithi019.stdout: def setup_teardown(configfile): 2023-12-03T12:55:01.230 INFO:teuthology.orchestra.run.smithi019.stdout: yield 2023-12-03T12:55:01.230 INFO:teuthology.orchestra.run.smithi019.stdout:> teardown() 2023-12-03T12:55:01.230 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.230 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:55:01.230 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.230 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:55:01.230 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:55:01.230 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:55:01.230 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:55:01.230 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:55:01.231 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:55:01.231 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:01.231 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:01.231 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:01.231 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:01.231 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:01.231 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:01.231 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:01.231 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:01.231 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:01.231 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:01.231 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:01.231 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:01.231 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:01.231 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:01.232 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:01.232 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:01.232 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:01.232 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:01.232 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:01.232 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:01.232 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:01.232 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:01.232 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:01.232 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:01.232 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:01.232 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:01.232 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:01.232 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:01.232 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:01.233 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:01.233 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:01.233 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:01.233 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:01.233 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:01.233 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.233 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.233 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:01.233 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:01.233 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.233 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:01.233 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.233 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:01.233 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:01.233 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:01.234 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:01.234 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:01.234 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:01.234 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:01.234 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:01.234 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:01.234 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:01.234 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:01.234 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:01.234 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:01.234 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.234 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:01.234 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:01.234 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:01.234 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:01.234 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:01.235 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:01.235 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:01.235 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:01.235 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:01.235 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:01.235 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:01.235 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.235 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.235 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:01.235 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:01.235 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:01.235 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:01.235 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:01.236 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.236 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.236 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:01.236 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:01.236 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:01.236 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:01.236 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:01.236 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.236 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:01.236 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:01.236 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:01.236 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:01.236 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:01.236 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:55:01.236 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.237 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:01.237 INFO:teuthology.orchestra.run.smithi019.stdout:_ ERROR at teardown of test_object_lock_put_obj_retention_shorten_period_bypass _ 2023-12-03T12:55:01.237 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.237 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:01.237 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.237 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:01.237 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:01.237 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.237 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:01.237 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:01.237 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:01.237 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:01.237 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:01.237 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.238 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:01.238 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:01.238 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.238 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.238 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:01.238 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:01.238 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.238 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.238 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:01.238 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.238 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:01.238 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:01.238 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.238 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.238 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:01.239 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:01.239 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.239 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:01.239 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:01.239 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:01.239 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:01.239 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:01.239 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:01.239 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:01.239 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.239 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:01.239 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:01.239 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:01.239 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:01.240 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:01.240 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:01.240 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:01.240 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:01.240 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:01.240 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.240 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:01.240 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:01.240 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:01.240 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:01.240 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.240 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:01.240 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:01.240 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:01.240 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:01.240 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.241 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.241 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:01.241 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:01.241 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:01.241 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:01.241 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.241 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.241 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:01.241 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:01.241 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:01.241 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.241 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:01.241 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.242 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:01.242 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:01.242 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.242 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:01.242 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:01.242 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:01.242 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:01.242 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:01.242 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:01.242 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.242 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:01.242 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.242 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:01.242 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.243 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:01.243 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:01.243 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.243 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:01.243 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.243 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:01.243 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:01.243 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:01.243 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:01.243 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:01.243 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:01.243 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:01.243 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:01.243 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:01.243 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:01.244 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:01.244 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:01.244 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:01.244 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.244 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:01.244 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:01.244 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:01.244 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:01.244 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:01.244 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:01.244 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:01.244 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:01.244 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:01.244 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:01.244 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:01.244 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.245 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.245 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:01.245 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.245 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:01.245 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:01.245 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:01.245 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:01.245 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:01.245 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:01.245 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:01.245 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:01.245 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:01.245 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:01.245 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:01.246 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:01.246 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:01.246 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:01.246 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.246 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.246 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:01.246 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.246 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:01.246 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:01.246 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.246 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:01.246 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:01.246 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:01.247 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:01.247 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:01.247 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.247 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:01.247 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:01.247 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.247 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.247 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:01.247 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:01.247 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.247 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.247 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:01.247 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:01.247 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:01.247 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:01.248 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:01.248 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.248 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.248 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:01.248 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:01.248 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:01.248 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.248 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:01.248 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.248 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:01.248 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.248 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:01.248 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.248 INFO:teuthology.orchestra.run.smithi019.stdout:configfile = 2023-12-03T12:55:01.248 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.249 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:55:01.249 INFO:teuthology.orchestra.run.smithi019.stdout: def setup_teardown(configfile): 2023-12-03T12:55:01.249 INFO:teuthology.orchestra.run.smithi019.stdout: yield 2023-12-03T12:55:01.249 INFO:teuthology.orchestra.run.smithi019.stdout:> teardown() 2023-12-03T12:55:01.249 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.249 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:55:01.249 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.249 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:55:01.249 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:55:01.249 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:55:01.249 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:55:01.249 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:55:01.249 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:55:01.249 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:01.249 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:01.249 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:01.250 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:01.250 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:01.250 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:01.250 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:01.250 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:01.250 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:01.250 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:01.250 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:01.250 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:01.250 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:01.250 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:01.250 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:01.250 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:01.250 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:01.251 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:01.251 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:01.251 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:01.251 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:01.251 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:01.251 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:01.251 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:01.251 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:01.251 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:01.251 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:01.251 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:01.251 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:01.251 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:01.252 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:01.252 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:01.252 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:01.252 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:01.252 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.252 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.252 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:01.252 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:01.252 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.252 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:01.252 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.252 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:01.252 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:01.252 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:01.252 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:01.253 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:01.253 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:01.253 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:01.253 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:01.253 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:01.253 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:01.253 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:01.253 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:01.253 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:01.253 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.253 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:01.253 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:01.253 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:01.253 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:01.254 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:01.254 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:01.254 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:01.254 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:01.254 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:01.254 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:01.254 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:01.254 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.254 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.254 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:01.254 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:01.254 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:01.254 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:01.255 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:01.255 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.255 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.255 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:01.255 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:01.255 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:01.255 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:01.255 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:01.255 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.255 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:01.255 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:01.255 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:01.255 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:01.255 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:01.255 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:55:01.256 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.256 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:01.256 INFO:teuthology.orchestra.run.smithi019.stdout:______ ERROR at teardown of test_object_lock_delete_object_with_retention ______ 2023-12-03T12:55:01.256 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.256 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:01.256 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.256 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:01.256 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:01.256 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.256 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:01.256 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:01.256 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:01.256 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:01.256 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:01.256 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.257 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:01.257 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:01.257 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.257 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.257 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:01.257 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:01.257 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.257 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.257 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:01.257 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.257 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:01.257 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:01.257 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.257 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.257 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:01.258 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:01.258 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.258 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:01.258 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:01.258 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:01.258 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:01.258 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:01.258 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:01.258 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:01.258 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.258 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:01.258 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:01.258 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:01.258 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:01.258 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:01.258 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:01.259 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:01.259 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:01.259 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:01.259 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.259 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:01.259 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:01.259 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:01.259 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:01.259 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.259 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:01.259 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:01.259 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:01.260 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:01.260 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.260 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.260 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:01.260 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:01.260 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:01.260 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:01.260 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.260 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.260 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:01.260 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:01.260 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:01.260 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.260 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:01.261 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.261 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:01.261 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:01.261 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.261 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:01.261 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:01.261 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:01.261 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:01.261 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:01.261 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:01.261 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.261 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:01.262 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.262 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:01.262 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.262 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:01.262 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:01.262 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.262 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:01.262 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.262 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:01.262 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:01.262 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:01.262 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:01.262 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:01.263 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:01.263 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:01.263 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:01.263 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:01.263 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:01.263 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:01.263 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:01.263 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:01.263 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.263 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:01.263 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:01.263 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:01.263 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:01.263 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:01.263 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:01.263 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:01.264 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:01.264 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:01.264 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:01.264 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:01.264 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.264 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.264 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:01.264 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.264 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:01.264 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:01.264 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:01.264 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:01.264 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:01.265 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:01.265 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:01.265 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:01.265 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:01.265 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:01.265 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:01.265 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:01.265 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:01.265 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:01.265 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.265 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.265 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:01.265 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.265 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:01.265 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:01.266 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.266 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:01.266 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:01.266 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:01.266 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:01.266 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:01.266 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.266 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:01.266 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:01.266 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.266 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.266 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:01.267 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:01.267 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.267 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.267 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:01.267 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:01.267 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:01.267 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:01.267 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:01.267 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.267 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.267 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:01.267 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:01.267 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:01.267 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.267 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:01.267 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.267 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:01.268 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.268 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:01.268 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.268 INFO:teuthology.orchestra.run.smithi019.stdout:configfile = 2023-12-03T12:55:01.268 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.268 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:55:01.268 INFO:teuthology.orchestra.run.smithi019.stdout: def setup_teardown(configfile): 2023-12-03T12:55:01.268 INFO:teuthology.orchestra.run.smithi019.stdout: yield 2023-12-03T12:55:01.268 INFO:teuthology.orchestra.run.smithi019.stdout:> teardown() 2023-12-03T12:55:01.268 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.268 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:55:01.268 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.268 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:55:01.268 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:55:01.269 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:55:01.269 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:55:01.269 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:55:01.269 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:55:01.269 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:01.269 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:01.269 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:01.269 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:01.269 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:01.269 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:01.269 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:01.269 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:01.269 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:01.269 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:01.269 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:01.270 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:01.270 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:01.270 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:01.270 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:01.270 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:01.270 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:01.270 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:01.270 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:01.270 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:01.270 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:01.270 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:01.270 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:01.270 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:01.270 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:01.270 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:01.271 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:01.271 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:01.271 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:01.271 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:01.271 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:01.271 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:01.271 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:01.271 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:01.271 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.271 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.271 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:01.271 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:01.271 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.272 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:01.272 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.272 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:01.272 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:01.272 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:01.272 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:01.272 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:01.272 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:01.272 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:01.272 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:01.272 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:01.272 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:01.272 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:01.272 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:01.273 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:01.273 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.273 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:01.273 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:01.273 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:01.273 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:01.273 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:01.273 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:01.273 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:01.273 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:01.273 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:01.273 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:01.273 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:01.273 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.273 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.274 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:01.274 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:01.274 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:01.274 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:01.274 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:01.274 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.274 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.274 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:01.274 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:01.274 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:01.274 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:01.274 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:01.274 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.274 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:01.274 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:01.275 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:01.275 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:01.275 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:01.275 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:55:01.275 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.275 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:01.275 INFO:teuthology.orchestra.run.smithi019.stdout:_ ERROR at teardown of test_object_lock_delete_object_with_retention_and_marker _ 2023-12-03T12:55:01.275 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.275 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:01.275 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.275 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:01.275 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:01.275 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.275 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:01.275 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:01.276 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:01.276 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:01.276 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:01.276 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.276 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:01.276 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:01.276 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.276 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.276 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:01.276 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:01.276 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.276 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.276 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:01.276 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.276 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:01.277 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:01.277 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.277 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.277 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:01.277 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:01.277 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.277 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:01.277 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:01.277 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:01.277 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:01.277 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:01.277 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:01.277 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:01.277 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.277 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:01.278 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:01.278 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:01.278 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:01.278 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:01.278 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:01.278 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:01.278 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:01.278 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:01.278 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.278 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:01.278 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:01.278 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:01.278 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:01.278 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.279 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:01.279 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:01.279 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:01.279 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:01.279 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.279 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.279 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:01.279 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:01.280 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:01.280 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:01.280 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.280 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.280 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:01.280 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:01.280 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:01.280 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.280 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:01.280 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.280 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:01.280 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:01.281 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.281 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:01.281 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:01.281 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:01.281 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:01.281 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:01.281 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:01.281 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.281 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:01.281 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.281 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:01.282 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.282 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:01.282 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:01.282 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.282 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:01.282 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.282 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:01.282 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:01.282 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:01.282 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:01.282 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:01.282 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:01.282 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:01.283 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:01.283 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:01.283 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:01.283 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:01.283 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:01.283 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:01.283 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.283 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:01.283 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:01.283 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:01.283 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:01.283 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:01.283 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:01.283 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:01.284 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:01.284 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:01.284 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:01.284 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:01.284 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.284 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.284 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:01.284 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.284 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:01.284 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:01.284 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:01.284 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:01.284 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:01.284 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:01.284 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:01.285 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:01.285 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:01.285 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:01.285 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:01.285 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:01.285 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:01.285 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:01.285 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.285 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.285 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:01.285 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.285 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:01.285 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:01.285 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.286 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:01.286 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:01.286 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:01.286 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:01.286 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:01.286 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.286 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:01.286 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:01.286 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.286 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.286 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:01.286 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:01.286 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.287 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.287 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:01.287 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:01.287 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:01.287 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:01.287 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:01.287 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.287 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.287 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:01.287 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:01.287 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:01.287 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.287 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:01.287 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.288 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:01.288 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.288 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:01.288 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.288 INFO:teuthology.orchestra.run.smithi019.stdout:configfile = 2023-12-03T12:55:01.288 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.288 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:55:01.288 INFO:teuthology.orchestra.run.smithi019.stdout: def setup_teardown(configfile): 2023-12-03T12:55:01.288 INFO:teuthology.orchestra.run.smithi019.stdout: yield 2023-12-03T12:55:01.288 INFO:teuthology.orchestra.run.smithi019.stdout:> teardown() 2023-12-03T12:55:01.288 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.288 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:55:01.288 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.288 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:55:01.289 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:55:01.289 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:55:01.289 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:55:01.289 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:55:01.289 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:55:01.289 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:01.289 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:01.289 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:01.289 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:01.289 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:01.289 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:01.289 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:01.289 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:01.289 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:01.289 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:01.289 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:01.290 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:01.290 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:01.290 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:01.290 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:01.290 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:01.290 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:01.290 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:01.290 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:01.290 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:01.290 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:01.290 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:01.291 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:01.291 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:01.291 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:01.291 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:01.291 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:01.291 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:01.291 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:01.291 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:01.291 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:01.291 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:01.291 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:01.292 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:01.292 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.292 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.292 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:01.292 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:01.292 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.292 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:01.292 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.292 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:01.292 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:01.292 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:01.293 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:01.293 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:01.293 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:01.293 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:01.293 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:01.293 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:01.293 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:01.293 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:01.293 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:01.293 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:01.293 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.293 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:01.293 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:01.293 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:01.294 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:01.294 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:01.294 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:01.294 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:01.294 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:01.294 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:01.294 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:01.294 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:01.294 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.294 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.294 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:01.294 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:01.294 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:01.295 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:01.295 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:01.295 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.295 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.295 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:01.295 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:01.295 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:01.295 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:01.295 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:01.295 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.295 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:01.295 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:01.295 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:01.295 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:01.295 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:01.296 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:55:01.296 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.296 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:01.296 INFO:teuthology.orchestra.run.smithi019.stdout:___ ERROR at teardown of test_object_lock_multi_delete_object_with_retention ___ 2023-12-03T12:55:01.296 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.296 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:01.296 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.296 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:01.296 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:01.296 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.296 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:01.296 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:01.296 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:01.296 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:01.296 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:01.296 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.297 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:01.297 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:01.297 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.297 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.297 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:01.297 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:01.297 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.297 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.297 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:01.297 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.297 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:01.297 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:01.297 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.297 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.297 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:01.298 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:01.298 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.298 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:01.298 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:01.298 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:01.298 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:01.298 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:01.298 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:01.298 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:01.298 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.298 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:01.298 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:01.298 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:01.298 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:01.298 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:01.299 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:01.299 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:01.299 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:01.299 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:01.299 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.299 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:01.299 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:01.299 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:01.299 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:01.299 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.299 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:01.299 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:01.300 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:01.300 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:01.300 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.300 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.300 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:01.300 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:01.300 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:01.300 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:01.300 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.300 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.300 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:01.300 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:01.300 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:01.301 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.301 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:01.301 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.301 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:01.301 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:01.301 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.301 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:01.301 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:01.301 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:01.301 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:01.301 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:01.301 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:01.301 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.302 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:01.302 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.302 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:01.302 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.302 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:01.302 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:01.302 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.302 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:01.302 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.302 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:01.302 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:01.302 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:01.302 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:01.302 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:01.303 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:01.303 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:01.303 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:01.303 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:01.303 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:01.303 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:01.303 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:01.303 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:01.303 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.303 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:01.303 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:01.303 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:01.303 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:01.303 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:01.303 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:01.303 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:01.304 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:01.304 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:01.304 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:01.304 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:01.304 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.304 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.304 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:01.304 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.304 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:01.304 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:01.304 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:01.304 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:01.304 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:01.305 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:01.305 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:01.305 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:01.305 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:01.305 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:01.305 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:01.305 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:01.305 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:01.305 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:01.305 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.306 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.306 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:01.306 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.306 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:01.306 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:01.306 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.306 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:01.306 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:01.306 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:01.306 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:01.306 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:01.306 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.306 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:01.306 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:01.307 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.307 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.307 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:01.307 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:01.307 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.307 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.307 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:01.307 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:01.307 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:01.307 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:01.307 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:01.307 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.307 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.307 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:01.308 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:01.308 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:01.308 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.308 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:01.308 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.308 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:01.308 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.308 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:01.308 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.308 INFO:teuthology.orchestra.run.smithi019.stdout:configfile = 2023-12-03T12:55:01.308 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.308 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:55:01.308 INFO:teuthology.orchestra.run.smithi019.stdout: def setup_teardown(configfile): 2023-12-03T12:55:01.308 INFO:teuthology.orchestra.run.smithi019.stdout: yield 2023-12-03T12:55:01.308 INFO:teuthology.orchestra.run.smithi019.stdout:> teardown() 2023-12-03T12:55:01.309 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.309 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:55:01.309 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.309 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:55:01.309 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:55:01.309 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:55:01.309 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:55:01.309 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:55:01.309 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:55:01.309 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:01.309 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:01.309 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:01.309 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:01.309 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:01.309 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:01.310 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:01.310 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:01.310 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:01.310 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:01.310 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:01.310 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:01.310 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:01.310 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:01.310 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:01.310 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:01.310 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:01.310 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:01.310 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:01.310 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:01.311 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:01.311 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:01.311 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:01.311 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:01.311 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:01.311 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:01.311 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:01.311 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:01.311 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:01.311 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:01.311 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:01.311 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:01.311 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:01.312 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:01.312 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.312 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.312 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:01.312 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:01.312 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.312 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:01.312 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.312 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:01.312 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:01.312 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:01.312 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:01.312 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:01.312 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:01.313 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:01.313 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:01.313 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:01.313 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:01.313 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:01.313 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:01.313 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:01.313 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.313 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:01.313 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:01.313 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:01.313 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:01.313 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:01.313 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:01.313 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:01.314 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:01.314 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:01.314 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:01.314 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:01.314 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.314 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.314 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:01.314 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:01.314 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:01.314 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:01.314 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:01.314 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.314 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.315 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:01.315 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:01.315 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:01.315 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:01.315 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:01.315 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.315 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:01.315 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:01.315 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:01.315 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:01.315 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:01.315 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:55:01.315 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.315 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:01.315 INFO:teuthology.orchestra.run.smithi019.stdout:_____________ ERROR at teardown of test_object_lock_put_legal_hold _____________ 2023-12-03T12:55:01.316 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.316 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:01.316 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.316 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:01.316 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:01.316 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.316 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:01.316 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:01.316 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:01.316 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:01.316 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:01.316 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.316 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:01.316 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:01.317 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.317 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.317 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:01.317 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:01.317 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.317 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.317 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:01.317 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.317 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:01.317 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:01.317 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.317 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.317 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:01.317 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:01.317 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.318 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:01.318 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:01.318 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:01.318 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:01.318 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:01.318 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:01.318 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:01.318 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.318 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:01.318 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:01.318 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:01.318 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:01.318 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:01.318 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:01.319 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:01.319 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:01.319 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:01.319 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.319 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:01.319 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:01.319 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:01.319 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:01.319 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.319 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:01.319 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:01.319 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:01.319 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:01.319 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.319 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.320 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:01.320 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:01.320 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:01.320 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:01.320 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.320 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.320 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:01.320 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:01.320 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:01.320 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.320 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:01.320 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.320 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:01.320 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:01.321 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.321 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:01.321 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:01.321 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:01.321 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:01.321 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:01.321 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:01.321 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.321 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:01.321 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.321 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:01.321 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.321 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:01.321 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:01.322 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.322 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:01.322 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.322 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:01.322 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:01.322 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:01.322 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:01.322 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:01.322 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:01.322 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:01.322 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:01.322 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:01.323 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:01.323 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:01.323 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:01.323 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:01.323 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.323 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:01.323 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:01.323 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:01.323 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:01.323 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:01.323 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:01.323 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:01.323 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:01.323 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:01.323 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:01.324 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:01.324 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.324 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.324 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:01.324 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.324 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:01.324 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:01.324 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:01.324 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:01.324 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:01.324 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:01.324 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:01.324 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:01.324 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:01.324 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:01.324 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:01.325 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:01.325 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:01.325 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:01.325 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.325 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.325 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:01.325 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.325 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:01.325 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:01.325 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.325 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:01.325 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:01.325 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:01.325 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:01.326 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:01.326 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.326 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:01.326 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:01.326 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.326 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.326 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:01.326 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:01.326 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.326 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.326 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:01.326 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:01.326 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:01.326 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:01.327 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:01.327 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.327 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.327 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:01.327 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:01.327 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:01.327 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.327 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:01.327 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.327 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:01.327 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.327 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:01.327 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.327 INFO:teuthology.orchestra.run.smithi019.stdout:configfile = 2023-12-03T12:55:01.328 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.328 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:55:01.328 INFO:teuthology.orchestra.run.smithi019.stdout: def setup_teardown(configfile): 2023-12-03T12:55:01.328 INFO:teuthology.orchestra.run.smithi019.stdout: yield 2023-12-03T12:55:01.328 INFO:teuthology.orchestra.run.smithi019.stdout:> teardown() 2023-12-03T12:55:01.328 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.328 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:55:01.328 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.328 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:55:01.328 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:55:01.328 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:55:01.328 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:55:01.328 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:55:01.328 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:55:01.328 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:01.328 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:01.329 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:01.329 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:01.329 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:01.329 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:01.329 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:01.329 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:01.329 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:01.329 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:01.329 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:01.329 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:01.329 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:01.329 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:01.329 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:01.329 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:01.330 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:01.330 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:01.330 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:01.330 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:01.330 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:01.330 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:01.330 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:01.330 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:01.330 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:01.330 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:01.330 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:01.330 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:01.330 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:01.330 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:01.331 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:01.331 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:01.331 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:01.331 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:01.331 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.331 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.331 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:01.331 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:01.331 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.331 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:01.331 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.331 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:01.331 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:01.331 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:01.331 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:01.332 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:01.332 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:01.332 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:01.332 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:01.332 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:01.332 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:01.332 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:01.332 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:01.332 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:01.332 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.332 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:01.332 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:01.332 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:01.332 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:01.333 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:01.333 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:01.333 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:01.333 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:01.333 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:01.333 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:01.333 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:01.333 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.333 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.333 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:01.333 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:01.333 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:01.333 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:01.333 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:01.334 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.334 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.334 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:01.334 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:01.334 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:01.334 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:01.334 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:01.334 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.334 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:01.334 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:01.334 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:01.334 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:01.334 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:01.334 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:55:01.335 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.335 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:01.335 INFO:teuthology.orchestra.run.smithi019.stdout:_____ ERROR at teardown of test_object_lock_put_legal_hold_invalid_bucket ______ 2023-12-03T12:55:01.335 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.335 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:01.335 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.335 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:01.335 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:01.335 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.335 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:01.335 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:01.335 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:01.335 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:01.335 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:01.336 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.336 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:01.336 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:01.336 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.336 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.336 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:01.336 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:01.336 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.336 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.336 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:01.336 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.336 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:01.336 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:01.336 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.336 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.337 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:01.337 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:01.337 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.337 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:01.337 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:01.337 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:01.337 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:01.337 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:01.337 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:01.337 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:01.337 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.337 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:01.337 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:01.337 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:01.337 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:01.338 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:01.338 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:01.338 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:01.338 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:01.338 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:01.338 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.338 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:01.338 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:01.338 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:01.338 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:01.338 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.338 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:01.338 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:01.338 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:01.339 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:01.339 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.339 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.339 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:01.339 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:01.339 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:01.339 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:01.339 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.339 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.339 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:01.339 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:01.339 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:01.339 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.339 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:01.340 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.340 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:01.340 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:01.340 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.340 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:01.340 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:01.340 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:01.340 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:01.340 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:01.340 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:01.340 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.340 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:01.340 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.340 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:01.340 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.341 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:01.341 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:01.341 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.341 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:01.341 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.341 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:01.341 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:01.341 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:01.341 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:01.341 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:01.341 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:01.341 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:01.341 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:01.341 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:01.342 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:01.342 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:01.342 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:01.342 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:01.342 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.342 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:01.342 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:01.342 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:01.342 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:01.342 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:01.342 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:01.342 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:01.342 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:01.342 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:01.342 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:01.343 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:01.343 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.343 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.343 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:01.343 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.343 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:01.343 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:01.343 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:01.343 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:01.343 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:01.343 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:01.343 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:01.343 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:01.343 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:01.344 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:01.344 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:01.344 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:01.344 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:01.344 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:01.344 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.344 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.344 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:01.344 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.344 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:01.344 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:01.344 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.344 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:01.344 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:01.345 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:01.345 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:01.345 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:01.345 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.345 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:01.345 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:01.345 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.345 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.345 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:01.345 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:01.345 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.345 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.345 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:01.345 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:01.346 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:01.346 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:01.346 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:01.346 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.346 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.346 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:01.346 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:01.346 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:01.346 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.346 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:01.346 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.346 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:01.346 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.346 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:01.347 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.347 INFO:teuthology.orchestra.run.smithi019.stdout:configfile = 2023-12-03T12:55:01.347 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.347 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:55:01.347 INFO:teuthology.orchestra.run.smithi019.stdout: def setup_teardown(configfile): 2023-12-03T12:55:01.347 INFO:teuthology.orchestra.run.smithi019.stdout: yield 2023-12-03T12:55:01.347 INFO:teuthology.orchestra.run.smithi019.stdout:> teardown() 2023-12-03T12:55:01.347 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.347 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:55:01.347 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.347 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:55:01.347 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:55:01.347 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:55:01.347 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:55:01.347 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:55:01.347 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:55:01.348 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:01.348 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:01.348 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:01.348 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:01.348 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:01.348 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:01.348 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:01.348 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:01.348 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:01.348 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:01.348 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:01.348 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:01.348 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:01.349 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:01.349 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:01.349 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:01.349 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:01.349 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:01.349 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:01.349 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:01.349 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:01.349 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:01.349 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:01.349 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:01.349 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:01.349 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:01.349 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:01.349 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:01.350 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:01.350 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:01.350 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:01.350 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:01.350 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:01.350 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:01.350 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.350 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.350 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:01.350 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:01.350 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.350 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:01.350 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.351 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:01.351 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:01.351 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:01.351 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:01.351 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:01.351 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:01.351 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:01.351 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:01.351 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:01.351 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:01.351 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:01.351 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:01.351 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:01.351 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.351 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:01.352 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:01.352 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:01.352 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:01.352 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:01.352 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:01.352 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:01.352 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:01.352 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:01.352 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:01.352 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:01.352 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.352 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.352 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:01.352 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:01.352 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:01.353 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:01.353 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:01.353 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.353 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.353 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:01.353 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:01.353 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:01.353 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:01.353 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:01.353 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.353 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:01.353 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:01.353 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:01.353 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:01.354 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:01.354 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:55:01.354 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.354 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:01.354 INFO:teuthology.orchestra.run.smithi019.stdout:_____ ERROR at teardown of test_object_lock_put_legal_hold_invalid_status ______ 2023-12-03T12:55:01.354 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.354 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:01.354 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.354 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:01.354 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:01.354 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.354 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:01.354 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:01.354 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:01.354 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:01.355 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:01.355 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.355 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:01.355 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:01.355 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.355 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.355 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:01.355 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:01.355 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.355 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.355 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:01.355 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.355 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:01.355 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:01.356 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.356 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.356 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:01.356 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:01.356 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.356 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:01.356 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:01.356 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:01.356 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:01.356 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:01.356 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:01.356 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:01.356 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.356 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:01.357 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:01.357 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:01.357 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:01.357 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:01.357 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:01.357 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:01.357 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:01.357 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:01.357 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.357 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:01.357 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:01.357 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:01.357 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:01.357 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.358 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:01.358 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:01.358 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:01.358 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:01.358 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.358 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.358 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:01.358 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:01.358 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:01.358 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:01.358 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.358 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.358 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:01.358 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:01.359 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:01.359 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.359 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:01.359 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.359 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:01.359 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:01.359 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.359 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:01.359 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:01.359 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:01.359 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:01.359 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:01.359 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:01.359 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.359 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:01.360 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.360 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:01.360 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.360 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:01.360 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:01.360 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.360 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:01.360 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.360 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:01.360 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:01.360 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:01.360 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:01.360 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:01.360 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:01.360 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:01.361 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:01.361 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:01.361 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:01.361 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:01.361 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:01.361 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:01.361 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.361 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:01.361 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:01.361 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:01.361 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:01.361 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:01.361 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:01.361 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:01.362 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:01.362 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:01.362 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:01.362 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:01.362 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.362 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.362 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:01.362 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.362 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:01.362 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:01.362 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:01.362 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:01.362 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:01.362 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:01.363 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:01.363 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:01.363 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:01.363 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:01.363 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:01.363 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:01.363 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:01.363 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:01.363 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.363 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.363 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:01.363 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.363 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:01.363 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:01.363 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.363 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:01.364 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:01.364 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:01.364 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:01.364 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:01.364 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.364 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:01.364 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:01.364 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.364 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.364 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:01.364 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:01.364 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.364 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.364 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:01.365 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:01.365 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:01.365 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:01.365 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:01.365 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.365 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.365 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:01.365 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:01.365 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:01.365 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.365 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:01.365 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.365 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:01.365 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.365 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:01.366 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.366 INFO:teuthology.orchestra.run.smithi019.stdout:configfile = 2023-12-03T12:55:01.366 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.366 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:55:01.366 INFO:teuthology.orchestra.run.smithi019.stdout: def setup_teardown(configfile): 2023-12-03T12:55:01.366 INFO:teuthology.orchestra.run.smithi019.stdout: yield 2023-12-03T12:55:01.366 INFO:teuthology.orchestra.run.smithi019.stdout:> teardown() 2023-12-03T12:55:01.366 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.366 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:55:01.366 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.366 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:55:01.366 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:55:01.366 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:55:01.366 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:55:01.367 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:55:01.367 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:55:01.367 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:01.367 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:01.367 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:01.367 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:01.367 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:01.367 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:01.367 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:01.367 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:01.367 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:01.367 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:01.367 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:01.368 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:01.368 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:01.368 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:01.368 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:01.368 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:01.368 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:01.368 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:01.368 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:01.368 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:01.368 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:01.368 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:01.368 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:01.368 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:01.368 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:01.368 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:01.369 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:01.369 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:01.369 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:01.369 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:01.369 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:01.369 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:01.369 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:01.369 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:01.369 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.369 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.369 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:01.369 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:01.369 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.369 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:01.369 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.370 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:01.370 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:01.370 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:01.370 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:01.370 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:01.370 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:01.370 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:01.370 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:01.370 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:01.370 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:01.370 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:01.370 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:01.370 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:01.371 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.371 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:01.371 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:01.371 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:01.371 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:01.371 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:01.371 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:01.373 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:01.373 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:01.373 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:01.373 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:01.373 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:01.373 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.373 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.373 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:01.373 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:01.373 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:01.374 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:01.374 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:01.374 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.374 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.374 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:01.374 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:01.374 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:01.374 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:01.374 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:01.374 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.374 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:01.374 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:01.374 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:01.374 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:01.375 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:01.375 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:55:01.375 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.375 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:01.375 INFO:teuthology.orchestra.run.smithi019.stdout:_____________ ERROR at teardown of test_object_lock_get_legal_hold _____________ 2023-12-03T12:55:01.375 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.375 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:01.375 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.375 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:01.375 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:01.375 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.375 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:01.375 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:01.375 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:01.376 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:01.376 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:01.376 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.376 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:01.376 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:01.376 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.376 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.376 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:01.376 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:01.376 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.376 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.376 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:01.376 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.376 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:01.377 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:01.377 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.377 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.377 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:01.377 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:01.377 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.377 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:01.377 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:01.377 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:01.377 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:01.377 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:01.377 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:01.377 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:01.377 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.378 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:01.378 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:01.378 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:01.378 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:01.378 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:01.378 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:01.378 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:01.378 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:01.378 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:01.378 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.378 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:01.378 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:01.378 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:01.378 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:01.379 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.379 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:01.379 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:01.379 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:01.379 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:01.379 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.379 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.379 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:01.379 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:01.379 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:01.379 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:01.379 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.379 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.379 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:01.379 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:01.380 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:01.380 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.380 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:01.380 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.380 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:01.380 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:01.380 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.380 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:01.380 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:01.380 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:01.380 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:01.380 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:01.380 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:01.380 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.380 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:01.381 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.381 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:01.381 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.381 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:01.381 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:01.381 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.381 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:01.381 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.381 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:01.381 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:01.381 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:01.381 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:01.381 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:01.381 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:01.382 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:01.382 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:01.382 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:01.382 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:01.382 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:01.382 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:01.382 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:01.382 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.382 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:01.382 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:01.382 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:01.382 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:01.382 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:01.383 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:01.383 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:01.383 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:01.383 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:01.383 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:01.383 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:01.383 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.383 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.383 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:01.383 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.383 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:01.383 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:01.383 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:01.383 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:01.383 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:01.384 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:01.384 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:01.384 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:01.384 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:01.384 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:01.384 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:01.384 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:01.384 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:01.384 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:01.384 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.384 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.384 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:01.384 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.384 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:01.385 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:01.385 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.385 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:01.385 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:01.385 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:01.385 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:01.385 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:01.385 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.385 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:01.385 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:01.385 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.385 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.385 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:01.385 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:01.386 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.386 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.386 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:01.386 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:01.386 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:01.386 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:01.386 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:01.386 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.386 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.386 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:01.386 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:01.386 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:01.386 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.387 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:01.387 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.387 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:01.387 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.387 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:01.387 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.387 INFO:teuthology.orchestra.run.smithi019.stdout:configfile = 2023-12-03T12:55:01.387 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.387 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:55:01.387 INFO:teuthology.orchestra.run.smithi019.stdout: def setup_teardown(configfile): 2023-12-03T12:55:01.387 INFO:teuthology.orchestra.run.smithi019.stdout: yield 2023-12-03T12:55:01.387 INFO:teuthology.orchestra.run.smithi019.stdout:> teardown() 2023-12-03T12:55:01.387 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.387 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:55:01.387 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.388 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:55:01.388 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:55:01.388 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:55:01.388 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:55:01.388 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:55:01.388 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:55:01.388 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:01.388 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:01.388 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:01.388 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:01.388 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:01.388 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:01.388 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:01.388 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:01.388 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:01.389 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:01.389 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:01.389 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:01.389 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:01.389 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:01.389 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:01.389 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:01.389 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:01.389 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:01.389 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:01.389 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:01.389 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:01.389 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:01.389 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:01.390 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:01.390 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:01.390 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:01.390 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:01.390 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:01.390 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:01.390 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:01.390 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:01.390 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:01.390 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:01.390 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:01.390 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.390 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.390 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:01.390 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:01.391 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.391 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:01.391 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.391 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:01.391 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:01.391 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:01.391 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:01.391 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:01.391 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:01.391 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:01.391 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:01.391 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:01.391 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:01.392 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:01.392 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:01.392 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:01.392 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.392 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:01.392 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:01.392 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:01.392 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:01.392 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:01.392 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:01.392 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:01.392 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:01.392 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:01.392 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:01.393 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:01.393 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.393 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.393 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:01.393 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:01.393 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:01.393 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:01.393 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:01.393 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.393 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.393 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:01.393 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:01.393 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:01.393 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:01.393 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:01.393 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.393 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:01.394 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:01.394 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:01.394 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:01.394 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:01.394 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:55:01.394 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.394 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:01.394 INFO:teuthology.orchestra.run.smithi019.stdout:_____ ERROR at teardown of test_object_lock_get_legal_hold_invalid_bucket ______ 2023-12-03T12:55:01.394 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.394 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:01.394 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.394 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:01.394 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:01.395 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.395 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:01.395 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:01.395 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:01.395 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:01.395 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:01.395 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.395 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:01.395 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:01.395 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.395 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.395 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:01.395 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:01.395 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.395 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.396 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:01.396 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.396 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:01.396 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:01.396 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.396 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.396 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:01.396 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:01.396 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.396 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:01.396 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:01.396 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:01.396 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:01.396 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:01.397 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:01.397 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:01.397 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.397 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:01.397 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:01.397 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:01.397 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:01.397 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:01.397 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:01.397 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:01.397 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:01.397 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:01.397 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.397 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:01.397 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:01.398 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:01.398 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:01.398 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.398 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:01.398 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:01.398 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:01.398 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:01.398 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.398 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.398 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:01.398 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:01.398 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:01.398 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:01.398 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.399 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.399 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:01.399 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:01.399 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:01.399 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.399 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:01.399 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.399 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:01.399 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:01.399 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.399 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:01.399 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:01.399 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:01.399 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:01.399 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:01.400 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:01.400 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.400 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:01.400 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.400 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:01.400 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.400 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:01.400 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:01.400 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.400 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:01.400 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.400 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:01.400 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:01.400 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:01.401 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:01.401 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:01.401 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:01.401 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:01.401 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:01.401 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:01.401 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:01.401 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:01.401 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:01.401 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:01.401 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.401 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:01.401 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:01.401 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:01.401 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:01.402 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:01.402 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:01.402 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:01.402 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:01.402 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:01.402 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:01.402 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:01.402 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.402 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.402 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:01.402 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.402 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:01.402 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:01.402 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:01.403 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:01.403 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:01.403 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:01.403 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:01.403 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:01.403 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:01.403 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:01.403 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:01.403 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:01.403 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:01.403 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:01.403 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.403 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.403 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:01.403 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.404 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:01.404 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:01.404 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.404 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:01.404 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:01.404 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:01.404 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:01.404 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:01.404 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.404 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:01.404 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:01.404 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.404 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.404 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:01.404 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:01.405 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.405 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.405 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:01.405 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:01.405 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:01.405 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:01.405 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:01.405 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.405 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.405 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:01.405 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:01.405 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:01.405 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.405 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:01.405 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.405 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:01.406 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.406 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:01.406 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.406 INFO:teuthology.orchestra.run.smithi019.stdout:configfile = 2023-12-03T12:55:01.406 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.406 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:55:01.406 INFO:teuthology.orchestra.run.smithi019.stdout: def setup_teardown(configfile): 2023-12-03T12:55:01.406 INFO:teuthology.orchestra.run.smithi019.stdout: yield 2023-12-03T12:55:01.406 INFO:teuthology.orchestra.run.smithi019.stdout:> teardown() 2023-12-03T12:55:01.406 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.406 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:55:01.406 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.406 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:55:01.406 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:55:01.407 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:55:01.407 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:55:01.407 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:55:01.407 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:55:01.407 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:01.407 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:01.407 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:01.407 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:01.407 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:01.407 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:01.407 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:01.407 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:01.407 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:01.407 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:01.407 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:01.407 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:01.408 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:01.408 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:01.408 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:01.408 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:01.408 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:01.408 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:01.408 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:01.408 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:01.408 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:01.408 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:01.408 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:01.408 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:01.408 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:01.408 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:01.408 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:01.409 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:01.409 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:01.409 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:01.409 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:01.409 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:01.409 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:01.409 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:01.409 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.409 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.409 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:01.409 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:01.409 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.409 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:01.409 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.410 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:01.410 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:01.410 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:01.410 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:01.410 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:01.410 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:01.410 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:01.410 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:01.410 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:01.410 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:01.410 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:01.410 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:01.410 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:01.410 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.411 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:01.411 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:01.411 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:01.411 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:01.411 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:01.411 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:01.411 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:01.436 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:01.436 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:01.436 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:01.436 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:01.436 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.436 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.436 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:01.436 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:01.436 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:01.436 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:01.436 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:01.437 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.437 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.437 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:01.437 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:01.437 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:01.437 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:01.437 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:01.437 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.437 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:01.437 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:01.437 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:01.437 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:01.437 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:01.437 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:55:01.437 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.438 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:01.438 INFO:teuthology.orchestra.run.smithi019.stdout:____ ERROR at teardown of test_object_lock_delete_object_with_legal_hold_on ____ 2023-12-03T12:55:01.438 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.438 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:01.438 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.438 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:01.438 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:01.438 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.438 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:01.438 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:01.438 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:01.438 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:01.438 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:01.438 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.439 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:01.439 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:01.439 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.439 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.439 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:01.439 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:01.439 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.439 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.439 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:01.439 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.439 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:01.439 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:01.439 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.439 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.440 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:01.440 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:01.440 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.440 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:01.440 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:01.440 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:01.440 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:01.440 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:01.440 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:01.440 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:01.440 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.440 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:01.440 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:01.440 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:01.440 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:01.440 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:01.441 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:01.441 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:01.441 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:01.441 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:01.441 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.441 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:01.441 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:01.441 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:01.441 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:01.441 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.441 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:01.441 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:01.441 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:01.441 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:01.442 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.442 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.442 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:01.442 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:01.442 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:01.442 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:01.442 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.442 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.442 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:01.442 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:01.442 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:01.442 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.442 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:01.442 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.442 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:01.443 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:01.443 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.443 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:01.443 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:01.443 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:01.443 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:01.443 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:01.443 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:01.443 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.443 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:01.443 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.443 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:01.443 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.443 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:01.443 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:01.444 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.444 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:01.444 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.444 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:01.444 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:01.444 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:01.444 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:01.444 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:01.444 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:01.444 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:01.444 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:01.444 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:01.444 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:01.444 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:01.444 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:01.444 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:01.445 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.445 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:01.445 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:01.445 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:01.445 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:01.445 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:01.445 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:01.445 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:01.445 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:01.445 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:01.445 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:01.445 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:01.445 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.445 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.446 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:01.446 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.446 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:01.446 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:01.446 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:01.446 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:01.446 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:01.446 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:01.446 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:01.446 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:01.446 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:01.446 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:01.446 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:01.447 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:01.447 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:01.447 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:01.447 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.447 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.447 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:01.447 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.447 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:01.447 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:01.447 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.447 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:01.447 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:01.447 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:01.447 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:01.447 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:01.447 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.448 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:01.448 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:01.448 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.448 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.448 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:01.448 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:01.448 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.448 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.448 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:01.448 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:01.448 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:01.448 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:01.448 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:01.448 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.448 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.448 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:01.449 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:01.449 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:01.449 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.449 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:01.449 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.449 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:01.449 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.449 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:01.449 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.449 INFO:teuthology.orchestra.run.smithi019.stdout:configfile = 2023-12-03T12:55:01.449 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.449 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:55:01.450 INFO:teuthology.orchestra.run.smithi019.stdout: def setup_teardown(configfile): 2023-12-03T12:55:01.450 INFO:teuthology.orchestra.run.smithi019.stdout: yield 2023-12-03T12:55:01.450 INFO:teuthology.orchestra.run.smithi019.stdout:> teardown() 2023-12-03T12:55:01.450 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.450 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:55:01.450 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.450 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:55:01.450 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:55:01.450 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:55:01.450 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:55:01.450 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:55:01.450 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:55:01.450 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:01.451 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:01.451 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:01.451 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:01.451 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:01.451 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:01.451 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:01.451 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:01.451 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:01.451 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:01.451 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:01.451 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:01.451 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:01.451 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:01.451 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:01.451 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:01.452 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:01.452 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:01.452 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:01.452 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:01.452 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:01.452 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:01.452 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:01.452 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:01.452 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:01.452 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:01.452 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:01.452 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:01.452 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:01.452 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:01.452 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:01.453 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:01.453 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:01.453 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:01.453 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.453 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.453 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:01.453 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:01.453 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.453 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:01.453 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.453 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:01.453 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:01.453 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:01.453 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:01.453 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:01.454 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:01.454 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:01.454 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:01.454 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:01.454 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:01.454 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:01.454 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:01.454 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:01.454 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.454 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:01.454 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:01.454 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:01.454 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:01.454 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:01.455 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:01.455 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:01.455 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:01.455 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:01.455 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:01.455 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:01.455 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.455 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.455 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:01.455 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:01.455 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:01.455 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:01.455 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:01.455 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.455 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.456 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:01.456 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:01.456 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:01.456 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:01.456 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:01.456 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.456 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:01.456 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:01.456 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:01.456 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:01.456 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:01.456 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:55:01.456 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.456 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:01.456 INFO:teuthology.orchestra.run.smithi019.stdout:___ ERROR at teardown of test_object_lock_delete_object_with_legal_hold_off ____ 2023-12-03T12:55:01.457 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.457 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:01.457 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.457 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:01.457 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:01.457 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.457 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:01.457 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:01.457 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:01.457 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:01.457 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:01.457 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.457 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:01.458 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:01.458 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.458 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.458 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:01.458 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:01.458 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.458 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.458 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:01.458 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.458 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:01.458 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:01.458 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.458 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.459 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:01.459 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:01.459 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.459 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:01.459 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:01.459 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:01.459 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:01.459 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:01.459 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:01.459 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:01.459 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.459 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:01.459 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:01.459 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:01.459 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:01.460 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:01.460 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:01.460 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:01.460 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:01.460 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:01.460 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.460 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:01.460 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:01.460 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:01.460 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:01.460 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.460 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:01.460 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:01.460 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:01.461 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:01.461 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.461 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.461 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:01.461 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:01.461 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:01.461 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:01.461 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.461 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.461 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:01.461 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:01.461 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:01.461 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.462 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:01.462 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.462 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:01.462 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:01.462 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.462 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:01.462 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:01.462 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:01.462 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:01.462 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:01.462 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:01.462 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.463 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:01.463 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.463 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:01.463 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.463 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:01.463 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:01.463 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.463 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:01.463 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.463 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:01.463 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:01.463 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:01.463 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:01.463 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:01.463 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:01.464 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:01.464 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:01.464 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:01.464 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:01.464 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:01.464 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:01.464 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:01.464 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.464 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:01.464 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:01.464 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:01.464 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:01.464 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:01.464 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:01.464 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:01.465 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:01.465 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:01.465 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:01.465 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:01.465 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.465 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.465 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:01.465 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.465 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:01.465 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:01.465 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:01.465 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:01.465 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:01.465 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:01.465 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:01.466 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:01.466 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:01.466 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:01.466 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:01.466 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:01.466 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:01.466 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:01.466 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.466 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.466 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:01.466 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.466 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:01.466 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:01.466 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.467 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:01.467 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:01.467 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:01.467 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:01.467 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:01.467 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.467 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:01.467 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:01.467 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.467 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.467 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:01.467 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:01.467 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.467 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.467 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:01.468 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:01.468 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:01.468 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:01.468 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:01.468 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.468 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.468 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:01.468 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:01.468 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:01.468 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.468 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:01.468 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.468 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:01.468 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.468 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:01.468 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.469 INFO:teuthology.orchestra.run.smithi019.stdout:configfile = 2023-12-03T12:55:01.469 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.469 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:55:01.469 INFO:teuthology.orchestra.run.smithi019.stdout: def setup_teardown(configfile): 2023-12-03T12:55:01.469 INFO:teuthology.orchestra.run.smithi019.stdout: yield 2023-12-03T12:55:01.469 INFO:teuthology.orchestra.run.smithi019.stdout:> teardown() 2023-12-03T12:55:01.469 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.469 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:55:01.469 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.469 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:55:01.469 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:55:01.469 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:55:01.469 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:55:01.469 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:55:01.470 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:55:01.470 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:01.470 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:01.470 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:01.470 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:01.470 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:01.470 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:01.470 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:01.470 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:01.470 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:01.470 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:01.470 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:01.470 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:01.470 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:01.471 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:01.471 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:01.471 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:01.471 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:01.471 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:01.471 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:01.471 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:01.471 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:01.471 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:01.471 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:01.471 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:01.471 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:01.471 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:01.471 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:01.472 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:01.472 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:01.472 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:01.472 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:01.472 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:01.472 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:01.472 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:01.472 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.472 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.472 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:01.472 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:01.472 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.472 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:01.473 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.473 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:01.473 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:01.473 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:01.473 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:01.473 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:01.473 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:01.473 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:01.473 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:01.473 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:01.473 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:01.473 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:01.474 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:01.474 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:01.474 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.474 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:01.474 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:01.474 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:01.474 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:01.474 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:01.474 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:01.474 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:01.474 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:01.474 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:01.474 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:01.475 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:01.475 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.475 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.475 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:01.475 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:01.475 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:01.475 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:01.475 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:01.475 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.475 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.475 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:01.475 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:01.475 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:01.475 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:01.476 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:01.476 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.476 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:01.476 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:01.476 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:01.476 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:01.476 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:01.476 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:55:01.476 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.476 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:01.476 INFO:teuthology.orchestra.run.smithi019.stdout:____________ ERROR at teardown of test_object_lock_get_obj_metadata ____________ 2023-12-03T12:55:01.476 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.476 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:01.476 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.476 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:01.476 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:01.477 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.477 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:01.477 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:01.477 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:01.477 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:01.477 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:01.477 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.477 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:01.477 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:01.477 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.477 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.477 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:01.477 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:01.477 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.478 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.478 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:01.478 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.478 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:01.478 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:01.478 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.478 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.478 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:01.478 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:01.478 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.478 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:01.478 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:01.478 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:01.478 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:01.479 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:01.479 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:01.479 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:01.479 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.479 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:01.479 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:01.479 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:01.479 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:01.479 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:01.479 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:01.479 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:01.479 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:01.479 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:01.479 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.479 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:01.480 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:01.480 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:01.480 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:01.480 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.480 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:01.480 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:01.480 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:01.480 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:01.480 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.480 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.480 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:01.480 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:01.480 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:01.480 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:01.480 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.481 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.481 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:01.481 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:01.481 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:01.481 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.481 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:01.481 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.481 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:01.481 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:01.481 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.481 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:01.481 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:01.481 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:01.481 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:01.481 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:01.482 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:01.482 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.482 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:01.482 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.482 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:01.482 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.482 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:01.482 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:01.482 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.482 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:01.482 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.482 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:01.482 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:01.483 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:01.483 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:01.483 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:01.483 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:01.483 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:01.483 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:01.483 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:01.483 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:01.483 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:01.483 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:01.483 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:01.483 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.483 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:01.483 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:01.484 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:01.484 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:01.484 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:01.484 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:01.484 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:01.484 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:01.484 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:01.484 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:01.484 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:01.484 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.484 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.484 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:01.484 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.484 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:01.484 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:01.485 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:01.485 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:01.485 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:01.485 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:01.485 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:01.485 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:01.485 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:01.485 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:01.485 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:01.485 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:01.485 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:01.485 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:01.485 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.485 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.486 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:01.486 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.486 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:01.486 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:01.486 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.486 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:01.486 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:01.486 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:01.486 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:01.486 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:01.486 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.486 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:01.486 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:01.486 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.487 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.487 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:01.487 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:01.487 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.487 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.487 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:01.487 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:01.487 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:01.487 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:01.487 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:01.487 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.487 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.487 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:01.487 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:01.487 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:01.488 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.488 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:01.488 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.488 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:01.488 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.488 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:01.488 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.488 INFO:teuthology.orchestra.run.smithi019.stdout:configfile = 2023-12-03T12:55:01.488 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.488 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:55:01.488 INFO:teuthology.orchestra.run.smithi019.stdout: def setup_teardown(configfile): 2023-12-03T12:55:01.488 INFO:teuthology.orchestra.run.smithi019.stdout: yield 2023-12-03T12:55:01.488 INFO:teuthology.orchestra.run.smithi019.stdout:> teardown() 2023-12-03T12:55:01.488 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.488 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:55:01.488 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.489 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:55:01.489 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:55:01.489 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:55:01.489 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:55:01.489 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:55:01.489 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:55:01.489 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:01.489 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:01.489 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:01.489 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:01.489 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:01.489 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:01.489 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:01.489 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:01.489 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:01.490 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:01.490 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:01.490 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:01.490 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:01.490 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:01.490 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:01.490 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:01.490 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:01.490 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:01.490 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:01.490 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:01.490 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:01.490 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:01.491 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:01.491 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:01.491 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:01.491 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:01.491 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:01.491 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:01.491 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:01.491 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:01.491 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:01.491 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:01.491 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:01.491 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:01.491 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.491 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.492 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:01.492 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:01.492 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.492 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:01.492 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.492 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:01.492 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:01.492 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:01.492 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:01.492 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:01.492 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:01.492 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:01.492 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:01.492 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:01.493 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:01.493 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:01.493 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:01.493 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:01.493 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.493 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:01.493 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:01.493 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:01.493 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:01.493 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:01.493 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:01.493 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:01.493 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:01.493 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:01.493 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:01.494 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:01.494 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.494 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.494 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:01.494 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:01.494 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:01.494 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:01.494 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:01.494 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.494 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.494 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:01.494 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:01.494 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:01.494 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:01.495 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:01.495 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.495 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:01.495 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:01.495 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:01.495 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:01.495 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:01.495 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:55:01.495 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.495 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:01.495 INFO:teuthology.orchestra.run.smithi019.stdout:_____________ ERROR at teardown of test_object_lock_uploading_obj ______________ 2023-12-03T12:55:01.495 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.495 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:01.495 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.495 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:01.496 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:01.496 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.496 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:01.496 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:01.496 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:01.496 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:01.496 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:01.496 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.496 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:01.496 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:01.496 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.496 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.496 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:01.496 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:01.496 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.497 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.497 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:01.497 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.497 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:01.497 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:01.497 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.497 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.497 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:01.497 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:01.497 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.497 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:01.497 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:01.497 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:01.497 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:01.498 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:01.498 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:01.498 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:01.498 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.498 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:01.498 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:01.498 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:01.498 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:01.498 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:01.498 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:01.498 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:01.498 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:01.498 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:01.498 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.499 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:01.499 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:01.499 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:01.499 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:01.499 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.499 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:01.499 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:01.499 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:01.499 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:01.499 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.499 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.499 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:01.499 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:01.499 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:01.500 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:01.500 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.500 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.500 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:01.500 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:01.500 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:01.500 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.500 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:01.500 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.500 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:01.500 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:01.500 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.500 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:01.500 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:01.501 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:01.501 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:01.501 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:01.501 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:01.501 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.501 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:01.501 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.501 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:01.501 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.501 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:01.501 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:01.501 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.501 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:01.501 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.502 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:01.502 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:01.502 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:01.502 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:01.502 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:01.502 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:01.502 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:01.502 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:01.502 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:01.502 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:01.502 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:01.502 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:01.502 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:01.502 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.503 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:01.503 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:01.503 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:01.503 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:01.503 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:01.503 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:01.503 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:01.503 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:01.503 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:01.503 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:01.503 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:01.503 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.503 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.503 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:01.503 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.504 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:01.504 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:01.504 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:01.504 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:01.504 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:01.504 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:01.504 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:01.504 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:01.504 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:01.504 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:01.504 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:01.504 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:01.504 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:01.504 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:01.505 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.505 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.505 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:01.505 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.505 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:01.505 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:01.505 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.505 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:01.505 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:01.505 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:01.505 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:01.505 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:01.505 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.505 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:01.505 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:01.506 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.506 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.506 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:01.506 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:01.506 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.506 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.506 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:01.506 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:01.506 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:01.506 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:01.506 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:01.506 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.506 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.507 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:01.507 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:01.507 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:01.507 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.507 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:01.507 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.507 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:01.507 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.507 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:01.507 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.507 INFO:teuthology.orchestra.run.smithi019.stdout:configfile = 2023-12-03T12:55:01.507 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.507 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:55:01.507 INFO:teuthology.orchestra.run.smithi019.stdout: def setup_teardown(configfile): 2023-12-03T12:55:01.507 INFO:teuthology.orchestra.run.smithi019.stdout: yield 2023-12-03T12:55:01.507 INFO:teuthology.orchestra.run.smithi019.stdout:> teardown() 2023-12-03T12:55:01.508 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.508 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:55:01.508 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.508 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:55:01.508 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:55:01.508 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:55:01.508 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:55:01.508 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:55:01.508 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:55:01.508 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:01.508 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:01.508 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:01.508 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:01.508 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:01.508 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:01.509 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:01.509 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:01.509 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:01.509 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:01.509 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:01.509 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:01.509 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:01.509 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:01.509 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:01.509 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:01.509 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:01.509 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:01.509 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:01.509 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:01.510 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:01.510 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:01.510 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:01.510 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:01.510 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:01.510 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:01.510 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:01.510 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:01.510 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:01.510 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:01.510 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:01.510 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:01.511 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:01.511 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:01.511 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.511 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.511 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:01.511 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:01.511 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.511 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:01.511 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.511 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:01.511 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:01.511 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:01.511 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:01.511 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:01.511 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:01.512 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:01.512 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:01.512 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:01.512 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:01.512 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:01.512 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:01.512 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:01.512 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.512 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:01.512 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:01.512 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:01.512 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:01.512 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:01.512 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:01.513 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:01.513 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:01.513 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:01.513 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:01.513 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:01.513 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.513 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.513 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:01.513 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:01.513 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:01.513 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:01.513 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:01.513 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.513 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.514 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:01.514 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:01.514 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:01.514 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:01.514 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:01.514 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.514 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:01.514 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:01.514 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:01.514 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:01.514 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:01.514 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:55:01.514 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.514 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:01.515 INFO:teuthology.orchestra.run.smithi019.stdout:_ ERROR at teardown of test_object_lock_changing_mode_from_governance_with_bypass _ 2023-12-03T12:55:01.515 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.515 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:01.515 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.515 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:01.515 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:01.515 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.515 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:01.515 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:01.515 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:01.515 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:01.515 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:01.515 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.515 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:01.515 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:01.515 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.516 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.516 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:01.516 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:01.516 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.516 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.516 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:01.516 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.516 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:01.516 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:01.516 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.516 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.516 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:01.516 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:01.516 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.516 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:01.517 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:01.517 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:01.517 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:01.517 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:01.517 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:01.517 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:01.517 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.517 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:01.517 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:01.517 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:01.517 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:01.517 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:01.517 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:01.517 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:01.517 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:01.518 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:01.518 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.518 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:01.518 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:01.518 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:01.518 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:01.518 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.518 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:01.518 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:01.518 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:01.518 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:01.518 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.518 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.518 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:01.519 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:01.519 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:01.519 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:01.519 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.519 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.519 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:01.519 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:01.519 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:01.519 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.519 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:01.519 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.519 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:01.519 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:01.519 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.519 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:01.519 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:01.520 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:01.520 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:01.520 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:01.520 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:01.520 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.520 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:01.520 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.520 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:01.520 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.520 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:01.520 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:01.520 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.520 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:01.520 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.520 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:01.521 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:01.521 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:01.521 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:01.521 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:01.521 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:01.521 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:01.521 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:01.521 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:01.521 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:01.521 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:01.521 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:01.521 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:01.521 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.521 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:01.522 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:01.522 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:01.522 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:01.522 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:01.522 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:01.522 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:01.522 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:01.522 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:01.522 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:01.522 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:01.522 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.523 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.523 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:01.523 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.523 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:01.523 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:01.523 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:01.523 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:01.523 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:01.523 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:01.523 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:01.523 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:01.523 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:01.523 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:01.523 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:01.523 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:01.524 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:01.524 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:01.524 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.524 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.524 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:01.524 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.524 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:01.524 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:01.524 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.524 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:01.524 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:01.524 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:01.524 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:01.524 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:01.524 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.525 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:01.525 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:01.525 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.525 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.525 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:01.525 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:01.525 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.525 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.525 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:01.525 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:01.525 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:01.525 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:01.525 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:01.525 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.525 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.526 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:01.526 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:01.526 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:01.526 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.526 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:01.526 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.526 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:01.526 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.526 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:01.526 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.526 INFO:teuthology.orchestra.run.smithi019.stdout:configfile = 2023-12-03T12:55:01.526 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.526 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:55:01.527 INFO:teuthology.orchestra.run.smithi019.stdout: def setup_teardown(configfile): 2023-12-03T12:55:01.527 INFO:teuthology.orchestra.run.smithi019.stdout: yield 2023-12-03T12:55:01.527 INFO:teuthology.orchestra.run.smithi019.stdout:> teardown() 2023-12-03T12:55:01.527 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.527 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:55:01.527 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.527 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:55:01.527 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:55:01.527 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:55:01.527 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:55:01.527 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:55:01.527 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:55:01.527 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:01.527 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:01.527 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:01.528 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:01.528 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:01.528 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:01.528 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:01.528 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:01.528 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:01.528 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:01.528 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:01.528 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:01.528 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:01.528 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:01.528 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:01.528 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:01.528 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:01.528 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:01.529 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:01.529 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:01.529 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:01.529 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:01.529 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:01.529 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:01.529 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:01.529 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:01.529 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:01.529 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:01.529 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:01.529 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:01.529 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:01.529 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:01.529 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:01.529 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:01.529 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.530 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.530 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:01.530 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:01.530 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.530 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:01.530 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.530 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:01.530 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:01.530 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:01.530 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:01.530 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:01.530 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:01.530 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:01.531 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:01.531 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:01.531 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:01.531 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:01.531 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:01.531 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:01.531 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.531 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:01.531 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:01.531 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:01.531 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:01.531 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:01.531 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:01.531 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:01.532 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:01.532 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:01.532 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:01.532 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:01.532 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.532 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.532 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:01.532 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:01.532 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:01.532 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:01.532 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:01.532 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.532 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.532 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:01.532 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:01.533 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:01.533 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:01.533 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:01.533 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.533 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:01.533 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:01.533 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:01.533 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:01.533 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:01.533 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:55:01.533 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.533 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:01.534 INFO:teuthology.orchestra.run.smithi019.stdout:_ ERROR at teardown of test_object_lock_changing_mode_from_governance_without_bypass _ 2023-12-03T12:55:01.534 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.534 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:01.534 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.534 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:01.534 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:01.534 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.534 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:01.534 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:01.534 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:01.534 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:01.534 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:01.534 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.534 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:01.535 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:01.535 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.535 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.535 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:01.535 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:01.535 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.535 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.535 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:01.535 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.535 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:01.535 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:01.535 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.535 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.535 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:01.535 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:01.536 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.536 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:01.536 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:01.536 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:01.536 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:01.536 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:01.536 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:01.536 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:01.536 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.536 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:01.536 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:01.536 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:01.536 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:01.536 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:01.537 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:01.537 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:01.537 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:01.537 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:01.537 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.537 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:01.537 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:01.537 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:01.537 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:01.537 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.537 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:01.537 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:01.537 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:01.537 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:01.537 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.537 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.538 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:01.538 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:01.538 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:01.538 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:01.538 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.538 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.538 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:01.538 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:01.538 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:01.538 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.538 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:01.538 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.538 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:01.538 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:01.539 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.539 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:01.539 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:01.539 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:01.539 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:01.539 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:01.539 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:01.539 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.539 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:01.539 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.539 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:01.539 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.539 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:01.539 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:01.540 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.540 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:01.540 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.540 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:01.540 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:01.540 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:01.540 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:01.540 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:01.540 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:01.540 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:01.540 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:01.540 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:01.540 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:01.540 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:01.541 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:01.541 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:01.541 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.541 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:01.541 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:01.541 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:01.541 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:01.541 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:01.541 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:01.541 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:01.541 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:01.541 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:01.541 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:01.541 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:01.541 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.542 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.542 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:01.542 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.542 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:01.542 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:01.542 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:01.542 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:01.542 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:01.542 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:01.542 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:01.542 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:01.542 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:01.542 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:01.542 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:01.543 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:01.543 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:01.543 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:01.543 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.543 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.543 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:01.543 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.543 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:01.543 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:01.543 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.543 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:01.543 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:01.543 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:01.543 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:01.543 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:01.543 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.544 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:01.544 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:01.544 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.544 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.544 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:01.544 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:01.544 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.544 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.544 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:01.544 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:01.544 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:01.544 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:01.544 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:01.544 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.545 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.545 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:01.545 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:01.545 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:01.545 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.545 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:01.545 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.545 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:01.545 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.545 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:01.545 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.545 INFO:teuthology.orchestra.run.smithi019.stdout:configfile = 2023-12-03T12:55:01.545 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.545 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:55:01.546 INFO:teuthology.orchestra.run.smithi019.stdout: def setup_teardown(configfile): 2023-12-03T12:55:01.546 INFO:teuthology.orchestra.run.smithi019.stdout: yield 2023-12-03T12:55:01.546 INFO:teuthology.orchestra.run.smithi019.stdout:> teardown() 2023-12-03T12:55:01.546 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.546 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:55:01.546 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.546 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:55:01.546 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:55:01.546 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:55:01.546 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:55:01.546 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:55:01.546 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:55:01.546 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:01.546 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:01.547 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:01.547 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:01.547 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:01.547 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:01.547 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:01.547 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:01.547 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:01.547 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:01.547 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:01.547 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:01.547 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:01.547 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:01.548 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:01.548 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:01.548 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:01.548 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:01.548 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:01.548 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:01.548 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:01.548 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:01.548 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:01.548 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:01.548 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:01.548 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:01.548 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:01.548 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:01.548 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:01.549 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:01.549 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:01.549 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:01.549 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:01.549 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:01.549 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.549 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.549 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:01.549 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:01.549 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.549 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:01.549 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.549 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:01.549 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:01.550 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:01.550 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:01.550 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:01.550 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:01.550 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:01.550 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:01.550 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:01.550 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:01.550 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:01.550 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:01.550 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:01.550 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.550 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:01.550 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:01.551 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:01.551 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:01.551 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:01.551 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:01.551 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:01.551 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:01.551 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:01.551 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:01.551 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:01.551 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.551 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.551 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:01.551 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:01.551 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:01.551 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:01.552 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:01.552 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.552 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.552 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:01.552 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:01.552 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:01.552 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:01.552 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:01.552 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.552 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:01.552 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:01.552 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:01.552 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:01.552 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:01.552 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:55:01.552 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.553 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:01.553 INFO:teuthology.orchestra.run.smithi019.stdout:_____ ERROR at teardown of test_object_lock_changing_mode_from_compliance ______ 2023-12-03T12:55:01.553 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.553 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:01.553 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.553 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:01.553 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:01.553 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.553 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:01.553 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:01.553 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:01.553 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:01.553 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:01.553 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.553 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:01.554 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:01.554 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.554 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.554 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:01.554 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:01.554 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.554 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.554 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:01.554 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.554 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:01.554 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:01.554 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.554 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.555 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:01.555 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:01.555 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.555 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:01.555 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:01.555 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:01.555 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:01.555 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:01.555 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:01.555 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:01.555 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.555 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:01.555 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:01.555 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:01.555 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:01.555 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:01.555 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:01.556 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:01.556 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:01.556 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:01.556 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.556 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:01.556 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:01.556 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:01.556 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:01.556 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.556 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:01.556 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:01.556 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:01.556 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:01.556 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.556 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.557 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:01.557 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:01.557 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:01.557 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:01.557 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.557 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.557 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:01.557 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:01.557 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:01.557 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.557 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:01.557 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.557 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:01.557 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:01.557 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.558 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:01.558 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:01.558 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:01.558 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:01.558 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:01.558 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:01.558 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.558 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:01.558 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.558 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:01.558 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.558 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:01.559 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:01.559 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.559 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:01.559 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.559 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:01.559 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:01.559 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:01.559 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:01.559 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:01.559 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:01.559 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:01.559 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:01.559 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:01.559 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:01.559 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:01.560 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:01.560 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:01.560 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.560 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:01.560 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:01.560 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:01.560 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:01.560 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:01.560 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:01.560 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:01.560 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:01.560 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:01.560 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:01.560 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:01.560 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.561 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.561 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:01.561 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.561 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:01.561 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:01.561 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:01.561 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:01.561 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:01.561 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:01.561 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:01.561 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:01.561 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:01.561 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:01.561 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:01.561 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:01.562 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:01.562 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:01.562 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.562 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.562 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:01.562 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.562 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:01.562 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:01.562 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.562 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:01.562 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:01.562 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:01.562 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:01.563 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:01.563 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.563 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:01.563 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:01.563 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.563 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.563 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:01.563 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:01.563 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.563 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.563 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:01.563 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:01.563 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:01.563 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:01.564 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:01.564 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.564 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.564 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:01.564 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:01.564 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:01.564 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.564 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:01.564 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.564 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:01.564 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.564 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:01.564 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.564 INFO:teuthology.orchestra.run.smithi019.stdout:configfile = 2023-12-03T12:55:01.564 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.564 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:55:01.565 INFO:teuthology.orchestra.run.smithi019.stdout: def setup_teardown(configfile): 2023-12-03T12:55:01.565 INFO:teuthology.orchestra.run.smithi019.stdout: yield 2023-12-03T12:55:01.565 INFO:teuthology.orchestra.run.smithi019.stdout:> teardown() 2023-12-03T12:55:01.565 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.565 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:55:01.565 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.565 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:55:01.565 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:55:01.565 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:55:01.565 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:55:01.565 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:55:01.565 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:55:01.565 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:01.565 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:01.565 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:01.565 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:01.566 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:01.566 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:01.566 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:01.566 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:01.566 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:01.566 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:01.566 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:01.566 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:01.566 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:01.566 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:01.566 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:01.566 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:01.566 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:01.566 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:01.567 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:01.567 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:01.567 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:01.567 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:01.567 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:01.567 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:01.567 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:01.567 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:01.567 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:01.567 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:01.567 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:01.567 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:01.567 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:01.567 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:01.568 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:01.568 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:01.568 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.568 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.568 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:01.568 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:01.568 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.568 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:01.568 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.568 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:01.568 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:01.568 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:01.568 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:01.568 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:01.568 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:01.569 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:01.569 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:01.569 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:01.569 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:01.569 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:01.569 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:01.569 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:01.569 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.569 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:01.569 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:01.569 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:01.569 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:01.569 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:01.569 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:01.569 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:01.569 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:01.570 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:01.570 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:01.570 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:01.570 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.570 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.570 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:01.570 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:01.570 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:01.570 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:01.570 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:01.570 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.570 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.571 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:01.571 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:01.571 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:01.571 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:01.571 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:01.571 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.571 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:01.571 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:01.571 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:01.571 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:01.571 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:01.571 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:55:01.571 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.572 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:01.572 INFO:teuthology.orchestra.run.smithi019.stdout:______________ ERROR at teardown of test_copy_object_ifmatch_good ______________ 2023-12-03T12:55:01.572 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.572 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:01.572 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.572 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:01.572 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:01.572 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.572 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:01.572 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:01.572 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:01.572 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:01.572 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:01.572 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.573 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:01.573 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:01.573 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.573 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.573 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:01.573 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:01.573 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.573 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.573 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:01.573 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.573 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:01.573 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:01.573 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.573 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.573 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:01.573 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:01.574 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.574 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:01.574 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:01.574 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:01.574 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:01.574 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:01.574 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:01.574 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:01.574 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.574 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:01.574 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:01.574 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:01.574 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:01.574 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:01.575 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:01.575 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:01.575 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:01.575 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:01.575 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.575 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:01.577 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:01.577 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:01.577 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:01.577 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.577 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:01.577 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:01.577 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:01.577 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:01.577 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.577 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.577 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:01.578 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:01.578 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:01.578 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:01.578 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.578 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.578 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:01.578 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:01.578 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:01.578 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.578 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:01.578 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.578 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:01.578 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:01.579 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.579 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:01.579 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:01.579 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:01.579 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:01.579 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:01.579 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:01.579 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.579 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:01.579 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.579 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:01.579 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.579 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:01.579 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:01.579 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.580 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:01.580 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.580 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:01.580 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:01.580 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:01.580 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:01.580 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:01.580 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:01.580 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:01.580 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:01.580 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:01.580 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:01.580 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:01.580 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:01.580 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:01.580 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.581 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:01.581 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:01.581 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:01.581 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:01.581 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:01.581 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:01.581 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:01.581 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:01.581 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:01.581 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:01.581 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:01.581 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.581 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.581 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:01.581 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.582 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:01.582 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:01.582 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:01.582 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:01.582 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:01.582 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:01.582 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:01.582 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:01.582 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:01.582 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:01.582 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:01.582 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:01.582 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:01.583 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:01.583 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.583 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.583 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:01.583 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.583 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:01.583 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:01.583 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.583 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:01.583 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:01.583 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:01.583 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:01.583 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:01.583 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.584 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:01.584 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:01.584 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.584 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.584 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:01.584 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:01.584 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.584 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.584 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:01.584 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:01.584 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:01.584 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:01.584 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:01.584 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.585 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.585 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:01.585 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:01.585 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:01.585 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.585 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:01.585 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.585 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:01.585 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.585 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:01.585 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.585 INFO:teuthology.orchestra.run.smithi019.stdout:configfile = 2023-12-03T12:55:01.586 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.586 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:55:01.586 INFO:teuthology.orchestra.run.smithi019.stdout: def setup_teardown(configfile): 2023-12-03T12:55:01.586 INFO:teuthology.orchestra.run.smithi019.stdout: yield 2023-12-03T12:55:01.586 INFO:teuthology.orchestra.run.smithi019.stdout:> teardown() 2023-12-03T12:55:01.586 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.586 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:55:01.586 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.586 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:55:01.586 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:55:01.586 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:55:01.586 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:55:01.586 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:55:01.586 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:55:01.587 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:01.587 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:01.587 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:01.587 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:01.587 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:01.587 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:01.587 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:01.587 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:01.587 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:01.587 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:01.587 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:01.587 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:01.587 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:01.587 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:01.588 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:01.588 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:01.588 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:01.588 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:01.588 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:01.588 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:01.588 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:01.588 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:01.588 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:01.588 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:01.588 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:01.588 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:01.588 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:01.588 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:01.588 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:01.589 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:01.589 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:01.589 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:01.589 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:01.589 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:01.589 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.589 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.589 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:01.589 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:01.589 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.589 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:01.589 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.589 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:01.589 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:01.589 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:01.589 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:01.590 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:01.590 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:01.590 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:01.590 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:01.590 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:01.590 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:01.590 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:01.590 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:01.590 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:01.590 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.590 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:01.590 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:01.590 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:01.590 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:01.591 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:01.591 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:01.591 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:01.591 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:01.591 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:01.591 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:01.591 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:01.591 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.591 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.591 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:01.591 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:01.591 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:01.591 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:01.591 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:01.592 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.592 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.592 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:01.592 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:01.592 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:01.592 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:01.592 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:01.592 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.592 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:01.592 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:01.592 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:01.592 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:01.592 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:01.592 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:55:01.593 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.593 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:01.593 INFO:teuthology.orchestra.run.smithi019.stdout:___________ ERROR at teardown of test_copy_object_ifnonematch_failed ___________ 2023-12-03T12:55:01.593 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.593 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:01.593 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.593 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:01.593 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:01.593 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.593 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:01.593 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:01.593 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:01.593 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:01.593 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:01.593 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.594 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:01.594 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:01.594 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.594 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.594 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:01.594 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:01.594 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.594 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.594 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:01.594 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.594 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:01.594 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:01.594 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.594 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.595 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:01.595 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:01.595 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.595 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:01.595 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:01.595 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:01.595 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:01.595 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:01.595 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:01.595 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:01.595 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.595 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:01.595 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:01.595 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:01.595 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:01.595 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:01.596 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:01.596 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:01.596 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:01.596 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:01.596 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.596 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:01.596 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:01.596 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:01.596 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:01.596 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.596 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:01.596 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:01.596 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:01.596 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:01.597 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.597 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.597 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:01.597 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:01.597 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:01.597 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:01.597 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.597 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.597 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:01.597 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:01.597 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:01.597 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.597 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:01.598 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.598 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:01.598 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:01.598 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.598 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:01.598 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:01.598 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:01.598 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:01.598 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:01.598 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:01.598 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.598 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:01.598 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.598 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:01.599 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.599 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:01.599 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:01.599 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.599 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:01.599 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.599 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:01.599 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:01.599 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:01.599 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:01.599 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:01.599 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:01.599 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:01.599 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:01.599 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:01.600 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:01.600 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:01.600 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:01.600 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:01.600 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.600 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:01.600 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:01.600 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:01.600 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:01.600 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:01.600 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:01.600 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:01.600 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:01.600 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:01.601 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:01.601 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:01.601 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.601 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.601 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:01.601 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.601 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:01.601 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:01.601 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:01.601 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:01.601 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:01.601 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:01.601 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:01.602 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:01.602 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:01.602 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:01.602 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:01.602 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:01.602 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:01.602 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:01.602 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.602 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.602 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:01.602 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.602 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:01.602 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:01.602 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.603 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:01.603 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:01.603 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:01.603 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:01.603 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:01.603 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.603 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:01.603 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:01.603 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.603 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.603 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:01.603 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:01.603 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.603 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.604 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:01.604 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:01.604 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:01.604 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:01.604 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:01.604 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.604 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.604 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:01.604 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:01.604 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:01.604 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.604 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:01.604 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.604 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:01.604 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.605 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:01.605 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.605 INFO:teuthology.orchestra.run.smithi019.stdout:configfile = 2023-12-03T12:55:01.605 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.605 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:55:01.605 INFO:teuthology.orchestra.run.smithi019.stdout: def setup_teardown(configfile): 2023-12-03T12:55:01.605 INFO:teuthology.orchestra.run.smithi019.stdout: yield 2023-12-03T12:55:01.605 INFO:teuthology.orchestra.run.smithi019.stdout:> teardown() 2023-12-03T12:55:01.605 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.605 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:55:01.605 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.605 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:55:01.605 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:55:01.605 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:55:01.606 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:55:01.606 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:55:01.606 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:55:01.606 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:01.606 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:01.606 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:01.606 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:01.606 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:01.606 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:01.606 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:01.606 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:01.606 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:01.606 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:01.606 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:01.606 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:01.607 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:01.607 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:01.607 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:01.607 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:01.607 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:01.607 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:01.607 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:01.607 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:01.607 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:01.607 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:01.607 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:01.607 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:01.607 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:01.607 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:01.607 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:01.608 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:01.608 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:01.608 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:01.608 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:01.608 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:01.608 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:01.608 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:01.608 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.608 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.608 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:01.608 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:01.608 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.608 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:01.608 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.608 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:01.609 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:01.609 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:01.609 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:01.609 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:01.609 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:01.609 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:01.609 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:01.609 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:01.609 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:01.609 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:01.609 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:01.609 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:01.609 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.610 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:01.610 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:01.610 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:01.610 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:01.610 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:01.610 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:01.610 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:01.610 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:01.610 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:01.610 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:01.610 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:01.610 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.610 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.610 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:01.611 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:01.611 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:01.611 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:01.611 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:01.611 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.611 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.611 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:01.611 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:01.611 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:01.611 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:01.611 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:01.611 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.611 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:01.611 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:01.611 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:01.612 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:01.612 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:01.612 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:55:01.612 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.612 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:01.612 INFO:teuthology.orchestra.run.smithi019.stdout:______________ ERROR at teardown of test_get_bucket_policy_status ______________ 2023-12-03T12:55:01.612 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.612 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:01.612 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.612 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:01.612 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:01.612 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.612 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:01.612 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:01.612 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:01.613 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:01.613 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:01.613 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.613 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:01.613 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:01.613 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.613 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.613 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:01.613 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:01.613 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.613 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.613 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:01.613 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.613 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:01.614 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:01.614 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.614 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.614 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:01.614 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:01.614 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.614 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:01.614 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:01.614 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:01.614 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:01.614 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:01.614 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:01.614 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:01.615 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.615 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:01.615 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:01.615 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:01.615 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:01.615 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:01.615 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:01.615 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:01.615 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:01.615 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:01.615 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.615 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:01.615 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:01.615 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:01.615 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:01.616 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.616 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:01.616 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:01.616 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:01.616 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:01.616 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.616 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.616 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:01.616 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:01.616 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:01.616 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:01.616 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.616 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.616 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:01.616 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:01.617 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:01.617 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.617 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:01.617 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.617 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:01.617 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:01.617 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.617 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:01.617 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:01.617 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:01.617 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:01.617 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:01.617 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:01.617 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.617 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:01.618 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.618 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:01.618 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.618 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:01.618 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:01.618 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.618 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:01.618 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.618 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:01.618 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:01.618 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:01.618 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:01.618 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:01.618 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:01.619 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:01.619 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:01.619 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:01.619 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:01.619 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:01.619 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:01.619 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:01.619 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.619 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:01.619 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:01.619 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:01.619 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:01.619 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:01.619 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:01.620 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:01.620 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:01.620 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:01.620 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:01.620 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:01.620 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.620 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.620 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:01.620 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.620 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:01.620 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:01.620 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:01.620 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:01.620 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:01.620 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:01.620 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:01.621 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:01.621 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:01.621 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:01.621 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:01.621 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:01.621 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:01.621 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:01.621 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.621 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.621 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:01.621 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.621 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:01.622 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:01.622 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.622 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:01.622 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:01.622 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:01.622 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:01.622 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:01.622 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.622 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:01.622 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:01.622 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.622 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.622 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:01.623 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:01.623 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.623 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.623 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:01.623 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:01.623 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:01.623 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:01.623 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:01.623 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.623 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.623 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:01.623 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:01.623 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:01.623 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.624 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:01.624 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.624 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:01.624 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.624 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:01.624 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.624 INFO:teuthology.orchestra.run.smithi019.stdout:configfile = 2023-12-03T12:55:01.624 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.624 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:55:01.624 INFO:teuthology.orchestra.run.smithi019.stdout: def setup_teardown(configfile): 2023-12-03T12:55:01.624 INFO:teuthology.orchestra.run.smithi019.stdout: yield 2023-12-03T12:55:01.624 INFO:teuthology.orchestra.run.smithi019.stdout:> teardown() 2023-12-03T12:55:01.624 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.624 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:55:01.624 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.624 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:55:01.625 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:55:01.625 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:55:01.625 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:55:01.625 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:55:01.625 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:55:01.625 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:01.625 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:01.625 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:01.625 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:01.625 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:01.625 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:01.625 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:01.625 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:01.625 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:01.625 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:01.626 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:01.626 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:01.626 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:01.626 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:01.626 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:01.626 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:01.626 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:01.626 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:01.626 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:01.626 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:01.626 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:01.626 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:01.626 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:01.627 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:01.627 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:01.627 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:01.627 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:01.627 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:01.627 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:01.627 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:01.627 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:01.627 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:01.627 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:01.627 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:01.627 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.627 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.627 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:01.628 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:01.628 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.628 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:01.628 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.628 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:01.628 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:01.628 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:01.628 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:01.628 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:01.628 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:01.628 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:01.628 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:01.628 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:01.628 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:01.628 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:01.629 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:01.629 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:01.629 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.629 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:01.629 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:01.629 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:01.629 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:01.629 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:01.629 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:01.629 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:01.629 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:01.629 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:01.629 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:01.629 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:01.629 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.629 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.630 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:01.630 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:01.630 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:01.630 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:01.630 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:01.630 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.630 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.630 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:01.630 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:01.630 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:01.630 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:01.630 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:01.630 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.630 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:01.630 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:01.631 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:01.631 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:01.631 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:01.631 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:55:01.631 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.631 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:01.631 INFO:teuthology.orchestra.run.smithi019.stdout:________ ERROR at teardown of test_get_public_acl_bucket_policy_status _________ 2023-12-03T12:55:01.631 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.631 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:01.631 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.631 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:01.631 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:01.631 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.631 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:01.632 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:01.632 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:01.632 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:01.632 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:01.632 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.632 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:01.632 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:01.632 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.632 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.632 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:01.632 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:01.632 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.632 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.632 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:01.633 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.633 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:01.633 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:01.633 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.633 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.633 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:01.633 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:01.633 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.633 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:01.633 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:01.633 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:01.633 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:01.633 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:01.633 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:01.634 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:01.634 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.634 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:01.634 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:01.634 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:01.634 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:01.634 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:01.634 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:01.634 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:01.634 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:01.634 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:01.634 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.635 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:01.635 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:01.635 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:01.635 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:01.635 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.635 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:01.635 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:01.635 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:01.635 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:01.635 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.635 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.635 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:01.635 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:01.635 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:01.635 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:01.636 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.636 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.636 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:01.636 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:01.636 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:01.636 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.636 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:01.636 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.636 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:01.636 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:01.636 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.636 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:01.636 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:01.636 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:01.637 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:01.637 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:01.637 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:01.637 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.637 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:01.637 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.637 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:01.637 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.637 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:01.637 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:01.637 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.637 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:01.637 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.637 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:01.637 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:01.638 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:01.638 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:01.638 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:01.638 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:01.638 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:01.638 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:01.638 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:01.638 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:01.638 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:01.638 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:01.638 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:01.638 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.638 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:01.638 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:01.639 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:01.639 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:01.639 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:01.639 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:01.639 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:01.639 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:01.639 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:01.639 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:01.639 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:01.639 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.639 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.639 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:01.639 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.639 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:01.639 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:01.640 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:01.640 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:01.640 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:01.640 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:01.640 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:01.640 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:01.640 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:01.640 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:01.640 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:01.640 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:01.640 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:01.640 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:01.640 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.640 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.640 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:01.641 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.641 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:01.641 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:01.641 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.641 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:01.641 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:01.641 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:01.641 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:01.641 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:01.641 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.641 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:01.641 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:01.641 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.641 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.642 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:01.642 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:01.642 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.642 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.642 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:01.642 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:01.642 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:01.642 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:01.642 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:01.642 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.642 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.642 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:01.642 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:01.642 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:01.643 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.643 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:01.643 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.643 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:01.643 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.643 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:01.643 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.643 INFO:teuthology.orchestra.run.smithi019.stdout:configfile = 2023-12-03T12:55:01.643 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.643 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:55:01.643 INFO:teuthology.orchestra.run.smithi019.stdout: def setup_teardown(configfile): 2023-12-03T12:55:01.643 INFO:teuthology.orchestra.run.smithi019.stdout: yield 2023-12-03T12:55:01.643 INFO:teuthology.orchestra.run.smithi019.stdout:> teardown() 2023-12-03T12:55:01.643 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.643 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:55:01.644 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.644 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:55:01.644 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:55:01.644 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:55:01.644 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:55:01.644 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:55:01.644 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:55:01.644 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:01.644 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:01.644 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:01.644 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:01.644 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:01.644 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:01.644 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:01.644 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:01.644 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:01.645 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:01.645 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:01.645 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:01.645 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:01.645 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:01.645 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:01.645 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:01.645 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:01.645 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:01.645 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:01.645 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:01.645 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:01.645 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:01.645 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:01.646 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:01.646 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:01.646 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:01.646 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:01.646 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:01.646 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:01.646 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:01.646 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:01.646 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:01.646 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:01.646 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:01.646 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.646 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.647 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:01.647 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:01.647 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.647 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:01.647 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.647 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:01.647 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:01.647 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:01.647 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:01.647 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:01.647 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:01.647 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:01.647 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:01.647 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:01.648 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:01.648 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:01.648 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:01.648 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:01.648 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.648 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:01.648 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:01.648 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:01.648 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:01.648 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:01.648 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:01.648 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:01.648 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:01.648 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:01.648 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:01.649 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:01.649 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.649 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.649 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:01.649 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:01.649 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:01.649 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:01.649 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:01.649 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.649 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.649 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:01.649 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:01.649 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:01.649 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:01.649 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:01.650 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.650 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:01.650 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:01.650 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:01.650 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:01.650 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:01.650 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:55:01.650 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.650 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:01.650 INFO:teuthology.orchestra.run.smithi019.stdout:______ ERROR at teardown of test_get_authpublic_acl_bucket_policy_status _______ 2023-12-03T12:55:01.650 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.650 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:01.650 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.650 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:01.651 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:01.651 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.651 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:01.651 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:01.651 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:01.651 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:01.651 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:01.651 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.651 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:01.651 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:01.651 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.651 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.651 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:01.651 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:01.652 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.652 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.652 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:01.652 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.652 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:01.652 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:01.652 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.652 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.652 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:01.652 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:01.652 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.652 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:01.652 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:01.652 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:01.652 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:01.653 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:01.653 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:01.653 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:01.653 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.653 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:01.653 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:01.653 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:01.653 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:01.653 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:01.653 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:01.653 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:01.653 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:01.653 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:01.653 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.653 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:01.653 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:01.654 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:01.654 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:01.654 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.654 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:01.654 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:01.654 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:01.654 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:01.654 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.654 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.654 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:01.654 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:01.654 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:01.654 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:01.655 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.655 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.655 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:01.655 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:01.655 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:01.655 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.655 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:01.655 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.655 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:01.655 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:01.655 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.655 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:01.655 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:01.655 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:01.655 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:01.655 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:01.656 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:01.656 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.656 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:01.656 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.656 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:01.656 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.656 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:01.656 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:01.656 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.656 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:01.656 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.656 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:01.656 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:01.656 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:01.656 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:01.657 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:01.657 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:01.657 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:01.657 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:01.657 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:01.657 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:01.657 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:01.657 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:01.657 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:01.657 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.657 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:01.657 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:01.657 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:01.657 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:01.658 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:01.658 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:01.658 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:01.658 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:01.658 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:01.658 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:01.658 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:01.658 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.658 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.658 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:01.658 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.658 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:01.659 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:01.659 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:01.659 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:01.659 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:01.659 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:01.659 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:01.659 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:01.659 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:01.659 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:01.659 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:01.659 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:01.659 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:01.659 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:01.659 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.659 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.660 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:01.660 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.660 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:01.660 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:01.660 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.660 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:01.660 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:01.660 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:01.660 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:01.660 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:01.660 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.660 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:01.660 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:01.660 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.660 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.661 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:01.661 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:01.661 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.661 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.661 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:01.661 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:01.661 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:01.661 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:01.661 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:01.661 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.661 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.661 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:01.661 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:01.661 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:01.661 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.662 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:01.662 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.662 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:01.662 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.662 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:01.662 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.662 INFO:teuthology.orchestra.run.smithi019.stdout:configfile = 2023-12-03T12:55:01.662 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.662 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:55:01.662 INFO:teuthology.orchestra.run.smithi019.stdout: def setup_teardown(configfile): 2023-12-03T12:55:01.662 INFO:teuthology.orchestra.run.smithi019.stdout: yield 2023-12-03T12:55:01.662 INFO:teuthology.orchestra.run.smithi019.stdout:> teardown() 2023-12-03T12:55:01.662 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.662 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:55:01.663 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.663 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:55:01.663 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:55:01.663 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:55:01.663 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:55:01.663 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:55:01.663 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:55:01.663 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:01.663 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:01.663 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:01.663 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:01.663 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:01.663 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:01.663 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:01.664 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:01.664 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:01.664 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:01.664 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:01.664 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:01.664 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:01.664 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:01.664 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:01.664 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:01.664 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:01.664 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:01.664 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:01.664 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:01.664 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:01.664 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:01.664 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:01.665 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:01.665 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:01.665 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:01.665 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:01.665 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:01.665 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:01.665 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:01.665 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:01.665 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:01.665 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:01.665 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:01.665 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.665 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.665 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:01.665 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:01.666 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.666 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:01.666 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.666 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:01.666 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:01.666 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:01.666 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:01.666 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:01.666 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:01.666 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:01.666 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:01.666 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:01.666 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:01.666 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:01.666 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:01.667 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:01.667 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.667 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:01.667 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:01.667 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:01.667 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:01.667 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:01.667 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:01.667 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:01.667 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:01.667 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:01.667 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:01.667 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:01.667 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.667 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.668 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:01.668 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:01.668 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:01.668 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:01.668 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:01.668 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.668 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.668 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:01.668 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:01.668 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:01.668 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:01.668 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:01.668 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.668 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:01.669 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:01.669 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:01.669 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:01.669 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:01.669 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:55:01.669 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.669 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:01.669 INFO:teuthology.orchestra.run.smithi019.stdout:_____ ERROR at teardown of test_get_publicpolicy_acl_bucket_policy_status ______ 2023-12-03T12:55:01.669 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.669 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:01.669 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.669 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:01.669 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:01.669 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.669 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:01.670 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:01.670 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:01.670 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:01.670 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:01.670 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.670 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:01.670 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:01.670 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.670 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.670 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:01.670 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:01.670 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.670 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.671 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:01.671 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.671 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:01.671 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:01.671 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.671 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.671 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:01.671 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:01.671 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.671 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:01.671 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:01.671 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:01.671 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:01.671 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:01.672 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:01.672 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:01.672 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.672 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:01.672 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:01.672 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:01.672 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:01.672 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:01.672 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:01.672 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:01.672 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:01.672 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:01.672 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.672 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:01.673 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:01.673 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:01.673 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:01.673 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.673 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:01.673 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:01.673 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:01.673 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:01.673 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.673 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.673 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:01.673 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:01.673 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:01.673 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:01.673 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.673 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.674 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:01.674 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:01.674 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:01.674 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.674 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:01.674 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.674 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:01.674 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:01.674 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.674 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:01.674 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:01.674 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:01.674 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:01.674 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:01.675 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:01.675 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.675 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:01.675 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.675 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:01.675 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.675 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:01.675 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:01.675 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.675 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:01.675 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.675 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:01.675 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:01.675 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:01.675 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:01.675 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:01.675 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:01.676 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:01.676 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:01.676 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:01.676 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:01.676 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:01.676 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:01.676 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:01.676 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.676 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:01.676 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:01.676 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:01.676 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:01.676 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:01.676 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:01.676 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:01.677 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:01.677 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:01.677 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:01.677 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:01.677 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.677 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.677 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:01.677 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.677 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:01.677 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:01.677 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:01.677 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:01.677 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:01.677 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:01.678 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:01.678 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:01.678 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:01.678 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:01.678 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:01.678 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:01.678 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:01.678 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:01.678 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.678 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.678 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:01.678 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.678 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:01.678 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:01.678 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.679 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:01.679 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:01.679 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:01.679 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:01.679 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:01.679 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.679 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:01.679 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:01.679 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.679 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.679 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:01.679 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:01.679 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.679 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.679 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:01.679 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:01.680 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:01.680 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:01.680 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:01.680 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.680 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.680 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:01.680 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:01.680 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:01.680 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.680 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:01.680 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.680 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:01.680 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.680 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:01.680 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.681 INFO:teuthology.orchestra.run.smithi019.stdout:configfile = 2023-12-03T12:55:01.681 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.681 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:55:01.681 INFO:teuthology.orchestra.run.smithi019.stdout: def setup_teardown(configfile): 2023-12-03T12:55:01.681 INFO:teuthology.orchestra.run.smithi019.stdout: yield 2023-12-03T12:55:01.681 INFO:teuthology.orchestra.run.smithi019.stdout:> teardown() 2023-12-03T12:55:01.681 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.681 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:55:01.681 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.681 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:55:01.681 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:55:01.681 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:55:01.681 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:55:01.681 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:55:01.682 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:55:01.682 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:01.682 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:01.682 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:01.682 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:01.682 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:01.682 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:01.682 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:01.682 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:01.682 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:01.682 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:01.682 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:01.683 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:01.683 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:01.683 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:01.683 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:01.683 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:01.683 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:01.683 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:01.683 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:01.683 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:01.683 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:01.683 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:01.683 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:01.683 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:01.683 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:01.683 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:01.684 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:01.684 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:01.684 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:01.684 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:01.684 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:01.684 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:01.684 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:01.684 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:01.684 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.684 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.684 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:01.684 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:01.684 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.684 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:01.685 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.685 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:01.685 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:01.685 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:01.685 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:01.685 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:01.685 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:01.685 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:01.685 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:01.685 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:01.685 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:01.685 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:01.685 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:01.685 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:01.686 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.686 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:01.686 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:01.686 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:01.686 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:01.686 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:01.686 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:01.686 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:01.686 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:01.686 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:01.686 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:01.686 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:01.686 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.686 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.686 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:01.687 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:01.687 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:01.687 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:01.687 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:01.687 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.687 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.687 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:01.687 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:01.687 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:01.687 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:01.687 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:01.687 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.687 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:01.687 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:01.687 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:01.687 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:01.688 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:01.688 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:55:01.688 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.688 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:01.688 INFO:teuthology.orchestra.run.smithi019.stdout:____ ERROR at teardown of test_get_nonpublicpolicy_acl_bucket_policy_status ____ 2023-12-03T12:55:01.688 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.688 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:01.688 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.688 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:01.688 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:01.688 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.688 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:01.688 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:01.688 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:01.688 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:01.688 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:01.689 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.689 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:01.689 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:01.689 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.689 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.689 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:01.689 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:01.689 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.689 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.689 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:01.689 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.689 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:01.689 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:01.689 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.689 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.690 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:01.690 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:01.690 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.690 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:01.690 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:01.690 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:01.690 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:01.690 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:01.690 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:01.690 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:01.690 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.690 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:01.690 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:01.690 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:01.691 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:01.691 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:01.691 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:01.691 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:01.691 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:01.691 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:01.691 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.691 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:01.691 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:01.691 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:01.691 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:01.691 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.691 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:01.691 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:01.692 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:01.692 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:01.692 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.692 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.692 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:01.692 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:01.692 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:01.692 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:01.692 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.692 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.692 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:01.692 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:01.692 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:01.692 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.693 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:01.693 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.693 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:01.693 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:01.693 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.693 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:01.693 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:01.693 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:01.693 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:01.693 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:01.693 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:01.693 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.693 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:01.693 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.693 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:01.693 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.694 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:01.694 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:01.694 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.694 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:01.694 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.694 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:01.694 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:01.694 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:01.694 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:01.694 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:01.694 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:01.695 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:01.695 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:01.695 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:01.695 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:01.695 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:01.695 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:01.695 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:01.695 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.695 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:01.695 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:01.695 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:01.695 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:01.695 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:01.695 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:01.696 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:01.696 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:01.696 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:01.696 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:01.696 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:01.696 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.696 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.696 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:01.696 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.696 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:01.696 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:01.696 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:01.696 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:01.696 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:01.696 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:01.696 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:01.697 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:01.697 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:01.697 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:01.697 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:01.697 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:01.697 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:01.697 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:01.697 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.697 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.697 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:01.697 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.697 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:01.697 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:01.697 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.697 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:01.698 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:01.698 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:01.698 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:01.698 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:01.698 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.698 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:01.698 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:01.698 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.698 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.698 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:01.698 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:01.698 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.698 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.698 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:01.699 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:01.699 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:01.699 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:01.699 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:01.699 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.699 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.699 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:01.699 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:01.699 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:01.699 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.699 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:01.699 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.699 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:01.699 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.700 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:01.700 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.700 INFO:teuthology.orchestra.run.smithi019.stdout:configfile = 2023-12-03T12:55:01.700 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.700 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:55:01.700 INFO:teuthology.orchestra.run.smithi019.stdout: def setup_teardown(configfile): 2023-12-03T12:55:01.700 INFO:teuthology.orchestra.run.smithi019.stdout: yield 2023-12-03T12:55:01.700 INFO:teuthology.orchestra.run.smithi019.stdout:> teardown() 2023-12-03T12:55:01.700 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.700 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:55:01.700 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.700 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:55:01.700 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:55:01.700 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:55:01.700 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:55:01.701 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:55:01.701 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:55:01.701 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:01.701 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:01.701 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:01.701 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:01.701 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:01.701 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:01.701 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:01.701 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:01.701 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:01.701 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:01.701 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:01.701 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:01.701 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:01.702 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:01.702 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:01.702 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:01.702 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:01.702 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:01.702 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:01.702 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:01.702 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:01.702 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:01.702 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:01.702 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:01.702 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:01.702 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:01.703 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:01.703 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:01.703 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:01.703 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:01.703 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:01.703 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:01.703 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:01.703 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:01.703 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.703 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.703 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:01.703 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:01.703 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.703 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:01.704 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.704 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:01.704 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:01.704 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:01.704 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:01.704 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:01.704 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:01.704 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:01.704 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:01.704 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:01.704 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:01.704 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:01.704 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:01.704 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:01.704 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.704 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:01.705 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:01.705 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:01.705 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:01.705 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:01.705 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:01.705 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:01.705 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:01.705 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:01.705 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:01.705 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:01.705 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.705 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.705 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:01.706 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:01.706 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:01.706 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:01.706 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:01.706 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.706 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.706 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:01.706 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:01.706 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:01.706 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:01.706 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:01.706 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.706 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:01.706 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:01.707 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:01.707 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:01.707 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:01.707 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:55:01.707 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.707 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:01.707 INFO:teuthology.orchestra.run.smithi019.stdout:___ ERROR at teardown of test_get_nonpublicpolicy_deny_bucket_policy_status ____ 2023-12-03T12:55:01.707 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.707 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:01.707 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.707 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:01.707 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:01.707 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.707 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:01.708 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:01.708 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:01.708 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:01.708 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:01.708 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.708 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:01.708 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:01.708 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.708 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.708 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:01.708 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:01.708 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.708 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.708 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:01.709 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.709 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:01.709 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:01.709 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.709 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.709 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:01.709 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:01.709 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.709 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:01.709 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:01.709 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:01.709 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:01.709 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:01.709 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:01.710 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:01.710 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.710 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:01.710 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:01.710 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:01.710 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:01.710 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:01.710 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:01.710 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:01.710 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:01.710 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:01.710 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.710 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:01.710 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:01.711 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:01.711 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:01.711 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.711 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:01.711 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:01.711 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:01.711 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:01.711 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.711 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.711 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:01.711 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:01.711 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:01.711 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:01.711 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.712 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.712 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:01.712 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:01.712 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:01.712 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.712 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:01.712 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.712 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:01.712 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:01.712 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.712 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:01.712 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:01.712 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:01.712 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:01.713 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:01.713 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:01.713 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.713 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:01.713 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.713 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:01.713 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.713 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:01.713 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:01.713 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.713 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:01.713 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.713 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:01.713 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:01.713 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:01.714 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:01.714 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:01.714 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:01.714 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:01.714 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:01.714 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:01.714 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:01.714 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:01.714 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:01.714 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:01.714 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.714 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:01.714 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:01.714 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:01.715 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:01.715 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:01.715 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:01.715 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:01.715 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:01.715 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:01.715 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:01.715 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:01.715 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.715 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.715 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:01.715 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.715 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:01.715 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:01.716 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:01.716 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:01.716 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:01.716 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:01.716 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:01.716 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:01.716 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:01.716 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:01.716 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:01.716 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:01.716 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:01.716 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:01.716 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.717 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.717 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:01.717 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.717 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:01.717 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:01.717 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.717 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:01.717 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:01.717 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:01.717 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:01.717 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:01.717 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.717 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:01.718 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:01.718 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.718 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.718 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:01.718 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:01.718 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.718 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.718 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:01.718 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:01.718 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:01.718 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:01.718 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:01.718 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.718 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.719 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:01.719 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:01.719 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:01.719 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.719 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:01.719 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.719 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:01.719 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.719 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:01.719 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.719 INFO:teuthology.orchestra.run.smithi019.stdout:configfile = 2023-12-03T12:55:01.719 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.720 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:55:01.720 INFO:teuthology.orchestra.run.smithi019.stdout: def setup_teardown(configfile): 2023-12-03T12:55:01.720 INFO:teuthology.orchestra.run.smithi019.stdout: yield 2023-12-03T12:55:01.720 INFO:teuthology.orchestra.run.smithi019.stdout:> teardown() 2023-12-03T12:55:01.720 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.720 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:55:01.720 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.720 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:55:01.720 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:55:01.720 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:55:01.720 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:55:01.720 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:55:01.720 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:55:01.720 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:01.720 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:01.721 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:01.721 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:01.721 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:01.721 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:01.721 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:01.721 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:01.721 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:01.721 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:01.721 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:01.721 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:01.721 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:01.721 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:01.722 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:01.722 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:01.722 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:01.722 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:01.722 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:01.722 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:01.722 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:01.722 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:01.722 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:01.722 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:01.722 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:01.722 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:01.722 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:01.722 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:01.723 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:01.723 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:01.723 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:01.723 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:01.723 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:01.723 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:01.723 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.723 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.723 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:01.723 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:01.723 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.723 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:01.723 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.723 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:01.723 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:01.724 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:01.724 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:01.724 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:01.724 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:01.724 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:01.724 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:01.724 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:01.724 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:01.724 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:01.724 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:01.724 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:01.724 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.724 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:01.724 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:01.724 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:01.725 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:01.725 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:01.725 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:01.725 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:01.725 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:01.725 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:01.725 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:01.725 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:01.725 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.725 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.725 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:01.725 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:01.725 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:01.725 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:01.725 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:01.726 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.726 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.726 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:01.726 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:01.726 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:01.726 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:01.726 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:01.726 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.726 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:01.726 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:01.726 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:01.726 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:01.726 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:01.727 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:55:01.727 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.727 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:01.727 INFO:teuthology.orchestra.run.smithi019.stdout:______________ ERROR at teardown of test_get_default_public_block ______________ 2023-12-03T12:55:01.727 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.727 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:01.727 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.727 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:01.727 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:01.727 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.727 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:01.727 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:01.727 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:01.727 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:01.728 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:01.728 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.728 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:01.728 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:01.728 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.728 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.728 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:01.728 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:01.728 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.728 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.728 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:01.728 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.728 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:01.728 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:01.728 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.729 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.729 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:01.729 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:01.729 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.729 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:01.729 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:01.729 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:01.729 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:01.729 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:01.729 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:01.729 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:01.729 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.729 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:01.729 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:01.729 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:01.730 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:01.730 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:01.730 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:01.730 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:01.730 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:01.730 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:01.730 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.730 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:01.730 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:01.730 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:01.730 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:01.730 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.730 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:01.731 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:01.731 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:01.731 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:01.731 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.731 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.731 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:01.731 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:01.731 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:01.731 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:01.731 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.731 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.731 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:01.732 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:01.732 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:01.732 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.732 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:01.732 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.732 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:01.732 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:01.732 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.732 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:01.732 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:01.732 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:01.732 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:01.732 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:01.732 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:01.732 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.733 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:01.733 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.733 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:01.733 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.733 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:01.733 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:01.733 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.733 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:01.733 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.733 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:01.733 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:01.733 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:01.733 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:01.733 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:01.733 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:01.734 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:01.734 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:01.734 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:01.734 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:01.734 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:01.734 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:01.734 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:01.734 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.734 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:01.734 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:01.734 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:01.734 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:01.734 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:01.734 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:01.735 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:01.735 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:01.735 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:01.735 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:01.735 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:01.735 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.735 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.735 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:01.735 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.735 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:01.735 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:01.735 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:01.735 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:01.735 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:01.736 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:01.736 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:01.736 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:01.736 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:01.736 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:01.736 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:01.736 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:01.736 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:01.736 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:01.736 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.736 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.736 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:01.736 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.736 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:01.736 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:01.737 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.737 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:01.737 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:01.737 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:01.737 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:01.737 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:01.737 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.737 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:01.737 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:01.737 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.737 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.737 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:01.737 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:01.737 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.737 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.737 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:01.738 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:01.738 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:01.738 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:01.738 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:01.738 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.738 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.738 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:01.738 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:01.738 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:01.738 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.738 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:01.738 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.738 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:01.739 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.739 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:01.739 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.739 INFO:teuthology.orchestra.run.smithi019.stdout:configfile = 2023-12-03T12:55:01.739 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.739 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:55:01.739 INFO:teuthology.orchestra.run.smithi019.stdout: def setup_teardown(configfile): 2023-12-03T12:55:01.739 INFO:teuthology.orchestra.run.smithi019.stdout: yield 2023-12-03T12:55:01.739 INFO:teuthology.orchestra.run.smithi019.stdout:> teardown() 2023-12-03T12:55:01.739 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.739 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:55:01.739 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.739 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:55:01.739 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:55:01.739 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:55:01.739 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:55:01.740 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:55:01.740 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:55:01.740 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:01.740 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:01.740 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:01.740 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:01.740 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:01.740 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:01.740 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:01.740 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:01.740 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:01.740 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:01.741 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:01.741 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:01.741 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:01.741 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:01.741 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:01.741 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:01.741 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:01.741 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:01.741 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:01.741 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:01.741 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:01.741 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:01.741 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:01.741 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:01.741 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:01.741 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:01.742 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:01.742 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:01.742 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:01.742 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:01.742 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:01.742 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:01.742 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:01.742 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:01.742 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.742 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.742 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:01.742 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:01.742 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.742 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:01.743 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.743 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:01.743 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:01.743 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:01.743 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:01.743 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:01.743 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:01.743 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:01.743 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:01.743 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:01.743 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:01.743 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:01.743 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:01.744 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:01.744 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.744 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:01.744 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:01.744 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:01.744 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:01.744 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:01.744 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:01.744 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:01.744 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:01.744 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:01.744 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:01.744 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:01.744 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.744 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.745 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:01.745 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:01.745 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:01.745 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:01.745 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:01.745 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.745 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.745 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:01.745 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:01.745 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:01.745 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:01.745 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:01.745 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.745 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:01.745 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:01.746 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:01.746 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:01.746 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:01.746 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:55:01.746 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.746 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:01.746 INFO:teuthology.orchestra.run.smithi019.stdout:__________________ ERROR at teardown of test_put_public_block __________________ 2023-12-03T12:55:01.746 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.746 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:01.746 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.746 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:01.746 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:01.746 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.747 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:01.747 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:01.747 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:01.747 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:01.747 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:01.747 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.747 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:01.747 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:01.747 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.747 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.747 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:01.747 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:01.747 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.747 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.747 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:01.748 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.748 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:01.748 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:01.748 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.748 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.748 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:01.748 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:01.748 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.748 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:01.748 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:01.748 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:01.748 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:01.748 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:01.748 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:01.749 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:01.749 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.749 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:01.749 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:01.749 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:01.749 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:01.749 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:01.749 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:01.749 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:01.749 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:01.749 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:01.749 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.749 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:01.749 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:01.749 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:01.749 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:01.750 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.750 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:01.750 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:01.750 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:01.750 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:01.750 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.750 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.750 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:01.750 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:01.750 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:01.750 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:01.750 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.750 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.750 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:01.751 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:01.751 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:01.751 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.751 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:01.751 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.751 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:01.751 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:01.751 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.751 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:01.751 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:01.751 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:01.751 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:01.751 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:01.752 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:01.752 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.752 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:01.752 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.752 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:01.752 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.752 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:01.752 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:01.752 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.752 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:01.752 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.752 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:01.752 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:01.752 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:01.753 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:01.753 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:01.753 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:01.753 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:01.753 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:01.753 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:01.753 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:01.753 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:01.753 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:01.753 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:01.753 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.753 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:01.753 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:01.753 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:01.754 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:01.754 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:01.754 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:01.754 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:01.754 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:01.754 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:01.754 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:01.754 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:01.754 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.754 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.754 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:01.754 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.754 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:01.754 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:01.755 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:01.755 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:01.755 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:01.755 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:01.755 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:01.755 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:01.755 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:01.755 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:01.755 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:01.755 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:01.755 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:01.755 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:01.755 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.756 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.756 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:01.756 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.756 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:01.756 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:01.756 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.756 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:01.756 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:01.756 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:01.756 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:01.756 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:01.756 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.756 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:01.756 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:01.756 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.756 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.757 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:01.757 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:01.757 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.757 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.757 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:01.757 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:01.757 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:01.757 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:01.757 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:01.757 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.757 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.757 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:01.757 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:01.757 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:01.758 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.758 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:01.758 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.758 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:01.758 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.758 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:01.758 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.758 INFO:teuthology.orchestra.run.smithi019.stdout:configfile = 2023-12-03T12:55:01.758 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.758 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:55:01.758 INFO:teuthology.orchestra.run.smithi019.stdout: def setup_teardown(configfile): 2023-12-03T12:55:01.758 INFO:teuthology.orchestra.run.smithi019.stdout: yield 2023-12-03T12:55:01.758 INFO:teuthology.orchestra.run.smithi019.stdout:> teardown() 2023-12-03T12:55:01.759 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.759 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:55:01.759 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.759 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:55:01.759 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:55:01.759 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:55:01.759 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:55:01.759 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:55:01.759 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:55:01.759 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:01.759 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:01.759 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:01.759 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:01.759 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:01.759 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:01.760 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:01.760 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:01.760 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:01.760 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:01.760 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:01.760 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:01.760 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:01.760 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:01.760 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:01.760 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:01.760 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:01.760 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:01.760 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:01.760 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:01.761 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:01.761 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:01.761 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:01.761 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:01.761 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:01.761 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:01.761 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:01.761 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:01.761 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:01.761 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:01.761 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:01.761 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:01.761 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:01.761 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:01.762 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.762 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.762 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:01.762 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:01.762 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.762 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:01.762 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.762 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:01.762 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:01.762 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:01.762 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:01.762 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:01.762 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:01.762 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:01.763 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:01.763 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:01.763 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:01.763 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:01.763 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:01.763 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:01.763 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.763 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:01.763 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:01.763 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:01.763 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:01.763 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:01.763 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:01.763 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:01.764 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:01.764 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:01.764 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:01.764 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:01.764 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.764 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.764 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:01.764 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:01.764 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:01.765 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:01.765 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:01.765 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.765 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.765 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:01.765 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:01.765 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:01.765 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:01.765 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:01.765 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.765 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:01.765 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:01.765 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:01.765 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:01.766 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:01.766 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:55:01.766 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.766 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:01.766 INFO:teuthology.orchestra.run.smithi019.stdout:____________ ERROR at teardown of test_block_public_put_bucket_acls ____________ 2023-12-03T12:55:01.766 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.766 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:01.766 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.766 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:01.766 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:01.766 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.766 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:01.766 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:01.767 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:01.767 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:01.767 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:01.767 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.767 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:01.767 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:01.767 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.767 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.767 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:01.767 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:01.767 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.767 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.767 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:01.767 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.767 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:01.768 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:01.768 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.768 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.768 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:01.768 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:01.768 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.768 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:01.768 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:01.768 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:01.768 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:01.768 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:01.768 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:01.768 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:01.768 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.769 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:01.769 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:01.769 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:01.769 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:01.769 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:01.769 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:01.769 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:01.769 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:01.769 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:01.769 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.769 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:01.769 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:01.769 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:01.769 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:01.770 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.770 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:01.770 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:01.770 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:01.770 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:01.770 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.770 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.770 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:01.770 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:01.770 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:01.770 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:01.770 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.770 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.770 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:01.771 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:01.771 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:01.771 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.771 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:01.771 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.771 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:01.771 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:01.771 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.771 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:01.771 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:01.771 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:01.771 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:01.771 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:01.771 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:01.772 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.772 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:01.772 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.772 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:01.772 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.772 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:01.772 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:01.772 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.772 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:01.772 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.772 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:01.772 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:01.772 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:01.772 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:01.772 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:01.773 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:01.773 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:01.773 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:01.773 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:01.773 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:01.773 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:01.773 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:01.773 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:01.773 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.773 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:01.773 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:01.773 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:01.773 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:01.773 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:01.773 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:01.774 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:01.774 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:01.774 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:01.774 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:01.774 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:01.774 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.774 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.774 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:01.774 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.774 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:01.774 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:01.774 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:01.774 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:01.774 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:01.774 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:01.775 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:01.775 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:01.775 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:01.775 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:01.775 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:01.775 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:01.775 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:01.775 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:01.775 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.775 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.775 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:01.775 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.775 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:01.775 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:01.775 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.775 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:01.776 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:01.776 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:01.776 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:01.776 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:01.776 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.776 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:01.776 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:01.776 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.776 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.776 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:01.776 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:01.776 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.776 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.776 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:01.777 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:01.777 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:01.777 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:01.777 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:01.777 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.777 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.777 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:01.777 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:01.777 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:01.777 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.777 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:01.777 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.777 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:01.777 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.777 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:01.778 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.778 INFO:teuthology.orchestra.run.smithi019.stdout:configfile = 2023-12-03T12:55:01.778 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.778 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:55:01.778 INFO:teuthology.orchestra.run.smithi019.stdout: def setup_teardown(configfile): 2023-12-03T12:55:01.778 INFO:teuthology.orchestra.run.smithi019.stdout: yield 2023-12-03T12:55:01.778 INFO:teuthology.orchestra.run.smithi019.stdout:> teardown() 2023-12-03T12:55:01.778 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.778 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:55:01.778 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.778 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:55:01.778 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:55:01.778 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:55:01.779 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:55:01.779 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:55:01.779 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:55:01.779 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:01.779 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:01.779 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:01.779 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:01.779 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:01.779 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:01.779 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:01.779 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:01.779 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:01.779 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:01.779 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:01.779 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:01.779 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:01.779 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:01.780 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:01.780 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:01.780 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:01.780 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:01.780 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:01.780 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:01.780 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:01.780 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:01.780 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:01.780 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:01.780 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:01.780 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:01.780 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:01.781 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:01.781 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:01.781 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:01.781 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:01.781 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:01.781 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:01.781 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:01.781 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.781 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.781 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:01.781 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:01.781 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.781 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:01.782 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.782 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:01.782 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:01.782 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:01.782 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:01.782 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:01.782 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:01.785 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:01.785 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:01.785 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:01.785 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:01.785 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:01.785 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:01.785 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:01.785 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.785 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:01.785 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:01.785 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:01.785 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:01.786 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:01.786 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:01.786 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:01.786 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:01.786 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:01.786 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:01.786 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:01.786 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.786 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.786 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:01.786 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:01.786 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:01.786 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:01.786 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:01.786 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.787 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.787 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:01.787 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:01.787 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:01.787 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:01.787 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:01.787 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.787 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:01.787 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:01.787 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:01.787 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:01.787 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:01.787 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:55:01.787 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.787 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:01.788 INFO:teuthology.orchestra.run.smithi019.stdout:__________ ERROR at teardown of test_block_public_object_canned_acls ___________ 2023-12-03T12:55:01.788 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.788 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:01.788 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.788 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:01.788 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:01.788 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.788 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:01.788 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:01.788 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:01.788 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:01.788 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:01.788 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.788 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:01.788 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:01.789 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.789 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.789 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:01.789 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:01.789 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.789 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.789 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:01.789 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.789 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:01.789 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:01.789 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.789 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.789 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:01.789 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:01.789 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.790 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:01.790 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:01.790 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:01.790 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:01.790 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:01.790 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:01.790 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:01.790 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.790 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:01.790 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:01.790 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:01.790 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:01.790 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:01.790 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:01.791 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:01.791 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:01.791 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:01.791 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.791 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:01.791 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:01.791 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:01.791 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:01.791 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.791 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:01.791 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:01.791 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:01.791 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:01.791 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.791 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.792 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:01.792 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:01.792 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:01.792 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:01.792 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.792 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.792 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:01.792 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:01.792 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:01.792 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.792 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:01.792 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.792 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:01.792 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:01.793 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.793 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:01.793 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:01.793 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:01.793 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:01.793 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:01.793 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:01.793 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.793 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:01.793 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.793 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:01.793 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.793 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:01.793 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:01.793 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.793 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:01.794 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.794 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:01.794 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:01.794 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:01.794 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:01.794 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:01.794 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:01.794 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:01.794 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:01.794 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:01.794 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:01.794 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:01.794 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:01.794 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:01.795 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.795 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:01.795 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:01.795 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:01.795 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:01.795 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:01.795 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:01.795 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:01.795 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:01.795 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:01.796 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:01.796 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:01.796 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.796 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.796 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:01.796 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.796 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:01.796 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:01.796 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:01.796 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:01.796 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:01.796 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:01.796 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:01.796 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:01.797 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:01.797 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:01.797 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:01.797 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:01.797 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:01.797 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:01.797 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.797 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.797 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:01.797 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.797 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:01.797 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:01.797 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.798 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:01.798 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:01.798 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:01.798 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:01.798 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:01.798 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.798 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:01.798 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:01.798 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.798 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.798 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:01.798 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:01.798 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.798 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.799 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:01.799 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:01.799 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:01.799 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:01.799 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:01.799 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.799 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.799 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:01.799 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:01.799 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:01.799 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.799 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:01.799 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.799 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:01.799 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.800 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:01.800 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.800 INFO:teuthology.orchestra.run.smithi019.stdout:configfile = 2023-12-03T12:55:01.800 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.800 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:55:01.800 INFO:teuthology.orchestra.run.smithi019.stdout: def setup_teardown(configfile): 2023-12-03T12:55:01.800 INFO:teuthology.orchestra.run.smithi019.stdout: yield 2023-12-03T12:55:01.800 INFO:teuthology.orchestra.run.smithi019.stdout:> teardown() 2023-12-03T12:55:01.800 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.800 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:55:01.800 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.800 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:55:01.800 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:55:01.800 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:55:01.800 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:55:01.801 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:55:01.801 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:55:01.801 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:01.801 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:01.801 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:01.801 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:01.801 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:01.801 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:01.801 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:01.801 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:01.801 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:01.801 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:01.801 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:01.801 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:01.802 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:01.802 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:01.802 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:01.802 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:01.802 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:01.802 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:01.802 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:01.802 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:01.802 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:01.802 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:01.802 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:01.802 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:01.802 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:01.803 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:01.803 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:01.803 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:01.803 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:01.803 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:01.803 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:01.803 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:01.803 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:01.803 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:01.803 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.803 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.803 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:01.803 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:01.803 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.803 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:01.804 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.804 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:01.804 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:01.804 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:01.804 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:01.804 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:01.804 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:01.804 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:01.804 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:01.804 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:01.804 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:01.804 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:01.804 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:01.804 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:01.804 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.804 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:01.805 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:01.805 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:01.805 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:01.805 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:01.805 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:01.805 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:01.805 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:01.805 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:01.805 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:01.805 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:01.805 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.805 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.805 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:01.805 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:01.805 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:01.805 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:01.806 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:01.806 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.806 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.806 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:01.806 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:01.806 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:01.806 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:01.806 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:01.806 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.806 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:01.806 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:01.806 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:01.806 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:01.806 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:01.807 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:55:01.807 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.807 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:01.807 INFO:teuthology.orchestra.run.smithi019.stdout:________________ ERROR at teardown of test_block_public_policy _________________ 2023-12-03T12:55:01.807 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.807 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:01.807 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.807 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:01.807 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:01.807 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.807 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:01.807 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:01.807 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:01.808 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:01.808 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:01.808 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.808 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:01.808 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:01.808 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.808 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.808 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:01.808 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:01.808 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.808 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.808 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:01.808 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.808 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:01.808 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:01.808 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.809 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.809 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:01.809 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:01.809 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.809 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:01.809 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:01.809 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:01.809 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:01.809 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:01.809 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:01.809 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:01.809 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.809 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:01.809 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:01.809 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:01.810 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:01.810 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:01.810 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:01.810 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:01.810 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:01.810 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:01.810 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.810 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:01.810 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:01.810 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:01.810 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:01.810 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.810 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:01.811 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:01.811 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:01.811 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:01.811 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.811 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.811 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:01.811 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:01.811 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:01.811 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:01.811 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.811 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.811 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:01.811 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:01.812 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:01.812 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.812 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:01.812 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.812 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:01.812 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:01.812 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.812 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:01.812 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:01.812 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:01.812 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:01.812 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:01.812 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:01.812 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.812 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:01.812 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.813 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:01.813 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.813 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:01.813 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:01.813 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.813 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:01.813 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.813 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:01.813 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:01.813 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:01.813 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:01.813 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:01.813 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:01.813 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:01.813 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:01.813 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:01.814 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:01.814 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:01.814 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:01.814 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:01.814 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.814 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:01.814 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:01.814 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:01.814 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:01.814 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:01.814 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:01.814 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:01.814 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:01.815 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:01.815 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:01.815 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:01.815 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.815 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.815 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:01.815 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.815 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:01.815 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:01.815 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:01.815 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:01.815 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:01.815 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:01.815 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:01.815 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:01.816 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:01.816 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:01.816 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:01.816 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:01.816 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:01.816 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:01.816 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.816 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.816 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:01.816 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.816 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:01.816 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:01.816 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.816 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:01.816 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:01.817 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:01.817 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:01.817 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:01.817 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.817 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:01.817 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:01.817 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.817 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.817 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:01.817 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:01.817 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.817 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.817 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:01.817 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:01.817 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:01.817 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:01.817 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:01.818 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.818 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.818 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:01.818 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:01.818 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:01.818 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.818 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:01.818 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.818 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:01.818 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.818 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:01.818 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.818 INFO:teuthology.orchestra.run.smithi019.stdout:configfile = 2023-12-03T12:55:01.818 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.818 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:55:01.819 INFO:teuthology.orchestra.run.smithi019.stdout: def setup_teardown(configfile): 2023-12-03T12:55:01.819 INFO:teuthology.orchestra.run.smithi019.stdout: yield 2023-12-03T12:55:01.819 INFO:teuthology.orchestra.run.smithi019.stdout:> teardown() 2023-12-03T12:55:01.819 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.819 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:55:01.819 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.819 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:55:01.819 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:55:01.819 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:55:01.819 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:55:01.819 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:55:01.819 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:55:01.819 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:01.819 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:01.819 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:01.820 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:01.820 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:01.820 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:01.820 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:01.820 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:01.820 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:01.820 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:01.820 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:01.820 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:01.820 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:01.820 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:01.820 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:01.821 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:01.821 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:01.821 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:01.821 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:01.821 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:01.821 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:01.821 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:01.821 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:01.821 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:01.821 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:01.821 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:01.821 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:01.821 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:01.821 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:01.821 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:01.822 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:01.822 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:01.822 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:01.822 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:01.822 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.822 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.822 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:01.822 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:01.822 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.822 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:01.822 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.822 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:01.822 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:01.823 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:01.823 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:01.823 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:01.823 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:01.823 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:01.823 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:01.823 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:01.823 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:01.823 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:01.823 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:01.823 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:01.823 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.823 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:01.823 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:01.823 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:01.824 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:01.824 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:01.824 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:01.824 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:01.824 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:01.824 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:01.824 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:01.824 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:01.824 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.824 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.824 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:01.824 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:01.824 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:01.824 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:01.824 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:01.825 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.825 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.825 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:01.825 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:01.825 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:01.825 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:01.825 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:01.825 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.825 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:01.825 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:01.825 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:01.825 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:01.825 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:01.825 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:55:01.826 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.826 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:01.826 INFO:teuthology.orchestra.run.smithi019.stdout:_________________ ERROR at teardown of test_ignore_public_acls _________________ 2023-12-03T12:55:01.826 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.826 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:01.826 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.826 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:01.826 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:01.826 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.826 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:01.826 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:01.826 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:01.826 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:01.826 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:01.827 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.827 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:01.827 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:01.827 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.827 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.827 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:01.827 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:01.827 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.827 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.827 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:01.827 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.827 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:01.827 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:01.827 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.827 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.828 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:01.828 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:01.828 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.828 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:01.828 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:01.828 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:01.828 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:01.828 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:01.828 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:01.828 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:01.828 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.828 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:01.828 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:01.828 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:01.828 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:01.828 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:01.829 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:01.829 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:01.829 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:01.829 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:01.829 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.829 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:01.829 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:01.829 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:01.829 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:01.829 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.829 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:01.829 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:01.829 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:01.829 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:01.830 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.830 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.830 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:01.830 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:01.830 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:01.830 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:01.830 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.830 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.830 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:01.830 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:01.830 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:01.830 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.830 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:01.830 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.831 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:01.831 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:01.831 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.831 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:01.831 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:01.831 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:01.831 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:01.831 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:01.831 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:01.831 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.831 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:01.831 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.831 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:01.831 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.831 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:01.831 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:01.832 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.832 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:01.832 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.832 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:01.832 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:01.832 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:01.832 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:01.832 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:01.832 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:01.832 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:01.832 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:01.832 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:01.833 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:01.833 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:01.833 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:01.833 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:01.833 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.833 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:01.833 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:01.833 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:01.833 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:01.833 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:01.833 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:01.833 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:01.833 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:01.833 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:01.833 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:01.834 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:01.834 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.834 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.834 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:01.834 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.834 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:01.834 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:01.834 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:01.834 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:01.834 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:01.834 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:01.834 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:01.834 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:01.835 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:01.835 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:01.835 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:01.835 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:01.835 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:01.835 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:01.835 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.835 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.835 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:01.835 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.835 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:01.835 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:01.835 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.835 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:01.835 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:01.835 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:01.836 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:01.836 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:01.836 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.836 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:01.836 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:01.836 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.836 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.836 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:01.836 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:01.836 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.836 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.836 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:01.836 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:01.836 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:01.836 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:01.837 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:01.837 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.837 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.837 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:01.837 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:01.837 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:01.837 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.837 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:01.837 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.837 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:01.837 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.837 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:01.837 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.837 INFO:teuthology.orchestra.run.smithi019.stdout:configfile = 2023-12-03T12:55:01.837 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.837 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:55:01.838 INFO:teuthology.orchestra.run.smithi019.stdout: def setup_teardown(configfile): 2023-12-03T12:55:01.838 INFO:teuthology.orchestra.run.smithi019.stdout: yield 2023-12-03T12:55:01.838 INFO:teuthology.orchestra.run.smithi019.stdout:> teardown() 2023-12-03T12:55:01.838 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.838 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:55:01.838 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.838 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:55:01.838 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:55:01.838 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:55:01.838 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:55:01.838 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:55:01.838 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:55:01.838 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:01.838 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:01.839 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:01.839 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:01.839 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:01.839 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:01.839 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:01.839 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:01.839 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:01.839 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:01.839 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:01.839 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:01.839 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:01.839 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:01.839 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:01.839 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:01.840 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:01.840 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:01.840 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:01.840 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:01.840 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:01.840 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:01.840 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:01.840 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:01.840 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:01.840 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:01.840 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:01.840 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:01.840 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:01.840 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:01.840 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:01.841 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:01.841 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:01.841 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:01.841 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.841 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.841 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:01.841 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:01.841 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.841 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:01.841 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.841 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:01.841 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:01.841 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:01.841 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:01.841 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:01.842 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:01.842 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:01.842 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:01.842 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:01.842 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:01.842 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:01.842 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:01.842 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:01.842 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.842 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:01.842 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:01.842 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:01.842 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:01.842 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:01.843 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:01.843 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:01.843 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:01.843 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:01.843 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:01.843 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:01.843 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.843 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.843 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:01.843 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:01.843 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:01.843 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:01.843 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:01.843 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.844 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.844 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:01.844 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:01.844 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:01.844 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:01.844 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:01.844 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.844 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:01.844 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:01.844 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:01.844 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:01.844 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:01.844 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:55:01.844 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.844 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:01.844 INFO:teuthology.orchestra.run.smithi019.stdout:______ ERROR at teardown of test_multipart_upload_on_a_bucket_with_policy ______ 2023-12-03T12:55:01.845 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.845 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:01.845 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.845 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:01.845 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:01.845 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.845 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:01.845 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:01.845 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:01.845 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:01.845 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:01.845 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.845 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:01.845 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:01.845 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.846 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.846 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:01.846 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:01.846 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.846 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.846 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:01.846 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.846 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:01.846 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:01.846 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.846 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.846 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:01.846 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:01.846 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.847 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:01.847 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:01.847 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:01.847 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:01.847 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:01.847 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:01.847 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:01.847 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.847 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:01.847 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:01.847 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:01.847 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:01.847 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:01.847 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:01.847 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:01.848 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:01.848 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:01.848 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.848 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:01.848 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:01.848 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:01.848 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:01.848 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.848 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:01.848 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:01.848 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:01.848 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:01.848 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.848 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.849 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:01.849 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:01.849 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:01.849 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:01.849 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.849 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.849 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:01.849 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:01.849 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:01.849 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.849 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:01.849 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.849 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:01.849 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:01.849 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.849 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:01.849 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:01.850 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:01.850 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:01.850 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:01.850 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:01.850 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.850 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:01.850 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.850 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:01.850 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.850 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:01.850 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:01.850 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.850 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:01.850 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.851 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:01.851 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:01.851 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:01.851 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:01.851 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:01.851 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:01.851 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:01.851 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:01.851 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:01.851 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:01.851 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:01.851 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:01.851 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:01.851 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.852 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:01.852 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:01.852 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:01.852 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:01.852 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:01.852 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:01.852 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:01.852 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:01.852 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:01.852 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:01.852 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:01.852 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.852 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.852 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:01.852 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.853 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:01.853 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:01.853 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:01.853 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:01.853 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:01.853 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:01.853 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:01.853 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:01.853 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:01.853 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:01.853 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:01.853 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:01.853 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:01.853 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:01.853 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.854 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.854 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:01.854 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.854 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:01.854 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:01.854 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.854 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:01.854 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:01.854 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:01.854 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:01.854 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:01.854 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.854 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:01.854 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:01.855 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.855 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.855 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:01.855 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:01.855 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.855 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.855 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:01.855 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:01.855 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:01.855 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:01.855 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:01.855 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.855 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.855 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:01.856 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:01.856 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:01.856 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.856 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:01.856 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.856 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:01.856 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.856 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:01.856 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.856 INFO:teuthology.orchestra.run.smithi019.stdout:configfile = 2023-12-03T12:55:01.856 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.856 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:55:01.856 INFO:teuthology.orchestra.run.smithi019.stdout: def setup_teardown(configfile): 2023-12-03T12:55:01.856 INFO:teuthology.orchestra.run.smithi019.stdout: yield 2023-12-03T12:55:01.857 INFO:teuthology.orchestra.run.smithi019.stdout:> teardown() 2023-12-03T12:55:01.857 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.857 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:55:01.857 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.857 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:55:01.857 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:55:01.857 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:55:01.857 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:55:01.857 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:55:01.857 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:55:01.857 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:01.857 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:01.857 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:01.857 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:01.858 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:01.858 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:01.858 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:01.858 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:01.858 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:01.858 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:01.858 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:01.858 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:01.858 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:01.858 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:01.858 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:01.858 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:01.858 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:01.858 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:01.859 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:01.859 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:01.859 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:01.859 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:01.859 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:01.859 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:01.859 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:01.859 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:01.859 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:01.859 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:01.859 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:01.859 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:01.859 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:01.859 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:01.860 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:01.860 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:01.860 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.860 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.860 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:01.860 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:01.860 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.860 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:01.860 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.860 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:01.860 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:01.860 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:01.860 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:01.860 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:01.860 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:01.860 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:01.861 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:01.861 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:01.861 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:01.861 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:01.861 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:01.861 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:01.861 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.861 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:01.861 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:01.861 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:01.861 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:01.861 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:01.861 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:01.861 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:01.862 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:01.862 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:01.862 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:01.862 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:01.862 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.862 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.862 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:01.862 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:01.862 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:01.862 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:01.862 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:01.862 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.862 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.862 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:01.863 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:01.863 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:01.863 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:01.863 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:01.863 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.863 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:01.863 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:01.863 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:01.863 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:01.863 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:01.863 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:55:01.863 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.863 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:01.863 INFO:teuthology.orchestra.run.smithi019.stdout:_____________ ERROR at teardown of test_put_bucket_encryption_kms ______________ 2023-12-03T12:55:01.863 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.864 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:01.864 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.864 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:01.864 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:01.864 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.864 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:01.864 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:01.864 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:01.864 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:01.864 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:01.864 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.864 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:01.864 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:01.864 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.864 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.865 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:01.865 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:01.865 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.865 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.865 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:01.865 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.865 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:01.865 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:01.865 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.865 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.865 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:01.865 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:01.865 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.865 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:01.865 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:01.865 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:01.866 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:01.866 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:01.866 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:01.866 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:01.866 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.866 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:01.866 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:01.866 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:01.866 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:01.866 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:01.866 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:01.866 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:01.866 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:01.866 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:01.867 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.867 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:01.867 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:01.867 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:01.867 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:01.867 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.867 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:01.867 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:01.867 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:01.867 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:01.867 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.867 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.867 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:01.867 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:01.867 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:01.868 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:01.868 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.868 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.868 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:01.868 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:01.868 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:01.868 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.868 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:01.868 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.868 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:01.868 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:01.868 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.869 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:01.869 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:01.869 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:01.869 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:01.869 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:01.869 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:01.869 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.869 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:01.869 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.869 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:01.869 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.869 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:01.869 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:01.869 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.869 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:01.869 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.870 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:01.870 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:01.870 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:01.870 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:01.870 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:01.870 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:01.870 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:01.870 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:01.870 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:01.870 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:01.870 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:01.870 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:01.870 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:01.870 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.871 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:01.871 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:01.871 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:01.871 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:01.871 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:01.871 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:01.871 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:01.871 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:01.871 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:01.871 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:01.871 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:01.871 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.871 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.871 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:01.872 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.872 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:01.872 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:01.872 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:01.872 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:01.872 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:01.872 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:01.872 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:01.872 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:01.872 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:01.872 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:01.872 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:01.872 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:01.872 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:01.872 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:01.873 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.873 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.873 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:01.873 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.873 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:01.873 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:01.873 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.873 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:01.873 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:01.873 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:01.873 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:01.873 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:01.873 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.873 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:01.873 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:01.874 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.874 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.874 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:01.874 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:01.874 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.874 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.874 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:01.874 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:01.874 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:01.874 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:01.874 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:01.874 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.874 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.874 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:01.875 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:01.875 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:01.875 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.875 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:01.875 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.875 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:01.875 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.875 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:01.875 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.875 INFO:teuthology.orchestra.run.smithi019.stdout:configfile = 2023-12-03T12:55:01.875 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.875 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:55:01.875 INFO:teuthology.orchestra.run.smithi019.stdout: def setup_teardown(configfile): 2023-12-03T12:55:01.875 INFO:teuthology.orchestra.run.smithi019.stdout: yield 2023-12-03T12:55:01.875 INFO:teuthology.orchestra.run.smithi019.stdout:> teardown() 2023-12-03T12:55:01.876 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.876 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:55:01.876 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.876 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:55:01.876 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:55:01.876 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:55:01.876 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:55:01.876 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:55:01.876 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:55:01.876 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:01.876 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:01.876 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:01.876 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:01.876 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:01.876 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:01.877 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:01.877 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:01.877 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:01.877 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:01.877 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:01.877 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:01.877 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:01.877 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:01.877 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:01.877 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:01.877 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:01.877 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:01.877 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:01.877 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:01.877 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:01.878 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:01.878 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:01.878 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:01.878 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:01.878 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:01.878 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:01.878 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:01.878 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:01.878 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:01.878 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:01.878 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:01.878 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:01.878 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:01.878 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.879 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.879 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:01.879 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:01.879 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.879 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:01.879 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.879 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:01.879 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:01.879 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:01.879 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:01.879 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:01.879 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:01.879 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:01.880 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:01.880 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:01.880 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:01.880 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:01.880 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:01.880 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:01.880 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.880 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:01.880 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:01.880 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:01.880 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:01.880 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:01.880 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:01.880 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:01.880 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:01.881 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:01.881 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:01.881 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:01.881 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.881 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.881 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:01.881 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:01.881 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:01.881 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:01.881 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:01.881 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.881 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.881 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:01.881 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:01.881 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:01.882 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:01.882 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:01.882 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.882 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:01.882 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:01.882 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:01.882 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:01.882 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:01.882 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:55:01.882 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.882 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:01.882 INFO:teuthology.orchestra.run.smithi019.stdout:_____________ ERROR at teardown of test_get_bucket_encryption_kms ______________ 2023-12-03T12:55:01.882 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.882 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:01.883 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.883 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:01.883 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:01.883 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.883 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:01.883 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:01.883 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:01.883 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:01.883 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:01.883 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.883 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:01.883 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:01.883 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.883 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.883 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:01.884 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:01.884 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.884 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.884 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:01.884 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.884 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:01.884 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:01.884 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.884 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.884 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:01.884 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:01.884 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.884 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:01.884 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:01.884 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:01.885 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:01.885 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:01.885 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:01.885 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:01.885 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.885 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:01.885 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:01.885 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:01.885 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:01.885 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:01.885 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:01.885 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:01.885 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:01.885 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:01.885 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.886 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:01.886 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:01.886 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:01.886 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:01.886 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.886 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:01.886 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:01.886 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:01.886 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:01.886 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.886 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.886 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:01.886 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:01.886 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:01.887 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:01.887 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.887 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.887 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:01.887 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:01.887 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:01.887 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.887 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:01.887 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.887 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:01.887 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:01.887 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.887 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:01.887 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:01.887 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:01.887 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:01.888 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:01.888 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:01.888 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.888 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:01.888 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.888 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:01.888 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.888 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:01.888 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:01.888 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.888 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:01.888 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.888 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:01.888 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:01.888 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:01.889 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:01.889 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:01.889 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:01.889 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:01.889 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:01.889 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:01.889 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:01.889 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:01.889 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:01.889 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:01.889 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.889 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:01.889 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:01.889 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:01.889 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:01.890 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:01.890 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:01.890 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:01.890 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:01.890 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:01.890 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:01.890 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:01.890 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.890 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.890 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:01.890 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.890 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:01.890 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:01.890 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:01.891 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:01.891 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:01.891 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:01.891 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:01.891 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:01.891 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:01.891 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:01.891 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:01.891 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:01.891 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:01.891 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:01.891 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.891 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.892 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:01.892 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.892 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:01.892 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:01.892 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.892 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:01.892 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:01.892 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:01.892 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:01.892 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:01.892 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.892 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:01.892 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:01.892 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.892 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.893 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:01.893 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:01.893 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.893 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.893 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:01.893 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:01.893 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:01.893 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:01.893 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:01.893 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.893 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.893 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:01.893 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:01.894 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:01.894 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.894 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:01.894 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.894 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:01.894 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.894 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:01.894 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.894 INFO:teuthology.orchestra.run.smithi019.stdout:configfile = 2023-12-03T12:55:01.894 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.894 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:55:01.894 INFO:teuthology.orchestra.run.smithi019.stdout: def setup_teardown(configfile): 2023-12-03T12:55:01.894 INFO:teuthology.orchestra.run.smithi019.stdout: yield 2023-12-03T12:55:01.894 INFO:teuthology.orchestra.run.smithi019.stdout:> teardown() 2023-12-03T12:55:01.894 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.895 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:55:01.895 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.895 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:55:01.895 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:55:01.895 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:55:01.895 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:55:01.895 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:55:01.895 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:55:01.895 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:01.895 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:01.895 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:01.895 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:01.895 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:01.895 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:01.895 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:01.896 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:01.896 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:01.896 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:01.896 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:01.896 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:01.896 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:01.896 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:01.896 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:01.896 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:01.896 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:01.896 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:01.896 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:01.896 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:01.896 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:01.896 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:01.896 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:01.897 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:01.897 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:01.897 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:01.897 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:01.897 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:01.897 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:01.897 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:01.897 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:01.897 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:01.897 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:01.897 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:01.897 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.897 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.897 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:01.897 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:01.898 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.898 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:01.898 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.898 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:01.898 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:01.898 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:01.898 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:01.898 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:01.898 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:01.898 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:01.898 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:01.898 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:01.898 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:01.899 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:01.899 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:01.899 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:01.899 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.899 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:01.899 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:01.899 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:01.899 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:01.899 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:01.899 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:01.899 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:01.899 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:01.899 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:01.899 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:01.899 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:01.899 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.900 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.900 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:01.900 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:01.900 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:01.900 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:01.900 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:01.900 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.900 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.900 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:01.900 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:01.900 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:01.900 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:01.900 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:01.900 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.900 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:01.901 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:01.901 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:01.901 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:01.901 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:01.901 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:55:01.901 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.901 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:01.901 INFO:teuthology.orchestra.run.smithi019.stdout:____________ ERROR at teardown of test_delete_bucket_encryption_kms ____________ 2023-12-03T12:55:01.901 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.901 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:01.901 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.901 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:01.901 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:01.901 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.902 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:01.902 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:01.902 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:01.902 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:01.902 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:01.902 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.902 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:01.902 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:01.902 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.902 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.902 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:01.902 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:01.902 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.902 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.903 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:01.903 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.903 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:01.903 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:01.903 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.903 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.903 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:01.903 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:01.903 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.903 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:01.903 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:01.903 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:01.903 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:01.903 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:01.903 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:01.904 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:01.904 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.904 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:01.904 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:01.904 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:01.904 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:01.904 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:01.904 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:01.904 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:01.904 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:01.904 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:01.904 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.904 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:01.904 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:01.905 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:01.905 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:01.905 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.905 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:01.905 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:01.905 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:01.905 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:01.905 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.905 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.905 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:01.905 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:01.905 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:01.905 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:01.905 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.905 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.905 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:01.906 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:01.906 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:01.906 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.906 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:01.906 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.906 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:01.906 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:01.906 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.906 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:01.906 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:01.906 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:01.906 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:01.906 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:01.906 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:01.907 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.907 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:01.907 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.907 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:01.907 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.907 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:01.907 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:01.907 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.907 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:01.907 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.907 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:01.907 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:01.907 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:01.907 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:01.907 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:01.907 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:01.908 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:01.908 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:01.908 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:01.908 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:01.908 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:01.908 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:01.908 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:01.908 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.908 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:01.908 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:01.908 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:01.908 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:01.908 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:01.908 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:01.908 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:01.908 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:01.909 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:01.909 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:01.909 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:01.909 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.909 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.909 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:01.909 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.909 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:01.909 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:01.909 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:01.909 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:01.909 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:01.909 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:01.909 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:01.909 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:01.909 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:01.910 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:01.910 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:01.910 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:01.910 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:01.910 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:01.910 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.910 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.910 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:01.910 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.910 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:01.910 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:01.910 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.910 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:01.911 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:01.911 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:01.911 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:01.911 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:01.911 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.911 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:01.911 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:01.911 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.911 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.911 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:01.911 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:01.911 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.911 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.911 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:01.911 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:01.912 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:01.912 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:01.912 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:01.912 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.912 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.912 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:01.912 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:01.912 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:01.912 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.912 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:01.912 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.912 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:01.912 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.912 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:01.912 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.913 INFO:teuthology.orchestra.run.smithi019.stdout:configfile = 2023-12-03T12:55:01.913 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.913 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:55:01.913 INFO:teuthology.orchestra.run.smithi019.stdout: def setup_teardown(configfile): 2023-12-03T12:55:01.913 INFO:teuthology.orchestra.run.smithi019.stdout: yield 2023-12-03T12:55:01.913 INFO:teuthology.orchestra.run.smithi019.stdout:> teardown() 2023-12-03T12:55:01.913 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.913 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:55:01.913 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.913 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:55:01.913 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:55:01.913 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:55:01.913 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:55:01.913 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:55:01.913 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:55:01.914 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:01.914 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:01.914 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:01.914 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:01.914 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:01.914 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:01.914 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:01.914 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:01.914 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:01.914 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:01.914 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:01.914 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:01.914 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:01.914 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:01.915 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:01.915 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:01.915 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:01.915 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:01.915 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:01.915 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:01.915 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:01.915 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:01.915 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:01.915 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:01.915 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:01.915 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:01.915 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:01.916 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:01.916 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:01.916 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:01.916 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:01.916 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:01.916 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:01.916 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:01.916 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.916 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.916 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:01.916 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:01.916 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.916 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:01.916 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.916 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:01.917 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:01.917 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:01.917 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:01.917 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:01.917 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:01.917 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:01.917 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:01.917 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:01.917 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:01.917 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:01.917 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:01.917 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:01.917 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.917 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:01.917 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:01.918 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:01.918 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:01.918 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:01.918 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:01.918 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:01.918 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:01.918 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:01.918 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:01.918 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:01.918 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.918 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.918 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:01.918 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:01.918 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:01.918 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:01.919 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:01.919 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.919 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.919 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:01.919 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:01.919 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:01.919 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:01.919 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:01.919 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.919 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:01.919 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:01.919 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:01.919 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:01.919 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:01.919 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:55:01.919 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.920 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:01.920 INFO:teuthology.orchestra.run.smithi019.stdout:_ ERROR at teardown of test_sse_kms_default_post_object_authenticated_request __ 2023-12-03T12:55:01.920 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.920 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:01.920 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.920 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:01.920 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:01.920 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.920 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:01.920 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:01.920 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:01.920 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:01.920 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:01.920 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.921 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:01.921 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:01.921 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.921 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.921 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:01.921 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:01.921 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.921 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.921 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:01.921 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.921 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:01.921 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:01.921 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.921 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.922 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:01.922 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:01.922 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.922 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:01.922 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:01.922 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:01.922 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:01.922 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:01.922 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:01.922 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:01.922 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.922 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:01.922 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:01.922 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:01.922 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:01.923 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:01.923 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:01.923 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:01.923 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:01.923 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:01.923 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.923 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:01.923 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:01.923 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:01.923 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:01.923 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.923 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:01.923 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:01.923 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:01.923 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:01.924 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.924 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.924 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:01.924 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:01.924 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:01.924 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:01.924 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.924 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.924 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:01.924 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:01.924 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:01.924 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.924 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:01.924 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.924 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:01.925 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:01.925 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.925 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:01.925 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:01.925 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:01.925 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:01.925 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:01.925 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:01.925 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.925 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:01.925 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.925 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:01.925 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.925 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:01.925 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:01.926 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.926 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:01.926 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.926 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:01.926 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:01.926 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:01.926 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:01.926 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:01.926 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:01.926 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:01.926 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:01.926 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:01.926 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:01.926 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:01.927 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:01.927 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:01.927 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.927 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:01.927 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:01.927 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:01.927 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:01.927 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:01.927 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:01.927 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:01.927 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:01.927 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:01.927 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:01.928 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:01.928 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.928 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.928 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:01.928 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.928 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:01.928 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:01.928 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:01.928 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:01.928 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:01.928 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:01.928 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:01.928 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:01.928 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:01.928 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:01.929 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:01.929 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:01.929 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:01.929 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:01.929 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.929 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.929 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:01.929 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.929 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:01.929 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:01.929 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.929 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:01.929 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:01.929 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:01.930 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:01.930 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:01.930 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.930 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:01.930 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:01.930 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.930 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.930 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:01.930 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:01.930 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.930 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.930 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:01.930 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:01.930 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:01.931 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:01.931 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:01.931 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.931 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.931 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:01.931 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:01.931 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:01.931 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.931 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:01.931 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.931 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:01.931 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.931 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:01.931 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.931 INFO:teuthology.orchestra.run.smithi019.stdout:configfile = 2023-12-03T12:55:01.932 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.932 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:55:01.932 INFO:teuthology.orchestra.run.smithi019.stdout: def setup_teardown(configfile): 2023-12-03T12:55:01.932 INFO:teuthology.orchestra.run.smithi019.stdout: yield 2023-12-03T12:55:01.932 INFO:teuthology.orchestra.run.smithi019.stdout:> teardown() 2023-12-03T12:55:01.932 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.932 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:55:01.932 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.932 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:55:01.932 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:55:01.932 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:55:01.932 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:55:01.932 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:55:01.932 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:55:01.932 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:01.933 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:01.933 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:01.933 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:01.933 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:01.933 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:01.933 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:01.933 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:01.933 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:01.933 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:01.933 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:01.933 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:01.933 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:01.933 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:01.933 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:01.933 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:01.933 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:01.934 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:01.934 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:01.934 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:01.934 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:01.934 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:01.934 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:01.934 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:01.934 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:01.934 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:01.934 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:01.934 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:01.934 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:01.934 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:01.935 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:01.935 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:01.935 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:01.935 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:01.935 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.935 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.935 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:01.935 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:01.935 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.935 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:01.935 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.935 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:01.935 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:01.935 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:01.935 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:01.936 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:01.936 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:01.936 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:01.936 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:01.936 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:01.936 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:01.936 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:01.936 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:01.936 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:01.936 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.936 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:01.936 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:01.936 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:01.936 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:01.936 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:01.936 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:01.937 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:01.937 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:01.937 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:01.937 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:01.937 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:01.937 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.937 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.937 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:01.937 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:01.937 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:01.937 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:01.937 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:01.937 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.937 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.937 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:01.937 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:01.938 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:01.938 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:01.938 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:01.938 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.938 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:01.938 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:01.938 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:01.938 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:01.938 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:01.938 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:55:01.938 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.938 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:01.938 INFO:teuthology.orchestra.run.smithi019.stdout:_________________ ERROR at teardown of test_get_object_torrent _________________ 2023-12-03T12:55:01.938 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.939 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:01.939 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.939 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:01.939 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:01.939 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.939 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:01.939 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:01.939 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:01.939 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:01.939 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:01.939 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.939 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:01.939 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:01.940 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.940 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.940 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:01.940 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:01.940 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.940 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.940 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:01.940 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.940 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:01.940 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:01.940 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.940 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.940 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:01.940 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:01.941 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.941 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:01.941 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:01.941 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:01.941 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:01.941 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:01.941 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:01.941 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:01.941 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.941 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:01.941 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:01.941 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:01.941 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:01.941 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:01.942 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:01.942 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:01.942 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:01.942 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:01.942 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.942 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:01.942 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:01.942 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:01.942 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:01.942 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.942 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:01.942 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:01.942 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:01.942 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:01.942 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.943 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.943 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:01.943 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:01.943 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:01.943 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:01.943 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.943 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.943 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:01.943 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:01.943 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:01.943 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.943 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:01.943 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.943 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:01.943 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:01.944 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.944 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:01.944 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:01.944 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:01.944 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:01.944 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:01.944 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:01.944 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.944 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:01.944 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.944 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:01.944 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.944 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:01.944 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:01.944 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.945 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:01.945 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.945 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:01.945 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:01.945 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:01.945 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:01.945 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:01.945 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:01.945 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:01.945 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:01.945 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:01.945 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:01.945 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:01.945 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:01.945 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:01.945 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.946 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:01.946 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:01.946 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:01.946 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:01.946 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:01.946 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:01.946 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:01.946 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:01.946 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:01.946 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:01.946 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:01.946 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.946 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.946 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:01.947 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.947 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:01.947 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:01.947 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:01.947 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:01.947 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:01.947 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:01.947 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:01.947 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:01.947 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:01.947 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:01.947 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:01.947 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:01.947 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:01.947 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:01.947 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.948 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.948 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:01.948 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.948 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:01.948 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:01.948 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.948 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:01.948 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:01.948 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:01.948 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:01.948 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:01.948 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.948 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:01.948 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:01.949 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.949 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.949 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:01.949 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:01.949 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.949 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.949 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:01.949 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:01.949 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:01.949 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:01.949 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:01.949 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.949 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.949 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:01.949 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:01.949 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:01.950 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.950 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:01.950 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.950 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:01.950 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.950 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:01.950 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.950 INFO:teuthology.orchestra.run.smithi019.stdout:configfile = 2023-12-03T12:55:01.950 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.950 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(autouse=True) 2023-12-03T12:55:01.950 INFO:teuthology.orchestra.run.smithi019.stdout: def setup_teardown(configfile): 2023-12-03T12:55:01.950 INFO:teuthology.orchestra.run.smithi019.stdout: yield 2023-12-03T12:55:01.950 INFO:teuthology.orchestra.run.smithi019.stdout:> teardown() 2023-12-03T12:55:01.950 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.951 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:315: 2023-12-03T12:55:01.951 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.951 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:285: in teardown 2023-12-03T12:55:01.951 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:55:01.951 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:55:01.951 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:55:01.951 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:55:01.951 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:55:01.951 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:01.951 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:01.951 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:01.951 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:01.951 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:01.951 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:01.952 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:01.952 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:01.952 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:01.952 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:01.952 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:01.952 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:01.952 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:01.952 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:01.952 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:01.952 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:01.952 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:01.952 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:01.952 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:01.953 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:01.953 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:01.953 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:01.953 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:01.953 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:01.953 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:01.953 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:01.953 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:01.953 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:01.953 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:01.953 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:01.953 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:01.953 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:01.953 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:01.953 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:01.954 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.954 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.954 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:01.954 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:01.954 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.954 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:01.954 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.954 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:01.954 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:01.954 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:01.954 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:01.954 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:01.954 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:01.954 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:01.955 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:01.955 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:01.955 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:01.955 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:01.955 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:01.955 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:01.955 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.955 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:01.955 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:01.955 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:01.955 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:01.955 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:01.955 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:01.955 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:01.955 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:01.955 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:01.956 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:01.956 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:01.956 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.956 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.956 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:01.956 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:01.956 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:01.956 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:01.956 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:01.956 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.956 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.956 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:01.956 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:01.956 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:01.956 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:01.956 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:01.957 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.957 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:01.957 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:01.957 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:01.957 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:01.957 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:01.957 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:55:01.957 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.957 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:01.957 INFO:teuthology.orchestra.run.smithi019.stdout:_________________ ERROR at setup of test_generate_where_clause _________________ 2023-12-03T12:55:01.957 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.957 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:01.957 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.957 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:01.957 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:01.958 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.958 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:01.958 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:01.958 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:01.958 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:01.958 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:01.958 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.958 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:01.958 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:01.958 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.958 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.958 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:01.958 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:01.958 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.959 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.959 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:01.959 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.959 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:01.959 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:01.959 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.959 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.959 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:01.959 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:01.959 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.959 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:01.959 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:01.959 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:01.959 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:01.959 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:01.960 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:01.960 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:01.960 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.960 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:01.960 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:01.960 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:01.960 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:01.960 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:01.960 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:01.960 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:01.960 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:01.960 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:01.960 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.960 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:01.960 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:01.961 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:01.961 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:01.961 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.961 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:01.961 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:01.961 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:01.961 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:01.961 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.961 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.961 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:01.961 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:01.961 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:01.961 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:01.961 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.961 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.962 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:01.962 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:01.962 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:01.962 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.962 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:01.962 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.962 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:01.962 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:01.962 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.962 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:01.962 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:01.962 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:01.962 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:01.962 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:01.963 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:01.963 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.963 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:01.963 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.963 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:01.963 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.963 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:01.963 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:01.963 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.963 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:01.963 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.963 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:01.963 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:01.963 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:01.964 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:01.964 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:01.964 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:01.964 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:01.964 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:01.964 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:01.964 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:01.964 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:01.964 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:01.964 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:01.964 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.964 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:01.964 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:01.964 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:01.964 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:01.965 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:01.965 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:01.965 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:01.965 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:01.965 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:01.965 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:01.965 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:01.965 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.965 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.965 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:01.965 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.965 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:01.965 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:01.965 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:01.965 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:01.966 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:01.966 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:01.966 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:01.966 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:01.966 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:01.966 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:01.966 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:01.966 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:01.966 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:01.966 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:01.966 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.966 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.966 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:01.966 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.967 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:01.967 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:01.967 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.967 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:01.967 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:01.967 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:01.967 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:01.967 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:01.967 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.967 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:01.967 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:01.967 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.967 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.967 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:01.967 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:01.967 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.968 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.968 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:01.968 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:01.968 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:01.968 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:01.968 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:01.968 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.968 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.968 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:01.968 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:01.968 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:01.968 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.968 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:01.968 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.968 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:01.969 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.969 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:01.969 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.969 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(scope="package") 2023-12-03T12:55:01.969 INFO:teuthology.orchestra.run.smithi019.stdout: def configfile(): 2023-12-03T12:55:01.969 INFO:teuthology.orchestra.run.smithi019.stdout:> setup() 2023-12-03T12:55:01.969 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.969 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:309: 2023-12-03T12:55:01.969 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.969 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:272: in setup 2023-12-03T12:55:01.969 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:55:01.969 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:55:01.969 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:55:01.969 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:55:01.969 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:55:01.970 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:01.970 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:01.970 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:01.970 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:01.970 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:01.970 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:01.970 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:01.970 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:01.970 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:01.970 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:01.970 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:01.970 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:01.970 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:01.970 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:01.971 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:01.971 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:01.971 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:01.971 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:01.971 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:01.971 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:01.971 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:01.971 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:01.971 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:01.971 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:01.971 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:01.971 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:01.971 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:01.971 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:01.972 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:01.972 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:01.972 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:01.972 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:01.972 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:01.972 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:01.972 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.972 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.972 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:01.972 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:01.972 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.972 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:01.972 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.972 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:01.972 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:01.973 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:01.973 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:01.973 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:01.973 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:01.973 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:01.973 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:01.973 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:01.973 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:01.973 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:01.973 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:01.973 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:01.973 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.973 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:01.973 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:01.973 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:01.973 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:01.974 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:01.974 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:01.974 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:01.974 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:01.974 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:01.974 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:01.974 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:01.974 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.974 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.974 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:01.974 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:01.974 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:01.974 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:01.974 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:01.974 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.975 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.975 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:01.975 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:01.975 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:01.975 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:01.975 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:01.975 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.975 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:01.975 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:01.975 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:01.975 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:01.975 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:01.975 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:55:01.976 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.976 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:01.976 INFO:teuthology.orchestra.run.smithi019.stdout:__________________ ERROR at setup of test_generate_projection __________________ 2023-12-03T12:55:01.976 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.976 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:01.976 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.976 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:01.976 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:01.976 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.976 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:01.976 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:01.976 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:01.976 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:01.976 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:01.976 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.977 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:01.977 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:01.977 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.977 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.977 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:01.977 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:01.977 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.977 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.977 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:01.977 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.977 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:01.977 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:01.977 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.977 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.977 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:01.978 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:01.978 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.978 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:01.978 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:01.978 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:01.978 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:01.978 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:01.978 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:01.978 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:01.978 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.978 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:01.978 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:01.978 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:01.979 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:01.979 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:01.979 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:01.979 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:01.979 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:01.979 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:01.979 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.979 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:01.979 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:01.979 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:01.979 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:01.979 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.979 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:01.979 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:01.979 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:01.980 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:01.980 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.980 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.980 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:01.980 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:01.980 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:01.980 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:01.980 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.980 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.980 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:01.980 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:01.980 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:01.980 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.980 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:01.980 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.980 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:01.981 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:01.981 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.981 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:01.981 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:01.981 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:01.981 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:01.981 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:01.981 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:01.981 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.981 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:01.981 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.981 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:01.981 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.981 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:01.981 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:01.982 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.982 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:01.982 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.982 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:01.982 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:01.982 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:01.982 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:01.982 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:01.982 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:01.982 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:01.982 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:01.982 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:01.982 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:01.983 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:01.983 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:01.983 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:01.983 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.983 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:01.983 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:01.983 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:01.983 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:01.983 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:01.983 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:01.983 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:01.983 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:01.983 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:01.983 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:01.983 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:01.985 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.985 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.985 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:01.985 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.985 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:01.985 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:01.985 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:01.985 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:01.985 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:01.985 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:01.985 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:01.986 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:01.986 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:01.986 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:01.986 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:01.986 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:01.986 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:01.986 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:01.986 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.986 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.986 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:01.986 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.986 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:01.986 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:01.987 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.987 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:01.987 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:01.987 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:01.987 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:01.987 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:01.987 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.987 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:01.987 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:01.987 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.987 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.987 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:01.987 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:01.987 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.987 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.987 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:01.988 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:01.988 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:01.988 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:01.988 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:01.988 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.988 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.988 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:01.988 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:01.988 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:01.988 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.988 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:01.988 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.988 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:01.988 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.988 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:01.988 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.989 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(scope="package") 2023-12-03T12:55:01.989 INFO:teuthology.orchestra.run.smithi019.stdout: def configfile(): 2023-12-03T12:55:01.989 INFO:teuthology.orchestra.run.smithi019.stdout:> setup() 2023-12-03T12:55:01.989 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.989 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:309: 2023-12-03T12:55:01.989 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.989 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:272: in setup 2023-12-03T12:55:01.989 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:55:01.989 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:55:01.989 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:55:01.989 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:55:01.989 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:55:01.990 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:01.990 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:01.990 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:01.990 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:01.990 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:01.990 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:01.990 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:01.990 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:01.990 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:01.990 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:01.990 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:01.990 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:01.990 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:01.990 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:01.991 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:01.991 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:01.991 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:01.991 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:01.991 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:01.991 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:01.991 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:01.991 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:01.991 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:01.991 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:01.991 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:01.991 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:01.991 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:01.991 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:01.992 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:01.992 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:01.992 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:01.992 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:01.992 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:01.992 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:01.992 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.992 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.992 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:01.992 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:01.992 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.992 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:01.992 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.992 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:01.993 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:01.993 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:01.993 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:01.993 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:01.993 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:01.993 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:01.993 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:01.993 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:01.993 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:01.993 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:01.993 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:01.993 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:01.993 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.993 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:01.993 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:01.994 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:01.994 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:01.994 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:01.994 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:01.994 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:01.994 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:01.994 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:01.994 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:01.994 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:01.994 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.994 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.994 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:01.994 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:01.995 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:01.995 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:01.995 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:01.995 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.995 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.995 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:01.995 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:01.995 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:01.995 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:01.995 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:01.995 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.995 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:01.995 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:01.995 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:01.995 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:01.995 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:01.996 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:55:01.996 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.996 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:01.996 INFO:teuthology.orchestra.run.smithi019.stdout:____________________ ERROR at setup of test_count_operation ____________________ 2023-12-03T12:55:01.996 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.996 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:01.996 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.996 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:01.996 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:01.996 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.996 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:01.996 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:01.996 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:01.996 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:01.997 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:01.997 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.997 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:01.997 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:01.997 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.997 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:01.997 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:01.997 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:01.997 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:01.997 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.997 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:01.997 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.997 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:01.997 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:01.998 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:01.998 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.998 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:01.998 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:01.998 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.998 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:01.998 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:01.998 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:01.998 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:01.998 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:01.998 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:01.998 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:01.998 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.998 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:01.999 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:01.999 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:01.999 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:01.999 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:01.999 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:01.999 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:01.999 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:01.999 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:01.999 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.999 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:01.999 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:01.999 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:01.999 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:01.999 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:01.999 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:01.999 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:02.000 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:02.000 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:02.000 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.000 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.000 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:02.000 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:02.000 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:02.000 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:02.000 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.000 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.000 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:02.000 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:02.000 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:02.000 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.001 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:02.001 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.001 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:02.001 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:02.001 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.001 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:02.001 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:02.001 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:02.001 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:02.001 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:02.001 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:02.001 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.002 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:02.002 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.002 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:02.002 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.002 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:02.002 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:02.002 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.002 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:02.003 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.003 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:02.003 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:02.003 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:02.003 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:02.003 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:02.003 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:02.003 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:02.003 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:02.003 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:02.003 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:02.004 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:02.004 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:02.004 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:02.004 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.004 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:02.004 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:02.004 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:02.004 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:02.004 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:02.004 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:02.004 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:02.004 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:02.004 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:02.004 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:02.004 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:02.005 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.005 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.005 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:02.005 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.005 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:02.005 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:02.005 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:02.005 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:02.005 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:02.005 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:02.005 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:02.005 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:02.005 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:02.005 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:02.006 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:02.006 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:02.006 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:02.006 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:02.006 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.006 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.006 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:02.006 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.006 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:02.006 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:02.006 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.006 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:02.006 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:02.006 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:02.007 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:02.007 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:02.007 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.007 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:02.007 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:02.007 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.007 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.007 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:02.007 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:02.007 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.007 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.007 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:02.007 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:02.007 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:02.007 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:02.008 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:02.008 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.008 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.008 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:02.008 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:02.008 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:02.008 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.008 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:02.008 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.008 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:02.008 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.008 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:02.008 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.008 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(scope="package") 2023-12-03T12:55:02.008 INFO:teuthology.orchestra.run.smithi019.stdout: def configfile(): 2023-12-03T12:55:02.008 INFO:teuthology.orchestra.run.smithi019.stdout:> setup() 2023-12-03T12:55:02.009 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.009 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:309: 2023-12-03T12:55:02.009 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.009 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:272: in setup 2023-12-03T12:55:02.009 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:55:02.009 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:55:02.009 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:55:02.009 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:55:02.009 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:55:02.009 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:02.009 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:02.009 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:02.009 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:02.009 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:02.010 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:02.010 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:02.010 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:02.010 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:02.010 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:02.010 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:02.010 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:02.010 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:02.010 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:02.010 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:02.010 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:02.010 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:02.010 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:02.010 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:02.011 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:02.011 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:02.011 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:02.011 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:02.011 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:02.011 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:02.011 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:02.011 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:02.011 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:02.011 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:02.011 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:02.011 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:02.011 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:02.011 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:02.012 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:02.012 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.012 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.012 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:02.012 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:02.012 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.012 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:02.012 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.012 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:02.012 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:02.012 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:02.012 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:02.012 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:02.013 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:02.013 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:02.013 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:02.013 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:02.013 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:02.013 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:02.013 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:02.013 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:02.013 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.013 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:02.013 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:02.014 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:02.014 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:02.014 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:02.014 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:02.014 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:02.014 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:02.014 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:02.014 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:02.014 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:02.014 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.014 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.014 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:02.014 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:02.014 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:02.014 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:02.015 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:02.015 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.015 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.015 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:02.015 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:02.015 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:02.015 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:02.015 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:02.015 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.015 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:02.015 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:02.015 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:02.015 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:02.015 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:02.015 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:55:02.016 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.016 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:02.016 INFO:teuthology.orchestra.run.smithi019.stdout:_________________ ERROR at setup of test_count_json_operation __________________ 2023-12-03T12:55:02.016 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.016 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:02.016 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.016 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:02.016 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:02.016 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.016 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:02.016 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:02.016 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:02.016 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:02.017 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:02.017 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.017 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:02.017 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:02.017 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.017 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.017 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:02.017 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:02.017 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.017 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.017 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:02.017 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.017 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:02.017 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:02.017 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.018 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.018 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:02.018 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:02.018 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.018 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:02.018 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:02.018 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:02.018 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:02.018 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:02.018 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:02.018 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:02.018 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.018 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:02.019 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:02.019 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:02.019 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:02.019 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:02.019 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:02.019 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:02.019 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:02.019 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:02.019 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.019 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:02.019 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:02.019 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:02.019 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:02.020 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.020 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:02.020 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:02.020 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:02.020 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:02.020 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.020 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.020 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:02.020 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:02.020 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:02.020 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:02.020 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.020 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.020 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:02.021 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:02.021 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:02.021 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.021 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:02.021 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.021 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:02.021 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:02.021 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.021 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:02.021 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:02.021 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:02.022 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:02.022 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:02.022 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:02.022 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.022 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:02.022 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.022 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:02.022 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.022 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:02.022 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:02.022 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.022 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:02.022 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.022 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:02.023 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:02.023 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:02.023 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:02.023 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:02.023 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:02.023 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:02.023 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:02.023 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:02.023 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:02.023 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:02.023 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:02.023 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:02.023 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.023 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:02.024 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:02.024 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:02.024 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:02.024 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:02.024 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:02.024 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:02.024 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:02.024 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:02.024 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:02.024 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:02.024 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.024 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.024 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:02.024 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.024 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:02.025 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:02.025 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:02.025 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:02.025 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:02.025 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:02.025 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:02.025 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:02.025 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:02.025 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:02.025 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:02.025 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:02.025 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:02.025 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:02.025 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.026 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.026 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:02.026 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.026 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:02.026 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:02.026 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.026 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:02.026 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:02.026 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:02.026 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:02.026 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:02.026 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.027 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:02.027 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:02.027 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.027 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.027 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:02.027 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:02.027 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.027 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.027 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:02.027 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:02.027 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:02.027 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:02.027 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:02.027 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.028 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.028 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:02.028 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:02.028 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:02.028 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.028 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:02.028 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.028 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:02.028 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.028 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:02.028 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.028 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(scope="package") 2023-12-03T12:55:02.028 INFO:teuthology.orchestra.run.smithi019.stdout: def configfile(): 2023-12-03T12:55:02.029 INFO:teuthology.orchestra.run.smithi019.stdout:> setup() 2023-12-03T12:55:02.029 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.029 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:309: 2023-12-03T12:55:02.029 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.029 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:272: in setup 2023-12-03T12:55:02.029 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:55:02.029 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:55:02.029 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:55:02.029 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:55:02.029 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:55:02.029 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:02.029 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:02.029 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:02.029 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:02.029 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:02.030 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:02.030 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:02.030 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:02.030 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:02.030 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:02.030 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:02.030 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:02.030 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:02.030 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:02.030 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:02.030 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:02.030 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:02.030 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:02.031 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:02.031 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:02.031 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:02.031 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:02.031 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:02.031 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:02.031 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:02.031 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:02.031 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:02.031 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:02.031 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:02.031 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:02.031 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:02.032 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:02.032 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:02.032 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:02.032 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.032 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.032 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:02.032 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:02.032 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.032 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:02.032 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.032 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:02.032 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:02.032 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:02.032 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:02.032 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:02.033 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:02.033 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:02.033 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:02.033 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:02.033 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:02.033 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:02.033 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:02.033 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:02.033 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.033 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:02.033 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:02.033 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:02.033 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:02.033 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:02.033 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:02.033 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:02.034 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:02.034 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:02.034 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:02.034 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:02.034 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.034 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.034 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:02.034 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:02.034 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:02.034 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:02.034 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:02.034 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.035 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.035 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:02.035 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:02.035 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:02.035 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:02.035 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:02.035 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.035 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:02.035 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:02.035 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:02.035 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:02.035 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:02.035 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:55:02.035 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.036 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:02.036 INFO:teuthology.orchestra.run.smithi019.stdout:________________ ERROR at setup of test_json_column_sum_min_max ________________ 2023-12-03T12:55:02.036 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.036 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:02.036 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.036 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:02.036 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:02.036 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.036 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:02.036 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:02.036 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:02.036 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:02.036 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:02.036 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.036 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:02.036 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:02.036 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.037 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.037 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:02.037 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:02.037 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.037 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.037 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:02.037 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.037 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:02.037 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:02.037 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.037 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.037 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:02.037 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:02.037 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.037 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:02.038 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:02.038 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:02.038 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:02.038 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:02.038 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:02.038 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:02.038 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.038 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:02.038 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:02.038 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:02.038 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:02.038 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:02.038 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:02.039 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:02.039 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:02.039 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:02.039 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.039 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:02.039 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:02.039 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:02.039 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:02.039 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.039 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:02.039 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:02.039 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:02.039 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:02.040 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.040 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.040 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:02.040 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:02.040 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:02.040 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:02.040 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.040 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.040 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:02.040 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:02.040 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:02.040 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.040 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:02.040 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.041 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:02.041 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:02.041 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.041 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:02.041 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:02.041 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:02.041 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:02.041 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:02.041 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:02.041 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.041 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:02.041 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.041 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:02.042 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.042 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:02.042 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:02.042 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.042 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:02.042 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.042 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:02.042 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:02.042 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:02.042 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:02.042 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:02.042 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:02.042 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:02.043 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:02.043 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:02.043 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:02.043 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:02.043 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:02.043 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:02.043 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.043 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:02.043 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:02.043 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:02.043 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:02.043 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:02.043 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:02.044 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:02.044 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:02.044 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:02.044 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:02.044 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:02.044 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.044 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.044 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:02.044 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.044 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:02.044 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:02.044 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:02.044 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:02.045 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:02.045 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:02.045 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:02.045 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:02.045 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:02.045 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:02.045 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:02.045 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:02.045 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:02.045 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:02.045 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.045 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.045 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:02.045 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.045 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:02.046 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:02.046 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.046 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:02.046 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:02.046 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:02.046 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:02.046 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:02.046 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.046 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:02.046 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:02.046 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.046 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.046 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:02.047 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:02.047 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.047 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.047 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:02.047 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:02.047 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:02.047 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:02.047 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:02.047 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.047 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.047 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:02.047 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:02.047 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:02.048 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.048 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:02.048 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.048 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:02.048 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.048 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:02.048 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.048 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(scope="package") 2023-12-03T12:55:02.048 INFO:teuthology.orchestra.run.smithi019.stdout: def configfile(): 2023-12-03T12:55:02.048 INFO:teuthology.orchestra.run.smithi019.stdout:> setup() 2023-12-03T12:55:02.048 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.048 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:309: 2023-12-03T12:55:02.048 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.048 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:272: in setup 2023-12-03T12:55:02.049 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:55:02.049 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:55:02.049 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:55:02.049 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:55:02.049 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:55:02.049 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:02.049 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:02.049 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:02.049 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:02.049 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:02.049 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:02.049 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:02.049 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:02.050 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:02.050 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:02.050 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:02.050 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:02.050 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:02.050 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:02.050 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:02.050 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:02.050 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:02.050 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:02.050 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:02.050 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:02.050 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:02.050 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:02.051 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:02.051 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:02.051 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:02.051 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:02.051 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:02.051 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:02.051 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:02.051 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:02.051 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:02.051 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:02.051 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:02.051 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:02.052 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.052 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.052 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:02.052 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:02.052 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.052 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:02.052 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.052 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:02.052 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:02.052 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:02.052 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:02.052 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:02.053 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:02.053 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:02.053 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:02.053 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:02.053 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:02.053 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:02.053 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:02.053 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:02.053 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.053 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:02.053 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:02.053 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:02.053 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:02.053 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:02.054 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:02.054 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:02.054 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:02.054 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:02.054 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:02.054 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:02.054 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.054 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.054 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:02.054 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:02.054 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:02.054 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:02.054 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:02.054 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.055 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.055 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:02.055 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:02.055 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:02.055 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:02.055 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:02.055 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.055 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:02.055 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:02.055 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:02.055 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:02.055 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:02.055 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:55:02.055 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.056 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:02.056 INFO:teuthology.orchestra.run.smithi019.stdout:________________ ERROR at setup of test_json_nullif_expressions ________________ 2023-12-03T12:55:02.056 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.056 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:02.056 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.056 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:02.056 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:02.056 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.056 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:02.056 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:02.056 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:02.056 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:02.056 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:02.056 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.057 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:02.057 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:02.057 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.057 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.057 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:02.057 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:02.057 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.057 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.057 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:02.057 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.057 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:02.057 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:02.057 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.057 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.057 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:02.057 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:02.058 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.058 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:02.058 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:02.058 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:02.058 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:02.058 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:02.058 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:02.058 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:02.058 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.058 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:02.058 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:02.058 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:02.058 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:02.059 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:02.059 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:02.059 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:02.059 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:02.059 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:02.059 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.059 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:02.059 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:02.059 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:02.059 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:02.059 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.059 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:02.059 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:02.059 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:02.060 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:02.060 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.060 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.060 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:02.060 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:02.060 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:02.060 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:02.060 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.060 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.060 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:02.060 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:02.060 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:02.060 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.060 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:02.061 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.061 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:02.061 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:02.061 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.061 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:02.061 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:02.061 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:02.061 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:02.061 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:02.061 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:02.061 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.061 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:02.061 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.062 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:02.062 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.062 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:02.062 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:02.062 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.062 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:02.062 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.062 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:02.062 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:02.062 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:02.062 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:02.062 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:02.062 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:02.063 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:02.063 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:02.063 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:02.063 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:02.063 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:02.063 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:02.063 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:02.063 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.063 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:02.063 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:02.063 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:02.063 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:02.063 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:02.063 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:02.064 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:02.064 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:02.064 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:02.064 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:02.064 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:02.064 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.064 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.064 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:02.064 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.064 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:02.064 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:02.064 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:02.064 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:02.065 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:02.065 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:02.065 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:02.065 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:02.065 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:02.065 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:02.065 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:02.065 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:02.065 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:02.065 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:02.065 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.065 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.065 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:02.065 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.066 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:02.066 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:02.066 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.066 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:02.066 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:02.066 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:02.066 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:02.066 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:02.066 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.066 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:02.066 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:02.066 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.067 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.067 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:02.067 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:02.067 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.067 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.067 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:02.067 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:02.067 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:02.067 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:02.067 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:02.067 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.067 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.067 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:02.068 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:02.068 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:02.068 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.068 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:02.068 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.068 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:02.068 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.068 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:02.068 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.068 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(scope="package") 2023-12-03T12:55:02.068 INFO:teuthology.orchestra.run.smithi019.stdout: def configfile(): 2023-12-03T12:55:02.068 INFO:teuthology.orchestra.run.smithi019.stdout:> setup() 2023-12-03T12:55:02.069 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.069 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:309: 2023-12-03T12:55:02.069 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.069 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:272: in setup 2023-12-03T12:55:02.069 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:55:02.069 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:55:02.069 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:55:02.069 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:55:02.069 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:55:02.069 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:02.069 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:02.069 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:02.069 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:02.069 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:02.069 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:02.070 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:02.070 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:02.070 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:02.070 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:02.070 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:02.070 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:02.070 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:02.070 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:02.070 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:02.070 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:02.070 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:02.070 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:02.070 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:02.071 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:02.071 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:02.071 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:02.071 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:02.071 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:02.071 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:02.071 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:02.071 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:02.071 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:02.071 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:02.071 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:02.071 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:02.071 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:02.072 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:02.072 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:02.072 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.072 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.072 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:02.072 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:02.072 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.072 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:02.072 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.072 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:02.072 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:02.072 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:02.072 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:02.072 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:02.073 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:02.073 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:02.073 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:02.073 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:02.073 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:02.073 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:02.073 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:02.073 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:02.073 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.073 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:02.073 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:02.073 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:02.073 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:02.073 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:02.073 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:02.074 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:02.074 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:02.074 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:02.074 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:02.074 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:02.074 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.074 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.074 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:02.074 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:02.074 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:02.074 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:02.074 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:02.075 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.075 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.075 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:02.075 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:02.075 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:02.075 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:02.075 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:02.075 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.075 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:02.075 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:02.075 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:02.075 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:02.075 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:02.075 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:55:02.075 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.075 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:02.076 INFO:teuthology.orchestra.run.smithi019.stdout:__________________ ERROR at setup of test_column_sum_min_max ___________________ 2023-12-03T12:55:02.076 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.076 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:02.076 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.076 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:02.076 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:02.076 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.076 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:02.076 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:02.076 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:02.076 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:02.076 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:02.076 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.077 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:02.077 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:02.077 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.077 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.077 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:02.077 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:02.077 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.077 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.077 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:02.077 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.077 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:02.078 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:02.078 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.078 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.078 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:02.078 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:02.078 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.078 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:02.078 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:02.078 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:02.078 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:02.078 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:02.078 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:02.078 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:02.078 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.079 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:02.079 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:02.079 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:02.079 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:02.079 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:02.079 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:02.079 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:02.079 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:02.079 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:02.079 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.079 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:02.079 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:02.079 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:02.079 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:02.080 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.080 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:02.080 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:02.080 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:02.080 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:02.080 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.080 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.080 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:02.080 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:02.080 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:02.080 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:02.081 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.081 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.081 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:02.081 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:02.081 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:02.081 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.081 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:02.081 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.081 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:02.081 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:02.081 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.081 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:02.081 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:02.082 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:02.082 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:02.082 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:02.082 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:02.082 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.082 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:02.082 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.082 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:02.082 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.082 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:02.082 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:02.082 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.082 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:02.083 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.083 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:02.083 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:02.083 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:02.083 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:02.083 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:02.083 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:02.083 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:02.083 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:02.083 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:02.083 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:02.083 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:02.083 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:02.083 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:02.084 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.084 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:02.084 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:02.084 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:02.084 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:02.084 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:02.084 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:02.084 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:02.084 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:02.084 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:02.084 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:02.084 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:02.084 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.084 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.085 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:02.085 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.085 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:02.085 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:02.085 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:02.085 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:02.085 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:02.085 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:02.085 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:02.085 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:02.085 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:02.085 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:02.085 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:02.085 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:02.086 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:02.086 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:02.086 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.086 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.086 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:02.086 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.086 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:02.086 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:02.086 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.086 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:02.086 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:02.086 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:02.086 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:02.087 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:02.087 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.087 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:02.087 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:02.087 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.087 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.087 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:02.087 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:02.087 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.087 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.087 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:02.087 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:02.087 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:02.088 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:02.088 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:02.088 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.088 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.088 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:02.088 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:02.088 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:02.088 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.088 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:02.088 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.088 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:02.088 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.088 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:02.088 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.088 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(scope="package") 2023-12-03T12:55:02.089 INFO:teuthology.orchestra.run.smithi019.stdout: def configfile(): 2023-12-03T12:55:02.089 INFO:teuthology.orchestra.run.smithi019.stdout:> setup() 2023-12-03T12:55:02.089 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.089 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:309: 2023-12-03T12:55:02.089 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.089 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:272: in setup 2023-12-03T12:55:02.089 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:55:02.089 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:55:02.089 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:55:02.089 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:55:02.089 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:55:02.089 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:02.089 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:02.090 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:02.090 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:02.090 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:02.090 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:02.090 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:02.090 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:02.090 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:02.090 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:02.090 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:02.090 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:02.090 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:02.090 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:02.090 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:02.090 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:02.091 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:02.091 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:02.091 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:02.091 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:02.091 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:02.091 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:02.091 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:02.091 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:02.091 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:02.091 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:02.091 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:02.091 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:02.092 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:02.092 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:02.092 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:02.092 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:02.092 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:02.092 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:02.092 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.092 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.092 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:02.092 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:02.092 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.092 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:02.092 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.093 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:02.093 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:02.093 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:02.093 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:02.093 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:02.093 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:02.093 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:02.093 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:02.093 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:02.093 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:02.093 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:02.093 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:02.093 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:02.093 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.094 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:02.094 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:02.094 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:02.094 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:02.094 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:02.094 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:02.094 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:02.094 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:02.094 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:02.094 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:02.094 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:02.094 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.095 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.095 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:02.095 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:02.095 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:02.095 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:02.095 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:02.095 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.095 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.095 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:02.095 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:02.095 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:02.095 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:02.095 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:02.096 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.096 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:02.096 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:02.096 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:02.096 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:02.096 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:02.096 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:55:02.096 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.096 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:02.096 INFO:teuthology.orchestra.run.smithi019.stdout:__________________ ERROR at setup of test_nullif_expressions ___________________ 2023-12-03T12:55:02.096 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.096 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:02.096 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.096 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:02.096 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:02.096 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.097 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:02.097 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:02.097 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:02.097 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:02.097 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:02.097 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.097 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:02.097 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:02.097 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.097 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.097 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:02.097 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:02.097 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.097 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.098 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:02.098 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.098 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:02.098 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:02.098 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.098 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.098 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:02.098 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:02.098 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.098 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:02.098 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:02.098 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:02.098 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:02.098 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:02.099 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:02.099 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:02.099 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.099 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:02.099 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:02.099 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:02.099 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:02.099 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:02.099 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:02.099 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:02.099 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:02.099 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:02.099 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.099 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:02.099 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:02.099 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:02.099 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:02.100 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.100 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:02.100 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:02.100 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:02.100 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:02.100 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.100 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.100 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:02.100 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:02.100 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:02.100 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:02.100 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.100 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.100 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:02.100 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:02.101 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:02.101 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.101 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:02.101 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.101 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:02.101 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:02.101 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.101 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:02.101 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:02.101 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:02.101 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:02.101 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:02.101 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:02.102 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.102 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:02.102 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.102 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:02.102 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.102 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:02.102 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:02.102 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.102 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:02.102 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.102 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:02.102 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:02.102 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:02.102 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:02.102 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:02.103 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:02.103 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:02.103 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:02.103 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:02.103 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:02.103 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:02.103 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:02.103 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:02.103 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.103 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:02.103 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:02.103 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:02.103 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:02.104 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:02.104 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:02.104 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:02.104 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:02.104 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:02.104 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:02.104 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:02.104 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.104 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.104 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:02.104 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.104 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:02.104 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:02.104 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:02.105 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:02.105 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:02.105 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:02.105 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:02.105 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:02.105 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:02.105 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:02.105 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:02.105 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:02.105 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:02.105 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:02.105 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.105 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.105 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:02.105 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.106 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:02.106 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:02.106 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.106 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:02.106 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:02.106 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:02.106 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:02.106 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:02.106 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.106 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:02.106 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:02.106 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.106 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.106 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:02.106 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:02.107 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.107 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.107 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:02.107 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:02.107 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:02.107 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:02.107 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:02.107 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.107 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.107 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:02.107 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:02.107 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:02.107 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.107 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:02.108 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.108 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:02.108 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.108 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:02.108 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.108 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(scope="package") 2023-12-03T12:55:02.108 INFO:teuthology.orchestra.run.smithi019.stdout: def configfile(): 2023-12-03T12:55:02.108 INFO:teuthology.orchestra.run.smithi019.stdout:> setup() 2023-12-03T12:55:02.108 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.108 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:309: 2023-12-03T12:55:02.108 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.108 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:272: in setup 2023-12-03T12:55:02.108 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:55:02.108 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:55:02.108 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:55:02.109 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:55:02.109 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:55:02.109 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:02.109 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:02.109 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:02.109 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:02.109 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:02.109 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:02.109 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:02.109 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:02.109 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:02.109 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:02.109 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:02.109 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:02.109 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:02.110 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:02.110 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:02.110 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:02.110 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:02.110 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:02.110 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:02.110 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:02.110 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:02.110 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:02.110 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:02.110 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:02.111 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:02.111 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:02.111 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:02.111 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:02.111 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:02.111 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:02.111 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:02.111 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:02.111 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:02.111 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:02.111 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.111 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.112 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:02.112 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:02.112 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.112 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:02.112 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.112 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:02.112 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:02.112 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:02.112 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:02.112 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:02.112 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:02.112 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:02.113 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:02.113 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:02.113 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:02.113 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:02.113 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:02.113 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:02.113 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.113 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:02.113 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:02.113 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:02.113 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:02.113 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:02.113 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:02.114 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:02.114 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:02.114 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:02.114 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:02.114 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:02.114 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.114 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.114 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:02.114 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:02.114 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:02.114 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:02.114 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:02.114 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.114 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.114 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:02.115 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:02.115 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:02.115 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:02.115 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:02.115 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.115 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:02.115 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:02.115 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:02.115 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:02.115 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:02.115 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:55:02.116 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.116 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:02.116 INFO:teuthology.orchestra.run.smithi019.stdout:________________ ERROR at setup of test_nulliftrue_expressions _________________ 2023-12-03T12:55:02.116 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.116 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:02.116 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.116 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:02.116 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:02.116 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.116 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:02.116 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:02.117 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:02.117 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:02.117 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:02.117 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.117 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:02.117 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:02.117 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.117 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.117 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:02.117 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:02.117 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.117 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.117 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:02.117 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.118 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:02.118 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:02.118 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.118 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.118 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:02.118 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:02.118 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.118 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:02.118 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:02.118 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:02.118 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:02.118 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:02.118 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:02.119 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:02.119 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.119 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:02.119 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:02.119 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:02.119 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:02.119 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:02.119 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:02.119 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:02.119 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:02.119 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:02.119 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.120 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:02.120 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:02.120 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:02.120 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:02.120 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.120 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:02.120 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:02.120 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:02.120 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:02.120 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.120 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.120 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:02.120 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:02.120 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:02.121 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:02.121 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.121 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.121 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:02.121 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:02.121 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:02.121 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.121 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:02.121 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.121 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:02.121 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:02.121 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.121 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:02.121 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:02.122 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:02.122 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:02.122 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:02.122 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:02.122 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.122 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:02.122 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.122 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:02.122 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.122 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:02.122 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:02.122 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.123 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:02.123 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.123 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:02.123 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:02.123 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:02.123 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:02.123 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:02.123 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:02.123 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:02.123 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:02.123 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:02.123 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:02.123 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:02.123 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:02.123 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:02.124 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.124 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:02.124 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:02.124 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:02.124 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:02.124 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:02.124 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:02.124 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:02.124 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:02.124 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:02.124 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:02.124 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:02.124 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.125 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.125 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:02.125 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.125 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:02.125 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:02.125 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:02.125 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:02.125 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:02.125 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:02.125 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:02.125 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:02.125 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:02.125 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:02.125 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:02.126 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:02.126 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:02.126 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:02.126 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.126 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.126 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:02.126 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.126 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:02.126 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:02.126 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.126 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:02.126 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:02.126 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:02.126 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:02.127 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:02.127 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.127 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:02.127 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:02.127 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.127 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.127 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:02.127 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:02.127 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.127 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.127 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:02.127 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:02.127 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:02.128 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:02.128 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:02.128 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.128 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.128 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:02.128 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:02.128 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:02.128 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.128 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:02.128 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.128 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:02.128 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.128 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:02.128 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.128 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(scope="package") 2023-12-03T12:55:02.129 INFO:teuthology.orchestra.run.smithi019.stdout: def configfile(): 2023-12-03T12:55:02.129 INFO:teuthology.orchestra.run.smithi019.stdout:> setup() 2023-12-03T12:55:02.129 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.129 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:309: 2023-12-03T12:55:02.129 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.129 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:272: in setup 2023-12-03T12:55:02.129 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:55:02.129 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:55:02.129 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:55:02.129 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:55:02.129 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:55:02.129 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:02.130 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:02.130 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:02.130 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:02.130 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:02.130 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:02.130 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:02.130 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:02.130 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:02.130 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:02.130 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:02.130 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:02.130 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:02.130 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:02.130 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:02.131 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:02.131 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:02.131 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:02.131 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:02.131 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:02.131 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:02.131 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:02.131 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:02.131 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:02.131 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:02.131 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:02.131 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:02.132 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:02.132 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:02.132 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:02.132 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:02.132 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:02.132 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:02.132 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:02.132 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.132 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.132 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:02.132 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:02.132 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.132 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:02.132 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.133 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:02.133 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:02.133 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:02.133 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:02.133 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:02.133 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:02.133 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:02.133 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:02.133 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:02.133 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:02.133 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:02.133 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:02.133 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:02.133 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.133 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:02.133 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:02.134 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:02.134 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:02.134 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:02.134 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:02.134 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:02.134 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:02.134 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:02.134 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:02.134 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:02.134 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.134 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.134 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:02.134 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:02.135 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:02.135 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:02.135 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:02.135 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.135 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.135 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:02.135 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:02.135 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:02.135 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:02.135 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:02.135 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.135 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:02.135 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:02.136 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:02.136 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:02.136 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:02.136 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:55:02.136 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.136 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:02.136 INFO:teuthology.orchestra.run.smithi019.stdout:________________ ERROR at setup of test_is_not_null_expressions ________________ 2023-12-03T12:55:02.136 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.136 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:02.136 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.136 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:02.136 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:02.136 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.136 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:02.137 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:02.137 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:02.137 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:02.137 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:02.137 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.137 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:02.137 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:02.137 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.137 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.137 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:02.137 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:02.137 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.138 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.138 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:02.138 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.138 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:02.138 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:02.138 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.138 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.138 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:02.138 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:02.138 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.138 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:02.138 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:02.138 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:02.139 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:02.139 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:02.139 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:02.139 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:02.139 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.139 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:02.139 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:02.139 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:02.139 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:02.139 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:02.139 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:02.139 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:02.139 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:02.139 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:02.140 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.140 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:02.140 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:02.140 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:02.140 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:02.140 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.140 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:02.140 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:02.140 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:02.140 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:02.140 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.141 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.141 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:02.141 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:02.141 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:02.141 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:02.141 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.141 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.141 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:02.141 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:02.141 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:02.141 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.141 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:02.141 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.141 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:02.142 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:02.142 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.142 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:02.142 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:02.142 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:02.142 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:02.142 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:02.142 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:02.142 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.142 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:02.142 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.142 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:02.142 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.143 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:02.143 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:02.143 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.143 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:02.143 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.143 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:02.143 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:02.143 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:02.143 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:02.143 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:02.143 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:02.144 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:02.144 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:02.144 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:02.144 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:02.144 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:02.144 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:02.144 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:02.144 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.144 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:02.144 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:02.144 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:02.144 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:02.144 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:02.144 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:02.145 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:02.145 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:02.145 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:02.145 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:02.145 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:02.145 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.145 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.145 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:02.145 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.145 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:02.145 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:02.145 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:02.145 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:02.145 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:02.146 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:02.146 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:02.146 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:02.146 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:02.146 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:02.146 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:02.146 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:02.146 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:02.146 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:02.146 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.146 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.146 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:02.146 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.147 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:02.147 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:02.147 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.147 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:02.147 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:02.147 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:02.147 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:02.147 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:02.147 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.147 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:02.147 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:02.147 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.147 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.148 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:02.148 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:02.148 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.148 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.148 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:02.148 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:02.148 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:02.148 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:02.148 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:02.148 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.148 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.148 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:02.148 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:02.148 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:02.148 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.148 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:02.149 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.149 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:02.149 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.149 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:02.149 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.149 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(scope="package") 2023-12-03T12:55:02.149 INFO:teuthology.orchestra.run.smithi019.stdout: def configfile(): 2023-12-03T12:55:02.149 INFO:teuthology.orchestra.run.smithi019.stdout:> setup() 2023-12-03T12:55:02.149 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.149 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:309: 2023-12-03T12:55:02.149 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.149 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:272: in setup 2023-12-03T12:55:02.149 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:55:02.149 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:55:02.150 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:55:02.150 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:55:02.150 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:55:02.150 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:02.150 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:02.150 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:02.150 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:02.150 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:02.150 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:02.150 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:02.150 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:02.150 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:02.151 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:02.151 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:02.151 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:02.151 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:02.151 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:02.151 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:02.151 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:02.151 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:02.151 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:02.151 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:02.151 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:02.151 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:02.151 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:02.151 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:02.152 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:02.152 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:02.152 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:02.152 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:02.152 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:02.152 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:02.152 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:02.152 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:02.152 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:02.152 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:02.152 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:02.152 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.152 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.152 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:02.153 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:02.153 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.153 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:02.153 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.153 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:02.153 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:02.153 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:02.153 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:02.153 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:02.153 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:02.153 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:02.153 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:02.153 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:02.153 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:02.154 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:02.154 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:02.154 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:02.154 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.154 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:02.154 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:02.154 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:02.154 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:02.154 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:02.154 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:02.154 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:02.154 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:02.154 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:02.155 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:02.155 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:02.155 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.155 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.155 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:02.155 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:02.155 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:02.155 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:02.155 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:02.155 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.155 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.155 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:02.155 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:02.155 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:02.155 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:02.156 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:02.156 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.156 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:02.156 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:02.156 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:02.156 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:02.156 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:02.156 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:55:02.156 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.156 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:02.156 INFO:teuthology.orchestra.run.smithi019.stdout:________________ ERROR at setup of test_lowerupper_expressions _________________ 2023-12-03T12:55:02.156 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.156 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:02.157 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.157 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:02.157 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:02.157 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.157 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:02.157 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:02.157 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:02.157 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:02.157 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:02.157 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.157 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:02.157 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:02.157 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.157 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.157 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:02.158 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:02.158 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.158 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.158 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:02.158 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.158 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:02.158 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:02.158 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.158 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.158 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:02.158 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:02.158 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.158 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:02.158 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:02.159 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:02.159 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:02.159 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:02.159 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:02.159 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:02.159 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.159 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:02.159 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:02.159 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:02.159 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:02.159 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:02.159 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:02.159 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:02.159 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:02.160 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:02.160 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.160 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:02.160 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:02.160 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:02.160 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:02.160 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.160 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:02.160 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:02.160 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:02.160 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:02.160 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.160 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.160 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:02.161 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:02.161 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:02.161 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:02.161 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.161 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.161 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:02.161 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:02.161 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:02.161 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.161 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:02.161 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.161 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:02.162 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:02.162 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.162 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:02.162 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:02.162 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:02.162 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:02.162 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:02.162 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:02.162 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.162 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:02.162 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.162 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:02.162 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.163 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:02.163 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:02.163 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.163 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:02.163 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.163 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:02.163 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:02.163 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:02.163 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:02.163 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:02.163 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:02.163 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:02.163 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:02.163 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:02.164 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:02.164 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:02.164 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:02.164 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:02.164 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.164 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:02.164 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:02.164 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:02.164 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:02.164 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:02.164 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:02.164 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:02.164 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:02.164 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:02.164 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:02.165 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:02.165 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.165 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.165 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:02.165 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.165 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:02.165 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:02.165 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:02.165 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:02.165 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:02.165 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:02.165 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:02.165 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:02.165 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:02.165 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:02.165 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:02.166 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:02.166 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:02.166 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:02.166 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.166 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.166 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:02.166 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.166 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:02.166 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:02.166 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.166 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:02.166 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:02.166 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:02.167 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:02.167 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:02.167 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.167 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:02.167 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:02.167 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.167 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.167 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:02.167 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:02.167 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.167 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.167 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:02.167 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:02.167 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:02.167 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:02.168 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:02.168 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.168 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.168 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:02.168 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:02.168 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:02.168 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.168 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:02.168 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.168 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:02.168 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.168 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:02.168 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.169 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(scope="package") 2023-12-03T12:55:02.169 INFO:teuthology.orchestra.run.smithi019.stdout: def configfile(): 2023-12-03T12:55:02.169 INFO:teuthology.orchestra.run.smithi019.stdout:> setup() 2023-12-03T12:55:02.169 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.169 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:309: 2023-12-03T12:55:02.169 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.169 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:272: in setup 2023-12-03T12:55:02.169 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:55:02.169 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:55:02.169 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:55:02.169 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:55:02.169 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:55:02.169 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:02.169 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:02.169 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:02.170 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:02.170 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:02.170 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:02.170 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:02.170 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:02.170 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:02.170 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:02.170 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:02.170 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:02.170 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:02.170 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:02.170 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:02.171 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:02.171 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:02.171 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:02.171 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:02.171 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:02.171 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:02.171 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:02.171 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:02.171 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:02.171 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:02.171 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:02.171 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:02.171 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:02.172 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:02.172 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:02.172 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:02.172 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:02.172 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:02.172 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:02.172 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.172 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.172 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:02.172 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:02.172 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.172 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:02.172 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.172 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:02.172 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:02.173 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:02.173 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:02.173 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:02.173 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:02.173 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:02.173 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:02.173 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:02.173 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:02.173 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:02.173 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:02.173 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:02.173 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.173 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:02.173 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:02.174 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:02.174 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:02.174 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:02.174 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:02.174 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:02.174 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:02.174 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:02.174 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:02.174 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:02.174 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.174 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.174 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:02.174 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:02.175 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:02.175 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:02.175 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:02.175 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.175 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.175 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:02.175 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:02.175 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:02.175 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:02.175 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:02.175 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.175 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:02.175 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:02.175 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:02.175 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:02.175 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:02.176 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:55:02.176 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.176 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:02.176 INFO:teuthology.orchestra.run.smithi019.stdout:____________________ ERROR at setup of test_in_expressions _____________________ 2023-12-03T12:55:02.176 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.176 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:02.176 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.176 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:02.176 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:02.176 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.176 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:02.176 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:02.177 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:02.177 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:02.177 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:02.177 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.177 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:02.177 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:02.177 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.177 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.177 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:02.177 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:02.177 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.177 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.177 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:02.177 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.177 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:02.178 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:02.178 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.178 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.178 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:02.178 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:02.178 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.178 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:02.178 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:02.178 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:02.178 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:02.178 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:02.178 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:02.178 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:02.178 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.178 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:02.178 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:02.179 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:02.179 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:02.179 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:02.179 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:02.179 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:02.179 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:02.179 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:02.179 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.179 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:02.179 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:02.179 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:02.179 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:02.179 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.179 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:02.179 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:02.180 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:02.180 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:02.180 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.180 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.180 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:02.180 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:02.180 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:02.180 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:02.180 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.180 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.180 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:02.180 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:02.180 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:02.181 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.181 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:02.181 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.181 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:02.181 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:02.181 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.181 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:02.181 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:02.181 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:02.181 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:02.181 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:02.181 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:02.181 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.181 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:02.182 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.182 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:02.182 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.182 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:02.182 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:02.182 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.182 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:02.182 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.182 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:02.182 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:02.182 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:02.182 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:02.183 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:02.183 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:02.183 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:02.183 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:02.183 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:02.183 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:02.183 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:02.183 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:02.183 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:02.183 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.183 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:02.183 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:02.183 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:02.184 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:02.184 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:02.184 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:02.184 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:02.184 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:02.184 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:02.184 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:02.184 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:02.184 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.184 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.184 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:02.184 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.184 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:02.184 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:02.184 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:02.185 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:02.185 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:02.185 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:02.185 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:02.185 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:02.185 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:02.185 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:02.185 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:02.185 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:02.185 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:02.185 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:02.185 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.185 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.185 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:02.185 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.185 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:02.186 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:02.186 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.186 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:02.186 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:02.186 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:02.186 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:02.186 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:02.186 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.186 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:02.186 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:02.186 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.186 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.187 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:02.187 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:02.187 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.187 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.187 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:02.187 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:02.187 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:02.187 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:02.187 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:02.187 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.187 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.187 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:02.187 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:02.187 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:02.187 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.188 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:02.188 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.188 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:02.188 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.188 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:02.188 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.188 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(scope="package") 2023-12-03T12:55:02.188 INFO:teuthology.orchestra.run.smithi019.stdout: def configfile(): 2023-12-03T12:55:02.188 INFO:teuthology.orchestra.run.smithi019.stdout:> setup() 2023-12-03T12:55:02.188 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.188 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:309: 2023-12-03T12:55:02.188 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.188 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:272: in setup 2023-12-03T12:55:02.188 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:55:02.188 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:55:02.189 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:55:02.189 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:55:02.189 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:55:02.189 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:02.189 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:02.189 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:02.189 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:02.189 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:02.189 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:02.189 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:02.189 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:02.189 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:02.189 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:02.190 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:02.190 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:02.190 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:02.190 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:02.190 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:02.190 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:02.190 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:02.190 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:02.190 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:02.190 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:02.190 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:02.190 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:02.190 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:02.190 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:02.190 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:02.191 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:02.191 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:02.191 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:02.191 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:02.191 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:02.191 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:02.191 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:02.191 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:02.193 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:02.193 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.193 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.193 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:02.193 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:02.193 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.193 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:02.193 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.193 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:02.194 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:02.194 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:02.194 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:02.194 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:02.194 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:02.194 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:02.194 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:02.194 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:02.194 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:02.194 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:02.195 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:02.195 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:02.195 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.195 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:02.195 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:02.195 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:02.195 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:02.195 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:02.195 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:02.195 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:02.195 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:02.195 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:02.195 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:02.195 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:02.195 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.196 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.196 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:02.196 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:02.196 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:02.196 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:02.196 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:02.196 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.196 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.196 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:02.196 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:02.196 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:02.196 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:02.196 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:02.196 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.197 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:02.197 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:02.197 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:02.197 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:02.197 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:02.197 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:55:02.197 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.197 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:02.197 INFO:teuthology.orchestra.run.smithi019.stdout:_______________ ERROR at setup of test_true_false_in_expressions _______________ 2023-12-03T12:55:02.197 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.197 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:02.197 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.198 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:02.198 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:02.198 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.198 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:02.198 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:02.198 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:02.198 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:02.198 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:02.198 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.198 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:02.198 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:02.198 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.198 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.199 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:02.199 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:02.199 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.199 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.199 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:02.199 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.199 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:02.199 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:02.199 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.199 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.199 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:02.199 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:02.199 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.199 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:02.199 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:02.200 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:02.200 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:02.200 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:02.200 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:02.200 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:02.200 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.200 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:02.200 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:02.200 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:02.200 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:02.200 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:02.200 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:02.200 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:02.200 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:02.200 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:02.201 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.201 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:02.201 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:02.201 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:02.201 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:02.201 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.201 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:02.201 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:02.201 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:02.201 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:02.201 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.201 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.201 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:02.202 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:02.202 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:02.202 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:02.202 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.202 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.202 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:02.202 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:02.202 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:02.202 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.202 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:02.202 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.202 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:02.202 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:02.202 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.202 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:02.203 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:02.203 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:02.203 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:02.203 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:02.203 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:02.203 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.203 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:02.203 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.203 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:02.203 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.203 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:02.203 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:02.203 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.204 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:02.204 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.204 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:02.204 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:02.204 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:02.204 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:02.204 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:02.204 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:02.204 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:02.204 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:02.204 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:02.204 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:02.204 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:02.204 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:02.205 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:02.205 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.205 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:02.205 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:02.205 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:02.205 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:02.205 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:02.205 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:02.205 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:02.205 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:02.205 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:02.205 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:02.205 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:02.205 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.205 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.205 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:02.205 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.206 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:02.206 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:02.206 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:02.206 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:02.206 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:02.206 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:02.206 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:02.206 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:02.206 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:02.206 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:02.206 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:02.206 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:02.206 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:02.207 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:02.207 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.207 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.207 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:02.207 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.207 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:02.207 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:02.207 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.207 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:02.207 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:02.207 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:02.207 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:02.207 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:02.208 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.208 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:02.208 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:02.208 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.208 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.208 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:02.208 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:02.208 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.208 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.208 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:02.208 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:02.208 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:02.208 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:02.208 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:02.209 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.209 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.209 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:02.209 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:02.209 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:02.209 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.209 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:02.209 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.209 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:02.209 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.209 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:02.209 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.209 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(scope="package") 2023-12-03T12:55:02.209 INFO:teuthology.orchestra.run.smithi019.stdout: def configfile(): 2023-12-03T12:55:02.209 INFO:teuthology.orchestra.run.smithi019.stdout:> setup() 2023-12-03T12:55:02.210 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.210 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:309: 2023-12-03T12:55:02.210 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.210 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:272: in setup 2023-12-03T12:55:02.210 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:55:02.210 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:55:02.210 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:55:02.210 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:55:02.210 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:55:02.210 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:02.210 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:02.210 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:02.210 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:02.211 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:02.211 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:02.211 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:02.211 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:02.211 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:02.211 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:02.211 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:02.211 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:02.211 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:02.211 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:02.211 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:02.211 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:02.211 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:02.211 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:02.212 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:02.212 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:02.212 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:02.212 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:02.212 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:02.212 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:02.212 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:02.212 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:02.212 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:02.212 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:02.212 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:02.212 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:02.212 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:02.212 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:02.212 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:02.213 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:02.213 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.213 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.213 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:02.213 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:02.213 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.213 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:02.213 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.213 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:02.213 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:02.213 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:02.213 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:02.213 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:02.213 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:02.214 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:02.214 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:02.214 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:02.214 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:02.214 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:02.214 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:02.214 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:02.214 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.214 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:02.214 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:02.214 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:02.214 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:02.214 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:02.214 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:02.214 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:02.215 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:02.215 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:02.215 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:02.215 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:02.215 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.215 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.215 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:02.215 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:02.215 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:02.215 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:02.215 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:02.215 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.215 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.215 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:02.215 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:02.216 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:02.216 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:02.216 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:02.216 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.216 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:02.216 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:02.216 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:02.216 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:02.216 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:02.216 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:55:02.216 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.216 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:02.216 INFO:teuthology.orchestra.run.smithi019.stdout:___________________ ERROR at setup of test_like_expressions ____________________ 2023-12-03T12:55:02.216 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.216 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:02.217 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.217 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:02.217 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:02.217 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.217 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:02.217 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:02.217 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:02.217 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:02.217 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:02.217 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.217 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:02.217 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:02.217 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.217 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.217 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:02.218 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:02.218 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.218 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.218 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:02.218 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.218 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:02.218 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:02.218 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.218 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.218 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:02.218 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:02.218 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.218 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:02.218 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:02.219 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:02.219 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:02.219 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:02.219 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:02.219 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:02.219 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.219 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:02.219 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:02.219 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:02.219 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:02.219 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:02.219 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:02.219 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:02.219 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:02.219 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:02.220 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.220 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:02.220 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:02.220 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:02.220 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:02.220 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.220 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:02.220 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:02.220 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:02.220 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:02.220 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.220 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.220 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:02.221 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:02.221 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:02.221 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:02.221 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.221 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.221 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:02.221 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:02.221 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:02.221 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.221 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:02.221 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.221 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:02.221 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:02.221 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.221 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:02.222 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:02.222 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:02.222 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:02.222 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:02.222 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:02.222 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.222 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:02.222 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.222 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:02.222 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.222 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:02.222 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:02.222 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.222 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:02.223 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.223 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:02.223 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:02.223 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:02.223 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:02.223 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:02.223 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:02.223 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:02.223 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:02.223 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:02.223 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:02.223 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:02.223 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:02.223 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:02.224 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.224 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:02.224 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:02.224 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:02.224 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:02.224 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:02.224 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:02.224 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:02.224 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:02.224 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:02.224 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:02.224 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:02.224 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.224 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.225 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:02.225 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.225 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:02.225 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:02.225 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:02.225 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:02.225 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:02.225 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:02.225 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:02.225 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:02.225 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:02.225 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:02.225 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:02.225 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:02.225 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:02.226 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:02.226 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.226 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.226 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:02.226 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.226 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:02.226 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:02.226 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.226 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:02.226 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:02.226 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:02.226 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:02.226 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:02.226 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.227 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:02.227 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:02.227 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.227 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.227 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:02.227 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:02.227 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.227 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.227 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:02.227 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:02.227 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:02.227 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:02.227 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:02.227 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.228 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.228 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:02.228 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:02.228 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:02.228 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.228 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:02.228 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.228 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:02.228 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.228 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:02.228 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.228 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(scope="package") 2023-12-03T12:55:02.228 INFO:teuthology.orchestra.run.smithi019.stdout: def configfile(): 2023-12-03T12:55:02.228 INFO:teuthology.orchestra.run.smithi019.stdout:> setup() 2023-12-03T12:55:02.229 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.229 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:309: 2023-12-03T12:55:02.229 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.229 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:272: in setup 2023-12-03T12:55:02.229 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:55:02.229 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:55:02.229 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:55:02.229 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:55:02.229 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:55:02.229 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:02.229 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:02.229 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:02.229 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:02.229 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:02.229 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:02.229 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:02.230 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:02.230 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:02.230 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:02.230 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:02.230 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:02.230 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:02.230 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:02.230 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:02.230 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:02.230 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:02.230 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:02.230 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:02.230 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:02.231 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:02.231 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:02.231 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:02.231 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:02.231 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:02.231 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:02.231 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:02.231 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:02.231 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:02.231 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:02.231 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:02.231 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:02.232 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:02.232 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:02.232 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.232 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.232 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:02.232 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:02.232 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.232 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:02.232 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.232 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:02.232 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:02.232 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:02.232 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:02.232 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:02.232 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:02.233 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:02.233 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:02.233 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:02.233 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:02.233 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:02.233 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:02.233 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:02.233 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.233 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:02.233 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:02.233 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:02.233 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:02.233 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:02.234 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:02.234 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:02.234 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:02.234 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:02.234 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:02.234 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:02.234 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.234 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.234 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:02.234 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:02.234 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:02.234 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:02.234 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:02.234 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.235 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.235 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:02.235 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:02.235 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:02.235 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:02.235 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:02.235 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.235 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:02.235 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:02.235 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:02.235 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:02.235 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:02.235 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:55:02.235 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.235 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:02.236 INFO:teuthology.orchestra.run.smithi019.stdout:_______________ ERROR at setup of test_truefalselike_expressions _______________ 2023-12-03T12:55:02.236 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.236 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:02.236 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.236 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:02.236 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:02.236 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.236 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:02.236 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:02.236 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:02.236 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:02.236 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:02.236 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.236 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:02.236 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:02.237 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.237 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.237 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:02.237 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:02.237 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.237 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.237 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:02.237 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.237 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:02.237 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:02.237 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.237 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.237 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:02.238 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:02.238 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.238 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:02.238 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:02.238 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:02.238 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:02.238 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:02.238 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:02.238 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:02.238 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.238 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:02.238 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:02.238 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:02.238 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:02.239 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:02.239 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:02.239 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:02.239 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:02.239 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:02.239 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.239 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:02.239 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:02.239 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:02.239 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:02.239 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.239 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:02.239 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:02.239 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:02.239 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:02.239 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.240 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.240 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:02.240 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:02.240 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:02.240 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:02.240 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.240 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.240 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:02.240 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:02.240 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:02.240 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.240 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:02.240 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.241 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:02.241 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:02.241 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.241 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:02.241 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:02.241 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:02.241 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:02.241 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:02.241 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:02.241 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.241 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:02.241 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.241 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:02.241 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.241 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:02.242 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:02.242 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.242 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:02.242 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.242 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:02.242 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:02.242 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:02.242 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:02.242 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:02.242 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:02.242 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:02.242 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:02.242 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:02.243 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:02.243 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:02.243 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:02.243 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:02.243 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.243 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:02.243 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:02.243 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:02.243 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:02.243 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:02.243 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:02.243 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:02.243 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:02.243 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:02.244 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:02.244 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:02.244 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.244 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.244 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:02.244 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.244 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:02.244 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:02.244 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:02.244 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:02.244 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:02.244 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:02.244 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:02.244 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:02.245 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:02.245 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:02.245 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:02.245 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:02.245 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:02.245 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:02.245 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.245 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.245 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:02.245 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.245 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:02.245 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:02.245 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.245 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:02.245 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:02.245 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:02.246 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:02.246 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:02.246 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.246 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:02.246 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:02.246 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.246 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.246 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:02.246 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:02.246 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.246 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.246 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:02.246 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:02.247 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:02.247 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:02.247 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:02.247 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.247 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.247 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:02.247 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:02.247 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:02.247 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.247 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:02.247 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.247 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:02.247 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.248 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:02.248 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.248 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(scope="package") 2023-12-03T12:55:02.248 INFO:teuthology.orchestra.run.smithi019.stdout: def configfile(): 2023-12-03T12:55:02.248 INFO:teuthology.orchestra.run.smithi019.stdout:> setup() 2023-12-03T12:55:02.248 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.248 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:309: 2023-12-03T12:55:02.248 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.248 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:272: in setup 2023-12-03T12:55:02.248 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:55:02.248 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:55:02.248 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:55:02.248 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:55:02.248 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:55:02.248 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:02.249 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:02.249 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:02.249 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:02.249 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:02.249 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:02.249 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:02.249 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:02.249 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:02.249 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:02.249 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:02.249 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:02.249 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:02.249 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:02.249 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:02.250 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:02.250 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:02.250 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:02.250 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:02.250 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:02.250 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:02.250 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:02.250 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:02.250 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:02.250 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:02.250 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:02.250 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:02.251 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:02.251 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:02.251 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:02.251 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:02.251 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:02.251 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:02.251 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:02.251 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.251 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.251 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:02.251 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:02.251 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.251 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:02.251 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.251 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:02.252 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:02.252 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:02.252 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:02.252 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:02.252 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:02.252 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:02.252 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:02.252 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:02.252 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:02.252 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:02.252 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:02.252 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:02.252 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.253 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:02.253 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:02.253 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:02.253 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:02.253 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:02.253 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:02.253 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:02.253 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:02.253 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:02.253 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:02.253 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:02.253 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.253 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.254 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:02.254 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:02.254 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:02.254 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:02.254 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:02.254 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.254 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.254 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:02.254 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:02.254 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:02.254 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:02.254 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:02.254 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.254 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:02.255 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:02.255 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:02.255 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:02.255 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:02.255 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:55:02.255 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.255 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:02.255 INFO:teuthology.orchestra.run.smithi019.stdout:__________________ ERROR at setup of test_complex_expressions __________________ 2023-12-03T12:55:02.255 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.255 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:02.255 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.255 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:02.255 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:02.255 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.255 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:02.256 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:02.256 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:02.256 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:02.256 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:02.256 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.256 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:02.256 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:02.256 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.256 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.256 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:02.256 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:02.256 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.256 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.257 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:02.257 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.257 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:02.257 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:02.257 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.257 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.257 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:02.257 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:02.257 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.257 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:02.257 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:02.257 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:02.257 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:02.257 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:02.258 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:02.258 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:02.258 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.258 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:02.258 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:02.258 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:02.258 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:02.258 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:02.258 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:02.258 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:02.258 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:02.258 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:02.258 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.258 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:02.259 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:02.259 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:02.259 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:02.259 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.259 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:02.259 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:02.259 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:02.259 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:02.259 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.259 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.259 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:02.259 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:02.259 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:02.259 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:02.260 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.260 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.260 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:02.260 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:02.260 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:02.260 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.260 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:02.260 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.260 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:02.260 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:02.260 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.260 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:02.260 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:02.260 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:02.261 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:02.261 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:02.261 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:02.261 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.261 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:02.261 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.261 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:02.261 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.261 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:02.261 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:02.261 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.261 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:02.261 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.261 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:02.262 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:02.262 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:02.262 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:02.262 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:02.262 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:02.262 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:02.262 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:02.262 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:02.262 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:02.262 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:02.262 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:02.262 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:02.263 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.263 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:02.263 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:02.263 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:02.263 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:02.263 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:02.263 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:02.263 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:02.263 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:02.263 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:02.263 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:02.263 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:02.263 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.263 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.263 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:02.264 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.264 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:02.264 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:02.264 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:02.264 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:02.264 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:02.264 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:02.264 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:02.264 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:02.264 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:02.264 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:02.264 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:02.264 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:02.264 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:02.264 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:02.264 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.265 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.265 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:02.265 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.265 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:02.265 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:02.265 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.265 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:02.265 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:02.265 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:02.265 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:02.265 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:02.265 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.265 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:02.265 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:02.266 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.266 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.266 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:02.266 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:02.266 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.266 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.266 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:02.266 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:02.266 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:02.266 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:02.266 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:02.266 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.266 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.266 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:02.266 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:02.267 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:02.267 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.267 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:02.267 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.267 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:02.267 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.267 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:02.267 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.267 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(scope="package") 2023-12-03T12:55:02.267 INFO:teuthology.orchestra.run.smithi019.stdout: def configfile(): 2023-12-03T12:55:02.267 INFO:teuthology.orchestra.run.smithi019.stdout:> setup() 2023-12-03T12:55:02.267 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.267 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:309: 2023-12-03T12:55:02.267 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.267 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:272: in setup 2023-12-03T12:55:02.268 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:55:02.268 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:55:02.268 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:55:02.268 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:55:02.268 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:55:02.268 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:02.268 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:02.268 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:02.268 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:02.268 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:02.268 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:02.268 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:02.268 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:02.268 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:02.268 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:02.269 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:02.269 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:02.269 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:02.269 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:02.269 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:02.269 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:02.269 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:02.269 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:02.269 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:02.269 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:02.269 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:02.269 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:02.269 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:02.270 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:02.270 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:02.270 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:02.270 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:02.270 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:02.270 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:02.270 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:02.270 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:02.270 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:02.270 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:02.270 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:02.270 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.270 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.270 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:02.271 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:02.271 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.271 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:02.271 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.271 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:02.271 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:02.271 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:02.271 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:02.271 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:02.271 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:02.271 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:02.271 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:02.271 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:02.272 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:02.272 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:02.272 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:02.272 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:02.272 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.272 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:02.272 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:02.272 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:02.272 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:02.272 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:02.272 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:02.272 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:02.272 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:02.272 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:02.273 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:02.273 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:02.273 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.273 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.273 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:02.273 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:02.273 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:02.273 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:02.273 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:02.273 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.273 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.273 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:02.273 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:02.273 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:02.273 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:02.274 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:02.274 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.274 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:02.274 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:02.274 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:02.274 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:02.274 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:02.274 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:55:02.274 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.274 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:02.274 INFO:teuthology.orchestra.run.smithi019.stdout:_________________________ ERROR at setup of test_alias _________________________ 2023-12-03T12:55:02.274 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.275 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:02.275 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.275 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:02.275 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:02.275 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.275 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:02.275 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:02.275 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:02.275 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:02.275 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:02.275 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.275 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:02.275 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:02.275 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.275 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.276 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:02.276 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:02.276 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.276 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.276 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:02.276 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.276 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:02.276 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:02.276 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.276 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.276 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:02.276 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:02.276 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.276 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:02.276 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:02.276 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:02.277 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:02.277 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:02.277 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:02.277 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:02.277 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.277 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:02.277 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:02.277 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:02.277 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:02.277 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:02.277 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:02.277 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:02.277 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:02.277 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:02.278 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.278 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:02.278 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:02.278 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:02.278 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:02.278 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.278 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:02.278 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:02.278 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:02.278 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:02.278 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.278 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.278 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:02.279 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:02.279 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:02.279 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:02.279 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.279 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.279 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:02.279 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:02.279 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:02.279 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.279 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:02.279 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.279 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:02.279 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:02.279 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.279 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:02.279 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:02.280 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:02.280 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:02.280 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:02.280 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:02.280 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.280 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:02.280 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.280 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:02.280 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.280 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:02.280 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:02.280 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.280 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:02.280 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.280 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:02.281 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:02.281 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:02.281 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:02.281 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:02.281 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:02.281 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:02.281 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:02.281 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:02.281 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:02.281 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:02.281 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:02.281 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:02.282 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.282 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:02.282 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:02.282 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:02.282 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:02.282 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:02.282 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:02.282 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:02.282 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:02.282 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:02.282 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:02.282 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:02.282 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.283 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.283 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:02.283 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.283 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:02.283 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:02.283 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:02.283 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:02.283 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:02.283 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:02.283 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:02.283 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:02.283 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:02.283 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:02.283 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:02.283 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:02.284 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:02.284 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:02.284 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.284 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.284 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:02.284 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.284 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:02.284 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:02.284 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.284 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:02.284 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:02.284 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:02.284 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:02.284 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:02.285 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.285 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:02.285 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:02.285 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.285 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.285 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:02.285 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:02.285 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.285 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.285 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:02.285 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:02.285 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:02.285 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:02.286 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:02.286 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.286 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.286 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:02.286 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:02.286 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:02.286 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.286 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:02.286 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.286 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:02.286 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.286 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:02.286 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.287 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(scope="package") 2023-12-03T12:55:02.287 INFO:teuthology.orchestra.run.smithi019.stdout: def configfile(): 2023-12-03T12:55:02.287 INFO:teuthology.orchestra.run.smithi019.stdout:> setup() 2023-12-03T12:55:02.287 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.287 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:309: 2023-12-03T12:55:02.287 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.287 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:272: in setup 2023-12-03T12:55:02.287 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:55:02.287 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:55:02.287 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:55:02.287 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:55:02.287 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:55:02.287 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:02.287 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:02.288 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:02.288 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:02.288 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:02.288 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:02.288 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:02.288 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:02.288 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:02.288 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:02.288 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:02.288 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:02.288 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:02.288 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:02.288 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:02.288 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:02.288 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:02.289 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:02.289 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:02.289 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:02.289 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:02.289 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:02.289 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:02.289 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:02.289 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:02.289 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:02.289 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:02.289 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:02.289 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:02.289 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:02.289 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:02.289 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:02.290 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:02.290 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:02.290 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.290 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.290 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:02.290 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:02.290 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.290 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:02.290 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.290 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:02.290 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:02.290 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:02.290 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:02.290 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:02.290 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:02.291 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:02.291 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:02.291 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:02.291 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:02.291 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:02.291 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:02.291 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:02.291 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.291 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:02.291 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:02.291 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:02.291 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:02.291 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:02.292 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:02.292 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:02.292 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:02.292 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:02.292 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:02.292 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:02.292 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.292 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.292 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:02.292 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:02.292 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:02.292 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:02.292 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:02.292 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.292 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.293 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:02.293 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:02.293 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:02.293 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:02.293 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:02.293 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.293 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:02.293 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:02.293 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:02.293 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:02.293 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:02.293 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:55:02.294 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.294 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:02.294 INFO:teuthology.orchestra.run.smithi019.stdout:_________________ ERROR at setup of test_alias_cyclic_refernce _________________ 2023-12-03T12:55:02.294 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.294 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:02.294 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.294 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:02.294 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:02.294 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.294 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:02.294 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:02.294 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:02.294 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:02.294 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:02.295 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.295 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:02.295 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:02.295 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.295 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.295 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:02.295 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:02.295 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.295 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.295 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:02.295 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.295 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:02.295 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:02.295 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.295 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.295 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:02.296 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:02.296 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.296 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:02.296 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:02.296 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:02.296 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:02.296 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:02.296 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:02.296 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:02.296 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.296 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:02.296 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:02.296 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:02.297 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:02.297 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:02.297 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:02.297 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:02.297 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:02.297 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:02.297 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.297 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:02.297 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:02.297 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:02.297 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:02.297 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.297 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:02.297 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:02.297 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:02.298 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:02.298 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.298 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.298 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:02.298 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:02.298 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:02.298 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:02.298 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.298 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.298 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:02.298 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:02.298 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:02.298 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.298 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:02.298 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.299 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:02.299 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:02.299 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.299 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:02.299 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:02.299 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:02.299 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:02.299 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:02.299 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:02.299 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.299 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:02.299 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.299 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:02.299 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.300 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:02.300 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:02.300 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.300 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:02.300 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.300 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:02.300 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:02.300 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:02.300 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:02.300 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:02.300 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:02.300 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:02.300 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:02.300 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:02.300 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:02.301 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:02.301 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:02.301 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:02.301 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.301 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:02.301 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:02.301 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:02.301 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:02.301 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:02.301 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:02.301 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:02.301 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:02.301 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:02.301 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:02.302 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:02.302 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.302 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.302 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:02.302 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.302 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:02.302 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:02.302 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:02.302 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:02.302 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:02.302 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:02.302 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:02.302 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:02.302 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:02.303 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:02.303 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:02.303 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:02.303 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:02.303 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:02.303 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.303 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.303 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:02.303 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.303 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:02.303 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:02.303 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.303 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:02.304 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:02.304 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:02.304 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:02.304 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:02.304 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.304 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:02.304 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:02.304 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.304 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.304 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:02.304 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:02.304 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.304 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.304 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:02.304 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:02.305 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:02.305 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:02.305 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:02.305 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.305 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.305 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:02.305 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:02.305 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:02.305 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.305 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:02.305 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.305 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:02.305 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.305 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:02.305 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.306 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(scope="package") 2023-12-03T12:55:02.306 INFO:teuthology.orchestra.run.smithi019.stdout: def configfile(): 2023-12-03T12:55:02.306 INFO:teuthology.orchestra.run.smithi019.stdout:> setup() 2023-12-03T12:55:02.306 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.306 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:309: 2023-12-03T12:55:02.306 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.306 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:272: in setup 2023-12-03T12:55:02.306 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:55:02.306 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:55:02.306 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:55:02.306 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:55:02.307 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:55:02.307 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:02.307 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:02.307 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:02.307 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:02.307 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:02.307 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:02.307 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:02.307 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:02.307 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:02.307 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:02.307 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:02.307 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:02.307 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:02.307 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:02.308 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:02.308 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:02.308 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:02.308 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:02.308 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:02.308 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:02.308 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:02.308 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:02.308 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:02.308 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:02.308 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:02.308 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:02.308 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:02.308 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:02.309 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:02.309 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:02.309 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:02.309 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:02.309 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:02.309 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:02.309 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.309 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.309 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:02.309 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:02.309 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.309 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:02.309 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.309 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:02.309 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:02.309 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:02.310 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:02.310 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:02.310 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:02.310 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:02.310 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:02.310 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:02.310 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:02.310 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:02.310 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:02.310 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:02.310 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.310 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:02.310 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:02.310 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:02.310 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:02.310 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:02.311 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:02.311 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:02.311 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:02.311 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:02.311 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:02.311 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:02.311 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.311 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.311 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:02.311 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:02.311 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:02.311 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:02.311 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:02.311 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.311 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.312 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:02.312 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:02.312 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:02.312 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:02.312 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:02.312 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.312 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:02.312 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:02.312 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:02.312 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:02.312 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:02.312 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:55:02.312 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.312 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:02.313 INFO:teuthology.orchestra.run.smithi019.stdout:_______________________ ERROR at setup of test_datetime ________________________ 2023-12-03T12:55:02.313 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.313 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:02.313 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.313 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:02.313 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:02.313 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.313 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:02.313 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:02.313 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:02.313 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:02.313 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:02.313 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.313 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:02.313 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:02.313 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.314 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.314 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:02.314 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:02.314 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.314 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.314 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:02.314 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.314 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:02.314 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:02.314 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.314 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.314 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:02.314 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:02.314 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.315 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:02.315 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:02.315 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:02.315 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:02.315 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:02.315 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:02.315 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:02.315 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.315 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:02.315 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:02.315 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:02.315 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:02.315 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:02.315 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:02.316 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:02.316 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:02.316 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:02.316 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.316 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:02.316 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:02.316 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:02.316 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:02.316 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.316 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:02.316 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:02.316 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:02.316 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:02.316 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.316 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.316 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:02.317 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:02.317 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:02.317 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:02.317 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.317 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.317 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:02.317 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:02.317 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:02.317 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.317 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:02.317 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.317 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:02.317 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:02.317 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.317 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:02.318 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:02.318 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:02.318 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:02.318 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:02.318 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:02.318 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.318 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:02.318 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.318 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:02.318 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.318 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:02.318 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:02.318 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.319 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:02.319 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.319 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:02.319 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:02.319 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:02.319 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:02.319 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:02.319 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:02.319 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:02.319 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:02.319 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:02.319 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:02.319 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:02.319 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:02.319 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:02.320 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.320 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:02.320 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:02.320 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:02.320 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:02.320 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:02.320 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:02.320 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:02.320 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:02.320 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:02.320 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:02.320 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:02.320 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.320 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.321 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:02.321 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.321 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:02.321 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:02.321 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:02.321 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:02.321 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:02.321 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:02.321 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:02.321 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:02.321 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:02.321 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:02.321 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:02.321 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:02.322 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:02.322 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:02.322 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.322 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.322 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:02.322 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.322 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:02.322 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:02.322 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.322 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:02.322 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:02.322 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:02.322 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:02.322 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:02.322 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.323 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:02.323 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:02.323 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.323 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.323 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:02.323 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:02.323 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.323 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.323 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:02.323 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:02.323 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:02.323 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:02.323 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:02.323 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.323 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.324 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:02.324 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:02.324 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:02.324 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.324 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:02.324 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.324 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:02.324 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.324 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:02.324 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.324 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(scope="package") 2023-12-03T12:55:02.324 INFO:teuthology.orchestra.run.smithi019.stdout: def configfile(): 2023-12-03T12:55:02.324 INFO:teuthology.orchestra.run.smithi019.stdout:> setup() 2023-12-03T12:55:02.324 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.324 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:309: 2023-12-03T12:55:02.325 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.325 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:272: in setup 2023-12-03T12:55:02.325 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:55:02.325 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:55:02.325 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:55:02.325 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:55:02.325 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:55:02.325 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:02.325 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:02.325 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:02.325 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:02.325 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:02.325 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:02.325 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:02.325 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:02.325 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:02.326 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:02.326 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:02.326 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:02.326 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:02.326 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:02.326 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:02.326 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:02.326 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:02.326 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:02.326 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:02.326 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:02.326 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:02.326 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:02.326 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:02.327 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:02.327 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:02.327 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:02.327 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:02.327 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:02.327 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:02.327 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:02.327 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:02.327 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:02.327 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:02.327 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:02.327 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.327 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.327 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:02.328 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:02.328 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.328 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:02.328 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.328 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:02.328 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:02.328 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:02.328 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:02.328 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:02.328 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:02.328 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:02.328 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:02.328 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:02.328 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:02.328 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:02.329 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:02.329 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:02.329 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.329 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:02.329 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:02.329 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:02.329 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:02.329 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:02.329 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:02.329 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:02.329 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:02.329 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:02.329 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:02.329 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:02.329 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.330 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.330 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:02.330 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:02.330 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:02.330 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:02.330 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:02.330 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.330 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.330 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:02.330 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:02.330 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:02.330 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:02.331 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:02.331 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.331 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:02.331 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:02.331 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:02.331 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:02.331 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:02.331 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:55:02.331 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.331 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:02.331 INFO:teuthology.orchestra.run.smithi019.stdout:__________________ ERROR at setup of test_true_false_datetime __________________ 2023-12-03T12:55:02.331 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.331 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:02.331 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.332 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:02.332 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:02.332 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.332 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:02.332 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:02.332 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:02.332 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:02.332 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:02.332 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.332 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:02.332 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:02.332 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.332 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.332 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:02.332 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:02.333 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.333 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.333 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:02.333 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.333 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:02.333 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:02.333 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.333 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.333 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:02.333 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:02.333 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.333 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:02.333 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:02.333 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:02.334 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:02.334 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:02.334 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:02.334 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:02.334 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.334 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:02.334 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:02.334 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:02.334 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:02.334 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:02.334 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:02.334 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:02.334 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:02.334 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:02.335 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.335 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:02.335 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:02.335 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:02.335 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:02.335 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.335 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:02.335 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:02.335 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:02.335 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:02.335 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.335 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.335 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:02.335 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:02.335 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:02.335 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:02.336 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.336 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.336 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:02.336 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:02.336 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:02.336 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.336 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:02.336 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.336 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:02.336 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:02.336 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.336 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:02.336 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:02.336 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:02.336 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:02.337 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:02.337 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:02.337 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.337 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:02.337 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.337 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:02.337 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.337 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:02.337 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:02.337 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.337 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:02.337 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.337 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:02.337 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:02.338 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:02.338 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:02.338 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:02.338 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:02.338 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:02.338 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:02.338 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:02.338 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:02.338 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:02.338 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:02.338 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:02.338 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.338 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:02.338 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:02.339 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:02.339 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:02.339 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:02.339 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:02.339 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:02.339 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:02.339 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:02.339 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:02.339 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:02.339 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.339 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.339 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:02.339 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.339 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:02.339 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:02.340 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:02.340 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:02.340 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:02.340 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:02.340 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:02.340 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:02.340 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:02.340 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:02.340 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:02.340 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:02.340 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:02.340 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:02.340 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.340 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.341 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:02.341 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.341 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:02.341 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:02.341 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.341 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:02.341 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:02.341 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:02.341 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:02.341 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:02.341 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.341 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:02.341 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:02.341 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.342 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.342 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:02.342 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:02.342 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.342 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.342 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:02.342 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:02.342 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:02.342 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:02.342 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:02.342 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.342 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.342 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:02.343 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:02.343 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:02.343 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.343 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:02.343 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.343 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:02.343 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.343 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:02.343 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.343 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(scope="package") 2023-12-03T12:55:02.343 INFO:teuthology.orchestra.run.smithi019.stdout: def configfile(): 2023-12-03T12:55:02.343 INFO:teuthology.orchestra.run.smithi019.stdout:> setup() 2023-12-03T12:55:02.343 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.343 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:309: 2023-12-03T12:55:02.344 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.344 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:272: in setup 2023-12-03T12:55:02.344 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:55:02.344 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:55:02.344 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:55:02.344 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:55:02.344 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:55:02.344 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:02.344 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:02.344 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:02.344 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:02.344 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:02.344 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:02.344 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:02.345 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:02.345 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:02.345 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:02.345 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:02.345 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:02.345 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:02.345 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:02.345 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:02.345 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:02.345 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:02.345 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:02.345 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:02.345 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:02.345 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:02.345 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:02.346 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:02.346 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:02.346 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:02.346 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:02.346 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:02.346 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:02.346 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:02.346 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:02.346 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:02.346 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:02.346 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:02.346 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:02.346 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.347 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.347 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:02.347 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:02.347 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.347 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:02.347 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.347 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:02.347 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:02.347 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:02.347 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:02.347 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:02.347 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:02.347 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:02.347 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:02.347 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:02.348 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:02.348 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:02.348 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:02.348 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:02.348 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.348 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:02.348 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:02.348 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:02.348 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:02.348 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:02.348 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:02.348 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:02.348 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:02.348 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:02.348 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:02.349 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:02.349 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.349 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.349 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:02.349 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:02.349 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:02.349 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:02.349 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:02.349 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.349 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.349 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:02.349 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:02.349 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:02.349 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:02.350 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:02.350 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.350 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:02.350 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:02.350 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:02.350 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:02.350 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:02.350 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:55:02.350 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.350 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:02.350 INFO:teuthology.orchestra.run.smithi019.stdout:______________________ ERROR at setup of test_csv_parser _______________________ 2023-12-03T12:55:02.350 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.350 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:02.351 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.351 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:02.351 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:02.351 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.351 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:02.351 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:02.351 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:02.351 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:02.351 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:02.351 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.351 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:02.351 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:02.351 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.351 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.351 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:02.352 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:02.352 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.352 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.352 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:02.352 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.352 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:02.352 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:02.352 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.352 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.352 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:02.352 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:02.352 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.353 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:02.353 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:02.353 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:02.353 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:02.353 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:02.353 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:02.353 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:02.353 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.353 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:02.353 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:02.353 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:02.353 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:02.353 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:02.353 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:02.354 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:02.354 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:02.354 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:02.354 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.354 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:02.354 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:02.354 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:02.354 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:02.354 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.354 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:02.354 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:02.354 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:02.354 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:02.355 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.355 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.355 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:02.355 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:02.355 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:02.355 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:02.355 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.355 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.355 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:02.355 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:02.355 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:02.355 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.355 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:02.355 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.355 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:02.356 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:02.356 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.356 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:02.356 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:02.356 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:02.356 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:02.356 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:02.356 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:02.356 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.356 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:02.356 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.356 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:02.356 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.356 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:02.356 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:02.357 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.357 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:02.357 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.357 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:02.357 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:02.357 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:02.357 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:02.357 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:02.357 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:02.357 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:02.357 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:02.357 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:02.357 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:02.358 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:02.358 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:02.358 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:02.358 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.358 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:02.358 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:02.358 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:02.358 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:02.358 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:02.358 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:02.358 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:02.358 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:02.358 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:02.358 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:02.358 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:02.359 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.359 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.359 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:02.359 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.359 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:02.359 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:02.359 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:02.359 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:02.359 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:02.359 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:02.359 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:02.359 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:02.359 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:02.360 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:02.360 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:02.360 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:02.360 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:02.360 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:02.360 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.360 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.360 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:02.360 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.360 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:02.360 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:02.360 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.360 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:02.360 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:02.360 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:02.361 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:02.361 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:02.361 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.361 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:02.361 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:02.361 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.361 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.361 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:02.361 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:02.361 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.361 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.361 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:02.361 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:02.361 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:02.361 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:02.362 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:02.362 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.362 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.362 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:02.362 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:02.362 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:02.362 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.362 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:02.362 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.362 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:02.362 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.362 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:02.363 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.363 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(scope="package") 2023-12-03T12:55:02.363 INFO:teuthology.orchestra.run.smithi019.stdout: def configfile(): 2023-12-03T12:55:02.363 INFO:teuthology.orchestra.run.smithi019.stdout:> setup() 2023-12-03T12:55:02.363 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.363 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:309: 2023-12-03T12:55:02.363 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.363 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:272: in setup 2023-12-03T12:55:02.363 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:55:02.363 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:55:02.363 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:55:02.363 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:55:02.363 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:55:02.363 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:02.363 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:02.363 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:02.364 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:02.364 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:02.364 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:02.364 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:02.364 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:02.364 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:02.364 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:02.364 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:02.364 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:02.364 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:02.364 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:02.364 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:02.364 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:02.364 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:02.364 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:02.365 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:02.365 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:02.365 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:02.365 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:02.365 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:02.365 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:02.365 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:02.365 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:02.365 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:02.365 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:02.365 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:02.365 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:02.365 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:02.365 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:02.365 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:02.366 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:02.366 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.366 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.366 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:02.366 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:02.366 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.366 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:02.366 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.366 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:02.366 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:02.366 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:02.366 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:02.366 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:02.367 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:02.367 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:02.367 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:02.367 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:02.367 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:02.367 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:02.367 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:02.367 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:02.367 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.367 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:02.367 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:02.367 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:02.367 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:02.367 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:02.367 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:02.368 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:02.368 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:02.368 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:02.368 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:02.368 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:02.368 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.368 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.368 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:02.368 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:02.368 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:02.368 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:02.368 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:02.368 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.368 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.369 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:02.369 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:02.369 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:02.369 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:02.369 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:02.369 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.369 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:02.369 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:02.369 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:02.369 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:02.369 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:02.369 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:55:02.369 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.369 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:02.370 INFO:teuthology.orchestra.run.smithi019.stdout:____________________ ERROR at setup of test_csv_definition _____________________ 2023-12-03T12:55:02.370 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.370 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:02.370 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.370 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:02.370 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:02.370 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.370 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:02.370 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:02.370 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:02.370 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:02.370 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:02.370 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.370 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:02.371 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:02.371 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.371 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.371 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:02.371 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:02.371 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.371 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.371 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:02.371 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.371 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:02.371 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:02.371 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.371 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.371 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:02.372 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:02.372 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.372 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:02.372 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:02.372 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:02.372 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:02.372 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:02.372 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:02.372 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:02.372 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.372 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:02.372 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:02.372 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:02.372 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:02.373 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:02.373 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:02.373 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:02.373 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:02.373 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:02.373 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.373 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:02.373 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:02.373 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:02.373 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:02.373 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.373 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:02.373 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:02.373 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:02.373 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:02.374 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.374 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.374 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:02.374 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:02.374 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:02.374 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:02.374 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.374 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.374 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:02.374 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:02.374 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:02.374 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.374 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:02.374 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.375 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:02.375 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:02.375 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.375 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:02.375 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:02.375 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:02.375 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:02.375 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:02.375 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:02.375 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.375 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:02.375 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.375 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:02.375 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.375 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:02.376 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:02.376 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.376 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:02.376 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.376 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:02.376 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:02.376 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:02.376 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:02.376 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:02.376 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:02.376 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:02.376 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:02.376 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:02.376 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:02.376 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:02.376 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:02.377 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:02.377 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.377 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:02.377 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:02.377 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:02.377 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:02.377 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:02.377 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:02.377 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:02.377 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:02.377 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:02.377 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:02.378 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:02.378 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.378 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.378 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:02.378 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.378 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:02.378 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:02.378 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:02.378 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:02.378 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:02.378 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:02.378 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:02.378 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:02.378 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:02.379 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:02.379 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:02.379 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:02.379 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:02.379 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:02.379 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.379 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.379 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:02.379 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.379 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:02.379 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:02.379 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.379 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:02.379 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:02.379 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:02.380 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:02.380 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:02.380 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.380 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:02.380 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:02.380 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.380 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.380 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:02.380 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:02.380 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.380 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.380 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:02.380 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:02.380 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:02.381 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:02.381 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:02.381 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.381 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.381 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:02.381 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:02.381 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:02.381 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.381 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:02.381 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.381 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:02.381 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.381 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:02.381 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.382 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(scope="package") 2023-12-03T12:55:02.382 INFO:teuthology.orchestra.run.smithi019.stdout: def configfile(): 2023-12-03T12:55:02.382 INFO:teuthology.orchestra.run.smithi019.stdout:> setup() 2023-12-03T12:55:02.382 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.382 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:309: 2023-12-03T12:55:02.382 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.382 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:272: in setup 2023-12-03T12:55:02.382 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:55:02.382 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:55:02.382 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:55:02.382 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:55:02.382 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:55:02.382 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:02.383 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:02.383 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:02.383 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:02.383 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:02.383 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:02.383 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:02.383 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:02.383 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:02.383 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:02.383 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:02.383 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:02.383 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:02.383 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:02.383 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:02.383 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:02.384 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:02.384 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:02.384 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:02.384 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:02.384 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:02.384 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:02.384 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:02.384 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:02.384 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:02.384 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:02.384 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:02.384 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:02.384 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:02.385 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:02.385 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:02.385 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:02.385 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:02.385 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:02.385 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.385 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.385 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:02.385 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:02.385 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.385 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:02.385 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.385 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:02.385 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:02.386 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:02.386 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:02.386 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:02.386 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:02.386 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:02.386 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:02.386 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:02.386 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:02.386 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:02.386 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:02.386 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:02.386 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.386 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:02.386 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:02.387 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:02.387 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:02.387 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:02.387 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:02.387 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:02.387 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:02.387 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:02.387 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:02.387 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:02.387 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.387 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.387 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:02.387 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:02.388 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:02.388 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:02.388 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:02.388 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.388 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.388 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:02.388 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:02.388 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:02.388 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:02.388 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:02.388 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.388 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:02.388 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:02.388 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:02.388 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:02.388 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:02.388 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:55:02.389 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.389 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:02.389 INFO:teuthology.orchestra.run.smithi019.stdout:___________________ ERROR at setup of test_schema_definition ___________________ 2023-12-03T12:55:02.389 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.389 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:02.389 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.389 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:02.389 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:02.389 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.389 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:02.389 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:02.389 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:02.389 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:02.389 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:02.389 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.390 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:02.390 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:02.390 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.390 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.390 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:02.390 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:02.390 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.390 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.390 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:02.390 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.390 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:02.390 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:02.391 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.391 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.391 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:02.391 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:02.391 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.391 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:02.391 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:02.391 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:02.391 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:02.391 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:02.391 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:02.391 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:02.391 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.391 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:02.392 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:02.392 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:02.392 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:02.392 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:02.392 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:02.392 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:02.392 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:02.392 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:02.392 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.392 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:02.392 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:02.393 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:02.393 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:02.393 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.393 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:02.393 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:02.393 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:02.393 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:02.393 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.393 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.393 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:02.393 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:02.393 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:02.393 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:02.393 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.394 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.394 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:02.394 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:02.394 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:02.394 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.394 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:02.394 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.394 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:02.394 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:02.394 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.394 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:02.394 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:02.394 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:02.394 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:02.395 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:02.395 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:02.395 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.395 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:02.395 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.397 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:02.397 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.397 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:02.397 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:02.397 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.397 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:02.397 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.397 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:02.397 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:02.397 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:02.397 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:02.397 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:02.397 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:02.397 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:02.398 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:02.398 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:02.398 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:02.398 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:02.398 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:02.398 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:02.398 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.398 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:02.398 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:02.398 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:02.398 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:02.398 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:02.398 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:02.398 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:02.399 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:02.399 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:02.399 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:02.399 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:02.399 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.399 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.399 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:02.399 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.399 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:02.399 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:02.399 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:02.399 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:02.399 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:02.399 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:02.400 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:02.400 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:02.400 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:02.400 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:02.400 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:02.400 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:02.400 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:02.400 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:02.400 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.400 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.400 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:02.400 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.400 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:02.400 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:02.400 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.401 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:02.401 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:02.401 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:02.401 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:02.401 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:02.401 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.401 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:02.401 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:02.401 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.401 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.401 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:02.401 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:02.401 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.402 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.402 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:02.402 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:02.402 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:02.402 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:02.402 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:02.402 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.402 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.402 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:02.402 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:02.402 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:02.402 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.402 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:02.403 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.403 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:02.403 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.403 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:02.403 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.403 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(scope="package") 2023-12-03T12:55:02.403 INFO:teuthology.orchestra.run.smithi019.stdout: def configfile(): 2023-12-03T12:55:02.403 INFO:teuthology.orchestra.run.smithi019.stdout:> setup() 2023-12-03T12:55:02.403 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.403 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:309: 2023-12-03T12:55:02.403 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.403 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:272: in setup 2023-12-03T12:55:02.403 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:55:02.403 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:55:02.404 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:55:02.404 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:55:02.404 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:55:02.404 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:02.404 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:02.404 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:02.404 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:02.404 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:02.404 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:02.404 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:02.404 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:02.404 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:02.404 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:02.404 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:02.404 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:02.404 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:02.405 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:02.405 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:02.405 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:02.405 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:02.405 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:02.405 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:02.405 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:02.405 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:02.405 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:02.405 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:02.405 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:02.405 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:02.406 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:02.406 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:02.406 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:02.406 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:02.406 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:02.406 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:02.406 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:02.406 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:02.406 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:02.406 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.406 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.406 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:02.406 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:02.406 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.406 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:02.407 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.407 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:02.407 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:02.407 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:02.407 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:02.407 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:02.407 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:02.407 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:02.407 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:02.407 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:02.407 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:02.407 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:02.407 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:02.407 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:02.407 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.407 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:02.408 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:02.408 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:02.408 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:02.408 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:02.408 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:02.408 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:02.408 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:02.408 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:02.408 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:02.408 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:02.408 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.408 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.408 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:02.408 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:02.409 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:02.409 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:02.409 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:02.409 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.409 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.409 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:02.409 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:02.409 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:02.409 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:02.409 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:02.409 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.409 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:02.409 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:02.409 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:02.409 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:02.409 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:02.409 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:55:02.410 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.410 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:02.410 INFO:teuthology.orchestra.run.smithi019.stdout:______________ ERROR at setup of test_when_then_else_expressions _______________ 2023-12-03T12:55:02.410 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.410 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:02.410 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.410 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:02.410 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:02.410 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.410 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:02.410 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:02.410 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:02.410 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:02.411 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:02.411 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.411 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:02.411 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:02.411 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.411 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.411 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:02.411 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:02.411 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.411 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.411 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:02.411 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.412 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:02.412 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:02.412 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.412 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.412 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:02.412 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:02.412 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.412 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:02.412 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:02.412 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:02.412 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:02.412 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:02.412 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:02.412 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:02.412 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.413 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:02.413 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:02.413 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:02.413 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:02.413 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:02.413 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:02.413 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:02.413 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:02.413 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:02.413 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.413 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:02.413 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:02.413 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:02.413 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:02.414 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.414 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:02.414 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:02.414 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:02.414 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:02.414 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.414 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.414 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:02.414 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:02.414 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:02.414 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:02.414 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.414 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.415 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:02.415 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:02.415 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:02.415 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.415 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:02.415 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.415 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:02.415 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:02.415 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.415 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:02.415 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:02.415 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:02.415 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:02.415 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:02.415 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:02.415 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.416 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:02.416 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.416 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:02.416 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.416 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:02.416 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:02.416 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.416 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:02.416 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.416 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:02.416 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:02.416 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:02.416 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:02.416 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:02.416 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:02.416 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:02.417 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:02.417 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:02.417 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:02.417 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:02.417 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:02.417 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:02.417 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.417 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:02.417 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:02.417 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:02.417 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:02.417 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:02.418 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:02.418 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:02.418 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:02.418 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:02.418 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:02.418 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:02.418 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.418 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.418 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:02.418 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.418 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:02.418 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:02.418 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:02.418 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:02.419 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:02.419 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:02.419 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:02.419 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:02.419 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:02.419 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:02.419 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:02.419 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:02.419 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:02.419 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:02.419 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.419 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.419 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:02.419 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.419 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:02.419 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:02.420 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.420 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:02.420 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:02.420 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:02.420 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:02.420 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:02.420 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.420 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:02.420 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:02.420 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.420 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.420 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:02.420 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:02.421 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.421 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.421 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:02.421 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:02.421 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:02.421 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:02.421 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:02.421 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.421 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.421 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:02.421 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:02.421 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:02.421 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.421 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:02.422 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.422 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:02.422 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.422 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:02.422 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.422 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(scope="package") 2023-12-03T12:55:02.422 INFO:teuthology.orchestra.run.smithi019.stdout: def configfile(): 2023-12-03T12:55:02.422 INFO:teuthology.orchestra.run.smithi019.stdout:> setup() 2023-12-03T12:55:02.422 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.422 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:309: 2023-12-03T12:55:02.422 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.422 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:272: in setup 2023-12-03T12:55:02.422 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:55:02.422 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:55:02.423 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:55:02.423 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:55:02.423 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:55:02.423 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:02.423 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:02.423 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:02.423 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:02.423 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:02.423 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:02.423 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:02.423 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:02.423 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:02.423 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:02.424 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:02.424 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:02.424 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:02.424 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:02.424 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:02.424 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:02.424 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:02.424 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:02.424 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:02.424 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:02.424 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:02.424 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:02.424 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:02.424 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:02.425 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:02.425 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:02.425 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:02.425 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:02.425 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:02.425 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:02.425 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:02.425 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:02.425 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:02.425 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:02.425 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.425 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.425 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:02.425 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:02.425 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.426 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:02.426 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.426 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:02.426 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:02.426 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:02.426 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:02.426 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:02.426 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:02.426 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:02.426 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:02.426 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:02.426 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:02.426 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:02.427 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:02.427 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:02.427 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.427 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:02.427 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:02.427 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:02.427 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:02.427 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:02.427 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:02.427 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:02.427 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:02.427 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:02.427 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:02.427 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:02.428 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.428 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.428 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:02.428 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:02.428 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:02.428 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:02.428 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:02.428 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.428 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.428 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:02.428 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:02.428 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:02.428 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:02.428 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:02.428 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.428 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:02.429 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:02.429 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:02.429 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:02.429 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:02.429 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:55:02.429 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.429 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:02.429 INFO:teuthology.orchestra.run.smithi019.stdout:_________________ ERROR at setup of test_coalesce_expressions __________________ 2023-12-03T12:55:02.429 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.429 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:02.429 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.429 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:02.429 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:02.430 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.430 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:02.430 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:02.430 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:02.430 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:02.430 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:02.430 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.430 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:02.430 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:02.430 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.430 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.430 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:02.430 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:02.431 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.431 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.431 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:02.431 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.431 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:02.431 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:02.431 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.431 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.431 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:02.431 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:02.431 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.431 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:02.431 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:02.431 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:02.432 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:02.432 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:02.432 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:02.432 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:02.432 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.432 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:02.432 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:02.432 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:02.432 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:02.432 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:02.432 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:02.432 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:02.432 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:02.432 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:02.433 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.433 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:02.433 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:02.433 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:02.433 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:02.433 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.433 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:02.433 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:02.433 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:02.433 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:02.433 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.433 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.433 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:02.433 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:02.434 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:02.434 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:02.434 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.434 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.434 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:02.434 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:02.434 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:02.434 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.434 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:02.434 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.434 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:02.434 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:02.434 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.434 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:02.435 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:02.435 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:02.435 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:02.435 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:02.435 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:02.435 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.435 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:02.435 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.435 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:02.435 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.435 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:02.435 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:02.435 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.435 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:02.436 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.436 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:02.436 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:02.436 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:02.436 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:02.436 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:02.436 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:02.436 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:02.436 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:02.436 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:02.436 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:02.436 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:02.436 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:02.436 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:02.436 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.437 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:02.437 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:02.437 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:02.437 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:02.437 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:02.437 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:02.437 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:02.437 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:02.437 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:02.437 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:02.437 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:02.437 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.437 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.437 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:02.437 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.437 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:02.438 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:02.438 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:02.438 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:02.438 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:02.438 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:02.438 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:02.438 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:02.438 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:02.438 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:02.438 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:02.438 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:02.438 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:02.438 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:02.438 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.439 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.439 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:02.439 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.439 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:02.439 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:02.439 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.439 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:02.439 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:02.439 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:02.439 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:02.439 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:02.439 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.439 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:02.439 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:02.439 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.440 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.440 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:02.440 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:02.440 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.440 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.440 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:02.440 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:02.440 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:02.440 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:02.440 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:02.440 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.440 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.440 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:02.440 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:02.441 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:02.441 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.441 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:02.441 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.441 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:02.441 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.441 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:02.441 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.441 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(scope="package") 2023-12-03T12:55:02.441 INFO:teuthology.orchestra.run.smithi019.stdout: def configfile(): 2023-12-03T12:55:02.441 INFO:teuthology.orchestra.run.smithi019.stdout:> setup() 2023-12-03T12:55:02.441 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.441 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:309: 2023-12-03T12:55:02.441 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.442 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:272: in setup 2023-12-03T12:55:02.442 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:55:02.442 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:55:02.442 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:55:02.442 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:55:02.442 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:55:02.442 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:02.442 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:02.442 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:02.442 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:02.443 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:02.443 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:02.443 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:02.443 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:02.443 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:02.443 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:02.443 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:02.443 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:02.443 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:02.443 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:02.443 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:02.444 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:02.444 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:02.444 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:02.444 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:02.444 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:02.444 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:02.444 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:02.444 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:02.444 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:02.444 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:02.444 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:02.444 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:02.445 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:02.445 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:02.445 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:02.445 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:02.445 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:02.445 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:02.445 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:02.445 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.445 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.445 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:02.445 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:02.445 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.445 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:02.445 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.446 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:02.446 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:02.446 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:02.446 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:02.446 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:02.446 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:02.446 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:02.446 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:02.446 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:02.446 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:02.446 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:02.446 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:02.447 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:02.447 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.447 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:02.447 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:02.447 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:02.447 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:02.447 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:02.447 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:02.447 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:02.447 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:02.447 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:02.447 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:02.447 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:02.448 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.448 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.448 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:02.448 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:02.448 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:02.448 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:02.448 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:02.448 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.448 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.448 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:02.448 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:02.448 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:02.449 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:02.449 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:02.449 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.449 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:02.449 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:02.449 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:02.449 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:02.449 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:02.449 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:55:02.449 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.449 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:02.449 INFO:teuthology.orchestra.run.smithi019.stdout:___________________ ERROR at setup of test_cast_expressions ____________________ 2023-12-03T12:55:02.449 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.449 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:02.450 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.450 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:02.450 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:02.450 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.450 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:02.450 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:02.450 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:02.450 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:02.450 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:02.450 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.450 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:02.450 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:02.450 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.451 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.451 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:02.451 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:02.451 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.451 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.451 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:02.451 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.451 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:02.451 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:02.451 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.451 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.451 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:02.451 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:02.452 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.452 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:02.452 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:02.452 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:02.452 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:02.452 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:02.452 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:02.452 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:02.452 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.452 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:02.452 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:02.452 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:02.452 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:02.452 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:02.453 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:02.453 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:02.453 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:02.453 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:02.453 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.453 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:02.453 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:02.453 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:02.453 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:02.453 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.453 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:02.453 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:02.453 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:02.453 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:02.454 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.454 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.454 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:02.454 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:02.454 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:02.454 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:02.454 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.454 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.454 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:02.454 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:02.454 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:02.454 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.455 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:02.455 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.455 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:02.455 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:02.455 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.455 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:02.455 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:02.455 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:02.455 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:02.455 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:02.455 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:02.455 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.455 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:02.455 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.456 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:02.456 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.456 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:02.456 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:02.456 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.456 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:02.456 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.456 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:02.456 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:02.456 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:02.456 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:02.456 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:02.456 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:02.457 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:02.457 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:02.457 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:02.457 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:02.457 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:02.457 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:02.457 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:02.457 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.457 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:02.457 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:02.457 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:02.457 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:02.458 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:02.458 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:02.458 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:02.458 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:02.458 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:02.458 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:02.458 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:02.458 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.458 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.458 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:02.458 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.458 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:02.459 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:02.459 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:02.459 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:02.459 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:02.459 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:02.459 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:02.459 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:02.459 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:02.459 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:02.459 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:02.459 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:02.459 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:02.459 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:02.459 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.460 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.460 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:02.460 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.460 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:02.460 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:02.460 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.460 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:02.460 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:02.460 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:02.460 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:02.460 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:02.460 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.460 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:02.461 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:02.461 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.461 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.461 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:02.461 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:02.461 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.461 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.461 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:02.461 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:02.461 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:02.461 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:02.461 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:02.461 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.462 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.462 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:02.462 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:02.462 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:02.462 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.462 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:02.462 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.462 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:02.462 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.462 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:02.462 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.462 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(scope="package") 2023-12-03T12:55:02.462 INFO:teuthology.orchestra.run.smithi019.stdout: def configfile(): 2023-12-03T12:55:02.463 INFO:teuthology.orchestra.run.smithi019.stdout:> setup() 2023-12-03T12:55:02.463 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.463 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:309: 2023-12-03T12:55:02.463 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.463 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:272: in setup 2023-12-03T12:55:02.463 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:55:02.463 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:55:02.463 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:55:02.463 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:55:02.463 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:55:02.463 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:02.463 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:02.463 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:02.464 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:02.464 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:02.464 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:02.464 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:02.464 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:02.464 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:02.464 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:02.464 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:02.464 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:02.464 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:02.464 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:02.464 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:02.464 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:02.465 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:02.465 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:02.465 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:02.465 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:02.465 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:02.465 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:02.465 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:02.465 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:02.465 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:02.465 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:02.465 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:02.465 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:02.465 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:02.465 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:02.466 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:02.466 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:02.466 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:02.466 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:02.466 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.466 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.466 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:02.466 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:02.466 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.466 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:02.466 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.466 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:02.466 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:02.467 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:02.467 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:02.467 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:02.467 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:02.467 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:02.467 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:02.467 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:02.467 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:02.467 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:02.467 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:02.467 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:02.467 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.468 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:02.468 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:02.468 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:02.468 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:02.468 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:02.468 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:02.468 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:02.468 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:02.468 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:02.468 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:02.468 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:02.468 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.468 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.469 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:02.469 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:02.469 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:02.469 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:02.469 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:02.469 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.469 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.469 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:02.469 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:02.469 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:02.469 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:02.469 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:02.469 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.469 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:02.470 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:02.470 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:02.470 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:02.470 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:02.470 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:55:02.470 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.470 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:02.470 INFO:teuthology.orchestra.run.smithi019.stdout:________________________ ERROR at setup of test_version ________________________ 2023-12-03T12:55:02.470 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.470 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:02.470 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.471 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:02.471 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:02.471 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.471 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:02.471 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:02.471 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:02.471 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:02.471 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:02.471 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.471 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:02.471 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:02.471 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.472 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.472 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:02.472 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:02.472 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.472 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.472 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:02.472 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.472 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:02.472 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:02.472 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.472 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.472 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:02.473 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:02.473 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.473 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:02.473 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:02.473 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:02.473 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:02.473 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:02.473 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:02.473 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:02.473 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.473 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:02.473 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:02.473 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:02.474 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:02.474 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:02.474 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:02.474 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:02.474 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:02.474 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:02.474 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.474 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:02.474 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:02.474 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:02.474 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:02.474 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.474 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:02.474 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:02.474 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:02.475 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:02.475 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.475 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.475 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:02.475 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:02.475 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:02.475 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:02.475 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.475 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.475 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:02.475 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:02.475 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:02.475 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.475 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:02.475 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.476 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:02.476 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:02.476 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.476 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:02.476 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:02.476 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:02.476 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:02.476 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:02.476 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:02.476 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.476 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:02.476 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.476 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:02.476 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.477 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:02.477 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:02.477 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.477 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:02.477 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.477 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:02.477 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:02.477 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:02.477 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:02.477 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:02.477 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:02.477 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:02.477 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:02.477 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:02.478 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:02.478 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:02.478 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:02.478 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:02.478 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.478 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:02.478 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:02.478 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:02.478 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:02.478 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:02.478 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:02.478 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:02.478 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:02.478 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:02.479 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:02.479 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:02.479 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.479 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.479 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:02.479 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.479 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:02.479 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:02.479 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:02.479 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:02.479 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:02.479 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:02.479 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:02.480 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:02.480 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:02.480 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:02.480 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:02.480 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:02.480 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:02.480 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:02.480 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.480 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.480 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:02.480 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.480 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:02.480 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:02.480 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.480 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:02.481 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:02.481 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:02.481 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:02.481 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:02.481 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.481 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:02.481 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:02.481 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.481 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.481 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:02.481 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:02.481 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.481 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.481 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:02.482 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:02.482 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:02.482 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:02.482 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:02.482 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.482 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.482 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:02.482 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:02.482 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:02.482 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.482 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:02.482 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.482 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:02.483 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.483 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:02.483 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.483 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(scope="package") 2023-12-03T12:55:02.483 INFO:teuthology.orchestra.run.smithi019.stdout: def configfile(): 2023-12-03T12:55:02.483 INFO:teuthology.orchestra.run.smithi019.stdout:> setup() 2023-12-03T12:55:02.483 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.483 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:309: 2023-12-03T12:55:02.483 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.483 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:272: in setup 2023-12-03T12:55:02.483 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:55:02.483 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:55:02.483 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:55:02.483 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:55:02.484 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:55:02.484 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:02.484 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:02.484 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:02.484 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:02.484 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:02.484 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:02.484 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:02.484 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:02.484 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:02.484 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:02.484 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:02.484 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:02.484 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:02.485 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:02.485 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:02.485 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:02.485 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:02.485 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:02.485 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:02.485 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:02.485 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:02.485 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:02.485 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:02.485 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:02.485 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:02.485 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:02.485 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:02.486 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:02.486 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:02.486 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:02.486 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:02.486 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:02.486 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:02.486 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:02.486 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.486 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.486 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:02.486 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:02.486 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.486 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:02.487 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.487 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:02.487 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:02.487 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:02.487 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:02.487 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:02.487 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:02.487 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:02.487 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:02.487 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:02.487 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:02.487 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:02.487 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:02.487 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:02.488 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.488 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:02.488 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:02.488 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:02.488 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:02.488 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:02.488 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:02.488 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:02.488 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:02.488 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:02.488 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:02.488 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:02.488 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.488 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.488 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:02.489 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:02.489 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:02.489 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:02.489 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:02.489 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.489 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.489 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:02.489 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:02.489 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:02.489 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:02.489 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:02.489 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.489 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:02.489 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:02.489 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:02.490 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:02.490 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:02.490 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:55:02.490 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.490 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:02.490 INFO:teuthology.orchestra.run.smithi019.stdout:___________________ ERROR at setup of test_trim_expressions ____________________ 2023-12-03T12:55:02.490 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.490 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:02.490 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.490 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:02.490 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:02.490 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.490 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:02.491 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:02.491 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:02.491 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:02.491 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:02.491 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.491 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:02.491 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:02.491 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.491 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.491 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:02.491 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:02.491 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.491 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.491 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:02.491 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.492 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:02.492 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:02.492 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.492 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.492 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:02.492 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:02.492 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.492 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:02.492 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:02.492 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:02.492 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:02.492 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:02.492 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:02.493 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:02.493 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.493 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:02.493 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:02.493 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:02.493 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:02.493 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:02.493 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:02.493 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:02.493 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:02.493 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:02.493 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.493 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:02.494 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:02.494 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:02.494 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:02.494 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.494 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:02.494 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:02.494 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:02.494 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:02.494 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.494 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.494 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:02.494 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:02.494 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:02.495 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:02.495 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.495 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.495 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:02.495 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:02.495 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:02.495 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.495 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:02.495 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.495 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:02.495 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:02.495 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.495 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:02.495 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:02.496 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:02.496 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:02.496 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:02.496 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:02.496 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.496 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:02.496 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.496 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:02.496 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.496 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:02.496 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:02.496 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.496 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:02.496 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.497 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:02.497 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:02.497 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:02.497 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:02.497 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:02.497 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:02.497 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:02.497 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:02.497 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:02.497 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:02.497 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:02.497 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:02.497 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:02.497 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.497 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:02.498 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:02.498 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:02.498 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:02.498 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:02.498 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:02.498 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:02.498 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:02.498 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:02.498 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:02.498 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:02.498 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.498 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.498 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:02.498 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.499 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:02.499 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:02.499 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:02.499 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:02.499 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:02.499 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:02.499 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:02.499 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:02.499 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:02.499 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:02.499 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:02.499 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:02.499 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:02.499 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:02.500 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.500 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.500 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:02.500 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.500 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:02.500 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:02.500 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.500 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:02.500 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:02.500 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:02.500 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:02.500 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:02.500 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.500 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:02.500 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:02.500 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.501 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.501 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:02.501 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:02.501 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.501 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.501 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:02.501 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:02.501 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:02.501 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:02.501 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:02.501 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.501 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.501 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:02.501 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:02.502 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:02.502 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.502 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:02.502 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.502 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:02.502 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.502 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:02.502 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.502 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(scope="package") 2023-12-03T12:55:02.502 INFO:teuthology.orchestra.run.smithi019.stdout: def configfile(): 2023-12-03T12:55:02.502 INFO:teuthology.orchestra.run.smithi019.stdout:> setup() 2023-12-03T12:55:02.502 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.502 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:309: 2023-12-03T12:55:02.503 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.503 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:272: in setup 2023-12-03T12:55:02.503 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:55:02.503 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:55:02.503 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:55:02.503 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:55:02.503 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:55:02.503 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:02.503 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:02.503 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:02.503 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:02.503 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:02.503 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:02.503 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:02.503 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:02.504 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:02.504 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:02.504 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:02.504 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:02.504 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:02.504 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:02.504 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:02.504 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:02.504 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:02.504 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:02.504 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:02.504 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:02.504 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:02.504 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:02.505 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:02.505 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:02.505 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:02.505 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:02.505 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:02.505 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:02.505 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:02.505 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:02.505 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:02.505 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:02.505 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:02.505 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:02.505 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.505 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.505 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:02.506 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:02.506 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.506 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:02.506 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.506 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:02.506 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:02.506 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:02.506 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:02.506 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:02.506 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:02.506 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:02.506 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:02.506 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:02.507 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:02.507 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:02.507 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:02.507 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:02.507 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.507 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:02.507 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:02.507 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:02.507 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:02.507 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:02.507 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:02.507 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:02.507 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:02.507 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:02.508 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:02.508 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:02.508 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.508 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.508 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:02.508 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:02.508 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:02.508 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:02.508 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:02.508 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.508 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.508 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:02.508 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:02.509 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:02.509 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:02.509 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:02.509 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.509 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:02.509 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:02.509 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:02.509 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:02.509 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:02.509 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:55:02.509 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.509 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:02.509 INFO:teuthology.orchestra.run.smithi019.stdout:______________ ERROR at setup of test_truefalse_trim_expressions _______________ 2023-12-03T12:55:02.509 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.509 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:02.510 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.510 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:02.510 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:02.510 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.510 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:02.510 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:02.510 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:02.510 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:02.510 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:02.510 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.510 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:02.510 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:02.511 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.511 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.511 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:02.511 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:02.511 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.511 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.511 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:02.511 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.511 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:02.511 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:02.511 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.511 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.511 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:02.511 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:02.512 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.512 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:02.512 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:02.512 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:02.512 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:02.512 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:02.512 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:02.512 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:02.512 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.512 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:02.512 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:02.512 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:02.512 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:02.512 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:02.512 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:02.512 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:02.513 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:02.513 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:02.513 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.513 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:02.513 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:02.513 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:02.513 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:02.513 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.513 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:02.513 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:02.513 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:02.513 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:02.513 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.513 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.514 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:02.514 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:02.514 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:02.514 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:02.514 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.514 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.514 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:02.514 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:02.514 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:02.514 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.514 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:02.514 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.514 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:02.514 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:02.515 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.515 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:02.515 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:02.515 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:02.515 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:02.515 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:02.515 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:02.515 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.515 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:02.515 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.515 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:02.515 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.515 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:02.515 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:02.515 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.515 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:02.516 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.516 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:02.516 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:02.516 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:02.516 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:02.516 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:02.516 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:02.516 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:02.516 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:02.516 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:02.516 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:02.516 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:02.516 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:02.516 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:02.516 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.516 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:02.517 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:02.517 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:02.517 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:02.517 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:02.517 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:02.517 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:02.517 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:02.517 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:02.517 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:02.517 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:02.517 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.517 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.517 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:02.517 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.518 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:02.518 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:02.518 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:02.518 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:02.518 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:02.518 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:02.518 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:02.518 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:02.518 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:02.518 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:02.518 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:02.518 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:02.518 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:02.518 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:02.519 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.519 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.519 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:02.519 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.519 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:02.519 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:02.519 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.519 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:02.519 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:02.519 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:02.519 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:02.519 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:02.519 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.520 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:02.520 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:02.520 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.520 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.520 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:02.520 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:02.520 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.520 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.520 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:02.520 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:02.520 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:02.520 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:02.520 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:02.520 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.521 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.521 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:02.521 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:02.521 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:02.521 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.521 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:02.521 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.521 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:02.521 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.521 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:02.521 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.521 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(scope="package") 2023-12-03T12:55:02.521 INFO:teuthology.orchestra.run.smithi019.stdout: def configfile(): 2023-12-03T12:55:02.522 INFO:teuthology.orchestra.run.smithi019.stdout:> setup() 2023-12-03T12:55:02.522 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.522 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:309: 2023-12-03T12:55:02.522 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.522 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:272: in setup 2023-12-03T12:55:02.522 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:55:02.522 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:55:02.522 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:55:02.522 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:55:02.522 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:55:02.522 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:02.522 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:02.523 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:02.523 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:02.523 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:02.523 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:02.523 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:02.523 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:02.523 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:02.523 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:02.523 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:02.523 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:02.523 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:02.523 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:02.523 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:02.523 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:02.524 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:02.524 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:02.524 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:02.524 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:02.524 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:02.524 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:02.524 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:02.524 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:02.524 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:02.524 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:02.524 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:02.524 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:02.524 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:02.524 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:02.525 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:02.525 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:02.525 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:02.525 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:02.525 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.525 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.525 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:02.525 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:02.525 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.525 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:02.525 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.525 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:02.525 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:02.525 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:02.525 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:02.526 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:02.526 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:02.526 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:02.526 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:02.526 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:02.526 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:02.526 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:02.526 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:02.526 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:02.526 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.526 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:02.526 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:02.526 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:02.526 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:02.526 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:02.527 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:02.527 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:02.527 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:02.527 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:02.527 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:02.527 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:02.527 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.527 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.527 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:02.527 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:02.527 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:02.527 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:02.527 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:02.527 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.528 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.528 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:02.528 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:02.528 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:02.528 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:02.528 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:02.528 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.528 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:02.528 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:02.528 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:02.528 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:02.528 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:02.528 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:55:02.528 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.528 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:02.529 INFO:teuthology.orchestra.run.smithi019.stdout:__________________ ERROR at setup of test_escape_expressions ___________________ 2023-12-03T12:55:02.529 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.529 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:02.529 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.529 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:02.529 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:02.529 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.529 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:02.529 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:02.529 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:02.529 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:02.529 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:02.529 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.529 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:02.529 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:02.530 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.530 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.530 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:02.530 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:02.530 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.530 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.530 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:02.530 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.530 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:02.530 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:02.530 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.530 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.530 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:02.530 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:02.531 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.531 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:02.531 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:02.531 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:02.531 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:02.531 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:02.531 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:02.531 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:02.531 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.531 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:02.531 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:02.531 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:02.531 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:02.532 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:02.532 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:02.532 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:02.532 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:02.532 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:02.532 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.532 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:02.532 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:02.532 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:02.532 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:02.532 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.532 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:02.532 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:02.533 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:02.533 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:02.533 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.533 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.533 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:02.533 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:02.533 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:02.533 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:02.533 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.533 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.533 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:02.533 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:02.533 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:02.533 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.533 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:02.534 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.534 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:02.534 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:02.534 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.534 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:02.534 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:02.534 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:02.534 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:02.534 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:02.534 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:02.534 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.534 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:02.534 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.534 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:02.534 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.535 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:02.535 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:02.535 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.535 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:02.535 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.535 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:02.535 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:02.535 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:02.535 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:02.535 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:02.535 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:02.535 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:02.535 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:02.535 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:02.535 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:02.536 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:02.536 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:02.536 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:02.536 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.536 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:02.536 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:02.536 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:02.536 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:02.536 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:02.536 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:02.536 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:02.536 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:02.536 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:02.536 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:02.537 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:02.537 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.537 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.537 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:02.537 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.537 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:02.537 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:02.537 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:02.537 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:02.537 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:02.537 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:02.537 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:02.537 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:02.537 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:02.537 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:02.538 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:02.538 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:02.538 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:02.538 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:02.538 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.538 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.538 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:02.538 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.538 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:02.538 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:02.538 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.538 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:02.538 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:02.538 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:02.538 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:02.539 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:02.539 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.539 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:02.539 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:02.539 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.539 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.539 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:02.539 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:02.539 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.539 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.539 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:02.539 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:02.539 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:02.539 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:02.540 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:02.540 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.540 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.540 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:02.540 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:02.540 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:02.540 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.540 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:02.540 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.540 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:02.540 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.540 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:02.540 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.540 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(scope="package") 2023-12-03T12:55:02.540 INFO:teuthology.orchestra.run.smithi019.stdout: def configfile(): 2023-12-03T12:55:02.541 INFO:teuthology.orchestra.run.smithi019.stdout:> setup() 2023-12-03T12:55:02.541 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.541 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:309: 2023-12-03T12:55:02.541 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.541 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:272: in setup 2023-12-03T12:55:02.541 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:55:02.541 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:55:02.541 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:55:02.541 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:55:02.541 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:55:02.541 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:02.541 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:02.541 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:02.541 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:02.542 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:02.542 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:02.542 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:02.542 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:02.542 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:02.542 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:02.542 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:02.542 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:02.542 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:02.542 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:02.542 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:02.542 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:02.543 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:02.543 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:02.543 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:02.543 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:02.543 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:02.543 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:02.543 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:02.543 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:02.543 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:02.543 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:02.543 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:02.543 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:02.543 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:02.543 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:02.544 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:02.544 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:02.544 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:02.544 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:02.544 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.544 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.544 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:02.544 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:02.544 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.544 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:02.544 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.544 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:02.544 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:02.544 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:02.545 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:02.545 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:02.545 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:02.545 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:02.545 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:02.545 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:02.545 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:02.545 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:02.545 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:02.545 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:02.545 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.545 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:02.545 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:02.545 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:02.545 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:02.545 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:02.546 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:02.546 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:02.546 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:02.546 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:02.546 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:02.546 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:02.546 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.546 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.546 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:02.546 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:02.546 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:02.546 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:02.547 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:02.547 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.547 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.547 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:02.547 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:02.547 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:02.547 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:02.547 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:02.547 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.547 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:02.547 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:02.547 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:02.547 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:02.547 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:02.548 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:55:02.548 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.548 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:02.548 INFO:teuthology.orchestra.run.smithi019.stdout:________________ ERROR at setup of test_case_value_expressions _________________ 2023-12-03T12:55:02.548 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.548 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:02.548 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.548 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:02.548 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:02.548 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.548 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:02.548 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:02.548 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:02.548 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:02.548 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:02.548 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.548 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:02.549 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:02.549 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.549 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.549 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:02.549 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:02.549 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.549 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.549 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:02.549 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.549 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:02.549 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:02.549 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.549 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.550 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:02.550 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:02.550 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.550 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:02.550 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:02.550 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:02.550 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:02.550 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:02.550 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:02.550 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:02.550 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.550 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:02.550 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:02.550 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:02.550 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:02.551 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:02.551 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:02.551 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:02.551 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:02.551 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:02.551 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.551 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:02.551 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:02.551 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:02.551 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:02.551 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.551 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:02.551 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:02.551 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:02.551 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:02.552 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.552 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.552 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:02.552 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:02.552 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:02.552 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:02.552 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.552 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.552 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:02.552 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:02.552 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:02.552 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.552 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:02.552 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.553 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:02.553 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:02.553 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.553 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:02.553 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:02.553 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:02.553 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:02.553 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:02.553 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:02.553 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.553 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:02.553 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.553 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:02.553 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.553 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:02.554 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:02.554 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.554 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:02.554 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.554 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:02.554 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:02.554 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:02.554 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:02.554 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:02.554 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:02.554 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:02.554 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:02.554 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:02.554 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:02.554 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:02.555 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:02.555 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:02.555 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.555 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:02.555 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:02.555 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:02.555 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:02.555 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:02.555 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:02.555 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:02.555 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:02.555 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:02.555 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:02.555 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:02.555 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.555 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.556 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:02.556 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.556 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:02.556 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:02.556 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:02.556 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:02.556 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:02.556 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:02.556 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:02.556 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:02.556 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:02.556 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:02.556 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:02.557 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:02.557 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:02.557 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:02.557 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.557 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.557 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:02.557 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.557 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:02.557 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:02.557 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.557 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:02.557 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:02.557 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:02.558 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:02.558 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:02.558 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.558 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:02.558 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:02.558 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.558 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.558 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:02.558 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:02.558 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.558 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.558 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:02.558 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:02.558 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:02.558 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:02.559 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:02.559 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.559 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.559 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:02.559 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:02.559 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:02.559 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.559 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:02.559 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.559 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:02.559 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.559 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:02.559 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.560 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(scope="package") 2023-12-03T12:55:02.560 INFO:teuthology.orchestra.run.smithi019.stdout: def configfile(): 2023-12-03T12:55:02.560 INFO:teuthology.orchestra.run.smithi019.stdout:> setup() 2023-12-03T12:55:02.560 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.560 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:309: 2023-12-03T12:55:02.560 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.560 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:272: in setup 2023-12-03T12:55:02.560 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:55:02.560 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:55:02.560 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:55:02.560 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:55:02.560 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:55:02.560 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:02.560 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:02.560 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:02.561 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:02.561 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:02.561 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:02.561 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:02.561 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:02.561 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:02.561 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:02.561 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:02.561 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:02.561 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:02.561 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:02.561 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:02.561 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:02.561 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:02.562 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:02.562 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:02.562 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:02.562 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:02.562 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:02.562 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:02.562 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:02.562 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:02.562 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:02.562 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:02.562 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:02.562 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:02.562 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:02.563 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:02.563 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:02.563 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:02.563 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:02.563 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.563 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.563 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:02.563 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:02.563 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.563 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:02.563 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.563 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:02.563 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:02.563 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:02.563 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:02.563 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:02.564 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:02.564 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:02.564 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:02.564 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:02.564 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:02.564 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:02.564 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:02.564 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:02.564 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.564 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:02.564 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:02.564 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:02.564 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:02.564 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:02.564 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:02.565 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:02.565 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:02.565 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:02.565 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:02.565 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:02.565 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.565 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.565 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:02.565 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:02.565 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:02.565 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:02.565 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:02.565 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.565 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.566 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:02.566 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:02.566 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:02.566 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:02.566 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:02.566 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.566 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:02.566 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:02.566 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:02.566 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:02.566 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:02.566 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:55:02.566 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.566 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:02.567 INFO:teuthology.orchestra.run.smithi019.stdout:_________________ ERROR at setup of test_bool_cast_expressions _________________ 2023-12-03T12:55:02.567 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.567 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:02.567 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.567 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:02.567 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:02.567 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.567 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:02.567 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:02.567 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:02.567 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:02.567 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:02.567 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.567 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:02.567 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:02.568 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.568 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.568 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:02.568 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:02.568 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.568 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.568 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:02.568 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.568 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:02.568 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:02.568 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.568 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.569 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:02.569 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:02.569 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.569 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:02.569 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:02.569 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:02.569 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:02.569 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:02.569 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:02.569 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:02.569 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.569 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:02.569 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:02.569 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:02.570 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:02.570 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:02.570 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:02.570 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:02.570 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:02.570 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:02.570 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.570 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:02.570 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:02.570 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:02.570 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:02.570 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.570 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:02.570 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:02.571 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:02.571 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:02.571 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.571 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.571 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:02.571 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:02.571 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:02.571 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:02.571 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.571 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.571 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:02.571 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:02.571 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:02.572 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.572 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:02.572 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.572 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:02.572 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:02.572 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.572 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:02.572 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:02.572 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:02.572 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:02.572 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:02.572 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:02.572 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.572 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:02.573 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.573 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:02.573 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.573 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:02.573 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:02.573 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.573 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:02.573 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.573 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:02.573 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:02.573 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:02.573 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:02.573 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:02.573 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:02.573 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:02.574 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:02.574 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:02.574 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:02.574 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:02.574 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:02.574 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:02.574 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.574 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:02.574 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:02.574 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:02.574 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:02.574 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:02.574 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:02.574 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:02.575 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:02.575 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:02.575 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:02.575 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:02.575 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.575 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.575 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:02.575 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.575 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:02.575 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:02.575 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:02.575 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:02.575 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:02.575 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:02.575 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:02.576 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:02.576 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:02.576 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:02.576 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:02.576 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:02.576 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:02.576 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:02.576 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.576 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.576 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:02.576 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.576 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:02.576 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:02.576 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.576 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:02.576 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:02.577 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:02.577 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:02.577 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:02.577 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.577 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:02.577 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:02.577 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.577 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.577 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:02.577 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:02.577 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.577 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.577 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:02.577 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:02.577 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:02.578 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:02.578 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:02.578 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.578 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.578 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:02.578 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:02.578 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:02.578 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.578 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:02.578 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.578 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:02.578 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.578 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:02.578 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.579 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(scope="package") 2023-12-03T12:55:02.579 INFO:teuthology.orchestra.run.smithi019.stdout: def configfile(): 2023-12-03T12:55:02.579 INFO:teuthology.orchestra.run.smithi019.stdout:> setup() 2023-12-03T12:55:02.579 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.579 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:309: 2023-12-03T12:55:02.579 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.579 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:272: in setup 2023-12-03T12:55:02.579 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:55:02.579 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:55:02.579 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:55:02.579 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:55:02.579 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:55:02.579 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:02.579 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:02.579 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:02.579 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:02.580 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:02.580 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:02.580 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:02.580 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:02.580 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:02.580 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:02.580 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:02.580 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:02.580 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:02.580 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:02.580 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:02.580 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:02.581 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:02.581 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:02.581 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:02.581 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:02.581 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:02.581 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:02.581 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:02.581 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:02.581 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:02.581 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:02.581 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:02.581 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:02.581 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:02.582 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:02.582 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:02.582 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:02.582 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:02.582 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:02.582 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.582 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.582 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:02.582 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:02.582 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.582 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:02.582 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.582 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:02.583 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:02.583 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:02.583 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:02.583 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:02.583 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:02.583 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:02.583 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:02.583 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:02.583 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:02.583 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:02.583 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:02.583 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:02.583 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.583 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:02.584 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:02.584 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:02.584 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:02.584 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:02.584 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:02.584 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:02.584 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:02.584 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:02.584 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:02.584 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:02.584 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.584 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.584 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:02.584 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:02.585 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:02.585 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:02.585 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:02.585 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.585 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.585 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:02.585 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:02.585 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:02.585 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:02.585 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:02.585 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.585 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:02.585 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:02.585 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:02.585 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:02.585 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:02.586 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:55:02.586 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.586 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:02.586 INFO:teuthology.orchestra.run.smithi019.stdout:_________________ ERROR at setup of test_progress_expressions __________________ 2023-12-03T12:55:02.586 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.586 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:02.586 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.586 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:02.586 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:02.586 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.586 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:02.586 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:02.586 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:02.586 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:02.587 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:02.587 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.587 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:02.587 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:02.587 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.587 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.587 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:02.587 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:02.587 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.587 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.587 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:02.587 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.587 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:02.587 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:02.587 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.588 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.588 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:02.588 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:02.588 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.588 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:02.588 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:02.588 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:02.588 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:02.588 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:02.588 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:02.588 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:02.588 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.588 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:02.588 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:02.588 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:02.588 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:02.589 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:02.589 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:02.589 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:02.589 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:02.589 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:02.589 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.589 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:02.589 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:02.589 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:02.589 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:02.589 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.589 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:02.589 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:02.589 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:02.590 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:02.590 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.590 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.590 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:02.590 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:02.590 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:02.590 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:02.590 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.590 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.590 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:02.590 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:02.590 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:02.590 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.590 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:02.590 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.591 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:02.591 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:02.591 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.591 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:02.591 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:02.591 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:02.591 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:02.591 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:02.591 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:02.591 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.591 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:02.591 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.591 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:02.591 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.591 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:02.592 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:02.592 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.592 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:02.592 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.592 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:02.592 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:02.592 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:02.592 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:02.592 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:02.592 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:02.592 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:02.592 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:02.593 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:02.593 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:02.593 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:02.593 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:02.593 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:02.593 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.593 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:02.593 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:02.593 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:02.593 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:02.593 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:02.593 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:02.593 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:02.594 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:02.594 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:02.594 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:02.594 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:02.594 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.594 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.594 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:02.594 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.594 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:02.594 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:02.594 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:02.594 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:02.594 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:02.594 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:02.595 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:02.595 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:02.595 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:02.595 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:02.595 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:02.595 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:02.595 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:02.595 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:02.595 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.595 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.595 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:02.595 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.595 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:02.596 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:02.596 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.596 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:02.596 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:02.596 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:02.596 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:02.596 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:02.596 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.596 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:02.596 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:02.596 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.596 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.596 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:02.597 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:02.597 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.597 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.597 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:02.597 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:02.597 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:02.597 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:02.597 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:02.597 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.597 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.597 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:02.597 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:02.597 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:02.597 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.598 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:02.598 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.598 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:02.598 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.598 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:02.598 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.598 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(scope="package") 2023-12-03T12:55:02.598 INFO:teuthology.orchestra.run.smithi019.stdout: def configfile(): 2023-12-03T12:55:02.598 INFO:teuthology.orchestra.run.smithi019.stdout:> setup() 2023-12-03T12:55:02.598 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.598 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:309: 2023-12-03T12:55:02.598 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.598 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:272: in setup 2023-12-03T12:55:02.598 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:55:02.598 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:55:02.599 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:55:02.599 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:55:02.599 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:55:02.599 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:02.599 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:02.599 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:02.599 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:02.599 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:02.599 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:02.599 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:02.599 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:02.599 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:02.599 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:02.599 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:02.599 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:02.600 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:02.600 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:02.600 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:02.600 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:02.600 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:02.600 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:02.600 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:02.600 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:02.600 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:02.600 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:02.600 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:02.600 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:02.600 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:02.600 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:02.600 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:02.601 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:02.601 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:02.601 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:02.601 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:02.601 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:02.601 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:02.601 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:02.601 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.601 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.601 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:02.601 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:02.601 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.601 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:02.602 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.602 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:02.602 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:02.602 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:02.602 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:02.602 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:02.602 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:02.602 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:02.602 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:02.602 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:02.602 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:02.602 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:02.602 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:02.602 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:02.602 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.603 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:02.603 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:02.603 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:02.603 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:02.603 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:02.603 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:02.603 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:02.603 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:02.603 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:02.603 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:02.603 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:02.603 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.603 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.603 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:02.603 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:02.604 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:02.604 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:02.604 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:02.604 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.604 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.604 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:02.604 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:02.604 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:02.604 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:02.604 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:02.604 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.604 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:02.605 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:02.605 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:02.605 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:02.605 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:02.605 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:55:02.605 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.605 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:02.605 INFO:teuthology.orchestra.run.smithi019.stdout:_______________ ERROR at setup of test_output_serial_expressions _______________ 2023-12-03T12:55:02.605 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.605 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:02.605 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.605 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:02.605 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:02.605 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.606 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:02.606 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:02.606 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:02.606 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:02.606 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:02.606 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.606 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:02.606 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:02.606 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.606 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.606 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:02.606 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:02.606 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.606 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.607 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:02.607 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.607 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:02.607 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:02.607 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.607 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.607 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:02.607 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:02.607 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.607 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:02.607 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:02.607 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:02.607 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:02.607 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:02.607 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:02.608 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:02.608 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.608 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:02.608 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:02.608 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:02.608 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:02.608 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:02.608 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:02.608 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:02.608 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:02.608 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:02.608 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.608 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:02.608 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:02.609 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:02.609 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:02.609 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.609 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:02.609 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:02.609 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:02.609 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:02.609 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.609 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.609 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:02.609 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:02.609 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:02.609 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:02.609 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.609 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.610 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:02.610 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:02.610 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:02.610 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.610 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:02.610 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.610 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:02.610 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:02.610 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.610 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:02.610 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:02.610 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:02.610 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:02.610 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:02.610 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:02.611 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.611 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:02.611 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.611 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:02.611 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.611 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:02.611 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:02.611 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.611 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:02.611 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.611 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:02.611 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:02.612 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:02.612 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:02.612 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:02.612 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:02.612 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:02.612 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:02.612 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:02.612 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:02.612 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:02.612 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:02.612 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:02.612 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.612 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:02.612 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:02.612 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:02.613 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:02.613 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:02.613 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:02.613 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:02.613 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:02.613 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:02.613 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:02.613 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:02.613 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.613 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.613 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:02.613 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.613 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:02.613 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:02.613 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:02.613 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:02.614 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:02.614 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:02.614 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:02.614 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:02.614 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:02.614 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:02.614 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:02.614 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:02.614 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:02.614 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:02.614 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.614 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.614 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:02.615 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.615 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:02.615 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:02.615 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.615 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:02.615 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:02.615 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:02.615 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:02.615 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:02.615 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.615 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:02.615 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:02.615 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.615 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.615 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:02.616 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:02.616 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.616 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.616 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:02.616 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:02.616 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:02.616 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:02.616 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:02.616 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.616 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.616 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:02.616 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:02.616 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:02.616 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.616 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:02.616 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.616 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:02.617 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.617 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:02.617 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.617 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.fixture(scope="package") 2023-12-03T12:55:02.617 INFO:teuthology.orchestra.run.smithi019.stdout: def configfile(): 2023-12-03T12:55:02.617 INFO:teuthology.orchestra.run.smithi019.stdout:> setup() 2023-12-03T12:55:02.617 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.617 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:309: 2023-12-03T12:55:02.617 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.617 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:272: in setup 2023-12-03T12:55:02.617 INFO:teuthology.orchestra.run.smithi019.stdout: nuke_prefixed_buckets(prefix=prefix) 2023-12-03T12:55:02.617 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:145: in nuke_prefixed_buckets 2023-12-03T12:55:02.618 INFO:teuthology.orchestra.run.smithi019.stdout: buckets = get_buckets_list(client, prefix) 2023-12-03T12:55:02.618 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:56: in get_buckets_list 2023-12-03T12:55:02.618 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.list_buckets() 2023-12-03T12:55:02.618 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:02.618 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:02.618 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:02.618 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:02.618 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:02.618 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:02.618 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:02.618 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:02.618 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:02.618 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:02.618 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:02.618 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:02.619 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:02.619 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:02.619 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:02.619 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:02.619 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:02.619 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:02.619 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:02.619 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:02.619 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:02.619 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:02.619 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:02.619 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:02.619 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:02.619 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:02.619 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:02.620 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:02.620 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:02.620 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:02.620 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:02.620 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:02.620 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:02.620 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:02.620 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.620 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.620 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:02.620 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:02.620 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.620 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:02.621 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.621 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:02.621 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:02.621 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:02.621 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:02.621 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:02.621 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:02.621 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:02.621 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:02.621 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:02.621 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:02.621 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:02.621 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:02.621 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:02.622 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.622 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:02.622 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:02.622 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:02.622 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:02.622 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:02.622 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:02.622 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:02.622 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:02.622 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:02.622 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:02.622 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:02.622 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.622 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.623 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:02.623 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:02.623 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:02.623 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:02.623 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:02.623 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.623 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.623 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:02.623 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:02.623 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:02.623 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:02.623 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:02.623 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.623 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:02.623 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:02.624 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:02.624 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:02.624 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:02.624 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/" 2023-12-03T12:55:02.624 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.624 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:02.624 INFO:teuthology.orchestra.run.smithi019.stdout:=================================== FAILURES =================================== 2023-12-03T12:55:02.624 INFO:teuthology.orchestra.run.smithi019.stdout:_________________________ test_multipart_upload_empty __________________________ 2023-12-03T12:55:02.624 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.624 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:02.624 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.624 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:02.624 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:02.624 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.624 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:02.625 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:02.625 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:02.625 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:02.625 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:02.625 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.625 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:02.625 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:02.625 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.625 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.625 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:02.625 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:02.625 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.625 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.625 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:02.625 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.625 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:02.626 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:02.626 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.626 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.626 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:02.626 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:02.626 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.626 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:02.626 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:02.626 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:02.626 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:02.626 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:02.626 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:02.626 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:02.627 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.627 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:02.627 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:02.627 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:02.627 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:02.627 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:02.627 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:02.627 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:02.627 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:02.627 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:02.627 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.627 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:02.627 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:02.627 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:02.627 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:02.628 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.628 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:02.628 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:02.628 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:02.628 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:02.628 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.628 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.628 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:02.628 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:02.628 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:02.628 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:02.628 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.628 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.628 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:02.629 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:02.629 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:02.629 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.629 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:02.629 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.629 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:02.629 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:02.629 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.629 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:02.629 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:02.629 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:02.629 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:02.629 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:02.629 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:02.629 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.630 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:02.630 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.630 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:02.630 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.630 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:02.630 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:02.630 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.630 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:02.630 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.630 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:02.630 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:02.630 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:02.630 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:02.631 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:02.631 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:02.631 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:02.631 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:02.631 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:02.631 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:02.631 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:02.631 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:02.631 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:02.631 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.631 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:02.631 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:02.631 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:02.631 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:02.631 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:02.632 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:02.632 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:02.632 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:02.632 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:02.632 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:02.632 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:02.632 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.632 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.632 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:02.632 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.632 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:02.632 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:02.632 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:02.632 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:02.632 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:02.633 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:02.633 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:02.633 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:02.633 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:02.633 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:02.633 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:02.633 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:02.633 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:02.633 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:02.633 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.633 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.633 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:02.633 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.633 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:02.634 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:02.634 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.634 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:02.634 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:02.634 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:02.634 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:02.634 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:02.634 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.634 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:02.634 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:02.634 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.634 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.634 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:02.634 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:02.634 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.635 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.635 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:02.635 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:02.635 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:02.635 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:02.635 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:02.635 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.635 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.635 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:02.635 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:02.635 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:02.635 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.635 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:02.635 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.635 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:02.636 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.636 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:02.636 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.636 INFO:teuthology.orchestra.run.smithi019.stdout: def test_multipart_upload_empty(): 2023-12-03T12:55:02.636 INFO:teuthology.orchestra.run.smithi019.stdout: bucket_name = get_new_bucket() 2023-12-03T12:55:02.636 INFO:teuthology.orchestra.run.smithi019.stdout: client = get_client() 2023-12-03T12:55:02.636 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.636 INFO:teuthology.orchestra.run.smithi019.stdout: key1 = "mymultipart" 2023-12-03T12:55:02.636 INFO:teuthology.orchestra.run.smithi019.stdout: objlen = 0 2023-12-03T12:55:02.636 INFO:teuthology.orchestra.run.smithi019.stdout: (upload_id, data, parts) = _multipart_upload(bucket_name=bucket_name, key=key1, size=objlen) 2023-12-03T12:55:02.636 INFO:teuthology.orchestra.run.smithi019.stdout:> e = assert_raises(ClientError, client.complete_multipart_upload,Bucket=bucket_name, Key=key1, UploadId=upload_id) 2023-12-03T12:55:02.636 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.636 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:5811: 2023-12-03T12:55:02.636 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.637 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/utils.py:11: in assert_raises 2023-12-03T12:55:02.637 INFO:teuthology.orchestra.run.smithi019.stdout: callableObj(*args, **kwargs) 2023-12-03T12:55:02.637 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:02.637 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:02.637 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:02.637 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:02.637 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:02.637 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:02.637 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:02.637 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:02.637 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:02.637 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:02.637 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:02.637 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:02.637 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:02.638 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:02.638 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:02.638 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:02.638 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:02.638 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:02.638 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:02.638 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:02.638 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:02.638 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:02.638 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:02.638 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:02.638 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:02.638 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:02.638 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:02.638 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:02.639 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:02.639 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:02.639 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:02.639 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:02.639 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:02.639 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:02.639 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.639 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.639 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:02.639 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:02.639 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.639 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:02.639 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.639 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:02.640 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:02.640 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:02.640 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:02.640 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:02.640 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:02.640 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:02.640 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:02.640 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:02.640 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:02.640 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:02.640 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:02.640 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:02.640 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.641 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:02.641 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:02.641 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:02.641 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:02.641 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:02.641 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:02.641 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:02.641 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:02.641 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:02.641 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:02.641 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:02.641 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.641 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.641 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:02.642 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:02.642 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:02.642 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:02.642 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:02.642 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.642 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.642 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:02.642 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:02.642 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:02.642 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:02.642 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:02.643 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.643 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:02.643 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:02.643 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:02.643 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:02.643 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:02.643 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/test-client.0-4a6zemzjywb5q3g-323/mymultipart?uploadId=2~jyH6KWDOv8j_oi7TwYYYyotlshOJrCp" 2023-12-03T12:55:02.643 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.643 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:02.643 INFO:teuthology.orchestra.run.smithi019.stdout:_________________________ test_multipart_upload_small __________________________ 2023-12-03T12:55:02.643 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.643 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:02.643 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.644 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:02.644 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:02.644 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.644 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:02.644 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:02.644 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:02.644 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:02.644 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:02.644 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.644 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:02.644 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:02.644 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.644 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.644 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:02.645 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:02.645 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.645 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.645 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:02.645 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.645 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:02.645 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:02.645 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.645 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.645 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:02.645 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:02.645 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.645 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:02.645 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:02.646 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:02.646 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:02.646 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:02.646 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:02.646 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:02.646 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.646 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:02.646 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:02.646 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:02.646 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:02.646 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:02.646 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:02.646 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:02.646 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:02.647 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:02.647 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.647 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:02.647 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:02.647 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:02.647 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:02.647 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.647 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:02.647 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:02.647 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:02.647 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:02.647 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.647 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.647 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:02.647 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:02.648 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:02.648 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:02.648 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.648 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.648 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:02.648 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:02.648 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:02.648 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.648 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:02.648 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.648 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:02.648 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:02.648 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.648 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:02.649 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:02.649 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:02.649 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:02.649 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:02.649 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:02.649 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.649 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:02.649 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.649 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:02.649 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.649 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:02.649 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:02.649 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.649 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:02.649 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.650 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:02.650 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:02.650 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:02.650 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:02.650 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:02.650 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:02.650 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:02.650 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:02.650 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:02.650 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:02.650 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:02.650 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:02.650 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:02.650 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.651 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:02.651 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:02.651 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:02.651 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:02.651 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:02.651 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:02.651 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:02.651 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:02.651 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:02.651 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:02.651 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:02.651 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.651 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.651 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:02.651 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.652 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:02.652 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:02.652 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:02.652 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:02.652 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:02.652 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:02.652 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:02.652 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:02.652 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:02.652 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:02.652 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:02.652 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:02.652 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:02.653 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:02.653 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.653 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.653 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:02.653 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.653 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:02.653 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:02.653 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.653 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:02.653 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:02.653 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:02.653 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:02.653 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:02.653 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.654 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:02.654 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:02.654 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.654 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.654 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:02.654 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:02.654 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.654 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.654 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:02.654 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:02.654 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:02.654 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:02.654 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:02.654 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.654 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.655 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:02.655 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:02.655 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:02.655 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.655 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:02.655 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.655 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:02.655 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.655 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:02.655 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.655 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.mark.fails_on_dbstore 2023-12-03T12:55:02.655 INFO:teuthology.orchestra.run.smithi019.stdout: def test_multipart_upload_small(): 2023-12-03T12:55:02.655 INFO:teuthology.orchestra.run.smithi019.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:55:02.656 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.656 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:5818: 2023-12-03T12:55:02.656 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.656 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:55:02.656 INFO:teuthology.orchestra.run.smithi019.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:55:02.656 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:02.656 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:02.656 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:02.656 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:02.656 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:02.656 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:02.656 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:02.656 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:02.656 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:02.656 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:02.657 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:02.657 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:02.657 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:02.657 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:02.657 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:02.657 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:02.657 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:02.657 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:02.657 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:02.657 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:02.657 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:02.657 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:02.657 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:02.658 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:02.658 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:02.658 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:02.658 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:02.658 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:02.658 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:02.658 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:02.658 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:02.658 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:02.658 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:02.658 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:02.658 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.658 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.659 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:02.659 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:02.659 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.659 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:02.659 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.659 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:02.659 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:02.659 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:02.659 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:02.659 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:02.659 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:02.659 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:02.659 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:02.659 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:02.659 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:02.660 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:02.660 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:02.660 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:02.660 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.660 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:02.660 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:02.660 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:02.660 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:02.660 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:02.660 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:02.660 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:02.660 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:02.660 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:02.660 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:02.660 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:02.660 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.661 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.661 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:02.661 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:02.661 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:02.661 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:02.661 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:02.661 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.661 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.661 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:02.661 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:02.661 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:02.661 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:02.661 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:02.661 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.662 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:02.662 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:02.662 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:02.662 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:02.662 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:02.662 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/test-client.0-4a6zemzjywb5q3g-324" 2023-12-03T12:55:02.662 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.662 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:02.662 INFO:teuthology.orchestra.run.smithi019.stdout:__________________________ test_multipart_copy_small ___________________________ 2023-12-03T12:55:02.662 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.662 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:02.663 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.663 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:02.663 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:02.663 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.663 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:02.663 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:02.663 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:02.663 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:02.663 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:02.663 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.663 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:02.663 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:02.663 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.663 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.663 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:02.664 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:02.664 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.664 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.664 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:02.664 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.664 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:02.664 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:02.664 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.664 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.664 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:02.664 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:02.664 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.664 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:02.664 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:02.664 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:02.664 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:02.665 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:02.665 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:02.665 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:02.665 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.665 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:02.665 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:02.665 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:02.665 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:02.665 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:02.665 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:02.665 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:02.665 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:02.665 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:02.665 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.666 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:02.666 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:02.666 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:02.666 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:02.666 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.666 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:02.666 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:02.666 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:02.666 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:02.666 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.666 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.666 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:02.666 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:02.667 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:02.667 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:02.667 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.667 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.667 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:02.667 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:02.667 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:02.667 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.667 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:02.667 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.667 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:02.667 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:02.667 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.667 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:02.668 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:02.668 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:02.668 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:02.668 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:02.668 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:02.668 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.668 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:02.668 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.668 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:02.668 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.668 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:02.668 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:02.668 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.669 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:02.669 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.669 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:02.669 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:02.669 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:02.669 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:02.669 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:02.669 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:02.669 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:02.669 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:02.669 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:02.669 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:02.669 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:02.669 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:02.670 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:02.670 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.670 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:02.670 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:02.670 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:02.670 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:02.670 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:02.670 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:02.670 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:02.670 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:02.670 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:02.670 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:02.670 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:02.671 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.671 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.671 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:02.671 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.671 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:02.671 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:02.671 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:02.671 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:02.671 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:02.671 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:02.671 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:02.671 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:02.671 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:02.672 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:02.672 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:02.672 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:02.672 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:02.672 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:02.672 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.672 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.672 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:02.672 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.672 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:02.672 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:02.672 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.673 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:02.673 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:02.673 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:02.673 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:02.673 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:02.673 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.673 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:02.673 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:02.673 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.673 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.673 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:02.673 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:02.673 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.673 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.674 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:02.674 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:02.674 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:02.674 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:02.674 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:02.674 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.674 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.674 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:02.674 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:02.674 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:02.674 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.674 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:02.674 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.674 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:02.675 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.675 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:02.675 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.675 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.mark.fails_on_dbstore 2023-12-03T12:55:02.675 INFO:teuthology.orchestra.run.smithi019.stdout: def test_multipart_copy_small(): 2023-12-03T12:55:02.675 INFO:teuthology.orchestra.run.smithi019.stdout: src_key = 'foo' 2023-12-03T12:55:02.675 INFO:teuthology.orchestra.run.smithi019.stdout:> src_bucket_name = _create_key_with_random_content(src_key) 2023-12-03T12:55:02.675 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.675 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:5894: 2023-12-03T12:55:02.675 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.675 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:5832: in _create_key_with_random_content 2023-12-03T12:55:02.675 INFO:teuthology.orchestra.run.smithi019.stdout: bucket_name = get_new_bucket() 2023-12-03T12:55:02.675 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:55:02.675 INFO:teuthology.orchestra.run.smithi019.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:55:02.676 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:02.676 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:02.676 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:02.676 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:02.676 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:02.676 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:02.676 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:02.676 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:02.676 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:02.676 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:02.676 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:02.676 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:02.676 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:02.676 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:02.676 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:02.677 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:02.677 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:02.677 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:02.677 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:02.677 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:02.677 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:02.677 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:02.677 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:02.677 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:02.677 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:02.677 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:02.677 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:02.677 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:02.677 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:02.677 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:02.677 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:02.678 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:02.678 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:02.678 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:02.678 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.678 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.678 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:02.678 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:02.678 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.678 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:02.678 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.678 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:02.678 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:02.679 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:02.679 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:02.679 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:02.679 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:02.679 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:02.679 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:02.679 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:02.679 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:02.679 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:02.679 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:02.679 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:02.679 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.679 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:02.679 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:02.679 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:02.680 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:02.680 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:02.680 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:02.680 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:02.680 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:02.680 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:02.680 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:02.680 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:02.680 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.680 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.680 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:02.680 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:02.680 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:02.680 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:02.680 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:02.681 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.681 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.681 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:02.681 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:02.681 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:02.681 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:02.681 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:02.681 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.681 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:02.681 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:02.681 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:02.681 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:02.681 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:02.682 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/test-client.0-4a6zemzjywb5q3g-325" 2023-12-03T12:55:02.682 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.682 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:02.682 INFO:teuthology.orchestra.run.smithi019.stdout:______________________ test_multipart_copy_invalid_range _______________________ 2023-12-03T12:55:02.682 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.682 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:02.682 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.682 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:02.682 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:02.682 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.682 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:02.682 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:02.683 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:02.683 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:02.683 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:02.683 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.683 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:02.683 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:02.683 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.683 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.683 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:02.683 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:02.683 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.683 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.683 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:02.684 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.684 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:02.684 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:02.684 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.684 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.684 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:02.684 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:02.684 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.684 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:02.684 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:02.684 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:02.684 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:02.684 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:02.684 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:02.685 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:02.685 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.685 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:02.685 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:02.685 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:02.685 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:02.685 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:02.685 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:02.685 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:02.685 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:02.685 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:02.685 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.685 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:02.685 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:02.686 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:02.686 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:02.686 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.686 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:02.686 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:02.686 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:02.686 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:02.686 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.686 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.686 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:02.686 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:02.686 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:02.686 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:02.687 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.687 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.687 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:02.687 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:02.687 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:02.687 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.687 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:02.687 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.687 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:02.687 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:02.687 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.687 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:02.687 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:02.687 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:02.688 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:02.688 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:02.688 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:02.688 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.688 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:02.688 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.688 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:02.688 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.688 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:02.688 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:02.688 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.688 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:02.688 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.688 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:02.689 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:02.689 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:02.689 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:02.689 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:02.689 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:02.689 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:02.689 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:02.689 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:02.689 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:02.689 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:02.689 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:02.689 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:02.689 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.689 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:02.689 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:02.690 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:02.690 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:02.690 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:02.690 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:02.690 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:02.690 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:02.690 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:02.690 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:02.690 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:02.690 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.690 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.690 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:02.690 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.691 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:02.691 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:02.691 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:02.691 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:02.691 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:02.691 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:02.691 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:02.691 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:02.691 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:02.691 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:02.691 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:02.691 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:02.691 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:02.692 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:02.692 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.692 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.692 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:02.692 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.692 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:02.692 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:02.692 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.692 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:02.692 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:02.692 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:02.692 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:02.692 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:02.692 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.693 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:02.693 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:02.693 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.693 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.693 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:02.693 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:02.693 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.693 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.693 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:02.693 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:02.693 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:02.693 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:02.693 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:02.693 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.693 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.693 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:02.694 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:02.694 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:02.694 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.694 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:02.694 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.694 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:02.694 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.694 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:02.694 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.694 INFO:teuthology.orchestra.run.smithi019.stdout: def test_multipart_copy_invalid_range(): 2023-12-03T12:55:02.694 INFO:teuthology.orchestra.run.smithi019.stdout: client = get_client() 2023-12-03T12:55:02.694 INFO:teuthology.orchestra.run.smithi019.stdout: src_key = 'source' 2023-12-03T12:55:02.694 INFO:teuthology.orchestra.run.smithi019.stdout:> src_bucket_name = _create_key_with_random_content(src_key, size=5) 2023-12-03T12:55:02.695 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.695 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:5911: 2023-12-03T12:55:02.695 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.695 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:5832: in _create_key_with_random_content 2023-12-03T12:55:02.695 INFO:teuthology.orchestra.run.smithi019.stdout: bucket_name = get_new_bucket() 2023-12-03T12:55:02.695 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:55:02.695 INFO:teuthology.orchestra.run.smithi019.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:55:02.695 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:02.695 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:02.695 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:02.695 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:02.695 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:02.695 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:02.695 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:02.695 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:02.696 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:02.696 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:02.696 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:02.696 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:02.696 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:02.696 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:02.696 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:02.696 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:02.696 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:02.696 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:02.696 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:02.696 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:02.696 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:02.696 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:02.696 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:02.696 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:02.697 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:02.697 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:02.697 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:02.697 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:02.697 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:02.697 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:02.697 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:02.697 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:02.697 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:02.697 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:02.697 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.697 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.697 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:02.697 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:02.698 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.698 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:02.698 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.698 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:02.698 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:02.698 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:02.698 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:02.698 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:02.698 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:02.698 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:02.698 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:02.698 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:02.698 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:02.698 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:02.698 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:02.699 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:02.699 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.699 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:02.699 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:02.699 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:02.699 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:02.699 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:02.699 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:02.699 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:02.699 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:02.699 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:02.699 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:02.699 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:02.699 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.699 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.700 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:02.700 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:02.700 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:02.700 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:02.700 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:02.700 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.700 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.700 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:02.700 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:02.700 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:02.700 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:02.700 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:02.700 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.700 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:02.701 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:02.701 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:02.701 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:02.701 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:02.701 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/test-client.0-4a6zemzjywb5q3g-326" 2023-12-03T12:55:02.701 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.701 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:02.701 INFO:teuthology.orchestra.run.smithi019.stdout:______________________ test_multipart_copy_without_range _______________________ 2023-12-03T12:55:02.701 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.701 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:02.701 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.701 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:02.701 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:02.701 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.702 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:02.702 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:02.702 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:02.702 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:02.702 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:02.702 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.702 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:02.702 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:02.702 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.702 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.702 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:02.702 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:02.702 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.703 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.703 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:02.703 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.703 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:02.703 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:02.703 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.703 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.703 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:02.703 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:02.703 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.703 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:02.703 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:02.703 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:02.703 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:02.703 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:02.704 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:02.704 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:02.704 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.704 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:02.704 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:02.704 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:02.704 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:02.704 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:02.704 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:02.704 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:02.704 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:02.704 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:02.705 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.705 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:02.705 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:02.705 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:02.705 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:02.705 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.705 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:02.705 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:02.705 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:02.705 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:02.705 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.705 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.705 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:02.705 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:02.705 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:02.705 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:02.706 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.706 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.706 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:02.706 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:02.706 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:02.706 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.706 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:02.706 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.706 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:02.706 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:02.706 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.706 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:02.706 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:02.706 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:02.707 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:02.707 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:02.707 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:02.707 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.707 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:02.707 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.707 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:02.707 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.707 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:02.707 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:02.707 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.707 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:02.707 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.707 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:02.708 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:02.708 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:02.708 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:02.708 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:02.708 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:02.708 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:02.708 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:02.708 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:02.708 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:02.708 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:02.708 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:02.708 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:02.708 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.708 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:02.708 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:02.708 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:02.709 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:02.709 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:02.709 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:02.709 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:02.709 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:02.709 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:02.709 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:02.709 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:02.709 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.709 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.709 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:02.709 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.709 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:02.709 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:02.709 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:02.709 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:02.710 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:02.710 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:02.710 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:02.710 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:02.710 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:02.710 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:02.710 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:02.710 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:02.710 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:02.710 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:02.710 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.710 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.710 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:02.711 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.711 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:02.711 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:02.711 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.711 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:02.711 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:02.711 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:02.711 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:02.711 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:02.711 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.711 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:02.711 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:02.711 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.711 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.712 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:02.712 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:02.712 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.712 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.712 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:02.712 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:02.712 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:02.712 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:02.712 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:02.712 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.712 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.712 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:02.712 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:02.712 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:02.712 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.713 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:02.713 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.713 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:02.713 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.713 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:02.713 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.713 INFO:teuthology.orchestra.run.smithi019.stdout: def test_multipart_copy_without_range(): 2023-12-03T12:55:02.713 INFO:teuthology.orchestra.run.smithi019.stdout: client = get_client() 2023-12-03T12:55:02.713 INFO:teuthology.orchestra.run.smithi019.stdout: src_key = 'source' 2023-12-03T12:55:02.713 INFO:teuthology.orchestra.run.smithi019.stdout:> src_bucket_name = _create_key_with_random_content(src_key, size=10) 2023-12-03T12:55:02.713 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.713 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:5961: 2023-12-03T12:55:02.713 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.713 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:5832: in _create_key_with_random_content 2023-12-03T12:55:02.714 INFO:teuthology.orchestra.run.smithi019.stdout: bucket_name = get_new_bucket() 2023-12-03T12:55:02.714 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:55:02.714 INFO:teuthology.orchestra.run.smithi019.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:55:02.714 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:02.714 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:02.714 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:02.714 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:02.714 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:02.714 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:02.714 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:02.714 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:02.714 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:02.714 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:02.714 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:02.715 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:02.715 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:02.715 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:02.715 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:02.715 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:02.715 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:02.715 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:02.715 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:02.715 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:02.715 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:02.715 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:02.715 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:02.715 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:02.716 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:02.716 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:02.716 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:02.716 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:02.716 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:02.716 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:02.716 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:02.716 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:02.716 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:02.716 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:02.716 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.716 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.717 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:02.717 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:02.717 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.717 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:02.717 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.717 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:02.717 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:02.717 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:02.717 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:02.717 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:02.717 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:02.717 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:02.717 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:02.717 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:02.717 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:02.718 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:02.718 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:02.718 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:02.718 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.718 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:02.718 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:02.718 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:02.718 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:02.718 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:02.718 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:02.718 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:02.718 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:02.718 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:02.718 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:02.718 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:02.719 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.719 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.719 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:02.719 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:02.719 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:02.719 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:02.719 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:02.719 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.719 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.719 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:02.719 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:02.719 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:02.719 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:02.719 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:02.719 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.720 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:02.720 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:02.720 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:02.720 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:02.720 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:02.720 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/test-client.0-4a6zemzjywb5q3g-327" 2023-12-03T12:55:02.720 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.720 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:02.720 INFO:teuthology.orchestra.run.smithi019.stdout:______________________ test_multipart_copy_special_names _______________________ 2023-12-03T12:55:02.720 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.720 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:02.720 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.720 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:02.721 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:02.721 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.721 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:02.721 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:02.721 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:02.721 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:02.721 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:02.721 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.721 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:02.721 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:02.721 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.721 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.721 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:02.721 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:02.722 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.722 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.722 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:02.722 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.722 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:02.722 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:02.722 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.722 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.722 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:02.722 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:02.722 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.722 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:02.722 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:02.722 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:02.722 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:02.723 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:02.723 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:02.723 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:02.723 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.723 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:02.723 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:02.723 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:02.723 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:02.723 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:02.723 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:02.723 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:02.723 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:02.723 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:02.723 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.724 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:02.724 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:02.724 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:02.724 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:02.724 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.724 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:02.724 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:02.724 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:02.724 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:02.724 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.724 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.724 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:02.724 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:02.724 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:02.725 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:02.725 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.725 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.725 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:02.725 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:02.725 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:02.725 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.725 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:02.725 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.725 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:02.725 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:02.725 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.725 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:02.725 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:02.725 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:02.725 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:02.726 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:02.726 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:02.726 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.726 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:02.726 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.726 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:02.726 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.726 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:02.726 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:02.726 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.726 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:02.726 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.726 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:02.727 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:02.727 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:02.727 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:02.727 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:02.727 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:02.727 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:02.727 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:02.727 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:02.727 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:02.727 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:02.727 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:02.727 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:02.727 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.727 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:02.728 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:02.728 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:02.728 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:02.728 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:02.728 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:02.728 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:02.728 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:02.728 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:02.728 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:02.728 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:02.728 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.728 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.728 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:02.728 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.728 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:02.729 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:02.729 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:02.729 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:02.729 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:02.729 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:02.729 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:02.729 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:02.729 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:02.729 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:02.729 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:02.729 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:02.729 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:02.730 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:02.730 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.730 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.730 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:02.730 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.730 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:02.730 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:02.730 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.730 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:02.730 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:02.730 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:02.730 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:02.730 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:02.730 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.730 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:02.731 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:02.731 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.731 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.731 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:02.731 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:02.731 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.731 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.731 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:02.731 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:02.731 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:02.731 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:02.731 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:02.731 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.732 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.732 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:02.732 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:02.732 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:02.732 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.732 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:02.732 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.732 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:02.732 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.732 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:02.732 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.732 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.mark.fails_on_dbstore 2023-12-03T12:55:02.732 INFO:teuthology.orchestra.run.smithi019.stdout: def test_multipart_copy_special_names(): 2023-12-03T12:55:02.732 INFO:teuthology.orchestra.run.smithi019.stdout:> src_bucket_name = get_new_bucket() 2023-12-03T12:55:02.733 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.733 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:5985: 2023-12-03T12:55:02.733 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.733 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:55:02.733 INFO:teuthology.orchestra.run.smithi019.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:55:02.733 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:02.733 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:02.733 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:02.733 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:02.733 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:02.733 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:02.733 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:02.733 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:02.733 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:02.733 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:02.734 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:02.734 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:02.734 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:02.734 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:02.734 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:02.734 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:02.734 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:02.734 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:02.734 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:02.734 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:02.734 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:02.734 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:02.734 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:02.734 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:02.734 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:02.735 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:02.735 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:02.735 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:02.735 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:02.735 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:02.735 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:02.735 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:02.735 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:02.735 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:02.735 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.735 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.735 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:02.735 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:02.735 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.735 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:02.735 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.736 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:02.736 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:02.736 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:02.736 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:02.736 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:02.736 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:02.736 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:02.736 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:02.736 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:02.736 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:02.736 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:02.736 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:02.736 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:02.737 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.737 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:02.737 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:02.737 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:02.737 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:02.737 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:02.737 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:02.737 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:02.737 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:02.737 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:02.737 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:02.737 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:02.737 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.737 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.737 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:02.737 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:02.738 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:02.738 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:02.738 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:02.738 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.738 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.738 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:02.738 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:02.738 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:02.738 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:02.738 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:02.738 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.738 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:02.738 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:02.738 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:02.738 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:02.738 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:02.738 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/test-client.0-4a6zemzjywb5q3g-328" 2023-12-03T12:55:02.739 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.739 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:02.739 INFO:teuthology.orchestra.run.smithi019.stdout:____________________________ test_multipart_upload _____________________________ 2023-12-03T12:55:02.739 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.739 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:02.739 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.739 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:02.739 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:02.739 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.739 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:02.739 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:02.739 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:02.740 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:02.740 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:02.740 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.740 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:02.740 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:02.740 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.740 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.740 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:02.740 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:02.740 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.740 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.740 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:02.740 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.740 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:02.740 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:02.741 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.741 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.741 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:02.741 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:02.741 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.741 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:02.741 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:02.741 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:02.741 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:02.741 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:02.741 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:02.741 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:02.741 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.741 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:02.741 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:02.742 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:02.742 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:02.742 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:02.742 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:02.742 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:02.742 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:02.742 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:02.742 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.742 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:02.742 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:02.742 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:02.742 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:02.743 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.743 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:02.743 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:02.743 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:02.743 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:02.743 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.743 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.743 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:02.743 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:02.743 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:02.743 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:02.743 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.743 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.743 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:02.744 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:02.744 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:02.744 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.744 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:02.744 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.744 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:02.744 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:02.744 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.744 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:02.744 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:02.744 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:02.744 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:02.744 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:02.744 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:02.744 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.745 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:02.745 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.745 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:02.745 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.745 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:02.745 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:02.745 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.745 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:02.745 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.745 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:02.745 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:02.745 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:02.745 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:02.745 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:02.746 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:02.746 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:02.746 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:02.746 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:02.746 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:02.746 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:02.746 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:02.746 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:02.746 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.746 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:02.746 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:02.746 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:02.746 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:02.746 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:02.747 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:02.747 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:02.747 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:02.747 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:02.747 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:02.747 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:02.747 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.747 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.747 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:02.747 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.747 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:02.747 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:02.747 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:02.747 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:02.748 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:02.748 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:02.748 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:02.748 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:02.748 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:02.748 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:02.748 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:02.748 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:02.748 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:02.748 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:02.748 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.748 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.748 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:02.749 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.749 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:02.749 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:02.749 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.749 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:02.749 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:02.749 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:02.749 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:02.749 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:02.749 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.749 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:02.749 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:02.749 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.750 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.750 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:02.750 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:02.750 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.750 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.750 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:02.750 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:02.750 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:02.750 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:02.750 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:02.750 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.750 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.751 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:02.751 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:02.751 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:02.751 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.751 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:02.751 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.751 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:02.751 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.751 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:02.751 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.751 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.mark.fails_on_dbstore 2023-12-03T12:55:02.751 INFO:teuthology.orchestra.run.smithi019.stdout: def test_multipart_upload(): 2023-12-03T12:55:02.751 INFO:teuthology.orchestra.run.smithi019.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:55:02.751 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.752 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:6019: 2023-12-03T12:55:02.752 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.752 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:55:02.752 INFO:teuthology.orchestra.run.smithi019.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:55:02.752 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:02.752 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:02.752 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:02.752 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:02.752 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:02.752 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:02.752 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:02.752 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:02.753 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:02.753 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:02.753 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:02.753 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:02.753 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:02.753 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:02.753 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:02.753 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:02.753 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:02.753 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:02.753 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:02.753 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:02.753 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:02.753 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:02.754 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:02.754 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:02.754 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:02.754 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:02.754 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:02.754 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:02.754 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:02.754 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:02.754 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:02.754 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:02.754 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:02.754 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:02.754 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.754 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.755 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:02.755 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:02.755 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.755 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:02.755 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.755 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:02.755 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:02.755 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:02.755 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:02.755 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:02.755 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:02.755 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:02.755 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:02.756 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:02.756 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:02.756 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:02.756 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:02.756 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:02.756 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.756 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:02.756 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:02.756 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:02.756 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:02.756 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:02.756 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:02.756 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:02.756 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:02.757 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:02.757 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:02.757 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:02.757 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.757 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.757 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:02.757 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:02.757 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:02.757 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:02.757 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:02.757 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.757 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.757 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:02.758 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:02.758 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:02.758 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:02.758 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:02.758 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.758 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:02.758 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:02.758 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:02.758 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:02.758 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:02.758 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/test-client.0-4a6zemzjywb5q3g-329" 2023-12-03T12:55:02.758 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.758 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:02.759 INFO:teuthology.orchestra.run.smithi019.stdout:________________________ test_multipart_copy_versioned _________________________ 2023-12-03T12:55:02.759 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.759 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:02.759 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.759 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:02.759 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:02.759 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.759 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:02.759 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:02.759 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:02.759 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:02.759 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:02.759 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.760 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:02.760 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:02.760 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.760 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.760 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:02.760 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:02.760 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.760 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.760 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:02.760 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.760 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:02.760 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:02.760 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.760 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.760 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:02.761 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:02.761 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.761 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:02.761 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:02.761 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:02.761 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:02.761 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:02.761 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:02.761 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:02.761 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.761 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:02.761 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:02.761 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:02.762 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:02.762 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:02.762 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:02.762 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:02.762 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:02.762 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:02.762 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.762 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:02.762 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:02.762 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:02.762 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:02.762 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.762 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:02.762 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:02.763 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:02.763 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:02.763 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.763 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.763 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:02.763 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:02.763 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:02.763 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:02.763 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.763 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.763 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:02.763 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:02.763 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:02.763 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.764 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:02.764 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.764 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:02.764 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:02.764 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.764 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:02.764 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:02.764 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:02.764 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:02.764 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:02.764 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:02.764 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.764 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:02.764 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.765 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:02.765 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.765 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:02.765 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:02.765 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.765 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:02.765 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.765 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:02.766 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:02.766 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:02.766 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:02.766 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:02.766 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:02.766 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:02.766 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:02.766 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:02.766 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:02.766 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:02.766 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:02.767 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:02.767 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.767 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:02.767 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:02.767 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:02.767 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:02.767 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:02.767 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:02.767 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:02.767 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:02.767 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:02.767 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:02.767 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:02.768 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.768 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.768 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:02.768 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.768 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:02.768 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:02.768 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:02.768 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:02.768 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:02.768 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:02.768 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:02.768 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:02.769 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:02.769 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:02.769 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:02.769 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:02.769 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:02.769 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:02.769 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.769 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.769 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:02.769 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.769 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:02.769 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:02.769 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.770 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:02.770 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:02.770 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:02.770 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:02.770 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:02.770 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.770 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:02.770 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:02.770 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.770 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.770 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:02.770 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:02.770 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.771 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.771 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:02.771 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:02.771 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:02.771 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:02.771 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:02.771 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.771 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.771 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:02.771 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:02.771 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:02.771 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.772 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:02.772 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.772 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:02.772 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.772 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:02.772 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.772 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.mark.fails_on_dbstore 2023-12-03T12:55:02.772 INFO:teuthology.orchestra.run.smithi019.stdout: def test_multipart_copy_versioned(): 2023-12-03T12:55:02.772 INFO:teuthology.orchestra.run.smithi019.stdout:> src_bucket_name = get_new_bucket() 2023-12-03T12:55:02.772 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.772 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:6077: 2023-12-03T12:55:02.772 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.772 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:55:02.772 INFO:teuthology.orchestra.run.smithi019.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:55:02.772 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:02.773 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:02.773 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:02.773 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:02.773 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:02.773 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:02.773 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:02.773 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:02.773 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:02.773 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:02.773 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:02.773 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:02.773 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:02.773 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:02.774 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:02.774 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:02.774 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:02.774 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:02.774 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:02.774 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:02.774 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:02.774 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:02.774 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:02.774 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:02.774 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:02.774 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:02.775 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:02.775 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:02.775 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:02.775 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:02.775 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:02.775 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:02.775 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:02.775 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:02.775 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.775 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.775 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:02.775 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:02.775 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.775 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:02.776 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.776 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:02.776 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:02.776 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:02.776 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:02.776 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:02.776 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:02.776 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:02.776 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:02.776 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:02.776 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:02.776 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:02.776 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:02.776 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:02.776 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.777 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:02.777 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:02.777 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:02.777 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:02.777 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:02.777 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:02.777 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:02.777 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:02.777 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:02.777 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:02.777 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:02.777 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.777 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.778 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:02.778 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:02.778 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:02.778 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:02.778 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:02.778 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.778 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.778 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:02.778 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:02.778 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:02.778 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:02.778 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:02.779 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.779 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:02.779 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:02.779 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:02.779 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:02.779 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:02.779 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/test-client.0-4a6zemzjywb5q3g-330" 2023-12-03T12:55:02.779 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.779 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:02.779 INFO:teuthology.orchestra.run.smithi019.stdout:______________________ test_multipart_upload_resend_part _______________________ 2023-12-03T12:55:02.779 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.779 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:02.779 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.779 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:02.780 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:02.780 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.780 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:02.780 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:02.780 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:02.780 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:02.780 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:02.780 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.780 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:02.780 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:02.780 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.780 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.780 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:02.781 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:02.781 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.781 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.781 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:02.781 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.781 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:02.781 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:02.781 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.781 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.781 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:02.781 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:02.781 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.781 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:02.781 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:02.782 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:02.782 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:02.782 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:02.782 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:02.782 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:02.782 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.782 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:02.782 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:02.782 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:02.782 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:02.782 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:02.782 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:02.782 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:02.782 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:02.783 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:02.783 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.783 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:02.783 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:02.783 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:02.783 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:02.783 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.783 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:02.783 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:02.783 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:02.783 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:02.783 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.783 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.783 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:02.784 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:02.784 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:02.784 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:02.784 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.784 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.784 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:02.784 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:02.784 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:02.784 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.784 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:02.784 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.784 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:02.785 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:02.785 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.785 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:02.785 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:02.785 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:02.785 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:02.785 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:02.785 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:02.785 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.785 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:02.785 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.785 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:02.785 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.785 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:02.786 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:02.786 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.786 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:02.786 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.786 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:02.786 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:02.786 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:02.786 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:02.786 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:02.786 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:02.786 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:02.786 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:02.787 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:02.787 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:02.787 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:02.787 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:02.787 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:02.787 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.787 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:02.787 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:02.787 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:02.787 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:02.787 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:02.787 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:02.787 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:02.787 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:02.788 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:02.788 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:02.788 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:02.788 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.788 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.788 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:02.788 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.788 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:02.788 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:02.788 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:02.788 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:02.788 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:02.788 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:02.789 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:02.789 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:02.789 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:02.789 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:02.789 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:02.789 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:02.789 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:02.789 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:02.789 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.789 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.789 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:02.789 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.789 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:02.789 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:02.790 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.790 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:02.790 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:02.790 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:02.790 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:02.790 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:02.790 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.790 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:02.790 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:02.790 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.790 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.790 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:02.790 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:02.791 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.791 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.791 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:02.791 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:02.791 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:02.791 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:02.791 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:02.791 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.791 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.791 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:02.791 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:02.791 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:02.791 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.792 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:02.792 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.792 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:02.792 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.792 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:02.792 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.792 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.mark.fails_on_dbstore 2023-12-03T12:55:02.792 INFO:teuthology.orchestra.run.smithi019.stdout: def test_multipart_upload_resend_part(): 2023-12-03T12:55:02.792 INFO:teuthology.orchestra.run.smithi019.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:55:02.792 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.792 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:6123: 2023-12-03T12:55:02.792 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.793 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:55:02.793 INFO:teuthology.orchestra.run.smithi019.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:55:02.793 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:02.793 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:02.793 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:02.793 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:02.793 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:02.793 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:02.793 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:02.793 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:02.793 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:02.793 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:02.793 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:02.793 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:02.794 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:02.794 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:02.794 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:02.794 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:02.794 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:02.794 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:02.794 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:02.794 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:02.794 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:02.794 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:02.794 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:02.794 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:02.795 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:02.795 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:02.795 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:02.795 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:02.795 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:02.795 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:02.795 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:02.795 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:02.795 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:02.795 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:02.795 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.795 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.795 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:02.796 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:02.796 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.796 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:02.796 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.796 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:02.796 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:02.796 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:02.796 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:02.796 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:02.796 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:02.796 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:02.796 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:02.796 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:02.796 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:02.797 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:02.797 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:02.797 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:02.797 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.797 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:02.797 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:02.797 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:02.797 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:02.797 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:02.797 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:02.797 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:02.797 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:02.797 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:02.797 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:02.798 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:02.798 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.798 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.798 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:02.798 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:02.798 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:02.798 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:02.798 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:02.798 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.798 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.798 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:02.798 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:02.798 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:02.799 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:02.799 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:02.799 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.799 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:02.799 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:02.799 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:02.799 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:02.799 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:02.799 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/test-client.0-4a6zemzjywb5q3g-331" 2023-12-03T12:55:02.799 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.799 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:02.799 INFO:teuthology.orchestra.run.smithi019.stdout:_____________________ test_multipart_upload_multiple_sizes _____________________ 2023-12-03T12:55:02.799 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.800 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:02.800 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.800 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:02.800 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:02.800 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.800 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:02.800 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:02.800 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:02.800 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:02.800 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:02.800 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.800 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:02.800 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:02.800 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.800 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.801 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:02.801 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:02.801 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.801 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.801 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:02.801 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.801 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:02.801 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:02.801 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.801 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.801 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:02.801 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:02.802 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.802 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:02.802 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:02.802 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:02.802 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:02.802 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:02.802 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:02.802 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:02.802 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.802 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:02.802 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:02.802 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:02.802 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:02.802 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:02.803 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:02.803 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:02.803 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:02.803 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:02.803 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.803 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:02.803 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:02.803 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:02.803 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:02.803 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.803 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:02.803 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:02.803 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:02.805 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:02.805 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.805 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.805 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:02.805 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:02.805 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:02.805 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:02.805 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.805 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.805 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:02.805 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:02.805 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:02.806 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.806 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:02.806 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.806 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:02.806 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:02.806 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.806 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:02.806 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:02.806 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:02.806 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:02.806 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:02.806 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:02.806 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.807 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:02.807 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.807 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:02.807 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.807 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:02.807 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:02.807 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.807 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:02.807 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.807 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:02.807 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:02.807 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:02.807 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:02.807 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:02.808 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:02.808 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:02.808 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:02.808 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:02.808 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:02.808 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:02.808 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:02.808 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:02.808 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.808 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:02.808 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:02.808 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:02.809 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:02.809 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:02.809 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:02.809 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:02.809 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:02.809 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:02.809 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:02.809 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:02.809 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.809 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.809 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:02.809 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.809 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:02.809 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:02.810 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:02.810 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:02.810 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:02.810 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:02.810 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:02.810 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:02.810 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:02.810 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:02.810 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:02.810 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:02.810 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:02.810 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:02.810 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.811 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.811 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:02.811 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.811 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:02.811 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:02.811 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.811 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:02.811 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:02.811 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:02.811 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:02.811 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:02.811 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.811 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:02.812 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:02.812 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.812 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.812 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:02.812 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:02.812 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.812 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.812 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:02.812 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:02.812 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:02.812 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:02.812 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:02.813 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.813 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.813 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:02.813 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:02.813 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:02.813 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.813 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:02.813 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.813 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:02.813 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.813 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:02.813 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.813 INFO:teuthology.orchestra.run.smithi019.stdout: def test_multipart_upload_multiple_sizes(): 2023-12-03T12:55:02.813 INFO:teuthology.orchestra.run.smithi019.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:55:02.814 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.814 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:6134: 2023-12-03T12:55:02.814 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.814 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:55:02.814 INFO:teuthology.orchestra.run.smithi019.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:55:02.814 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:02.814 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:02.814 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:02.814 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:02.814 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:02.814 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:02.814 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:02.814 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:02.815 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:02.815 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:02.815 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:02.815 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:02.815 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:02.815 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:02.815 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:02.815 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:02.815 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:02.815 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:02.815 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:02.815 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:02.816 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:02.816 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:02.816 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:02.816 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:02.816 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:02.816 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:02.816 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:02.816 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:02.816 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:02.816 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:02.816 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:02.816 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:02.816 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:02.817 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:02.817 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.817 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.817 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:02.817 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:02.817 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.817 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:02.817 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.817 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:02.817 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:02.817 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:02.817 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:02.818 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:02.818 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:02.818 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:02.818 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:02.818 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:02.818 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:02.818 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:02.818 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:02.818 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:02.818 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.818 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:02.818 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:02.819 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:02.819 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:02.819 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:02.819 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:02.819 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:02.819 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:02.819 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:02.819 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:02.819 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:02.819 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.819 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.819 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:02.819 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:02.819 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:02.819 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:02.820 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:02.820 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.820 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.820 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:02.820 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:02.820 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:02.820 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:02.820 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:02.820 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.820 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:02.820 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:02.820 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:02.820 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:02.821 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:02.821 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/test-client.0-4a6zemzjywb5q3g-332" 2023-12-03T12:55:02.821 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.821 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:02.821 INFO:teuthology.orchestra.run.smithi019.stdout:______________________ test_multipart_copy_multiple_sizes ______________________ 2023-12-03T12:55:02.821 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.821 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:02.821 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.821 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:02.821 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:02.821 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.821 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:02.821 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:02.821 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:02.822 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:02.822 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:02.822 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.822 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:02.822 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:02.822 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.822 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.822 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:02.822 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:02.822 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.822 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.822 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:02.822 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.823 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:02.823 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:02.823 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.823 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.823 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:02.823 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:02.823 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.823 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:02.823 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:02.823 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:02.823 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:02.823 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:02.823 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:02.823 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:02.823 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.824 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:02.824 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:02.824 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:02.824 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:02.824 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:02.824 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:02.824 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:02.824 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:02.824 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:02.824 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.824 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:02.824 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:02.824 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:02.824 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:02.825 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.825 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:02.825 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:02.825 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:02.825 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:02.825 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.825 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.825 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:02.825 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:02.825 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:02.825 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:02.825 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.825 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.825 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:02.826 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:02.826 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:02.826 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.826 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:02.826 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.826 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:02.826 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:02.826 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.826 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:02.826 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:02.826 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:02.826 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:02.826 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:02.826 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:02.827 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.827 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:02.827 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.827 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:02.827 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.827 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:02.827 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:02.827 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.827 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:02.827 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.827 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:02.827 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:02.827 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:02.827 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:02.828 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:02.828 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:02.828 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:02.828 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:02.828 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:02.828 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:02.828 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:02.828 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:02.828 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:02.828 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.828 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:02.828 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:02.828 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:02.828 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:02.829 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:02.829 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:02.829 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:02.829 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:02.829 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:02.829 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:02.829 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:02.829 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.829 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.829 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:02.829 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.829 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:02.829 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:02.829 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:02.830 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:02.830 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:02.830 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:02.830 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:02.830 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:02.830 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:02.830 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:02.830 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:02.830 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:02.830 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:02.830 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:02.831 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.831 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.831 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:02.831 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.831 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:02.831 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:02.831 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.831 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:02.831 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:02.831 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:02.831 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:02.831 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:02.831 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.832 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:02.832 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:02.832 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.832 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.832 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:02.832 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:02.832 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.832 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.832 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:02.832 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:02.832 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:02.832 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:02.833 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:02.833 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.833 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.833 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:02.833 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:02.833 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:02.833 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.833 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:02.833 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.833 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:02.833 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.833 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:02.833 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.833 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.mark.fails_on_dbstore 2023-12-03T12:55:02.834 INFO:teuthology.orchestra.run.smithi019.stdout: def test_multipart_copy_multiple_sizes(): 2023-12-03T12:55:02.834 INFO:teuthology.orchestra.run.smithi019.stdout: src_key = 'foo' 2023-12-03T12:55:02.834 INFO:teuthology.orchestra.run.smithi019.stdout:> src_bucket_name = _create_key_with_random_content(src_key, 12*1024*1024) 2023-12-03T12:55:02.834 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.834 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:6165: 2023-12-03T12:55:02.834 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.834 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:5832: in _create_key_with_random_content 2023-12-03T12:55:02.834 INFO:teuthology.orchestra.run.smithi019.stdout: bucket_name = get_new_bucket() 2023-12-03T12:55:02.834 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:55:02.834 INFO:teuthology.orchestra.run.smithi019.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:55:02.834 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:02.834 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:02.834 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:02.835 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:02.835 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:02.835 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:02.835 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:02.835 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:02.835 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:02.835 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:02.835 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:02.835 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:02.835 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:02.835 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:02.835 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:02.835 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:02.835 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:02.835 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:02.836 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:02.836 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:02.836 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:02.836 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:02.836 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:02.836 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:02.836 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:02.836 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:02.836 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:02.836 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:02.836 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:02.836 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:02.836 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:02.836 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:02.836 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:02.836 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:02.837 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.837 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.837 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:02.837 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:02.837 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.837 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:02.837 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.837 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:02.837 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:02.837 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:02.837 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:02.837 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:02.837 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:02.837 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:02.838 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:02.838 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:02.838 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:02.838 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:02.838 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:02.838 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:02.838 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.838 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:02.838 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:02.838 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:02.838 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:02.838 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:02.838 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:02.838 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:02.839 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:02.839 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:02.839 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:02.839 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:02.839 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.839 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.839 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:02.839 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:02.839 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:02.839 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:02.839 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:02.839 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.839 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.839 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:02.839 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:02.840 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:02.840 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:02.840 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:02.840 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.840 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:02.840 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:02.840 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:02.840 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:02.840 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:02.840 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/test-client.0-4a6zemzjywb5q3g-333" 2023-12-03T12:55:02.840 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.840 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:02.840 INFO:teuthology.orchestra.run.smithi019.stdout:_____________________ test_multipart_upload_size_too_small _____________________ 2023-12-03T12:55:02.840 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.841 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:02.841 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.841 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:02.841 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:02.841 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.841 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:02.841 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:02.841 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:02.841 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:02.841 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:02.841 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.841 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:02.841 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:02.841 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.842 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.842 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:02.842 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:02.842 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.842 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.842 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:02.842 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.842 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:02.842 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:02.842 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.842 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.842 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:02.842 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:02.842 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.843 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:02.843 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:02.843 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:02.843 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:02.843 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:02.843 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:02.843 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:02.843 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.843 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:02.843 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:02.843 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:02.843 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:02.843 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:02.843 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:02.844 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:02.844 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:02.844 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:02.844 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.844 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:02.844 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:02.844 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:02.844 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:02.844 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.844 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:02.844 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:02.844 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:02.845 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:02.845 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.845 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.845 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:02.845 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:02.845 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:02.845 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:02.845 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.845 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.845 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:02.845 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:02.845 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:02.845 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.845 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:02.845 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.846 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:02.846 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:02.846 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.846 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:02.846 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:02.846 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:02.846 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:02.846 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:02.846 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:02.846 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.846 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:02.846 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.846 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:02.847 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.847 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:02.847 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:02.847 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.847 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:02.847 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.847 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:02.847 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:02.847 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:02.847 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:02.847 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:02.847 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:02.847 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:02.848 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:02.848 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:02.848 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:02.848 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:02.848 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:02.848 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:02.848 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.848 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:02.848 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:02.848 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:02.848 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:02.848 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:02.848 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:02.848 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:02.848 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:02.849 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:02.849 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:02.849 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:02.849 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.849 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.849 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:02.849 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.849 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:02.849 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:02.849 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:02.849 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:02.849 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:02.849 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:02.849 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:02.849 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:02.850 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:02.850 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:02.850 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:02.850 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:02.850 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:02.850 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:02.850 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.850 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.850 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:02.850 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.850 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:02.850 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:02.850 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.850 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:02.851 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:02.851 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:02.851 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:02.851 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:02.851 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.851 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:02.851 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:02.851 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.851 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.851 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:02.851 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:02.851 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.851 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.851 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:02.852 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:02.852 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:02.852 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:02.852 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:02.852 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.852 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.852 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:02.852 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:02.852 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:02.852 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.852 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:02.852 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.852 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:02.852 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.853 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:02.853 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.853 INFO:teuthology.orchestra.run.smithi019.stdout: def test_multipart_upload_size_too_small(): 2023-12-03T12:55:02.853 INFO:teuthology.orchestra.run.smithi019.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:55:02.853 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.853 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:6202: 2023-12-03T12:55:02.853 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.853 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:55:02.853 INFO:teuthology.orchestra.run.smithi019.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:55:02.853 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:02.853 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:02.853 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:02.853 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:02.853 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:02.854 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:02.854 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:02.854 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:02.854 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:02.854 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:02.854 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:02.854 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:02.854 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:02.854 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:02.854 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:02.854 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:02.854 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:02.854 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:02.855 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:02.855 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:02.855 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:02.855 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:02.855 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:02.855 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:02.855 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:02.855 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:02.855 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:02.855 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:02.855 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:02.855 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:02.855 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:02.855 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:02.855 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:02.855 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:02.856 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.856 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.856 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:02.856 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:02.856 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.856 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:02.856 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.856 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:02.856 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:02.856 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:02.856 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:02.856 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:02.856 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:02.857 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:02.857 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:02.857 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:02.857 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:02.857 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:02.857 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:02.857 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:02.857 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.857 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:02.857 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:02.857 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:02.857 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:02.858 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:02.858 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:02.858 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:02.858 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:02.858 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:02.858 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:02.858 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:02.858 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.858 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.858 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:02.858 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:02.858 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:02.858 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:02.859 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:02.859 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.859 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.859 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:02.859 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:02.859 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:02.859 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:02.859 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:02.859 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.859 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:02.859 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:02.859 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:02.860 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:02.860 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:02.860 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/test-client.0-4a6zemzjywb5q3g-334" 2023-12-03T12:55:02.860 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.860 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:02.860 INFO:teuthology.orchestra.run.smithi019.stdout:________________________ test_multipart_upload_contents ________________________ 2023-12-03T12:55:02.860 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.860 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:02.860 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.860 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:02.860 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:02.860 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.860 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:02.860 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:02.861 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:02.861 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:02.861 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:02.861 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.861 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:02.861 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:02.861 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.861 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.861 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:02.861 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:02.861 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.861 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.861 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:02.861 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.862 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:02.862 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:02.862 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.862 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.862 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:02.862 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:02.862 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.862 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:02.862 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:02.862 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:02.862 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:02.862 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:02.862 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:02.863 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:02.863 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.863 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:02.863 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:02.863 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:02.863 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:02.863 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:02.863 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:02.863 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:02.863 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:02.863 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:02.864 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.864 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:02.864 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:02.864 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:02.864 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:02.864 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.864 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:02.864 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:02.864 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:02.864 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:02.864 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.864 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.864 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:02.864 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:02.864 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:02.865 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:02.865 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.865 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.865 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:02.865 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:02.865 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:02.865 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.865 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:02.865 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.865 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:02.865 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:02.865 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.865 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:02.865 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:02.866 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:02.866 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:02.866 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:02.866 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:02.866 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.866 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:02.866 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.866 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:02.866 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.866 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:02.866 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:02.866 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.866 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:02.867 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.867 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:02.867 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:02.867 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:02.867 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:02.867 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:02.867 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:02.867 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:02.867 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:02.867 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:02.867 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:02.867 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:02.867 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:02.867 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:02.868 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.868 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:02.868 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:02.868 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:02.868 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:02.868 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:02.868 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:02.868 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:02.868 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:02.868 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:02.868 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:02.868 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:02.868 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.868 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.868 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:02.868 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.869 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:02.869 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:02.869 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:02.869 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:02.869 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:02.869 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:02.869 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:02.869 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:02.869 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:02.869 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:02.869 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:02.869 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:02.869 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:02.870 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:02.870 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.870 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.870 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:02.870 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.870 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:02.870 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:02.870 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.870 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:02.870 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:02.870 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:02.870 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:02.870 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:02.870 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.871 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:02.871 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:02.871 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.871 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.871 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:02.871 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:02.871 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.871 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.871 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:02.871 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:02.871 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:02.871 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:02.871 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:02.872 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.872 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.872 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:02.872 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:02.872 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:02.872 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.872 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:02.872 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.872 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:02.872 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.872 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:02.872 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.872 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.mark.fails_on_dbstore 2023-12-03T12:55:02.872 INFO:teuthology.orchestra.run.smithi019.stdout: def test_multipart_upload_contents(): 2023-12-03T12:55:02.873 INFO:teuthology.orchestra.run.smithi019.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:55:02.873 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.873 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:6248: 2023-12-03T12:55:02.873 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.873 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:55:02.873 INFO:teuthology.orchestra.run.smithi019.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:55:02.873 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:02.873 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:02.873 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:02.873 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:02.873 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:02.873 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:02.873 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:02.873 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:02.874 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:02.874 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:02.874 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:02.874 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:02.874 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:02.874 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:02.874 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:02.874 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:02.874 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:02.874 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:02.874 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:02.874 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:02.874 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:02.875 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:02.875 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:02.875 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:02.875 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:02.875 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:02.875 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:02.875 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:02.875 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:02.875 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:02.875 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:02.875 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:02.875 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:02.875 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:02.875 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.875 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.876 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:02.876 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:02.876 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.876 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:02.876 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.876 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:02.876 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:02.876 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:02.876 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:02.876 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:02.876 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:02.876 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:02.876 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:02.877 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:02.877 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:02.877 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:02.877 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:02.877 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:02.877 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.877 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:02.877 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:02.877 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:02.877 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:02.877 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:02.877 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:02.877 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:02.877 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:02.877 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:02.878 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:02.878 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:02.878 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.878 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.878 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:02.878 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:02.878 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:02.878 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:02.878 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:02.878 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.878 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.878 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:02.878 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:02.878 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:02.878 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:02.879 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:02.879 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.879 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:02.879 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:02.879 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:02.879 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:02.879 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:02.879 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/test-client.0-4a6zemzjywb5q3g-335" 2023-12-03T12:55:02.879 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.879 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:02.879 INFO:teuthology.orchestra.run.smithi019.stdout:_______________ test_multipart_upload_overwrite_existing_object ________________ 2023-12-03T12:55:02.879 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.879 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:02.880 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.880 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:02.880 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:02.880 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.880 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:02.880 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:02.880 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:02.880 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:02.880 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:02.880 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.880 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:02.880 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:02.880 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.880 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.880 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:02.881 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:02.881 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.881 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.881 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:02.881 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.881 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:02.881 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:02.881 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.881 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.881 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:02.881 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:02.881 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.881 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:02.881 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:02.881 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:02.882 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:02.882 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:02.882 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:02.882 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:02.882 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.882 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:02.882 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:02.882 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:02.882 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:02.882 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:02.882 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:02.882 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:02.883 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:02.883 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:02.883 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.883 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:02.883 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:02.883 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:02.883 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:02.883 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.883 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:02.883 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:02.883 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:02.883 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:02.883 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.884 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.884 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:02.884 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:02.884 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:02.884 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:02.884 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.884 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.884 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:02.884 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:02.884 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:02.884 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.884 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:02.884 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.884 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:02.884 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:02.885 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.885 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:02.885 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:02.885 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:02.885 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:02.885 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:02.885 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:02.885 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.885 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:02.885 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.885 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:02.885 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.885 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:02.885 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:02.885 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.886 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:02.886 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.886 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:02.886 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:02.886 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:02.886 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:02.886 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:02.886 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:02.886 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:02.886 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:02.886 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:02.886 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:02.887 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:02.887 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:02.887 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:02.887 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.887 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:02.887 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:02.887 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:02.887 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:02.887 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:02.887 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:02.887 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:02.887 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:02.887 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:02.888 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:02.888 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:02.888 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.888 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.888 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:02.888 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.888 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:02.888 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:02.888 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:02.888 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:02.888 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:02.888 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:02.888 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:02.888 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:02.888 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:02.889 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:02.889 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:02.889 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:02.889 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:02.889 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:02.889 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.889 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.889 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:02.889 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.889 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:02.889 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:02.889 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.889 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:02.889 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:02.890 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:02.890 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:02.890 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:02.890 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.890 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:02.890 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:02.890 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.890 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.890 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:02.890 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:02.890 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.890 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.890 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:02.890 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:02.891 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:02.891 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:02.891 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:02.891 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.891 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.891 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:02.891 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:02.891 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:02.891 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.891 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:02.891 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.891 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:02.891 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.892 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:02.892 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.892 INFO:teuthology.orchestra.run.smithi019.stdout: def test_multipart_upload_overwrite_existing_object(): 2023-12-03T12:55:02.892 INFO:teuthology.orchestra.run.smithi019.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:55:02.892 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.892 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:6252: 2023-12-03T12:55:02.892 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.892 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:55:02.892 INFO:teuthology.orchestra.run.smithi019.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:55:02.892 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:02.892 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:02.892 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:02.892 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:02.892 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:02.893 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:02.893 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:02.893 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:02.893 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:02.893 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:02.893 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:02.893 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:02.893 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:02.893 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:02.893 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:02.893 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:02.893 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:02.893 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:02.893 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:02.894 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:02.894 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:02.894 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:02.894 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:02.894 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:02.894 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:02.894 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:02.894 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:02.894 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:02.894 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:02.894 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:02.894 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:02.894 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:02.895 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:02.895 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:02.895 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.895 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.895 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:02.895 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:02.895 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.895 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:02.895 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.895 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:02.895 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:02.895 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:02.895 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:02.895 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:02.895 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:02.895 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:02.896 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:02.896 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:02.896 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:02.896 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:02.896 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:02.896 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:02.896 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.896 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:02.896 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:02.896 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:02.896 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:02.896 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:02.896 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:02.896 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:02.897 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:02.897 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:02.897 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:02.897 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:02.897 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.897 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.897 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:02.897 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:02.897 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:02.897 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:02.897 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:02.897 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.897 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.897 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:02.898 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:02.898 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:02.898 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:02.898 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:02.898 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.898 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:02.898 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:02.898 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:02.898 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:02.898 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:02.898 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/test-client.0-4a6zemzjywb5q3g-336" 2023-12-03T12:55:02.898 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.898 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:02.898 INFO:teuthology.orchestra.run.smithi019.stdout:_________________________ test_abort_multipart_upload __________________________ 2023-12-03T12:55:02.898 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.899 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:02.899 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.899 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:02.899 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:02.899 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.899 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:02.899 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:02.899 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:02.899 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:02.899 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:02.899 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.899 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:02.899 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:02.899 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.899 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.900 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:02.900 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:02.900 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.900 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.900 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:02.900 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.900 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:02.900 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:02.900 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.900 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.900 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:02.900 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:02.900 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.900 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:02.900 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:02.901 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:02.901 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:02.901 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:02.901 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:02.901 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:02.901 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.901 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:02.901 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:02.901 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:02.901 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:02.901 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:02.901 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:02.901 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:02.901 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:02.902 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:02.902 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.902 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:02.902 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:02.902 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:02.902 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:02.902 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.902 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:02.902 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:02.902 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:02.902 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:02.902 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.902 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.903 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:02.903 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:02.903 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:02.903 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:02.903 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.903 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.903 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:02.903 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:02.903 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:02.903 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.903 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:02.903 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.903 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:02.903 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:02.903 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.904 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:02.904 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:02.904 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:02.904 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:02.904 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:02.904 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:02.904 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.904 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:02.904 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.904 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:02.904 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.904 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:02.904 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:02.905 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.905 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:02.905 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.905 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:02.905 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:02.905 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:02.905 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:02.905 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:02.905 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:02.905 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:02.905 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:02.905 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:02.905 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:02.905 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:02.905 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:02.905 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:02.906 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.906 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:02.906 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:02.906 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:02.906 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:02.906 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:02.906 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:02.906 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:02.906 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:02.906 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:02.906 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:02.906 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:02.906 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.907 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.907 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:02.907 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.907 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:02.907 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:02.907 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:02.907 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:02.907 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:02.907 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:02.907 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:02.907 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:02.907 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:02.907 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:02.907 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:02.908 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:02.908 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:02.908 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:02.908 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.908 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.908 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:02.908 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.908 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:02.908 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:02.908 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.908 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:02.908 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:02.908 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:02.908 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:02.908 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:02.909 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.909 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:02.909 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:02.909 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.909 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.909 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:02.909 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:02.909 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.909 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.909 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:02.909 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:02.909 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:02.909 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:02.909 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:02.909 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.910 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.910 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:02.910 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:02.910 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:02.910 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.910 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:02.910 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.910 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:02.910 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.910 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:02.910 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.910 INFO:teuthology.orchestra.run.smithi019.stdout: def test_abort_multipart_upload(): 2023-12-03T12:55:02.910 INFO:teuthology.orchestra.run.smithi019.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:55:02.910 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.911 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:6277: 2023-12-03T12:55:02.911 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.911 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:55:02.911 INFO:teuthology.orchestra.run.smithi019.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:55:02.911 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:02.911 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:02.911 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:02.911 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:02.911 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:02.911 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:02.911 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:02.911 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:02.911 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:02.911 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:02.911 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:02.912 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:02.912 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:02.912 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:02.912 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:02.912 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:02.912 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:02.912 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:02.912 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:02.912 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:02.912 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:02.912 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:02.912 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:02.912 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:02.912 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:02.913 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:02.913 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:02.913 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:02.913 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:02.913 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:02.913 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:02.913 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:02.913 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:02.913 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:02.913 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.913 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.913 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:02.913 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:02.913 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.913 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:02.914 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.914 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:02.914 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:02.914 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:02.914 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:02.914 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:02.914 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:02.914 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:02.914 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:02.914 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:02.914 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:02.914 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:02.914 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:02.914 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:02.914 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.915 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:02.915 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:02.915 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:02.915 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:02.915 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:02.915 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:02.915 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:02.915 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:02.915 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:02.915 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:02.915 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:02.915 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.915 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.915 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:02.915 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:02.916 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:02.916 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:02.916 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:02.916 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.916 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.916 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:02.916 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:02.916 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:02.916 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:02.916 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:02.916 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.916 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:02.916 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:02.917 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:02.917 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:02.917 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:02.917 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/test-client.0-4a6zemzjywb5q3g-337" 2023-12-03T12:55:02.917 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.917 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:02.917 INFO:teuthology.orchestra.run.smithi019.stdout:____________________ test_abort_multipart_upload_not_found _____________________ 2023-12-03T12:55:02.917 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.917 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:02.917 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.917 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:02.917 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:02.917 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.918 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:02.918 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:02.918 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:02.918 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:02.918 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:02.918 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.918 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:02.918 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:02.918 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.918 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.918 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:02.918 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:02.918 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.918 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.919 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:02.919 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.919 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:02.919 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:02.919 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.919 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.919 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:02.919 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:02.919 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.919 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:02.919 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:02.919 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:02.919 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:02.919 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:02.920 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:02.920 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:02.920 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.920 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:02.920 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:02.920 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:02.920 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:02.920 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:02.920 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:02.920 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:02.920 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:02.920 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:02.920 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.920 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:02.921 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:02.921 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:02.921 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:02.921 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.921 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:02.921 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:02.921 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:02.921 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:02.921 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.921 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.921 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:02.921 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:02.922 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:02.922 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:02.922 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.922 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.922 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:02.922 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:02.922 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:02.922 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.922 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:02.922 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.922 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:02.922 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:02.922 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.922 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:02.923 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:02.923 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:02.923 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:02.923 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:02.923 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:02.923 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.923 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:02.923 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.923 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:02.923 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.923 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:02.923 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:02.923 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.923 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:02.924 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.924 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:02.924 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:02.924 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:02.924 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:02.924 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:02.924 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:02.924 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:02.924 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:02.924 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:02.924 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:02.924 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:02.924 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:02.924 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:02.924 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.924 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:02.925 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:02.925 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:02.925 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:02.925 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:02.925 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:02.925 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:02.925 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:02.925 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:02.925 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:02.925 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:02.925 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.925 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.925 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:02.925 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.925 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:02.926 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:02.926 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:02.926 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:02.926 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:02.926 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:02.926 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:02.926 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:02.926 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:02.926 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:02.926 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:02.926 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:02.926 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:02.926 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:02.926 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.927 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.927 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:02.927 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.927 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:02.927 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:02.927 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.927 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:02.927 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:02.927 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:02.927 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:02.927 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:02.927 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.927 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:02.927 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:02.927 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.928 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.928 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:02.928 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:02.928 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.928 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.928 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:02.928 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:02.928 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:02.928 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:02.928 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:02.928 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.928 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.928 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:02.928 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:02.929 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:02.929 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.929 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:02.929 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.929 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:02.929 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.929 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:02.929 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.929 INFO:teuthology.orchestra.run.smithi019.stdout: def test_abort_multipart_upload_not_found(): 2023-12-03T12:55:02.929 INFO:teuthology.orchestra.run.smithi019.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:55:02.929 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.929 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:6289: 2023-12-03T12:55:02.929 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.929 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:55:02.930 INFO:teuthology.orchestra.run.smithi019.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:55:02.930 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:02.930 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:02.930 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:02.930 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:02.930 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:02.930 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:02.930 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:02.930 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:02.930 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:02.930 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:02.930 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:02.930 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:02.931 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:02.931 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:02.931 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:02.931 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:02.931 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:02.931 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:02.931 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:02.931 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:02.931 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:02.931 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:02.931 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:02.931 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:02.932 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:02.932 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:02.932 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:02.932 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:02.932 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:02.932 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:02.932 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:02.932 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:02.932 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:02.932 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:02.932 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.932 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.932 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:02.933 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:02.933 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.933 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:02.933 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.933 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:02.933 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:02.933 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:02.933 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:02.933 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:02.933 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:02.933 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:02.933 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:02.933 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:02.934 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:02.934 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:02.934 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:02.934 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:02.934 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.934 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:02.934 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:02.934 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:02.934 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:02.934 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:02.934 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:02.934 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:02.934 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:02.934 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:02.934 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:02.935 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:02.935 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.935 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.935 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:02.935 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:02.935 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:02.935 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:02.935 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:02.935 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.935 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.935 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:02.935 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:02.935 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:02.935 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:02.936 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:02.936 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.936 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:02.936 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:02.936 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:02.936 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:02.936 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:02.936 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/test-client.0-4a6zemzjywb5q3g-338" 2023-12-03T12:55:02.936 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.936 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:02.936 INFO:teuthology.orchestra.run.smithi019.stdout:__________________________ test_list_multipart_upload __________________________ 2023-12-03T12:55:02.936 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.936 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:02.936 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.937 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:02.937 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:02.937 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.937 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:02.937 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:02.937 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:02.937 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:02.937 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:02.937 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.937 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:02.937 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:02.937 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.937 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.937 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:02.937 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:02.938 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.938 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.938 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:02.938 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.938 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:02.938 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:02.938 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.938 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.938 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:02.938 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:02.938 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.938 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:02.938 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:02.938 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:02.939 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:02.939 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:02.939 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:02.939 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:02.939 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.939 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:02.939 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:02.939 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:02.939 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:02.939 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:02.939 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:02.939 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:02.939 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:02.939 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:02.939 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.940 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:02.940 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:02.940 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:02.940 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:02.940 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.940 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:02.940 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:02.940 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:02.940 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:02.940 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.940 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.940 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:02.940 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:02.940 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:02.940 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:02.941 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.941 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.941 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:02.941 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:02.941 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:02.941 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.941 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:02.941 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.941 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:02.941 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:02.941 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.941 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:02.941 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:02.941 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:02.942 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:02.942 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:02.942 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:02.942 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.942 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:02.942 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.942 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:02.942 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.942 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:02.942 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:02.942 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.943 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:02.943 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.943 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:02.943 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:02.943 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:02.943 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:02.943 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:02.943 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:02.943 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:02.943 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:02.943 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:02.943 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:02.943 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:02.943 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:02.944 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:02.944 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.944 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:02.944 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:02.944 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:02.944 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:02.944 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:02.944 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:02.944 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:02.944 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:02.944 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:02.944 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:02.944 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:02.944 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.944 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.945 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:02.945 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.945 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:02.945 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:02.945 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:02.945 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:02.945 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:02.945 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:02.945 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:02.945 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:02.945 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:02.945 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:02.945 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:02.945 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:02.946 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:02.946 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:02.946 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.946 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.946 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:02.946 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.946 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:02.946 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:02.946 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.946 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:02.946 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:02.946 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:02.946 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:02.946 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:02.947 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.947 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:02.947 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:02.947 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.947 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.947 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:02.947 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:02.947 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.947 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.947 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:02.947 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:02.947 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:02.947 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:02.947 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:02.947 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.947 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.948 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:02.948 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:02.948 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:02.948 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.948 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:02.948 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.948 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:02.948 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.948 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:02.948 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.948 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.mark.fails_on_dbstore 2023-12-03T12:55:02.948 INFO:teuthology.orchestra.run.smithi019.stdout: def test_list_multipart_upload(): 2023-12-03T12:55:02.948 INFO:teuthology.orchestra.run.smithi019.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:55:02.949 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.949 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:6301: 2023-12-03T12:55:02.949 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.949 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:55:02.949 INFO:teuthology.orchestra.run.smithi019.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:55:02.949 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:02.949 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:02.949 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:02.949 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:02.949 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:02.949 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:02.949 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:02.949 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:02.949 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:02.949 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:02.950 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:02.950 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:02.950 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:02.950 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:02.950 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:02.950 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:02.950 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:02.950 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:02.950 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:02.950 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:02.950 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:02.950 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:02.950 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:02.950 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:02.951 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:02.951 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:02.951 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:02.951 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:02.951 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:02.951 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:02.951 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:02.951 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:02.951 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:02.951 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:02.951 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.951 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.951 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:02.951 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:02.952 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.952 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:02.952 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.952 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:02.952 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:02.952 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:02.952 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:02.952 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:02.952 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:02.952 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:02.952 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:02.952 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:02.952 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:02.953 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:02.953 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:02.953 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:02.953 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.953 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:02.953 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:02.953 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:02.953 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:02.953 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:02.953 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:02.953 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:02.953 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:02.953 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:02.953 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:02.953 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:02.954 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.954 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.954 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:02.954 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:02.954 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:02.954 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:02.954 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:02.954 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.954 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.954 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:02.954 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:02.954 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:02.954 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:02.954 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:02.955 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.955 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:02.955 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:02.955 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:02.955 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:02.955 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:02.955 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/test-client.0-4a6zemzjywb5q3g-339" 2023-12-03T12:55:02.955 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.955 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:02.955 INFO:teuthology.orchestra.run.smithi019.stdout:_______________________ test_list_multipart_upload_owner _______________________ 2023-12-03T12:55:02.955 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.955 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:02.956 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.956 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:02.956 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:02.956 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.956 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:02.956 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:02.956 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:02.956 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:02.956 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:02.956 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.956 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:02.956 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:02.956 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.957 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.957 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:02.957 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:02.957 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.957 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.957 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:02.957 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.957 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:02.957 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:02.957 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.957 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.957 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:02.957 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:02.957 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.958 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:02.958 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:02.958 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:02.958 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:02.958 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:02.958 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:02.958 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:02.958 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.958 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:02.958 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:02.958 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:02.958 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:02.959 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:02.959 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:02.959 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:02.959 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:02.959 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:02.959 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.959 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:02.959 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:02.959 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:02.959 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:02.959 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.959 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:02.959 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:02.959 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:02.959 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:02.960 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.960 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.960 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:02.960 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:02.960 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:02.960 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:02.960 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.960 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.960 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:02.960 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:02.960 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:02.960 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.960 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:02.961 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.961 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:02.961 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:02.961 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.961 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:02.961 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:02.961 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:02.961 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:02.961 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:02.961 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:02.961 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.961 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:02.961 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.961 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:02.962 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.962 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:02.962 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:02.962 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.962 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:02.962 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.962 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:02.962 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:02.962 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:02.962 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:02.962 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:02.962 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:02.962 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:02.962 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:02.963 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:02.963 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:02.963 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:02.963 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:02.963 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:02.963 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.963 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:02.963 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:02.963 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:02.963 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:02.963 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:02.963 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:02.963 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:02.963 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:02.963 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:02.964 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:02.964 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:02.964 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.964 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.964 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:02.964 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.964 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:02.964 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:02.964 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:02.964 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:02.964 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:02.964 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:02.964 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:02.964 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:02.964 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:02.965 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:02.965 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:02.965 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:02.965 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:02.965 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:02.965 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.965 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.965 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:02.965 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.965 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:02.965 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:02.965 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.965 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:02.965 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:02.966 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:02.966 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:02.966 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:02.966 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.966 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:02.966 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:02.966 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.966 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.966 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:02.966 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:02.966 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.966 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.966 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:02.966 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:02.967 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:02.967 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:02.967 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:02.967 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.967 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.967 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:02.967 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:02.967 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:02.967 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.967 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:02.967 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.967 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:02.967 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.967 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:02.967 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.967 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.mark.fails_on_dbstore 2023-12-03T12:55:02.968 INFO:teuthology.orchestra.run.smithi019.stdout: def test_list_multipart_upload_owner(): 2023-12-03T12:55:02.968 INFO:teuthology.orchestra.run.smithi019.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:55:02.968 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.968 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:6332: 2023-12-03T12:55:02.968 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.968 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:55:02.968 INFO:teuthology.orchestra.run.smithi019.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:55:02.968 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:02.968 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:02.968 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:02.968 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:02.968 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:02.968 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:02.968 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:02.969 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:02.969 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:02.969 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:02.969 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:02.969 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:02.969 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:02.969 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:02.969 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:02.969 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:02.969 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:02.969 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:02.969 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:02.969 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:02.969 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:02.970 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:02.970 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:02.970 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:02.970 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:02.970 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:02.970 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:02.970 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:02.970 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:02.970 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:02.970 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:02.970 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:02.970 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:02.970 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:02.971 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.971 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.971 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:02.971 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:02.971 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.971 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:02.971 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.971 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:02.971 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:02.971 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:02.971 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:02.971 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:02.971 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:02.971 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:02.972 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:02.972 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:02.972 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:02.972 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:02.972 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:02.972 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:02.972 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.972 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:02.972 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:02.972 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:02.972 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:02.972 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:02.972 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:02.973 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:02.973 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:02.973 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:02.973 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:02.973 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:02.973 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.973 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.973 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:02.973 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:02.973 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:02.973 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:02.973 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:02.973 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.973 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.974 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:02.974 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:02.974 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:02.974 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:02.974 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:02.974 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.974 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:02.974 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:02.974 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:02.974 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:02.974 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:02.974 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/test-client.0-4a6zemzjywb5q3g-340" 2023-12-03T12:55:02.974 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.975 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:02.975 INFO:teuthology.orchestra.run.smithi019.stdout:______________________ test_multipart_upload_missing_part ______________________ 2023-12-03T12:55:02.975 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.975 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:02.975 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.975 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:02.975 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:02.975 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.975 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:02.975 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:02.975 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:02.975 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:02.975 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:02.975 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.976 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:02.976 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:02.976 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.976 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.976 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:02.976 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:02.976 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.976 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.976 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:02.976 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.976 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:02.976 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:02.976 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.976 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.976 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:02.977 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:02.977 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.977 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:02.977 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:02.977 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:02.977 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:02.977 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:02.977 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:02.977 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:02.977 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.977 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:02.977 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:02.977 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:02.977 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:02.977 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:02.978 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:02.978 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:02.978 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:02.978 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:02.978 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.978 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:02.978 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:02.978 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:02.978 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:02.978 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.978 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:02.978 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:02.978 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:02.979 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:02.979 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.979 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.979 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:02.979 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:02.979 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:02.979 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:02.979 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.979 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.979 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:02.979 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:02.979 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:02.979 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.979 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:02.979 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.979 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:02.980 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:02.980 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.980 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:02.980 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:02.980 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:02.980 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:02.980 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:02.980 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:02.980 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.980 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:02.980 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.980 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:02.980 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.980 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:02.981 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:02.981 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.981 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:02.981 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.981 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:02.981 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:02.981 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:02.981 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:02.981 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:02.981 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:02.981 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:02.981 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:02.981 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:02.982 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:02.982 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:02.982 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:02.982 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:02.982 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.982 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:02.982 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:02.982 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:02.982 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:02.982 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:02.982 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:02.982 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:02.983 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:02.983 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:02.983 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:02.983 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:02.983 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.983 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.983 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:02.983 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.983 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:02.983 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:02.983 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:02.983 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:02.983 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:02.983 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:02.984 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:02.984 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:02.984 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:02.984 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:02.984 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:02.984 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:02.984 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:02.984 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:02.984 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.984 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.984 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:02.984 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.984 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:02.985 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:02.985 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.985 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:02.985 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:02.985 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:02.985 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:02.985 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:02.985 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.985 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:02.985 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:02.985 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.985 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.985 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:02.985 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:02.986 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.986 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.986 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:02.986 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:02.986 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:02.986 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:02.986 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:02.986 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.986 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.986 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:02.986 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:02.986 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:02.986 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.987 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:02.987 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.987 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:02.987 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.987 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:02.987 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.987 INFO:teuthology.orchestra.run.smithi019.stdout: def test_multipart_upload_missing_part(): 2023-12-03T12:55:02.987 INFO:teuthology.orchestra.run.smithi019.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:55:02.987 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.987 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:6377: 2023-12-03T12:55:02.987 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.987 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:55:02.987 INFO:teuthology.orchestra.run.smithi019.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:55:02.987 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:02.988 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:02.988 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:02.988 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:02.988 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:02.988 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:02.988 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:02.988 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:02.988 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:02.988 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:02.988 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:02.988 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:02.988 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:02.988 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:02.988 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:02.989 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:02.989 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:02.989 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:02.989 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:02.989 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:02.989 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:02.989 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:02.989 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:02.989 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:02.989 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:02.989 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:02.989 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:02.989 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:02.989 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:02.990 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:02.990 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:02.990 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:02.990 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:02.990 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:02.990 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.990 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.990 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:02.990 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:02.990 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.990 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:02.990 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.990 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:02.990 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:02.991 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:02.991 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:02.991 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:02.991 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:02.991 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:02.991 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:02.991 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:02.991 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:02.991 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:02.991 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:02.991 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:02.991 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.991 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:02.991 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:02.991 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:02.992 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:02.992 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:02.992 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:02.992 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:02.992 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:02.992 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:02.992 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:02.992 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:02.992 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.992 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.992 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:02.992 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:02.992 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:02.992 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:02.992 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:02.993 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.993 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.993 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:02.993 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:02.993 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:02.993 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:02.993 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:02.993 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.993 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:02.993 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:02.993 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:02.993 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:02.993 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:02.994 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/test-client.0-4a6zemzjywb5q3g-341" 2023-12-03T12:55:02.994 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.994 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:02.994 INFO:teuthology.orchestra.run.smithi019.stdout:_____________________ test_multipart_upload_incorrect_etag _____________________ 2023-12-03T12:55:02.994 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.994 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:02.994 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.994 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:02.994 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:02.994 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.994 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:02.994 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:02.994 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:02.994 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:02.995 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:02.995 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.995 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:02.995 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:02.995 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.995 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.995 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:02.995 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:02.995 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.995 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.995 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:02.995 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.995 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:02.995 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:02.996 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:02.996 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.996 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:02.996 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:02.996 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.996 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:02.996 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:02.996 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:02.996 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:02.996 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:02.996 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:02.996 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:02.996 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.996 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:02.996 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:02.997 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:02.997 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:02.997 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:02.997 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:02.997 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:02.997 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:02.997 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:02.997 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.997 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:02.997 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:02.997 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:02.997 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:02.997 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.997 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:02.997 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:02.998 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:02.998 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:02.998 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.998 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.998 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:02.998 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:02.998 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:02.998 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:02.998 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:02.998 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.998 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:02.998 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:02.998 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:02.998 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:02.999 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:02.999 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.999 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:02.999 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:02.999 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.999 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:02.999 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:02.999 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:02.999 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:02.999 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:02.999 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:02.999 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.999 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:02.999 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:02.999 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:03.000 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.000 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:03.000 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:03.000 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.000 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:03.000 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.000 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:03.000 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:03.000 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:03.000 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:03.000 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:03.000 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:03.000 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:03.001 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:03.001 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:03.001 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:03.001 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:03.001 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:03.001 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:03.001 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.001 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:03.001 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:03.001 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:03.001 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:03.001 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:03.001 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:03.001 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:03.001 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:03.002 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:03.002 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:03.002 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:03.002 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.002 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.002 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:03.002 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.002 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:03.002 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:03.002 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:03.002 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:03.002 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:03.002 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:03.003 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:03.003 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:03.003 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:03.003 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:03.003 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:03.003 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:03.003 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:03.003 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:03.003 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.003 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.003 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:03.003 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.003 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:03.004 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:03.004 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.004 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:03.004 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:03.004 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:03.004 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:03.004 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:03.004 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.004 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:03.004 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:03.004 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.004 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.004 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:03.005 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:03.005 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.005 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.005 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:03.005 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:03.005 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:03.005 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:03.005 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:03.005 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.005 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.005 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:03.005 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:03.005 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:03.005 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.006 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:03.006 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.006 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:03.006 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.006 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:03.006 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.006 INFO:teuthology.orchestra.run.smithi019.stdout: def test_multipart_upload_incorrect_etag(): 2023-12-03T12:55:03.006 INFO:teuthology.orchestra.run.smithi019.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:55:03.006 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.006 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:6396: 2023-12-03T12:55:03.006 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.006 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:55:03.007 INFO:teuthology.orchestra.run.smithi019.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:55:03.007 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:03.007 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:03.007 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:03.007 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:03.007 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:03.007 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:03.009 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:03.009 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:03.009 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:03.009 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:03.009 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:03.009 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:03.009 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:03.009 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:03.009 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:03.009 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:03.009 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:03.010 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:03.010 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:03.010 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:03.010 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:03.010 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:03.010 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:03.010 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:03.010 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:03.010 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:03.010 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:03.010 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:03.010 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:03.011 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:03.011 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:03.011 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:03.011 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:03.011 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:03.011 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.011 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.011 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:03.011 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:03.011 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.011 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:03.011 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.011 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:03.011 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:03.011 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:03.012 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:03.012 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:03.012 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:03.012 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:03.012 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:03.012 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:03.012 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:03.012 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:03.012 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:03.012 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:03.012 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.012 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:03.012 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:03.012 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:03.013 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:03.013 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:03.013 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:03.013 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:03.013 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:03.013 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:03.013 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:03.013 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:03.013 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.013 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.013 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:03.013 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:03.013 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:03.013 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:03.013 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:03.014 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.014 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.014 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:03.014 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:03.014 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:03.014 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:03.014 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:03.014 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.014 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:03.014 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:03.014 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:03.014 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:03.014 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:03.014 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/test-client.0-4a6zemzjywb5q3g-342" 2023-12-03T12:55:03.015 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.015 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:03.015 INFO:teuthology.orchestra.run.smithi019.stdout:___________________________ test_multipart_get_part ____________________________ 2023-12-03T12:55:03.015 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.015 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:03.015 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.015 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:03.015 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:03.015 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.015 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:03.015 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:03.015 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:03.015 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:03.015 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:03.015 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.016 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:03.016 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:03.016 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.016 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.016 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:03.016 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:03.016 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.016 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.016 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:03.016 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.016 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:03.016 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:03.016 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.016 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.017 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:03.017 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:03.017 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.017 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:03.017 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:03.017 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:03.017 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:03.017 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:03.017 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:03.017 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:03.017 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.017 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:03.017 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:03.017 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:03.018 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:03.018 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:03.018 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:03.018 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:03.018 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:03.018 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:03.018 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.018 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:03.018 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:03.018 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:03.018 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:03.018 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.018 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:03.019 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:03.019 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:03.019 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:03.019 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.019 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.019 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:03.019 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:03.019 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:03.019 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:03.019 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.019 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.019 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:03.019 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:03.019 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:03.020 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.020 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:03.020 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.020 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:03.020 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:03.020 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.020 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:03.020 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:03.020 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:03.020 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:03.020 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:03.020 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:03.021 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.021 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:03.021 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.021 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:03.021 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.021 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:03.021 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:03.021 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.021 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:03.021 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.021 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:03.021 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:03.021 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:03.022 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:03.022 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:03.022 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:03.022 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:03.022 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:03.022 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:03.022 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:03.022 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:03.022 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:03.022 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:03.022 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.022 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:03.023 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:03.023 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:03.023 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:03.023 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:03.023 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:03.023 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:03.023 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:03.023 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:03.023 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:03.023 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:03.023 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.023 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.023 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:03.023 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.024 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:03.024 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:03.024 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:03.024 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:03.024 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:03.024 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:03.024 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:03.024 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:03.024 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:03.024 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:03.024 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:03.024 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:03.024 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:03.024 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:03.025 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.025 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.025 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:03.025 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.025 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:03.025 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:03.025 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.025 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:03.025 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:03.025 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:03.025 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:03.025 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:03.025 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.025 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:03.026 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:03.026 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.026 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.026 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:03.026 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:03.026 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.026 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.026 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:03.026 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:03.026 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:03.026 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:03.026 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:03.026 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.026 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.027 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:03.027 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:03.027 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:03.027 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.027 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:03.027 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.027 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:03.027 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.027 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:03.027 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.027 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.mark.fails_on_dbstore 2023-12-03T12:55:03.027 INFO:teuthology.orchestra.run.smithi019.stdout: def test_multipart_get_part(): 2023-12-03T12:55:03.027 INFO:teuthology.orchestra.run.smithi019.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:55:03.027 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.028 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:6416: 2023-12-03T12:55:03.028 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.028 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:55:03.028 INFO:teuthology.orchestra.run.smithi019.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:55:03.028 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:03.028 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:03.028 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:03.028 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:03.028 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:03.028 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:03.028 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:03.028 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:03.028 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:03.028 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:03.029 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:03.029 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:03.029 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:03.029 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:03.029 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:03.029 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:03.029 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:03.029 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:03.029 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:03.029 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:03.029 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:03.029 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:03.029 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:03.029 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:03.029 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:03.030 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:03.030 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:03.030 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:03.030 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:03.030 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:03.030 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:03.030 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:03.030 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:03.030 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:03.030 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.030 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.030 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:03.030 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:03.031 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.031 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:03.031 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.031 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:03.031 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:03.031 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:03.031 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:03.031 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:03.031 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:03.031 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:03.031 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:03.031 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:03.031 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:03.031 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:03.032 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:03.032 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:03.032 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.032 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:03.032 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:03.032 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:03.032 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:03.032 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:03.032 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:03.032 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:03.032 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:03.032 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:03.032 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:03.033 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:03.033 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.033 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.033 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:03.033 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:03.033 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:03.033 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:03.033 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:03.033 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.033 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.033 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:03.033 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:03.033 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:03.033 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:03.033 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:03.034 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.034 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:03.034 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:03.034 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:03.034 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:03.034 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:03.034 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/test-client.0-4a6zemzjywb5q3g-343" 2023-12-03T12:55:03.034 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.034 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:03.034 INFO:teuthology.orchestra.run.smithi019.stdout:_________________________ test_non_multipart_get_part __________________________ 2023-12-03T12:55:03.034 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.034 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:03.035 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.035 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:03.035 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:03.035 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.035 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:03.035 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:03.035 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:03.035 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:03.035 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:03.035 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.035 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:03.035 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:03.035 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.035 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.035 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:03.036 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:03.036 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.036 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.036 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:03.036 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.036 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:03.036 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:03.036 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.036 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.036 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:03.036 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:03.036 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.036 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:03.036 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:03.037 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:03.037 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:03.037 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:03.037 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:03.037 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:03.037 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.037 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:03.037 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:03.037 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:03.037 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:03.037 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:03.037 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:03.037 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:03.037 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:03.038 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:03.038 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.038 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:03.038 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:03.038 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:03.038 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:03.038 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.038 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:03.038 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:03.038 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:03.038 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:03.038 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.038 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.038 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:03.038 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:03.039 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:03.039 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:03.039 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.039 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.039 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:03.039 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:03.039 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:03.039 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.039 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:03.039 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.039 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:03.040 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:03.040 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.040 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:03.040 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:03.040 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:03.040 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:03.040 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:03.040 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:03.040 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.040 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:03.040 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.040 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:03.040 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.040 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:03.041 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:03.041 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.041 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:03.041 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.041 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:03.041 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:03.041 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:03.041 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:03.041 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:03.041 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:03.041 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:03.041 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:03.041 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:03.041 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:03.042 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:03.042 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:03.042 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:03.042 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.042 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:03.042 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:03.042 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:03.042 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:03.042 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:03.042 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:03.042 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:03.042 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:03.042 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:03.042 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:03.043 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:03.043 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.043 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.043 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:03.043 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.043 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:03.043 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:03.043 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:03.043 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:03.043 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:03.043 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:03.043 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:03.043 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:03.043 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:03.044 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:03.044 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:03.044 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:03.044 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:03.044 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:03.044 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.044 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.044 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:03.044 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.044 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:03.044 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:03.044 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.044 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:03.044 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:03.045 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:03.045 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:03.045 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:03.045 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.045 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:03.045 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:03.045 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.045 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.045 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:03.045 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:03.045 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.045 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.045 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:03.045 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:03.046 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:03.046 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:03.046 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:03.046 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.046 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.046 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:03.046 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:03.046 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:03.046 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.046 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:03.046 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.046 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:03.046 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.047 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:03.047 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.047 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.mark.fails_on_dbstore 2023-12-03T12:55:03.047 INFO:teuthology.orchestra.run.smithi019.stdout: def test_non_multipart_get_part(): 2023-12-03T12:55:03.047 INFO:teuthology.orchestra.run.smithi019.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:55:03.047 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.047 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:6458: 2023-12-03T12:55:03.047 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.047 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:55:03.047 INFO:teuthology.orchestra.run.smithi019.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:55:03.047 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:03.047 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:03.047 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:03.047 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:03.048 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:03.048 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:03.048 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:03.048 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:03.048 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:03.048 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:03.048 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:03.048 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:03.048 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:03.048 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:03.048 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:03.048 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:03.048 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:03.048 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:03.048 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:03.049 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:03.049 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:03.049 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:03.049 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:03.049 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:03.049 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:03.049 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:03.049 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:03.049 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:03.049 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:03.049 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:03.049 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:03.049 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:03.050 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:03.050 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:03.050 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.050 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.050 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:03.050 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:03.050 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.050 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:03.050 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.050 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:03.050 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:03.050 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:03.050 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:03.051 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:03.051 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:03.051 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:03.051 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:03.051 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:03.051 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:03.051 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:03.051 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:03.051 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:03.051 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.051 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:03.051 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:03.051 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:03.051 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:03.052 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:03.052 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:03.052 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:03.052 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:03.052 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:03.052 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:03.052 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:03.052 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.052 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.052 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:03.052 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:03.052 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:03.052 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:03.052 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:03.053 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.053 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.053 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:03.053 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:03.053 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:03.053 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:03.053 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:03.053 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.053 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:03.053 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:03.053 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:03.053 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:03.053 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:03.053 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/test-client.0-4a6zemzjywb5q3g-344" 2023-12-03T12:55:03.053 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.054 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:03.054 INFO:teuthology.orchestra.run.smithi019.stdout:______________________________ test_100_continue _______________________________ 2023-12-03T12:55:03.054 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.054 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:03.054 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.054 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:03.054 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:03.054 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.054 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:03.054 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:03.054 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:03.054 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:03.054 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:03.055 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.055 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:03.055 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:03.055 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.055 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.055 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:03.055 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:03.055 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.055 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.055 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:03.055 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.055 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:03.055 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:03.055 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.056 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.056 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:03.056 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:03.056 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.056 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:03.056 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:03.056 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:03.056 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:03.056 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:03.056 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:03.056 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:03.056 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.057 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:03.057 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:03.057 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:03.057 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:03.057 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:03.057 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:03.057 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:03.057 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:03.057 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:03.057 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.057 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:03.057 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:03.057 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:03.057 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:03.058 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.058 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:03.058 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:03.058 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:03.058 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:03.058 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.058 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.058 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:03.058 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:03.058 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:03.058 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:03.058 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.059 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.059 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:03.059 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:03.059 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:03.059 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.059 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:03.059 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.059 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:03.059 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:03.059 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.059 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:03.059 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:03.059 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:03.059 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:03.060 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:03.060 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:03.060 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.060 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:03.060 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.060 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:03.060 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.060 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:03.060 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:03.060 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.060 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:03.060 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.060 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:03.060 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:03.061 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:03.061 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:03.061 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:03.061 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:03.061 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:03.061 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:03.061 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:03.061 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:03.061 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:03.061 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:03.061 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:03.061 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.061 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:03.061 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:03.062 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:03.062 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:03.062 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:03.062 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:03.062 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:03.062 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:03.062 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:03.062 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:03.062 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:03.062 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.062 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.062 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:03.063 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.063 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:03.063 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:03.063 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:03.063 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:03.063 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:03.063 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:03.063 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:03.063 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:03.063 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:03.063 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:03.063 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:03.063 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:03.064 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:03.064 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:03.064 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.064 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.064 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:03.064 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.064 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:03.064 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:03.064 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.064 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:03.064 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:03.064 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:03.064 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:03.064 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:03.064 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.065 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:03.065 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:03.065 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.065 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.065 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:03.065 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:03.065 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.065 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.065 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:03.065 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:03.065 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:03.066 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:03.066 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:03.066 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.066 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.066 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:03.066 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:03.066 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:03.066 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.066 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:03.066 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.066 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:03.066 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.066 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:03.067 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.067 INFO:teuthology.orchestra.run.smithi019.stdout: def test_100_continue(): 2023-12-03T12:55:03.067 INFO:teuthology.orchestra.run.smithi019.stdout: bucket_name = get_new_bucket_name() 2023-12-03T12:55:03.067 INFO:teuthology.orchestra.run.smithi019.stdout: client = get_client() 2023-12-03T12:55:03.067 INFO:teuthology.orchestra.run.smithi019.stdout:> client.create_bucket(Bucket=bucket_name) 2023-12-03T12:55:03.067 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.067 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:6514: 2023-12-03T12:55:03.067 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.067 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:03.067 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:03.067 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:03.067 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:03.067 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:03.068 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:03.068 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:03.068 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:03.068 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:03.068 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:03.068 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:03.068 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:03.068 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:03.068 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:03.068 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:03.068 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:03.068 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:03.068 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:03.068 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:03.069 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:03.069 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:03.069 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:03.069 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:03.069 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:03.069 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:03.069 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:03.069 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:03.069 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:03.069 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:03.069 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:03.069 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:03.069 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:03.069 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:03.070 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:03.070 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.070 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.070 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:03.070 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:03.070 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.070 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:03.070 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.070 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:03.070 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:03.070 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:03.070 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:03.070 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:03.071 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:03.071 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:03.071 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:03.071 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:03.071 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:03.071 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:03.071 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:03.071 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:03.071 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.071 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:03.072 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:03.072 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:03.072 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:03.072 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:03.072 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:03.072 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:03.072 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:03.072 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:03.072 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:03.072 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:03.072 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.072 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.072 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:03.073 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:03.073 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:03.073 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:03.073 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:03.073 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.073 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.073 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:03.073 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:03.073 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:03.073 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:03.073 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:03.073 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.073 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:03.073 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:03.074 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:03.074 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:03.074 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:03.074 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/test-client.0-4a6zemzjywb5q3g-345" 2023-12-03T12:55:03.074 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.074 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:03.074 INFO:teuthology.orchestra.run.smithi019.stdout:________________________________ test_set_cors _________________________________ 2023-12-03T12:55:03.074 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.074 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:03.074 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.074 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:03.074 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:03.074 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.074 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:03.075 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:03.075 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:03.075 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:03.075 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:03.075 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.075 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:03.075 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:03.075 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.075 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.075 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:03.075 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:03.075 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.075 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.075 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:03.076 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.076 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:03.076 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:03.076 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.076 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.076 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:03.076 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:03.076 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.076 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:03.076 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:03.076 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:03.076 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:03.076 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:03.076 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:03.077 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:03.077 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.077 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:03.077 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:03.077 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:03.077 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:03.077 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:03.077 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:03.077 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:03.077 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:03.077 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:03.077 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.077 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:03.077 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:03.077 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:03.078 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:03.078 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.078 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:03.078 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:03.078 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:03.078 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:03.078 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.078 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.078 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:03.078 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:03.078 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:03.078 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:03.078 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.078 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.079 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:03.079 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:03.079 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:03.079 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.079 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:03.079 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.079 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:03.079 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:03.079 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.079 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:03.079 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:03.079 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:03.079 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:03.079 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:03.080 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:03.080 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.080 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:03.080 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.080 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:03.080 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.080 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:03.080 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:03.080 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.080 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:03.080 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.080 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:03.080 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:03.080 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:03.080 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:03.081 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:03.081 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:03.081 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:03.081 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:03.081 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:03.081 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:03.081 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:03.081 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:03.081 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:03.081 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.081 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:03.081 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:03.081 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:03.081 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:03.081 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:03.082 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:03.082 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:03.082 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:03.082 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:03.082 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:03.082 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:03.082 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.082 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.082 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:03.082 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.082 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:03.082 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:03.082 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:03.083 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:03.083 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:03.083 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:03.083 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:03.083 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:03.083 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:03.083 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:03.083 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:03.083 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:03.083 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:03.083 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:03.083 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.083 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.084 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:03.084 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.084 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:03.084 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:03.084 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.084 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:03.084 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:03.084 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:03.084 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:03.084 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:03.084 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.084 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:03.084 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:03.084 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.085 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.085 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:03.085 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:03.085 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.085 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.085 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:03.085 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:03.085 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:03.085 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:03.085 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:03.085 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.085 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.085 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:03.085 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:03.085 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:03.086 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.086 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:03.086 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.086 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:03.086 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.086 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:03.086 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.086 INFO:teuthology.orchestra.run.smithi019.stdout: def test_set_cors(): 2023-12-03T12:55:03.086 INFO:teuthology.orchestra.run.smithi019.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:55:03.086 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.086 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:6532: 2023-12-03T12:55:03.086 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.086 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:55:03.086 INFO:teuthology.orchestra.run.smithi019.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:55:03.087 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:03.087 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:03.087 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:03.087 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:03.087 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:03.087 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:03.087 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:03.087 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:03.087 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:03.087 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:03.087 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:03.087 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:03.087 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:03.088 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:03.088 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:03.088 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:03.088 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:03.088 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:03.088 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:03.088 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:03.088 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:03.088 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:03.088 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:03.088 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:03.088 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:03.089 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:03.089 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:03.089 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:03.089 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:03.089 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:03.089 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:03.089 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:03.089 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:03.089 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:03.089 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.089 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.089 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:03.089 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:03.089 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.090 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:03.090 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.090 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:03.090 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:03.090 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:03.090 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:03.090 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:03.090 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:03.090 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:03.090 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:03.090 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:03.090 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:03.090 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:03.090 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:03.091 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:03.091 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.091 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:03.091 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:03.091 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:03.091 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:03.091 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:03.091 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:03.091 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:03.091 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:03.091 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:03.091 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:03.091 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:03.092 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.092 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.092 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:03.092 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:03.092 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:03.092 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:03.092 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:03.092 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.092 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.092 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:03.092 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:03.092 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:03.092 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:03.092 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:03.093 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.093 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:03.093 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:03.093 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:03.093 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:03.093 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:03.093 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/test-client.0-4a6zemzjywb5q3g-346" 2023-12-03T12:55:03.093 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.093 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:03.093 INFO:teuthology.orchestra.run.smithi019.stdout:__________________________ test_cors_origin_response ___________________________ 2023-12-03T12:55:03.093 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.093 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:03.093 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.093 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:03.094 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:03.094 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.094 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:03.094 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:03.094 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:03.094 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:03.094 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:03.094 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.094 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:03.094 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:03.094 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.094 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.094 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:03.094 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:03.095 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.095 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.095 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:03.095 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.095 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:03.095 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:03.095 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.095 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.095 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:03.095 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:03.095 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.095 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:03.095 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:03.095 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:03.096 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:03.096 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:03.096 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:03.096 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:03.096 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.096 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:03.096 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:03.096 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:03.096 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:03.096 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:03.096 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:03.097 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:03.097 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:03.097 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:03.097 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.097 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:03.097 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:03.097 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:03.097 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:03.097 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.097 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:03.097 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:03.097 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:03.097 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:03.097 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.098 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.098 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:03.098 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:03.098 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:03.098 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:03.098 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.098 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.098 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:03.098 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:03.098 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:03.098 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.098 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:03.098 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.099 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:03.099 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:03.099 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.099 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:03.099 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:03.099 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:03.099 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:03.099 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:03.099 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:03.099 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.099 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:03.099 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.099 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:03.099 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.100 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:03.100 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:03.100 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.100 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:03.100 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.100 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:03.100 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:03.100 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:03.100 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:03.100 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:03.100 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:03.100 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:03.100 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:03.101 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:03.101 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:03.101 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:03.101 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:03.101 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:03.101 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.101 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:03.101 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:03.101 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:03.101 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:03.101 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:03.101 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:03.101 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:03.101 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:03.101 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:03.102 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:03.102 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:03.102 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.102 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.102 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:03.102 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.102 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:03.102 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:03.102 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:03.102 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:03.102 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:03.102 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:03.102 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:03.102 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:03.103 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:03.103 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:03.103 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:03.103 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:03.103 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:03.103 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:03.103 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.103 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.103 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:03.103 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.103 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:03.103 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:03.103 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.103 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:03.104 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:03.104 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:03.104 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:03.104 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:03.104 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.104 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:03.104 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:03.104 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.104 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.104 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:03.104 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:03.104 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.104 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.104 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:03.105 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:03.105 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:03.105 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:03.105 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:03.105 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.105 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.105 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:03.105 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:03.105 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:03.105 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.105 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:03.105 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.105 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:03.106 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.106 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:03.106 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.106 INFO:teuthology.orchestra.run.smithi019.stdout: def test_cors_origin_response(): 2023-12-03T12:55:03.106 INFO:teuthology.orchestra.run.smithi019.stdout:> bucket_name = _setup_bucket_acl(bucket_acl='public-read') 2023-12-03T12:55:03.106 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.106 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:6567: 2023-12-03T12:55:03.106 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.106 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:3245: in _setup_bucket_acl 2023-12-03T12:55:03.106 INFO:teuthology.orchestra.run.smithi019.stdout: client.create_bucket(ACL=bucket_acl, Bucket=bucket_name) 2023-12-03T12:55:03.106 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:03.106 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:03.106 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:03.106 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:03.107 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:03.107 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:03.107 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:03.107 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:03.107 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:03.107 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:03.107 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:03.107 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:03.107 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:03.107 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:03.107 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:03.107 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:03.107 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:03.107 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:03.107 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:03.108 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:03.108 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:03.108 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:03.108 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:03.108 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:03.108 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:03.108 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:03.108 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:03.108 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:03.108 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:03.108 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:03.108 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:03.108 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:03.108 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:03.109 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:03.109 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.109 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.109 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:03.109 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:03.109 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.109 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:03.109 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.109 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:03.109 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:03.109 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:03.109 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:03.109 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:03.110 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:03.110 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:03.110 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:03.110 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:03.110 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:03.110 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:03.110 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:03.110 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:03.110 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.110 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:03.110 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:03.110 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:03.110 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:03.110 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:03.111 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:03.111 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:03.111 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:03.111 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:03.111 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:03.111 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:03.111 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.111 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.111 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:03.111 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:03.111 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:03.111 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:03.111 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:03.111 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.112 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.112 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:03.112 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:03.112 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:03.112 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:03.112 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:03.112 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.112 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:03.112 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:03.112 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:03.112 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:03.112 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:03.112 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/test-client.0-4a6zemzjywb5q3g-347" 2023-12-03T12:55:03.112 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.113 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:03.113 INFO:teuthology.orchestra.run.smithi019.stdout:__________________________ test_cors_origin_wildcard ___________________________ 2023-12-03T12:55:03.113 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.113 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:03.113 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.113 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:03.113 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:03.113 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.113 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:03.113 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:03.113 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:03.113 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:03.113 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:03.114 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.114 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:03.114 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:03.114 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.114 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.114 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:03.114 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:03.114 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.114 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.114 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:03.114 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.114 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:03.114 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:03.115 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.115 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.115 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:03.115 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:03.115 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.115 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:03.115 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:03.115 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:03.115 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:03.115 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:03.115 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:03.115 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:03.115 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.115 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:03.116 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:03.116 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:03.116 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:03.116 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:03.116 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:03.116 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:03.116 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:03.116 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:03.116 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.116 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:03.116 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:03.116 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:03.116 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:03.116 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.117 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:03.117 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:03.117 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:03.117 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:03.117 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.117 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.117 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:03.117 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:03.117 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:03.117 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:03.117 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.117 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.117 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:03.117 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:03.117 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:03.118 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.118 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:03.118 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.118 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:03.118 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:03.118 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.118 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:03.118 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:03.118 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:03.118 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:03.118 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:03.118 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:03.118 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.118 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:03.119 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.119 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:03.119 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.119 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:03.119 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:03.119 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.119 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:03.119 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.119 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:03.119 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:03.119 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:03.119 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:03.119 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:03.119 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:03.120 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:03.120 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:03.120 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:03.120 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:03.120 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:03.120 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:03.120 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:03.120 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.120 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:03.120 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:03.120 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:03.120 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:03.120 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:03.120 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:03.120 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:03.121 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:03.121 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:03.121 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:03.121 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:03.121 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.121 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.121 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:03.121 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.121 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:03.121 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:03.121 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:03.121 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:03.121 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:03.122 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:03.122 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:03.122 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:03.122 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:03.122 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:03.122 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:03.122 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:03.122 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:03.122 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:03.122 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.122 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.122 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:03.122 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.123 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:03.123 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:03.123 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.123 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:03.123 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:03.123 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:03.123 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:03.123 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:03.123 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.123 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:03.123 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:03.123 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.123 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.123 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:03.124 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:03.124 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.124 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.124 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:03.124 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:03.124 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:03.124 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:03.124 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:03.124 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.124 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.124 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:03.124 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:03.124 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:03.124 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.124 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:03.125 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.125 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:03.125 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.125 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:03.125 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.125 INFO:teuthology.orchestra.run.smithi019.stdout: def test_cors_origin_wildcard(): 2023-12-03T12:55:03.125 INFO:teuthology.orchestra.run.smithi019.stdout:> bucket_name = _setup_bucket_acl(bucket_acl='public-read') 2023-12-03T12:55:03.125 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.125 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:6642: 2023-12-03T12:55:03.125 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.125 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:3245: in _setup_bucket_acl 2023-12-03T12:55:03.125 INFO:teuthology.orchestra.run.smithi019.stdout: client.create_bucket(ACL=bucket_acl, Bucket=bucket_name) 2023-12-03T12:55:03.125 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:03.125 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:03.126 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:03.126 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:03.126 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:03.126 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:03.126 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:03.126 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:03.126 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:03.126 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:03.126 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:03.126 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:03.126 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:03.126 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:03.126 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:03.126 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:03.126 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:03.127 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:03.127 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:03.127 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:03.127 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:03.127 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:03.127 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:03.127 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:03.127 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:03.127 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:03.127 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:03.127 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:03.127 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:03.127 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:03.127 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:03.128 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:03.128 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:03.128 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:03.128 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.128 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.128 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:03.128 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:03.128 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.128 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:03.128 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.128 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:03.128 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:03.128 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:03.128 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:03.129 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:03.129 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:03.129 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:03.129 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:03.129 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:03.129 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:03.129 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:03.129 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:03.129 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:03.129 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.129 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:03.129 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:03.129 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:03.129 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:03.130 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:03.130 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:03.130 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:03.130 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:03.130 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:03.130 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:03.130 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:03.130 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.130 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.130 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:03.130 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:03.130 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:03.130 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:03.131 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:03.131 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.131 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.131 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:03.131 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:03.131 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:03.131 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:03.131 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:03.131 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.131 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:03.131 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:03.131 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:03.131 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:03.132 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:03.132 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/test-client.0-4a6zemzjywb5q3g-348" 2023-12-03T12:55:03.132 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.132 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:03.132 INFO:teuthology.orchestra.run.smithi019.stdout:___________________________ test_cors_header_option ____________________________ 2023-12-03T12:55:03.132 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.132 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:03.132 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.132 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:03.132 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:03.132 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.132 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:03.132 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:03.132 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:03.133 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:03.133 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:03.133 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.133 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:03.133 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:03.133 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.133 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.133 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:03.133 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:03.133 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.133 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.133 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:03.133 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.134 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:03.134 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:03.134 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.134 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.134 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:03.134 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:03.134 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.134 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:03.134 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:03.134 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:03.134 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:03.134 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:03.134 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:03.135 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:03.135 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.135 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:03.135 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:03.135 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:03.135 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:03.135 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:03.135 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:03.135 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:03.135 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:03.135 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:03.135 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.135 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:03.135 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:03.136 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:03.136 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:03.136 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.136 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:03.136 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:03.136 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:03.136 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:03.136 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.136 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.136 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:03.136 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:03.136 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:03.136 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:03.136 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.136 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.137 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:03.137 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:03.137 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:03.137 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.137 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:03.137 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.137 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:03.137 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:03.137 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.137 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:03.137 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:03.137 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:03.137 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:03.137 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:03.138 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:03.138 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.138 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:03.138 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.138 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:03.138 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.138 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:03.138 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:03.138 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.138 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:03.138 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.138 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:03.138 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:03.138 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:03.138 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:03.139 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:03.139 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:03.139 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:03.139 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:03.139 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:03.139 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:03.139 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:03.139 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:03.139 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:03.139 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.139 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:03.139 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:03.139 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:03.139 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:03.140 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:03.140 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:03.140 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:03.140 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:03.140 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:03.140 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:03.140 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:03.140 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.140 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.140 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:03.140 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.140 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:03.140 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:03.140 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:03.140 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:03.141 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:03.141 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:03.141 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:03.141 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:03.141 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:03.141 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:03.141 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:03.141 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:03.141 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:03.141 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:03.141 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.141 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.141 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:03.141 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.142 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:03.142 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:03.142 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.142 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:03.142 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:03.142 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:03.142 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:03.142 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:03.142 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.142 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:03.142 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:03.142 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.142 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.142 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:03.143 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:03.143 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.143 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.143 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:03.143 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:03.143 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:03.143 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:03.143 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:03.143 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.143 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.143 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:03.143 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:03.143 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:03.143 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.144 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:03.144 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.144 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:03.144 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.144 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:03.144 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.144 INFO:teuthology.orchestra.run.smithi019.stdout: def test_cors_header_option(): 2023-12-03T12:55:03.144 INFO:teuthology.orchestra.run.smithi019.stdout:> bucket_name = _setup_bucket_acl(bucket_acl='public-read') 2023-12-03T12:55:03.144 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.144 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:6667: 2023-12-03T12:55:03.144 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.144 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:3245: in _setup_bucket_acl 2023-12-03T12:55:03.144 INFO:teuthology.orchestra.run.smithi019.stdout: client.create_bucket(ACL=bucket_acl, Bucket=bucket_name) 2023-12-03T12:55:03.144 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:03.144 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:03.145 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:03.145 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:03.145 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:03.145 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:03.145 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:03.145 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:03.145 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:03.145 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:03.145 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:03.145 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:03.145 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:03.145 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:03.145 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:03.145 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:03.145 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:03.146 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:03.146 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:03.146 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:03.146 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:03.146 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:03.146 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:03.146 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:03.146 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:03.146 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:03.146 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:03.146 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:03.146 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:03.147 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:03.147 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:03.147 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:03.147 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:03.147 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:03.147 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.147 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.147 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:03.147 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:03.147 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.147 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:03.147 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.147 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:03.147 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:03.147 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:03.148 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:03.148 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:03.148 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:03.148 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:03.148 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:03.148 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:03.148 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:03.148 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:03.148 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:03.148 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:03.148 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.148 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:03.148 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:03.148 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:03.149 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:03.149 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:03.149 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:03.149 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:03.149 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:03.149 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:03.149 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:03.149 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:03.149 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.149 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.149 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:03.149 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:03.149 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:03.149 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:03.149 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:03.150 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.150 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.150 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:03.150 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:03.150 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:03.150 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:03.150 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:03.150 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.150 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:03.150 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:03.150 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:03.150 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:03.150 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:03.151 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/test-client.0-4a6zemzjywb5q3g-349" 2023-12-03T12:55:03.151 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.151 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:03.151 INFO:teuthology.orchestra.run.smithi019.stdout:________________________ test_cors_presigned_get_object ________________________ 2023-12-03T12:55:03.151 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.151 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:03.151 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.151 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:03.151 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:03.151 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.151 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:03.151 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:03.151 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:03.151 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:03.152 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:03.152 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.152 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:03.152 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:03.152 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.152 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.152 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:03.152 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:03.152 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.152 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.152 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:03.152 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.152 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:03.153 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:03.153 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.153 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.153 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:03.153 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:03.153 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.153 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:03.153 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:03.153 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:03.153 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:03.153 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:03.153 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:03.153 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:03.153 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.154 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:03.154 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:03.154 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:03.154 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:03.154 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:03.154 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:03.154 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:03.154 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:03.154 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:03.154 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.154 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:03.154 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:03.154 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:03.154 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:03.154 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.155 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:03.155 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:03.155 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:03.155 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:03.155 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.155 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.155 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:03.155 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:03.155 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:03.155 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:03.155 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.155 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.155 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:03.155 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:03.156 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:03.156 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.156 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:03.156 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.156 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:03.156 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:03.156 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.156 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:03.156 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:03.156 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:03.156 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:03.156 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:03.156 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:03.156 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.157 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:03.157 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.157 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:03.157 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.157 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:03.157 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:03.157 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.157 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:03.157 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.157 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:03.157 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:03.157 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:03.157 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:03.157 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:03.158 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:03.158 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:03.158 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:03.158 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:03.158 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:03.158 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:03.158 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:03.158 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:03.158 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.158 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:03.158 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:03.158 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:03.158 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:03.159 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:03.159 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:03.159 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:03.159 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:03.159 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:03.159 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:03.159 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:03.159 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.159 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.159 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:03.159 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.159 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:03.159 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:03.159 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:03.160 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:03.160 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:03.160 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:03.160 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:03.160 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:03.160 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:03.160 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:03.160 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:03.160 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:03.160 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:03.160 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:03.160 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.160 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.161 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:03.161 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.161 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:03.161 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:03.161 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.161 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:03.161 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:03.161 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:03.161 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:03.161 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:03.161 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.161 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:03.161 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:03.161 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.162 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.162 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:03.162 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:03.162 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.162 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.162 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:03.162 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:03.162 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:03.162 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:03.162 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:03.162 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.162 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.162 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:03.162 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:03.163 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:03.163 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.163 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:03.163 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.163 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:03.163 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.163 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:03.163 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.163 INFO:teuthology.orchestra.run.smithi019.stdout: def test_cors_presigned_get_object(): 2023-12-03T12:55:03.163 INFO:teuthology.orchestra.run.smithi019.stdout:> _test_cors_options_presigned_get_object(client=get_client()) 2023-12-03T12:55:03.163 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.163 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:6716: 2023-12-03T12:55:03.163 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.164 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:6693: in _test_cors_options_presigned_get_object 2023-12-03T12:55:03.164 INFO:teuthology.orchestra.run.smithi019.stdout: bucket_name = _setup_bucket_object_acl('public-read', 'public-read', client=client) 2023-12-03T12:55:03.164 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:3234: in _setup_bucket_object_acl 2023-12-03T12:55:03.164 INFO:teuthology.orchestra.run.smithi019.stdout: client.create_bucket(ACL=bucket_acl, Bucket=bucket_name) 2023-12-03T12:55:03.164 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:03.164 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:03.164 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:03.164 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:03.164 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:03.164 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:03.164 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:03.164 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:03.164 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:03.164 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:03.164 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:03.165 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:03.165 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:03.165 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:03.165 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:03.165 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:03.165 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:03.165 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:03.165 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:03.165 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:03.165 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:03.165 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:03.165 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:03.165 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:03.165 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:03.166 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:03.166 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:03.166 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:03.166 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:03.166 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:03.166 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:03.166 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:03.166 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:03.166 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:03.166 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.166 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.166 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:03.166 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:03.166 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.166 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:03.167 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.167 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:03.167 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:03.167 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:03.167 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:03.167 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:03.167 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:03.167 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:03.167 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:03.167 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:03.167 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:03.167 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:03.167 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:03.167 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:03.168 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.168 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:03.168 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:03.168 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:03.168 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:03.168 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:03.168 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:03.168 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:03.168 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:03.168 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:03.168 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:03.168 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:03.168 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.168 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.168 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:03.169 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:03.169 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:03.169 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:03.169 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:03.169 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.169 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.169 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:03.169 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:03.169 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:03.169 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:03.169 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:03.169 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.169 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:03.169 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:03.169 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:03.170 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:03.170 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:03.170 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/test-client.0-4a6zemzjywb5q3g-350" 2023-12-03T12:55:03.170 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.170 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:03.170 INFO:teuthology.orchestra.run.smithi019.stdout:____________________ test_cors_presigned_get_object_tenant _____________________ 2023-12-03T12:55:03.170 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.170 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:03.170 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.170 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:03.170 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:03.171 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.171 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:03.171 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:03.171 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:03.171 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:03.171 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:03.171 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.171 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:03.171 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:03.171 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.171 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.171 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:03.171 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:03.171 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.172 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.172 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:03.172 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.172 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:03.172 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:03.172 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.172 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.172 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:03.172 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:03.172 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.172 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:03.172 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:03.172 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:03.172 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:03.172 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:03.173 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:03.173 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:03.173 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.173 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:03.173 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:03.173 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:03.173 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:03.173 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:03.173 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:03.173 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:03.173 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:03.173 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:03.173 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.173 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:03.174 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:03.174 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:03.174 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:03.174 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.174 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:03.174 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:03.174 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:03.174 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:03.174 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.174 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.174 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:03.174 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:03.174 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:03.174 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:03.175 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.175 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.175 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:03.175 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:03.175 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:03.175 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.175 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:03.175 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.175 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:03.175 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:03.175 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.175 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:03.175 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:03.175 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:03.176 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:03.176 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:03.176 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:03.176 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.176 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:03.176 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.176 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:03.176 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.176 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:03.176 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:03.176 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.176 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:03.176 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.176 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:03.176 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:03.177 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:03.177 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:03.177 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:03.177 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:03.177 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:03.177 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:03.177 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:03.177 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:03.177 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:03.177 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:03.177 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:03.177 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.177 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:03.177 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:03.177 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:03.178 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:03.178 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:03.178 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:03.178 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:03.178 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:03.178 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:03.178 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:03.178 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:03.178 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.178 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.178 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:03.178 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.178 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:03.178 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:03.179 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:03.179 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:03.179 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:03.179 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:03.179 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:03.179 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:03.179 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:03.179 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:03.179 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:03.179 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:03.179 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:03.179 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:03.179 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.179 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.179 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:03.180 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.180 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:03.180 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:03.180 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.180 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:03.180 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:03.180 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:03.180 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:03.180 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:03.180 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.180 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:03.180 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:03.180 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.180 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.181 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:03.181 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:03.181 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.181 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.181 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:03.181 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:03.181 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:03.181 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:03.181 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:03.181 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.181 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.181 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:03.181 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:03.181 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:03.182 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.182 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:03.182 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.182 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:03.182 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.182 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:03.182 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.182 INFO:teuthology.orchestra.run.smithi019.stdout: def test_cors_presigned_get_object_tenant(): 2023-12-03T12:55:03.182 INFO:teuthology.orchestra.run.smithi019.stdout:> _test_cors_options_presigned_get_object(client=get_tenant_client()) 2023-12-03T12:55:03.182 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.182 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:6719: 2023-12-03T12:55:03.182 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.182 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:6693: in _test_cors_options_presigned_get_object 2023-12-03T12:55:03.182 INFO:teuthology.orchestra.run.smithi019.stdout: bucket_name = _setup_bucket_object_acl('public-read', 'public-read', client=client) 2023-12-03T12:55:03.183 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:3234: in _setup_bucket_object_acl 2023-12-03T12:55:03.183 INFO:teuthology.orchestra.run.smithi019.stdout: client.create_bucket(ACL=bucket_acl, Bucket=bucket_name) 2023-12-03T12:55:03.183 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:03.183 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:03.183 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:03.183 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:03.183 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:03.183 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:03.183 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:03.183 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:03.183 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:03.183 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:03.183 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:03.184 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:03.184 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:03.184 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:03.184 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:03.184 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:03.184 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:03.184 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:03.184 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:03.184 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:03.184 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:03.184 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:03.184 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:03.184 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:03.184 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:03.184 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:03.185 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:03.185 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:03.185 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:03.185 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:03.185 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:03.185 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:03.185 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:03.185 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:03.185 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.185 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.185 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:03.185 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:03.185 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.186 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:03.186 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.186 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:03.186 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:03.186 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:03.186 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:03.186 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:03.186 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:03.186 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:03.186 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:03.186 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:03.186 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:03.186 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:03.186 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:03.187 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:03.187 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.187 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:03.187 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:03.187 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:03.187 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:03.187 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:03.187 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:03.187 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:03.187 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:03.187 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:03.187 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:03.187 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:03.187 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.188 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.188 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:03.188 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:03.188 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:03.188 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:03.188 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:03.188 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.188 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.188 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:03.188 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:03.188 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:03.188 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:03.188 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:03.188 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.188 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:03.189 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:03.189 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:03.189 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:03.189 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:03.189 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/test-client.0-4a6zemzjywb5q3g-351" 2023-12-03T12:55:03.189 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.189 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:03.189 INFO:teuthology.orchestra.run.smithi019.stdout:___________________________ test_set_bucket_tagging ____________________________ 2023-12-03T12:55:03.189 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.189 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:03.189 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.189 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:03.189 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:03.189 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.189 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:03.190 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:03.190 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:03.190 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:03.190 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:03.190 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.190 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:03.190 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:03.190 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.190 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.190 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:03.190 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:03.190 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.190 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.191 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:03.191 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.191 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:03.191 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:03.191 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.191 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.191 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:03.191 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:03.191 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.191 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:03.191 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:03.191 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:03.191 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:03.191 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:03.191 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:03.192 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:03.192 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.192 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:03.192 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:03.192 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:03.192 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:03.192 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:03.192 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:03.192 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:03.192 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:03.192 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:03.192 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.192 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:03.192 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:03.193 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:03.193 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:03.193 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.193 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:03.193 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:03.193 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:03.193 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:03.193 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.193 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.193 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:03.193 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:03.193 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:03.193 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:03.193 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.193 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.193 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:03.194 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:03.194 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:03.194 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.194 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:03.194 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.194 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:03.194 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:03.194 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.194 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:03.194 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:03.194 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:03.194 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:03.194 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:03.194 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:03.195 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.195 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:03.195 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.195 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:03.195 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.195 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:03.195 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:03.195 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.195 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:03.195 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.195 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:03.195 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:03.195 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:03.195 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:03.196 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:03.196 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:03.196 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:03.196 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:03.196 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:03.196 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:03.196 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:03.196 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:03.196 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:03.196 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.196 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:03.196 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:03.196 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:03.196 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:03.196 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:03.197 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:03.197 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:03.197 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:03.197 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:03.197 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:03.197 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:03.197 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.197 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.197 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:03.197 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.197 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:03.197 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:03.197 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:03.197 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:03.198 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:03.198 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:03.198 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:03.198 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:03.198 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:03.198 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:03.198 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:03.198 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:03.198 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:03.198 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:03.198 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.198 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.198 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:03.198 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.199 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:03.199 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:03.199 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.199 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:03.199 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:03.199 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:03.199 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:03.199 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:03.199 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.199 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:03.199 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:03.199 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.199 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.200 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:03.200 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:03.200 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.200 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.200 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:03.200 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:03.200 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:03.200 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:03.200 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:03.200 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.200 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.200 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:03.200 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:03.200 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:03.201 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.201 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:03.201 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.201 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:03.201 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.201 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:03.201 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.201 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.mark.tagging 2023-12-03T12:55:03.201 INFO:teuthology.orchestra.run.smithi019.stdout: def test_set_bucket_tagging(): 2023-12-03T12:55:03.201 INFO:teuthology.orchestra.run.smithi019.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:55:03.201 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.201 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:6723: 2023-12-03T12:55:03.201 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.201 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:55:03.201 INFO:teuthology.orchestra.run.smithi019.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:55:03.202 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:03.202 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:03.202 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:03.202 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:03.202 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:03.202 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:03.202 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:03.202 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:03.202 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:03.202 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:03.202 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:03.202 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:03.202 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:03.203 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:03.203 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:03.203 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:03.203 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:03.203 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:03.203 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:03.203 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:03.203 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:03.203 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:03.203 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:03.203 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:03.203 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:03.203 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:03.203 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:03.204 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:03.204 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:03.204 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:03.204 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:03.204 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:03.204 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:03.204 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:03.204 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.204 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.204 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:03.204 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:03.204 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.204 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:03.205 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.205 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:03.205 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:03.205 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:03.205 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:03.205 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:03.205 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:03.205 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:03.205 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:03.205 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:03.205 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:03.205 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:03.205 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:03.205 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:03.205 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.206 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:03.206 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:03.206 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:03.206 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:03.206 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:03.206 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:03.206 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:03.206 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:03.206 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:03.206 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:03.206 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:03.206 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.206 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.207 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:03.207 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:03.207 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:03.207 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:03.207 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:03.207 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.207 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.207 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:03.207 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:03.207 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:03.207 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:03.207 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:03.207 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.207 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:03.208 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:03.208 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:03.208 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:03.208 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:03.208 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/test-client.0-4a6zemzjywb5q3g-352" 2023-12-03T12:55:03.208 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.208 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:03.208 INFO:teuthology.orchestra.run.smithi019.stdout:_____________________________ test_atomic_read_1mb _____________________________ 2023-12-03T12:55:03.208 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.208 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:03.208 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.208 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:03.208 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:03.208 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.209 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:03.209 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:03.209 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:03.209 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:03.209 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:03.209 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.209 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:03.209 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:03.209 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.209 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.209 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:03.209 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:03.209 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.209 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.209 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:03.210 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.210 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:03.210 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:03.210 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.210 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.210 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:03.210 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:03.210 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.213 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:03.213 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:03.213 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:03.213 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:03.213 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:03.213 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:03.213 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:03.213 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.213 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:03.213 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:03.213 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:03.213 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:03.214 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:03.214 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:03.214 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:03.214 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:03.214 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:03.214 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.214 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:03.214 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:03.214 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:03.214 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:03.214 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.214 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:03.214 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:03.215 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:03.215 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:03.215 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.215 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.215 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:03.215 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:03.215 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:03.215 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:03.215 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.215 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.215 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:03.215 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:03.215 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:03.215 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.216 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:03.216 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.216 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:03.216 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:03.216 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.216 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:03.216 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:03.216 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:03.216 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:03.216 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:03.216 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:03.216 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.216 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:03.216 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.217 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:03.217 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.217 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:03.217 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:03.217 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.217 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:03.217 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.217 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:03.217 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:03.217 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:03.217 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:03.217 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:03.217 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:03.217 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:03.218 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:03.218 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:03.218 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:03.218 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:03.218 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:03.218 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:03.218 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.218 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:03.218 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:03.218 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:03.218 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:03.218 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:03.218 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:03.218 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:03.219 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:03.219 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:03.219 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:03.219 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:03.219 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.219 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.219 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:03.219 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.219 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:03.219 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:03.219 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:03.219 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:03.219 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:03.219 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:03.220 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:03.220 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:03.220 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:03.220 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:03.220 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:03.220 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:03.220 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:03.220 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:03.220 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.220 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.220 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:03.220 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.220 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:03.220 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:03.221 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.221 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:03.221 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:03.221 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:03.221 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:03.221 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:03.221 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.221 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:03.221 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:03.221 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.221 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.221 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:03.221 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:03.222 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.222 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.222 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:03.222 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:03.222 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:03.222 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:03.222 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:03.222 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.222 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.222 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:03.222 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:03.222 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:03.223 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.223 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:03.223 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.223 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:03.223 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.223 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:03.223 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.223 INFO:teuthology.orchestra.run.smithi019.stdout: def test_atomic_read_1mb(): 2023-12-03T12:55:03.223 INFO:teuthology.orchestra.run.smithi019.stdout:> _test_atomic_read(1024*1024) 2023-12-03T12:55:03.223 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.223 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:6871: 2023-12-03T12:55:03.223 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.224 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:6851: in _test_atomic_read 2023-12-03T12:55:03.224 INFO:teuthology.orchestra.run.smithi019.stdout: bucket_name = get_new_bucket() 2023-12-03T12:55:03.224 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:55:03.224 INFO:teuthology.orchestra.run.smithi019.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:55:03.224 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:03.224 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:03.224 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:03.224 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:03.224 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:03.224 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:03.224 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:03.224 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:03.224 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:03.224 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:03.225 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:03.225 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:03.225 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:03.225 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:03.225 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:03.225 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:03.225 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:03.225 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:03.225 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:03.225 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:03.225 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:03.225 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:03.225 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:03.226 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:03.226 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:03.226 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:03.226 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:03.226 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:03.226 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:03.226 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:03.226 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:03.226 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:03.226 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:03.226 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:03.226 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.226 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.226 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:03.227 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:03.227 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.227 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:03.227 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.227 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:03.227 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:03.227 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:03.227 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:03.227 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:03.227 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:03.227 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:03.227 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:03.227 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:03.227 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:03.227 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:03.228 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:03.228 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:03.228 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.228 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:03.228 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:03.228 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:03.228 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:03.228 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:03.228 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:03.228 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:03.228 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:03.228 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:03.228 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:03.228 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:03.229 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.229 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.229 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:03.229 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:03.229 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:03.229 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:03.229 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:03.229 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.229 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.229 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:03.229 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:03.229 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:03.229 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:03.229 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:03.230 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.230 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:03.230 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:03.230 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:03.230 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:03.230 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:03.230 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/test-client.0-4a6zemzjywb5q3g-353" 2023-12-03T12:55:03.230 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.230 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:03.230 INFO:teuthology.orchestra.run.smithi019.stdout:_____________________________ test_atomic_read_4mb _____________________________ 2023-12-03T12:55:03.230 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.230 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:03.230 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.230 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:03.231 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:03.231 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.231 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:03.231 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:03.231 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:03.231 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:03.231 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:03.231 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.231 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:03.231 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:03.231 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.231 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.231 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:03.231 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:03.232 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.232 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.232 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:03.232 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.232 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:03.232 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:03.232 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.232 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.232 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:03.232 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:03.232 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.232 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:03.232 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:03.232 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:03.232 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:03.233 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:03.233 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:03.233 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:03.233 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.233 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:03.233 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:03.233 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:03.233 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:03.233 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:03.233 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:03.233 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:03.233 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:03.233 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:03.233 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.233 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:03.234 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:03.234 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:03.234 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:03.234 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.234 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:03.234 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:03.234 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:03.234 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:03.234 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.234 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.234 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:03.234 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:03.234 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:03.235 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:03.235 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.235 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.235 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:03.235 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:03.235 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:03.235 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.235 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:03.235 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.235 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:03.235 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:03.235 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.236 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:03.236 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:03.236 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:03.236 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:03.236 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:03.236 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:03.236 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.236 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:03.236 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.236 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:03.236 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.236 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:03.236 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:03.236 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.237 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:03.237 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.237 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:03.237 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:03.237 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:03.237 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:03.237 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:03.237 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:03.237 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:03.237 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:03.237 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:03.237 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:03.237 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:03.237 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:03.238 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:03.238 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.238 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:03.238 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:03.238 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:03.238 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:03.238 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:03.238 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:03.238 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:03.238 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:03.238 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:03.238 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:03.239 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:03.239 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.239 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.239 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:03.239 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.239 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:03.239 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:03.239 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:03.239 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:03.239 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:03.239 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:03.239 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:03.239 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:03.240 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:03.240 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:03.240 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:03.240 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:03.240 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:03.240 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:03.240 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.240 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.240 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:03.240 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.240 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:03.240 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:03.240 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.240 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:03.241 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:03.241 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:03.241 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:03.241 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:03.241 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.241 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:03.241 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:03.241 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.241 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.241 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:03.241 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:03.241 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.241 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.242 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:03.242 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:03.242 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:03.242 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:03.242 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:03.242 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.242 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.242 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:03.242 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:03.242 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:03.242 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.242 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:03.242 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.242 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:03.242 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.243 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:03.243 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.243 INFO:teuthology.orchestra.run.smithi019.stdout: def test_atomic_read_4mb(): 2023-12-03T12:55:03.243 INFO:teuthology.orchestra.run.smithi019.stdout:> _test_atomic_read(1024*1024*4) 2023-12-03T12:55:03.243 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.243 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:6874: 2023-12-03T12:55:03.243 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.243 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:6851: in _test_atomic_read 2023-12-03T12:55:03.243 INFO:teuthology.orchestra.run.smithi019.stdout: bucket_name = get_new_bucket() 2023-12-03T12:55:03.243 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:55:03.243 INFO:teuthology.orchestra.run.smithi019.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:55:03.243 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:03.243 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:03.243 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:03.244 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:03.244 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:03.244 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:03.244 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:03.244 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:03.244 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:03.244 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:03.244 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:03.244 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:03.244 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:03.244 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:03.244 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:03.244 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:03.244 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:03.245 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:03.245 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:03.245 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:03.245 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:03.245 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:03.245 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:03.245 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:03.245 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:03.245 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:03.245 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:03.245 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:03.245 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:03.245 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:03.245 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:03.245 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:03.246 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:03.246 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:03.246 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.246 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.246 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:03.246 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:03.246 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.246 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:03.246 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.246 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:03.246 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:03.246 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:03.246 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:03.246 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:03.246 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:03.247 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:03.247 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:03.247 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:03.247 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:03.247 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:03.247 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:03.247 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:03.247 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.247 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:03.247 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:03.247 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:03.247 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:03.247 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:03.248 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:03.248 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:03.248 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:03.248 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:03.248 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:03.248 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:03.248 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.248 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.248 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:03.248 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:03.248 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:03.248 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:03.248 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:03.248 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.248 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.249 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:03.249 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:03.249 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:03.249 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:03.249 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:03.249 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.249 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:03.249 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:03.249 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:03.249 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:03.249 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:03.249 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/test-client.0-4a6zemzjywb5q3g-354" 2023-12-03T12:55:03.249 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.249 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:03.250 INFO:teuthology.orchestra.run.smithi019.stdout:_____________________________ test_atomic_read_8mb _____________________________ 2023-12-03T12:55:03.250 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.250 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:03.250 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.250 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:03.250 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:03.250 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.250 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:03.250 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:03.250 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:03.250 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:03.250 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:03.250 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.250 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:03.251 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:03.251 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.251 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.251 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:03.251 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:03.251 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.251 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.251 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:03.251 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.251 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:03.251 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:03.251 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.251 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.251 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:03.252 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:03.252 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.252 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:03.252 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:03.252 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:03.252 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:03.252 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:03.252 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:03.252 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:03.252 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.252 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:03.252 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:03.252 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:03.253 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:03.253 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:03.253 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:03.253 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:03.253 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:03.253 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:03.253 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.253 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:03.253 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:03.253 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:03.253 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:03.253 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.253 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:03.253 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:03.253 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:03.254 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:03.254 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.254 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.254 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:03.254 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:03.254 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:03.254 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:03.254 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.254 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.254 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:03.254 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:03.254 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:03.254 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.254 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:03.255 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.255 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:03.255 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:03.255 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.255 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:03.255 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:03.255 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:03.255 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:03.255 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:03.255 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:03.255 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.255 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:03.255 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.255 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:03.256 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.256 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:03.256 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:03.256 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.256 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:03.256 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.256 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:03.256 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:03.256 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:03.256 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:03.256 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:03.256 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:03.256 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:03.257 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:03.257 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:03.257 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:03.257 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:03.257 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:03.257 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:03.257 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.257 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:03.257 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:03.257 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:03.257 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:03.257 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:03.257 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:03.257 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:03.257 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:03.258 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:03.258 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:03.258 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:03.258 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.258 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.258 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:03.258 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.258 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:03.258 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:03.258 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:03.258 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:03.258 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:03.259 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:03.259 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:03.259 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:03.259 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:03.259 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:03.259 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:03.259 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:03.259 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:03.259 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:03.259 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.259 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.259 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:03.259 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.259 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:03.260 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:03.260 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.260 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:03.260 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:03.260 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:03.260 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:03.260 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:03.260 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.260 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:03.260 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:03.260 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.260 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.260 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:03.261 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:03.261 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.261 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.261 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:03.261 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:03.261 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:03.261 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:03.261 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:03.261 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.261 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.261 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:03.261 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:03.261 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:03.261 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.262 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:03.262 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.262 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:03.262 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.262 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:03.262 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.262 INFO:teuthology.orchestra.run.smithi019.stdout: def test_atomic_read_8mb(): 2023-12-03T12:55:03.262 INFO:teuthology.orchestra.run.smithi019.stdout:> _test_atomic_read(1024*1024*8) 2023-12-03T12:55:03.262 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.262 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:6877: 2023-12-03T12:55:03.262 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.262 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:6851: in _test_atomic_read 2023-12-03T12:55:03.262 INFO:teuthology.orchestra.run.smithi019.stdout: bucket_name = get_new_bucket() 2023-12-03T12:55:03.263 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:55:03.263 INFO:teuthology.orchestra.run.smithi019.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:55:03.263 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:03.263 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:03.263 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:03.263 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:03.263 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:03.263 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:03.263 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:03.263 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:03.263 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:03.263 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:03.263 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:03.263 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:03.264 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:03.264 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:03.264 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:03.264 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:03.264 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:03.264 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:03.264 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:03.264 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:03.264 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:03.264 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:03.264 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:03.264 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:03.264 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:03.264 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:03.264 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:03.265 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:03.265 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:03.265 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:03.265 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:03.265 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:03.265 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:03.265 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:03.265 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.265 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.265 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:03.265 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:03.265 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.265 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:03.265 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.266 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:03.266 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:03.266 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:03.266 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:03.266 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:03.266 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:03.266 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:03.266 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:03.266 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:03.266 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:03.266 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:03.266 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:03.266 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:03.266 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.267 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:03.267 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:03.267 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:03.267 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:03.267 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:03.267 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:03.267 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:03.267 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:03.267 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:03.267 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:03.267 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:03.267 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.267 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.267 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:03.268 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:03.268 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:03.268 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:03.268 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:03.268 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.268 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.268 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:03.268 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:03.268 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:03.268 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:03.268 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:03.268 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.268 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:03.268 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:03.268 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:03.269 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:03.269 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:03.269 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/test-client.0-4a6zemzjywb5q3g-355" 2023-12-03T12:55:03.269 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.269 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:03.269 INFO:teuthology.orchestra.run.smithi019.stdout:____________________________ test_atomic_write_1mb _____________________________ 2023-12-03T12:55:03.269 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.269 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:03.269 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.269 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:03.269 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:03.269 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.269 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:03.269 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:03.270 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:03.270 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:03.270 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:03.270 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.270 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:03.270 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:03.270 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.270 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.270 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:03.270 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:03.270 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.270 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.270 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:03.270 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.271 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:03.271 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:03.271 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.271 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.271 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:03.271 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:03.271 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.271 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:03.271 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:03.271 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:03.271 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:03.271 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:03.271 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:03.271 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:03.271 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.272 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:03.272 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:03.272 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:03.272 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:03.272 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:03.272 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:03.272 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:03.272 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:03.272 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:03.272 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.272 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:03.272 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:03.272 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:03.273 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:03.273 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.273 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:03.273 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:03.273 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:03.273 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:03.273 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.273 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.273 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:03.273 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:03.273 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:03.273 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:03.273 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.273 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.274 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:03.274 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:03.274 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:03.274 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.274 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:03.274 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.274 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:03.274 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:03.274 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.274 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:03.274 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:03.274 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:03.275 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:03.275 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:03.275 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:03.275 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.275 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:03.275 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.275 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:03.275 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.275 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:03.275 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:03.275 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.275 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:03.275 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.275 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:03.276 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:03.276 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:03.276 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:03.276 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:03.276 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:03.276 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:03.276 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:03.276 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:03.276 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:03.276 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:03.276 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:03.276 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:03.277 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.277 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:03.277 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:03.277 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:03.277 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:03.277 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:03.277 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:03.277 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:03.277 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:03.277 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:03.277 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:03.277 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:03.277 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.278 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.278 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:03.278 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.278 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:03.278 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:03.278 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:03.278 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:03.278 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:03.278 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:03.278 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:03.278 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:03.278 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:03.278 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:03.278 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:03.279 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:03.279 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:03.279 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:03.279 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.279 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.279 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:03.279 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.279 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:03.279 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:03.279 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.279 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:03.279 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:03.279 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:03.279 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:03.280 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:03.280 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.280 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:03.280 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:03.280 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.280 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.280 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:03.280 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:03.280 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.280 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.280 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:03.280 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:03.280 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:03.280 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:03.280 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:03.281 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.281 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.281 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:03.281 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:03.281 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:03.281 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.281 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:03.281 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.281 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:03.281 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.281 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:03.281 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.281 INFO:teuthology.orchestra.run.smithi019.stdout: def test_atomic_write_1mb(): 2023-12-03T12:55:03.281 INFO:teuthology.orchestra.run.smithi019.stdout:> _test_atomic_write(1024*1024) 2023-12-03T12:55:03.281 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.281 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:6912: 2023-12-03T12:55:03.282 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.282 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:6887: in _test_atomic_write 2023-12-03T12:55:03.282 INFO:teuthology.orchestra.run.smithi019.stdout: bucket_name = get_new_bucket() 2023-12-03T12:55:03.282 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:55:03.282 INFO:teuthology.orchestra.run.smithi019.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:55:03.282 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:03.282 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:03.282 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:03.282 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:03.282 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:03.282 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:03.282 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:03.282 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:03.282 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:03.282 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:03.282 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:03.283 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:03.283 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:03.283 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:03.283 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:03.283 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:03.283 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:03.283 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:03.283 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:03.283 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:03.283 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:03.283 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:03.283 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:03.283 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:03.283 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:03.283 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:03.283 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:03.283 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:03.284 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:03.284 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:03.284 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:03.284 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:03.284 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:03.284 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:03.284 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.284 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.284 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:03.284 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:03.284 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.284 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:03.284 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.285 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:03.285 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:03.285 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:03.285 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:03.285 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:03.285 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:03.285 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:03.285 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:03.285 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:03.285 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:03.285 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:03.285 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:03.285 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:03.285 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.285 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:03.286 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:03.286 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:03.286 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:03.286 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:03.286 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:03.286 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:03.286 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:03.286 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:03.286 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:03.286 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:03.286 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.286 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.286 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:03.286 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:03.287 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:03.287 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:03.287 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:03.287 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.287 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.287 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:03.287 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:03.287 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:03.287 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:03.287 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:03.287 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.287 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:03.287 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:03.288 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:03.288 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:03.288 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:03.288 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/test-client.0-4a6zemzjywb5q3g-356" 2023-12-03T12:55:03.288 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.288 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:03.288 INFO:teuthology.orchestra.run.smithi019.stdout:____________________________ test_atomic_write_4mb _____________________________ 2023-12-03T12:55:03.288 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.288 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:03.288 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.288 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:03.288 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:03.288 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.288 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:03.288 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:03.289 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:03.289 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:03.289 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:03.289 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.289 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:03.289 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:03.289 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.289 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.289 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:03.289 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:03.289 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.289 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.289 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:03.289 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.290 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:03.290 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:03.290 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.290 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.290 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:03.290 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:03.290 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.290 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:03.290 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:03.290 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:03.290 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:03.290 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:03.290 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:03.290 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:03.291 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.291 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:03.291 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:03.291 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:03.291 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:03.291 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:03.291 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:03.291 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:03.291 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:03.291 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:03.291 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.291 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:03.291 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:03.291 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:03.291 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:03.292 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.292 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:03.292 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:03.292 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:03.292 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:03.292 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.292 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.292 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:03.292 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:03.292 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:03.292 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:03.292 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.292 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.292 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:03.293 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:03.293 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:03.293 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.293 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:03.293 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.293 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:03.293 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:03.293 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.293 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:03.293 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:03.293 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:03.293 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:03.293 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:03.293 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:03.294 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.294 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:03.294 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.294 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:03.294 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.294 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:03.294 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:03.294 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.294 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:03.294 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.294 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:03.294 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:03.294 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:03.295 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:03.295 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:03.295 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:03.295 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:03.295 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:03.295 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:03.295 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:03.295 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:03.295 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:03.295 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:03.295 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.295 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:03.295 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:03.296 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:03.296 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:03.296 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:03.296 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:03.296 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:03.296 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:03.296 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:03.296 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:03.296 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:03.296 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.296 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.296 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:03.296 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.296 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:03.296 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:03.297 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:03.297 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:03.297 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:03.297 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:03.297 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:03.297 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:03.297 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:03.297 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:03.297 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:03.297 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:03.297 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:03.298 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:03.298 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.298 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.298 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:03.298 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.298 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:03.298 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:03.298 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.298 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:03.298 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:03.298 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:03.298 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:03.298 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:03.298 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.299 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:03.299 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:03.299 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.299 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.299 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:03.299 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:03.299 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.299 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.299 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:03.299 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:03.299 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:03.299 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:03.299 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:03.299 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.299 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.300 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:03.300 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:03.300 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:03.300 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.300 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:03.300 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.300 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:03.300 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.300 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:03.300 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.300 INFO:teuthology.orchestra.run.smithi019.stdout: def test_atomic_write_4mb(): 2023-12-03T12:55:03.300 INFO:teuthology.orchestra.run.smithi019.stdout:> _test_atomic_write(1024*1024*4) 2023-12-03T12:55:03.300 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.301 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:6915: 2023-12-03T12:55:03.301 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.301 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:6887: in _test_atomic_write 2023-12-03T12:55:03.301 INFO:teuthology.orchestra.run.smithi019.stdout: bucket_name = get_new_bucket() 2023-12-03T12:55:03.301 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:55:03.301 INFO:teuthology.orchestra.run.smithi019.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:55:03.301 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:03.301 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:03.301 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:03.301 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:03.301 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:03.301 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:03.301 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:03.301 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:03.301 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:03.302 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:03.302 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:03.302 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:03.302 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:03.302 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:03.302 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:03.302 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:03.302 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:03.302 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:03.302 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:03.302 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:03.302 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:03.303 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:03.303 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:03.303 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:03.303 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:03.303 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:03.303 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:03.303 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:03.303 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:03.303 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:03.303 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:03.303 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:03.303 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:03.303 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:03.303 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.304 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.304 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:03.304 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:03.304 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.304 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:03.304 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.304 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:03.304 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:03.304 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:03.304 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:03.304 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:03.304 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:03.304 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:03.304 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:03.305 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:03.305 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:03.305 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:03.305 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:03.305 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:03.305 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.305 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:03.305 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:03.305 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:03.305 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:03.305 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:03.305 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:03.305 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:03.305 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:03.305 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:03.306 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:03.306 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:03.306 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.306 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.306 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:03.306 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:03.306 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:03.306 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:03.306 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:03.306 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.306 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.306 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:03.306 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:03.306 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:03.307 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:03.307 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:03.307 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.307 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:03.307 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:03.307 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:03.307 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:03.307 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:03.307 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/test-client.0-4a6zemzjywb5q3g-357" 2023-12-03T12:55:03.307 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.307 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:03.307 INFO:teuthology.orchestra.run.smithi019.stdout:____________________________ test_atomic_write_8mb _____________________________ 2023-12-03T12:55:03.307 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.307 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:03.307 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.308 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:03.308 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:03.308 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.308 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:03.308 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:03.308 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:03.308 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:03.308 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:03.308 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.308 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:03.308 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:03.308 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.308 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.308 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:03.308 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:03.309 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.309 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.309 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:03.309 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.309 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:03.309 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:03.309 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.309 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.309 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:03.309 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:03.309 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.309 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:03.309 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:03.309 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:03.310 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:03.310 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:03.310 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:03.310 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:03.310 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.310 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:03.310 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:03.310 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:03.310 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:03.310 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:03.310 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:03.310 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:03.310 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:03.311 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:03.311 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.311 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:03.311 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:03.311 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:03.311 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:03.311 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.311 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:03.311 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:03.311 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:03.311 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:03.311 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.311 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.311 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:03.312 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:03.312 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:03.312 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:03.312 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.312 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.312 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:03.312 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:03.312 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:03.312 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.312 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:03.312 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.312 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:03.312 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:03.312 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.313 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:03.313 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:03.313 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:03.313 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:03.313 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:03.313 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:03.313 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.313 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:03.313 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.313 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:03.313 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.313 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:03.313 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:03.313 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.314 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:03.314 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.314 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:03.314 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:03.314 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:03.314 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:03.314 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:03.314 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:03.314 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:03.314 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:03.314 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:03.314 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:03.314 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:03.314 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:03.314 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:03.315 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.315 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:03.315 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:03.315 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:03.315 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:03.315 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:03.315 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:03.315 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:03.315 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:03.315 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:03.315 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:03.315 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:03.315 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.315 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.315 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:03.316 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.316 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:03.316 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:03.316 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:03.316 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:03.316 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:03.316 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:03.316 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:03.316 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:03.316 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:03.316 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:03.316 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:03.316 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:03.316 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:03.317 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:03.317 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.317 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.317 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:03.317 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.317 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:03.317 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:03.317 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.317 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:03.317 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:03.317 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:03.317 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:03.317 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:03.317 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.317 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:03.318 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:03.318 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.318 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.318 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:03.318 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:03.318 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.318 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.318 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:03.318 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:03.318 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:03.318 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:03.318 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:03.318 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.318 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.319 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:03.319 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:03.319 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:03.319 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.319 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:03.319 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.319 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:03.319 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.319 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:03.319 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.319 INFO:teuthology.orchestra.run.smithi019.stdout: def test_atomic_write_8mb(): 2023-12-03T12:55:03.319 INFO:teuthology.orchestra.run.smithi019.stdout:> _test_atomic_write(1024*1024*8) 2023-12-03T12:55:03.319 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.319 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:6918: 2023-12-03T12:55:03.319 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.319 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:6887: in _test_atomic_write 2023-12-03T12:55:03.320 INFO:teuthology.orchestra.run.smithi019.stdout: bucket_name = get_new_bucket() 2023-12-03T12:55:03.320 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:55:03.320 INFO:teuthology.orchestra.run.smithi019.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:55:03.320 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:03.320 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:03.320 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:03.320 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:03.320 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:03.320 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:03.320 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:03.320 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:03.320 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:03.320 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:03.321 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:03.321 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:03.321 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:03.321 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:03.321 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:03.321 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:03.321 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:03.321 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:03.321 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:03.321 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:03.321 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:03.321 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:03.321 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:03.321 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:03.322 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:03.322 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:03.322 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:03.322 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:03.322 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:03.322 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:03.322 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:03.322 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:03.322 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:03.322 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:03.322 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.322 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.322 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:03.323 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:03.323 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.323 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:03.323 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.323 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:03.323 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:03.323 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:03.323 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:03.323 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:03.323 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:03.323 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:03.323 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:03.323 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:03.323 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:03.324 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:03.324 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:03.324 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:03.324 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.324 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:03.324 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:03.324 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:03.324 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:03.324 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:03.324 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:03.324 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:03.324 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:03.324 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:03.324 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:03.325 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:03.325 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.325 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.325 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:03.325 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:03.325 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:03.325 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:03.325 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:03.325 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.325 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.325 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:03.325 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:03.325 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:03.325 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:03.326 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:03.326 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.326 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:03.326 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:03.326 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:03.326 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:03.326 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:03.326 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/test-client.0-4a6zemzjywb5q3g-358" 2023-12-03T12:55:03.326 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.326 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:03.326 INFO:teuthology.orchestra.run.smithi019.stdout:__________________________ test_atomic_dual_write_1mb __________________________ 2023-12-03T12:55:03.326 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.326 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:03.326 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.326 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:03.327 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:03.327 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.327 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:03.327 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:03.327 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:03.327 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:03.327 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:03.327 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.327 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:03.327 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:03.327 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.327 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.327 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:03.327 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:03.328 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.328 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.328 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:03.328 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.328 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:03.328 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:03.328 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.328 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.328 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:03.328 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:03.328 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.328 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:03.328 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:03.329 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:03.329 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:03.329 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:03.329 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:03.329 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:03.329 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.329 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:03.329 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:03.329 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:03.329 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:03.329 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:03.329 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:03.329 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:03.329 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:03.329 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:03.330 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.330 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:03.330 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:03.330 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:03.330 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:03.330 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.330 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:03.330 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:03.330 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:03.330 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:03.330 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.330 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.330 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:03.330 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:03.331 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:03.331 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:03.331 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.331 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.331 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:03.331 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:03.331 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:03.331 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.331 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:03.331 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.331 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:03.331 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:03.331 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.331 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:03.332 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:03.332 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:03.332 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:03.332 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:03.332 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:03.332 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.332 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:03.332 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.332 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:03.332 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.332 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:03.332 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:03.332 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.332 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:03.332 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.333 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:03.333 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:03.333 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:03.333 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:03.333 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:03.333 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:03.333 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:03.333 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:03.333 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:03.333 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:03.333 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:03.333 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:03.333 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:03.333 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.334 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:03.334 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:03.334 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:03.334 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:03.334 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:03.334 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:03.334 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:03.334 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:03.334 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:03.334 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:03.334 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:03.334 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.334 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.335 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:03.335 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.335 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:03.335 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:03.335 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:03.335 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:03.335 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:03.335 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:03.335 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:03.335 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:03.335 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:03.335 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:03.335 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:03.335 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:03.336 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:03.336 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:03.336 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.336 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.336 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:03.336 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.336 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:03.336 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:03.336 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.336 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:03.336 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:03.336 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:03.336 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:03.336 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:03.336 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.337 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:03.337 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:03.337 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.337 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.337 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:03.337 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:03.337 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.337 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.337 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:03.337 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:03.337 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:03.337 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:03.337 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:03.337 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.338 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.338 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:03.338 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:03.338 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:03.338 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.338 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:03.338 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.338 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:03.338 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.338 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:03.338 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.338 INFO:teuthology.orchestra.run.smithi019.stdout: def test_atomic_dual_write_1mb(): 2023-12-03T12:55:03.338 INFO:teuthology.orchestra.run.smithi019.stdout:> _test_atomic_dual_write(1024*1024) 2023-12-03T12:55:03.338 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.339 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:6945: 2023-12-03T12:55:03.339 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.339 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:6925: in _test_atomic_dual_write 2023-12-03T12:55:03.339 INFO:teuthology.orchestra.run.smithi019.stdout: bucket_name = get_new_bucket() 2023-12-03T12:55:03.339 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:55:03.339 INFO:teuthology.orchestra.run.smithi019.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:55:03.339 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:03.339 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:03.339 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:03.339 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:03.339 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:03.339 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:03.339 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:03.339 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:03.340 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:03.340 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:03.340 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:03.340 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:03.340 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:03.340 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:03.340 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:03.340 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:03.340 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:03.340 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:03.340 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:03.340 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:03.340 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:03.340 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:03.340 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:03.341 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:03.341 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:03.341 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:03.341 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:03.341 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:03.341 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:03.341 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:03.341 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:03.341 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:03.341 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:03.341 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:03.341 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.341 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.342 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:03.342 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:03.342 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.342 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:03.342 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.342 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:03.342 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:03.342 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:03.342 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:03.342 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:03.342 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:03.342 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:03.342 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:03.342 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:03.343 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:03.343 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:03.343 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:03.343 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:03.343 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.343 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:03.343 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:03.343 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:03.343 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:03.343 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:03.343 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:03.343 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:03.343 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:03.343 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:03.344 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:03.344 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:03.344 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.344 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.344 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:03.344 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:03.344 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:03.344 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:03.344 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:03.344 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.344 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.344 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:03.344 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:03.344 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:03.345 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:03.345 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:03.345 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.345 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:03.345 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:03.345 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:03.345 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:03.345 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:03.345 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/test-client.0-4a6zemzjywb5q3g-359" 2023-12-03T12:55:03.345 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.345 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:03.345 INFO:teuthology.orchestra.run.smithi019.stdout:__________________________ test_atomic_dual_write_4mb __________________________ 2023-12-03T12:55:03.345 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.346 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:03.346 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.346 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:03.346 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:03.346 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.346 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:03.346 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:03.346 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:03.346 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:03.346 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:03.346 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.346 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:03.346 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:03.346 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.347 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.347 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:03.347 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:03.347 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.347 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.347 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:03.347 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.347 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:03.347 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:03.347 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.347 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.347 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:03.347 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:03.347 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.348 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:03.348 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:03.348 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:03.348 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:03.348 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:03.348 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:03.348 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:03.348 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.348 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:03.348 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:03.348 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:03.348 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:03.348 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:03.348 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:03.349 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:03.349 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:03.349 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:03.349 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.349 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:03.349 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:03.349 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:03.349 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:03.349 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.349 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:03.349 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:03.349 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:03.349 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:03.350 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.350 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.350 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:03.350 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:03.350 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:03.350 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:03.350 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.350 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.350 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:03.350 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:03.350 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:03.350 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.350 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:03.351 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.351 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:03.351 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:03.351 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.351 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:03.351 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:03.351 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:03.351 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:03.351 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:03.351 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:03.351 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.351 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:03.351 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.351 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:03.352 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.352 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:03.352 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:03.352 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.352 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:03.352 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.352 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:03.352 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:03.352 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:03.352 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:03.352 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:03.352 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:03.352 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:03.353 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:03.353 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:03.353 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:03.353 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:03.353 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:03.353 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:03.353 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.353 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:03.353 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:03.353 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:03.353 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:03.353 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:03.353 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:03.353 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:03.353 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:03.354 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:03.354 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:03.354 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:03.354 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.354 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.354 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:03.354 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.354 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:03.354 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:03.354 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:03.354 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:03.354 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:03.354 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:03.355 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:03.355 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:03.355 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:03.355 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:03.355 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:03.355 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:03.355 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:03.355 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:03.355 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.355 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.355 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:03.355 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.355 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:03.356 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:03.356 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.356 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:03.356 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:03.356 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:03.356 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:03.356 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:03.356 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.356 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:03.356 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:03.356 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.356 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.356 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:03.356 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:03.357 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.357 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.357 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:03.357 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:03.357 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:03.357 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:03.357 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:03.357 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.357 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.357 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:03.357 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:03.357 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:03.357 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.357 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:03.358 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.358 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:03.358 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.358 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:03.358 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.358 INFO:teuthology.orchestra.run.smithi019.stdout: def test_atomic_dual_write_4mb(): 2023-12-03T12:55:03.358 INFO:teuthology.orchestra.run.smithi019.stdout:> _test_atomic_dual_write(1024*1024*4) 2023-12-03T12:55:03.358 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.358 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:6948: 2023-12-03T12:55:03.358 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.358 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:6925: in _test_atomic_dual_write 2023-12-03T12:55:03.358 INFO:teuthology.orchestra.run.smithi019.stdout: bucket_name = get_new_bucket() 2023-12-03T12:55:03.358 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:55:03.358 INFO:teuthology.orchestra.run.smithi019.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:55:03.359 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:03.359 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:03.359 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:03.359 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:03.359 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:03.359 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:03.359 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:03.359 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:03.359 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:03.359 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:03.359 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:03.360 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:03.360 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:03.360 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:03.360 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:03.360 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:03.360 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:03.360 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:03.360 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:03.360 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:03.360 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:03.360 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:03.360 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:03.360 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:03.361 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:03.361 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:03.361 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:03.361 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:03.361 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:03.361 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:03.361 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:03.361 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:03.361 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:03.361 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:03.361 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.361 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.361 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:03.361 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:03.362 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.362 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:03.362 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.362 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:03.362 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:03.362 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:03.362 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:03.362 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:03.362 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:03.362 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:03.362 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:03.362 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:03.362 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:03.363 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:03.363 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:03.363 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:03.363 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.363 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:03.363 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:03.363 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:03.363 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:03.363 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:03.363 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:03.363 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:03.363 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:03.363 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:03.364 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:03.364 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:03.364 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.364 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.364 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:03.364 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:03.364 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:03.364 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:03.364 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:03.364 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.364 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.364 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:03.364 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:03.364 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:03.365 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:03.365 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:03.365 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.365 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:03.365 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:03.365 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:03.365 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:03.365 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:03.365 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/test-client.0-4a6zemzjywb5q3g-360" 2023-12-03T12:55:03.365 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.365 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:03.365 INFO:teuthology.orchestra.run.smithi019.stdout:__________________________ test_atomic_dual_write_8mb __________________________ 2023-12-03T12:55:03.365 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.366 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:03.366 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.366 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:03.366 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:03.366 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.366 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:03.366 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:03.366 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:03.366 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:03.366 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:03.366 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.366 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:03.366 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:03.366 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.366 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.366 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:03.367 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:03.367 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.367 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.367 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:03.367 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.367 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:03.367 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:03.367 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.367 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.367 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:03.367 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:03.367 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.367 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:03.367 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:03.367 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:03.367 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:03.368 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:03.368 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:03.368 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:03.368 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.368 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:03.368 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:03.368 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:03.368 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:03.368 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:03.368 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:03.368 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:03.368 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:03.368 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:03.368 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.368 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:03.368 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:03.369 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:03.369 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:03.369 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.369 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:03.369 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:03.369 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:03.369 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:03.369 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.369 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.369 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:03.369 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:03.369 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:03.369 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:03.369 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.369 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.370 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:03.370 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:03.370 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:03.370 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.370 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:03.370 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.370 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:03.370 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:03.370 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.370 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:03.370 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:03.370 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:03.370 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:03.370 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:03.371 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:03.371 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.371 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:03.371 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.371 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:03.371 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.371 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:03.371 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:03.371 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.371 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:03.371 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.371 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:03.371 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:03.372 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:03.372 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:03.372 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:03.372 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:03.372 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:03.372 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:03.372 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:03.372 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:03.372 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:03.372 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:03.372 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:03.372 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.372 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:03.372 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:03.372 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:03.373 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:03.373 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:03.373 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:03.373 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:03.373 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:03.373 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:03.373 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:03.373 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:03.373 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.373 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.373 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:03.373 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.373 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:03.373 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:03.373 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:03.373 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:03.373 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:03.374 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:03.374 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:03.374 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:03.374 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:03.374 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:03.374 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:03.374 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:03.374 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:03.374 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:03.374 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.374 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.374 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:03.375 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.375 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:03.375 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:03.375 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.375 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:03.375 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:03.375 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:03.375 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:03.375 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:03.375 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.375 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:03.375 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:03.375 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.375 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.376 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:03.376 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:03.376 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.376 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.376 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:03.376 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:03.376 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:03.376 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:03.376 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:03.376 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.376 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.376 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:03.376 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:03.376 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:03.377 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.377 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:03.377 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.377 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:03.377 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.377 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:03.377 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.377 INFO:teuthology.orchestra.run.smithi019.stdout: def test_atomic_dual_write_8mb(): 2023-12-03T12:55:03.377 INFO:teuthology.orchestra.run.smithi019.stdout:> _test_atomic_dual_write(1024*1024*8) 2023-12-03T12:55:03.377 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.377 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:6951: 2023-12-03T12:55:03.377 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.377 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:6925: in _test_atomic_dual_write 2023-12-03T12:55:03.377 INFO:teuthology.orchestra.run.smithi019.stdout: bucket_name = get_new_bucket() 2023-12-03T12:55:03.377 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:55:03.378 INFO:teuthology.orchestra.run.smithi019.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:55:03.378 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:03.378 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:03.378 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:03.378 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:03.378 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:03.378 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:03.378 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:03.378 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:03.378 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:03.378 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:03.378 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:03.378 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:03.378 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:03.378 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:03.379 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:03.379 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:03.379 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:03.379 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:03.379 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:03.379 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:03.379 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:03.379 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:03.379 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:03.379 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:03.379 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:03.379 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:03.379 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:03.379 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:03.379 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:03.380 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:03.380 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:03.380 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:03.380 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:03.380 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:03.380 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.380 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.380 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:03.380 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:03.380 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.380 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:03.380 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.380 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:03.380 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:03.381 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:03.381 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:03.381 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:03.381 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:03.381 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:03.381 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:03.381 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:03.381 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:03.381 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:03.381 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:03.381 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:03.381 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.381 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:03.381 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:03.382 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:03.382 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:03.382 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:03.382 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:03.382 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:03.382 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:03.382 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:03.382 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:03.382 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:03.382 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.382 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.382 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:03.382 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:03.382 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:03.382 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:03.383 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:03.383 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.383 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.383 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:03.383 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:03.383 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:03.383 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:03.383 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:03.383 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.383 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:03.383 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:03.383 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:03.383 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:03.383 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:03.384 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/test-client.0-4a6zemzjywb5q3g-361" 2023-12-03T12:55:03.384 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.384 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:03.384 INFO:teuthology.orchestra.run.smithi019.stdout:______________________ test_atomic_conditional_write_1mb _______________________ 2023-12-03T12:55:03.384 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.384 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:03.384 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.384 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:03.384 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:03.384 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.384 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:03.384 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:03.384 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:03.384 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:03.384 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:03.385 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.385 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:03.385 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:03.385 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.385 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.385 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:03.385 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:03.385 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.385 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.385 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:03.385 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.385 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:03.385 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:03.385 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.386 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.386 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:03.386 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:03.386 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.386 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:03.386 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:03.386 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:03.386 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:03.386 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:03.386 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:03.386 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:03.386 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.386 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:03.386 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:03.387 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:03.387 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:03.387 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:03.387 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:03.387 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:03.387 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:03.387 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:03.387 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.387 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:03.387 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:03.387 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:03.387 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:03.387 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.387 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:03.387 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:03.387 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:03.388 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:03.388 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.388 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.388 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:03.388 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:03.388 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:03.388 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:03.388 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.388 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.388 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:03.388 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:03.388 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:03.388 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.388 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:03.389 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.389 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:03.389 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:03.389 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.389 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:03.389 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:03.389 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:03.389 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:03.389 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:03.389 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:03.389 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.389 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:03.389 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.389 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:03.389 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.390 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:03.390 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:03.390 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.390 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:03.390 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.390 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:03.390 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:03.390 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:03.390 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:03.390 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:03.390 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:03.390 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:03.390 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:03.390 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:03.391 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:03.391 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:03.391 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:03.391 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:03.391 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.391 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:03.391 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:03.391 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:03.391 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:03.391 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:03.391 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:03.391 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:03.391 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:03.391 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:03.391 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:03.391 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:03.392 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.392 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.392 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:03.392 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.392 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:03.392 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:03.392 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:03.392 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:03.392 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:03.392 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:03.392 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:03.392 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:03.392 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:03.392 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:03.393 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:03.393 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:03.393 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:03.393 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:03.393 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.393 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.393 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:03.393 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.393 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:03.393 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:03.393 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.393 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:03.393 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:03.393 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:03.393 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:03.394 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:03.394 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.394 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:03.394 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:03.394 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.394 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.394 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:03.394 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:03.394 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.394 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.394 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:03.394 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:03.394 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:03.394 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:03.395 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:03.395 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.395 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.395 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:03.395 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:03.395 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:03.395 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.395 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:03.395 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.395 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:03.395 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.395 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:03.395 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.395 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.mark.fails_on_aws 2023-12-03T12:55:03.395 INFO:teuthology.orchestra.run.smithi019.stdout: def test_atomic_conditional_write_1mb(): 2023-12-03T12:55:03.396 INFO:teuthology.orchestra.run.smithi019.stdout:> _test_atomic_conditional_write(1024*1024) 2023-12-03T12:55:03.396 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.396 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:6984: 2023-12-03T12:55:03.396 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.396 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:6961: in _test_atomic_conditional_write 2023-12-03T12:55:03.396 INFO:teuthology.orchestra.run.smithi019.stdout: bucket_name = get_new_bucket() 2023-12-03T12:55:03.396 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:55:03.396 INFO:teuthology.orchestra.run.smithi019.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:55:03.396 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:03.396 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:03.396 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:03.396 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:03.396 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:03.396 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:03.396 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:03.396 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:03.397 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:03.397 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:03.397 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:03.397 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:03.397 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:03.397 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:03.397 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:03.397 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:03.397 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:03.397 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:03.397 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:03.397 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:03.397 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:03.398 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:03.398 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:03.398 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:03.398 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:03.398 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:03.398 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:03.398 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:03.398 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:03.398 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:03.398 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:03.398 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:03.398 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:03.398 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:03.399 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.399 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.399 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:03.399 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:03.399 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.399 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:03.399 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.399 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:03.399 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:03.399 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:03.399 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:03.399 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:03.399 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:03.399 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:03.400 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:03.400 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:03.400 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:03.400 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:03.400 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:03.400 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:03.400 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.400 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:03.400 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:03.400 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:03.400 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:03.400 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:03.400 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:03.400 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:03.401 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:03.401 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:03.401 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:03.401 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:03.401 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.401 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.401 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:03.401 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:03.401 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:03.401 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:03.401 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:03.401 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.401 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.401 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:03.402 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:03.402 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:03.402 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:03.402 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:03.402 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.402 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:03.402 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:03.402 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:03.402 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:03.402 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:03.402 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/test-client.0-4a6zemzjywb5q3g-362" 2023-12-03T12:55:03.402 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.402 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:03.402 INFO:teuthology.orchestra.run.smithi019.stdout:______________________ test_atomic_multipart_upload_write ______________________ 2023-12-03T12:55:03.403 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.403 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:03.403 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.403 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:03.403 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:03.403 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.403 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:03.403 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:03.403 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:03.403 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:03.403 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:03.403 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.403 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:03.403 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:03.403 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.404 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.404 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:03.404 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:03.404 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.404 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.404 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:03.404 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.404 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:03.404 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:03.404 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.404 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.404 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:03.404 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:03.404 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.405 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:03.405 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:03.405 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:03.405 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:03.405 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:03.405 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:03.405 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:03.405 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.405 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:03.405 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:03.405 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:03.405 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:03.405 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:03.405 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:03.405 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:03.405 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:03.406 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:03.406 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.406 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:03.406 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:03.406 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:03.406 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:03.406 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.406 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:03.406 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:03.406 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:03.406 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:03.406 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.406 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.406 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:03.406 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:03.407 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:03.407 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:03.407 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.407 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.407 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:03.407 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:03.407 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:03.407 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.407 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:03.407 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.407 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:03.407 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:03.407 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.407 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:03.408 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:03.408 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:03.408 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:03.408 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:03.408 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:03.408 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.408 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:03.408 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.408 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:03.408 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.408 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:03.408 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:03.408 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.408 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:03.409 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.409 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:03.409 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:03.409 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:03.409 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:03.409 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:03.409 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:03.409 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:03.409 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:03.409 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:03.409 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:03.409 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:03.409 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:03.409 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:03.409 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.410 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:03.410 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:03.410 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:03.410 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:03.410 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:03.410 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:03.410 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:03.410 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:03.410 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:03.410 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:03.410 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:03.410 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.410 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.410 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:03.410 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.411 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:03.411 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:03.411 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:03.411 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:03.411 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:03.411 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:03.411 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:03.411 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:03.411 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:03.411 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:03.411 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:03.411 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:03.411 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:03.411 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:03.411 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.412 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.412 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:03.412 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.412 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:03.412 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:03.412 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.412 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:03.412 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:03.412 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:03.412 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:03.412 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:03.412 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.412 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:03.412 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:03.412 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.413 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.413 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:03.413 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:03.413 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.413 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.413 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:03.413 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:03.413 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:03.413 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:03.413 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:03.413 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.413 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.413 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:03.413 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:03.413 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:03.414 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.414 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:03.414 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.414 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:03.414 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.414 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:03.414 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.414 INFO:teuthology.orchestra.run.smithi019.stdout: def test_atomic_multipart_upload_write(): 2023-12-03T12:55:03.414 INFO:teuthology.orchestra.run.smithi019.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:55:03.414 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.414 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:7044: 2023-12-03T12:55:03.414 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.414 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:55:03.414 INFO:teuthology.orchestra.run.smithi019.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:55:03.414 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:03.415 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:03.417 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:03.417 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:03.417 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:03.417 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:03.418 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:03.418 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:03.418 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:03.418 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:03.418 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:03.418 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:03.418 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:03.418 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:03.418 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:03.418 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:03.418 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:03.418 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:03.418 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:03.418 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:03.419 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:03.419 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:03.419 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:03.419 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:03.419 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:03.419 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:03.419 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:03.419 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:03.419 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:03.419 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:03.419 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:03.419 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:03.419 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:03.419 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:03.420 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.420 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.420 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:03.420 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:03.420 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.420 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:03.420 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.420 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:03.420 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:03.420 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:03.420 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:03.420 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:03.420 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:03.421 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:03.421 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:03.421 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:03.421 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:03.421 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:03.421 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:03.421 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:03.421 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.421 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:03.421 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:03.421 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:03.422 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:03.422 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:03.422 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:03.422 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:03.422 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:03.422 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:03.422 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:03.422 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:03.422 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.422 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.422 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:03.422 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:03.422 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:03.423 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:03.423 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:03.423 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.423 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.423 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:03.423 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:03.423 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:03.423 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:03.423 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:03.423 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.423 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:03.423 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:03.423 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:03.423 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:03.424 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:03.424 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/test-client.0-4a6zemzjywb5q3g-363" 2023-12-03T12:55:03.424 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.424 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:03.424 INFO:teuthology.orchestra.run.smithi019.stdout:__________________ test_multipart_resend_first_finishes_last ___________________ 2023-12-03T12:55:03.424 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.424 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:03.424 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.424 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:03.424 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:03.424 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.424 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:03.424 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:03.424 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:03.424 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:03.425 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:03.425 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.425 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:03.425 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:03.425 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.425 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.425 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:03.425 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:03.425 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.425 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.425 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:03.425 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.425 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:03.425 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:03.426 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.426 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.426 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:03.426 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:03.426 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.426 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:03.426 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:03.426 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:03.426 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:03.426 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:03.426 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:03.426 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:03.426 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.426 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:03.426 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:03.427 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:03.427 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:03.427 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:03.427 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:03.427 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:03.427 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:03.427 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:03.427 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.427 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:03.427 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:03.427 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:03.427 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:03.427 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.427 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:03.427 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:03.428 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:03.428 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:03.428 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.428 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.428 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:03.428 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:03.428 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:03.428 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:03.428 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.428 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.428 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:03.428 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:03.428 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:03.428 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.428 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:03.429 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.429 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:03.429 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:03.429 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.429 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:03.429 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:03.429 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:03.429 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:03.429 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:03.429 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:03.429 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.429 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:03.429 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.429 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:03.430 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.430 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:03.430 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:03.430 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.430 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:03.430 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.430 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:03.430 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:03.430 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:03.430 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:03.430 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:03.430 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:03.431 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:03.431 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:03.431 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:03.431 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:03.431 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:03.431 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:03.431 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:03.431 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.431 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:03.431 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:03.431 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:03.431 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:03.431 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:03.431 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:03.432 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:03.432 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:03.432 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:03.432 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:03.432 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:03.432 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.432 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.432 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:03.432 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.432 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:03.432 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:03.432 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:03.432 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:03.432 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:03.433 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:03.433 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:03.433 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:03.433 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:03.433 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:03.433 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:03.433 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:03.433 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:03.433 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:03.433 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.433 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.433 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:03.433 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.434 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:03.434 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:03.434 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.434 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:03.434 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:03.434 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:03.434 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:03.434 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:03.434 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.434 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:03.434 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:03.434 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.435 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.435 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:03.435 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:03.435 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.435 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.435 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:03.435 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:03.435 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:03.435 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:03.435 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:03.435 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.435 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.435 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:03.435 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:03.435 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:03.436 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.436 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:03.436 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.436 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:03.436 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.436 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:03.436 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.436 INFO:teuthology.orchestra.run.smithi019.stdout: def test_multipart_resend_first_finishes_last(): 2023-12-03T12:55:03.436 INFO:teuthology.orchestra.run.smithi019.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:55:03.436 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.436 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:7082: 2023-12-03T12:55:03.436 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.436 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:55:03.436 INFO:teuthology.orchestra.run.smithi019.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:55:03.436 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:03.436 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:03.437 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:03.437 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:03.437 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:03.437 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:03.437 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:03.437 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:03.437 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:03.437 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:03.437 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:03.437 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:03.437 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:03.437 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:03.437 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:03.437 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:03.438 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:03.438 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:03.438 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:03.438 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:03.438 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:03.438 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:03.438 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:03.438 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:03.438 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:03.438 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:03.438 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:03.438 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:03.438 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:03.438 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:03.439 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:03.439 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:03.439 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:03.439 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:03.439 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.439 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.439 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:03.439 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:03.439 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.439 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:03.439 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.439 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:03.439 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:03.440 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:03.440 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:03.440 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:03.440 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:03.440 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:03.440 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:03.440 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:03.440 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:03.440 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:03.440 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:03.440 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:03.440 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.440 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:03.440 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:03.440 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:03.440 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:03.441 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:03.441 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:03.441 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:03.441 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:03.441 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:03.441 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:03.441 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:03.441 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.441 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.441 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:03.441 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:03.441 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:03.441 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:03.442 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:03.442 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.442 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.442 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:03.442 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:03.442 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:03.442 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:03.442 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:03.442 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.442 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:03.442 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:03.442 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:03.442 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:03.443 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:03.443 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/test-client.0-4a6zemzjywb5q3g-364" 2023-12-03T12:55:03.443 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.443 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:03.443 INFO:teuthology.orchestra.run.smithi019.stdout:______________________ test_ranged_request_response_code _______________________ 2023-12-03T12:55:03.443 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.443 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:03.443 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.443 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:03.443 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:03.443 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.443 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:03.443 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:03.444 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:03.444 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:03.444 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:03.444 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.444 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:03.444 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:03.444 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.444 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.444 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:03.444 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:03.444 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.444 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.444 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:03.444 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.444 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:03.445 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:03.445 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.445 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.445 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:03.445 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:03.445 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.445 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:03.445 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:03.445 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:03.445 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:03.445 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:03.445 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:03.445 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:03.445 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.445 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:03.446 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:03.446 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:03.446 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:03.446 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:03.446 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:03.446 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:03.446 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:03.446 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:03.446 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.446 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:03.446 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:03.446 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:03.446 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:03.446 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.447 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:03.447 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:03.447 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:03.447 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:03.447 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.447 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.447 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:03.447 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:03.447 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:03.447 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:03.447 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.447 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.447 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:03.448 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:03.448 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:03.448 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.448 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:03.448 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.448 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:03.448 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:03.448 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.448 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:03.448 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:03.448 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:03.448 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:03.448 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:03.448 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:03.449 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.449 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:03.449 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.449 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:03.449 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.449 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:03.449 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:03.449 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.449 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:03.449 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.449 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:03.449 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:03.449 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:03.449 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:03.449 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:03.449 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:03.450 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:03.450 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:03.450 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:03.450 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:03.450 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:03.450 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:03.450 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:03.450 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.450 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:03.450 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:03.450 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:03.450 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:03.450 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:03.451 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:03.451 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:03.451 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:03.451 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:03.451 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:03.451 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:03.451 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.451 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.451 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:03.451 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.451 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:03.451 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:03.451 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:03.452 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:03.452 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:03.452 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:03.452 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:03.452 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:03.452 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:03.452 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:03.452 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:03.452 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:03.452 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:03.452 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:03.452 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.452 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.453 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:03.453 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.453 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:03.453 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:03.453 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.453 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:03.453 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:03.453 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:03.453 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:03.453 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:03.453 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.453 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:03.453 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:03.453 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.453 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.453 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:03.454 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:03.454 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.454 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.454 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:03.454 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:03.454 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:03.454 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:03.454 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:03.454 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.454 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.454 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:03.454 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:03.454 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:03.454 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.454 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:03.455 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.455 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:03.455 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.455 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:03.455 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.455 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.mark.fails_on_dbstore 2023-12-03T12:55:03.455 INFO:teuthology.orchestra.run.smithi019.stdout: def test_ranged_request_response_code(): 2023-12-03T12:55:03.455 INFO:teuthology.orchestra.run.smithi019.stdout: content = 'testcontent' 2023-12-03T12:55:03.455 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.455 INFO:teuthology.orchestra.run.smithi019.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:55:03.455 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.455 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:7141: 2023-12-03T12:55:03.455 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.455 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:55:03.456 INFO:teuthology.orchestra.run.smithi019.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:55:03.456 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:03.456 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:03.456 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:03.456 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:03.456 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:03.456 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:03.456 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:03.456 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:03.456 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:03.456 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:03.456 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:03.456 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:03.456 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:03.457 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:03.457 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:03.457 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:03.457 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:03.457 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:03.457 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:03.457 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:03.457 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:03.457 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:03.457 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:03.457 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:03.457 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:03.457 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:03.458 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:03.458 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:03.458 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:03.458 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:03.458 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:03.458 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:03.458 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:03.458 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:03.458 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.458 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.458 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:03.458 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:03.458 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.458 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:03.458 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.459 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:03.459 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:03.459 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:03.459 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:03.459 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:03.459 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:03.459 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:03.459 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:03.459 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:03.459 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:03.459 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:03.459 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:03.459 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:03.460 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.460 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:03.460 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:03.460 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:03.460 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:03.460 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:03.460 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:03.460 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:03.460 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:03.460 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:03.460 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:03.460 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:03.460 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.460 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.460 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:03.461 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:03.461 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:03.461 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:03.461 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:03.461 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.461 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.461 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:03.461 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:03.461 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:03.461 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:03.461 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:03.461 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.461 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:03.461 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:03.462 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:03.462 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:03.462 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:03.462 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/test-client.0-4a6zemzjywb5q3g-365" 2023-12-03T12:55:03.462 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.462 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:03.462 INFO:teuthology.orchestra.run.smithi019.stdout:____________________ test_ranged_big_request_response_code _____________________ 2023-12-03T12:55:03.462 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.462 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:03.462 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.462 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:03.462 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:03.462 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.462 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:03.462 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:03.463 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:03.463 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:03.463 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:03.463 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.463 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:03.463 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:03.463 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.463 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.463 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:03.463 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:03.463 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.463 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.463 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:03.463 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.463 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:03.464 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:03.464 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.464 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.464 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:03.464 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:03.464 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.464 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:03.464 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:03.464 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:03.464 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:03.464 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:03.464 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:03.464 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:03.464 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.464 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:03.465 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:03.465 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:03.465 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:03.465 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:03.465 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:03.465 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:03.465 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:03.465 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:03.465 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.465 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:03.465 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:03.465 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:03.465 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:03.465 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.465 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:03.466 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:03.466 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:03.466 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:03.466 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.466 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.466 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:03.466 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:03.466 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:03.466 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:03.466 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.466 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.466 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:03.466 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:03.466 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:03.467 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.467 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:03.467 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.467 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:03.467 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:03.467 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.467 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:03.467 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:03.467 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:03.467 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:03.467 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:03.467 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:03.467 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.467 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:03.467 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.468 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:03.468 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.468 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:03.468 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:03.468 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.468 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:03.468 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.468 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:03.468 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:03.468 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:03.468 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:03.468 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:03.468 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:03.468 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:03.469 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:03.469 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:03.469 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:03.469 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:03.469 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:03.469 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:03.469 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.469 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:03.469 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:03.469 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:03.469 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:03.469 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:03.469 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:03.470 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:03.470 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:03.470 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:03.470 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:03.470 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:03.470 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.470 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.470 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:03.470 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.470 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:03.470 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:03.470 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:03.470 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:03.471 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:03.471 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:03.471 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:03.471 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:03.471 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:03.471 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:03.471 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:03.471 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:03.471 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:03.471 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:03.471 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.471 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.471 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:03.472 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.472 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:03.472 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:03.472 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.472 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:03.472 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:03.472 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:03.472 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:03.472 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:03.472 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.472 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:03.472 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:03.472 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.472 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.472 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:03.473 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:03.473 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.473 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.473 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:03.473 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:03.473 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:03.473 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:03.473 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:03.473 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.473 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.473 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:03.473 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:03.473 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:03.473 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.474 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:03.474 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.474 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:03.474 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.474 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:03.474 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.474 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.mark.fails_on_dbstore 2023-12-03T12:55:03.474 INFO:teuthology.orchestra.run.smithi019.stdout: def test_ranged_big_request_response_code(): 2023-12-03T12:55:03.474 INFO:teuthology.orchestra.run.smithi019.stdout: content = _generate_random_string(8*1024*1024) 2023-12-03T12:55:03.474 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.474 INFO:teuthology.orchestra.run.smithi019.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:55:03.474 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.474 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:7159: 2023-12-03T12:55:03.474 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.474 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:55:03.475 INFO:teuthology.orchestra.run.smithi019.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:55:03.475 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:03.475 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:03.475 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:03.475 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:03.475 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:03.475 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:03.475 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:03.475 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:03.475 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:03.475 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:03.475 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:03.475 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:03.475 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:03.476 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:03.476 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:03.476 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:03.476 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:03.476 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:03.476 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:03.476 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:03.476 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:03.476 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:03.476 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:03.476 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:03.476 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:03.476 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:03.476 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:03.476 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:03.476 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:03.477 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:03.477 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:03.477 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:03.477 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:03.477 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:03.477 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.477 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.477 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:03.477 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:03.477 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.477 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:03.477 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.477 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:03.478 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:03.478 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:03.478 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:03.478 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:03.478 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:03.478 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:03.478 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:03.478 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:03.478 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:03.478 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:03.478 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:03.478 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:03.478 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.479 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:03.479 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:03.479 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:03.479 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:03.479 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:03.479 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:03.479 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:03.479 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:03.479 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:03.479 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:03.479 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:03.479 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.479 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.479 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:03.480 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:03.480 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:03.480 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:03.480 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:03.480 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.480 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.480 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:03.480 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:03.480 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:03.480 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:03.480 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:03.480 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.480 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:03.481 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:03.481 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:03.481 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:03.481 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:03.481 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/test-client.0-4a6zemzjywb5q3g-366" 2023-12-03T12:55:03.481 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.481 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:03.481 INFO:teuthology.orchestra.run.smithi019.stdout:_____________ test_ranged_request_skip_leading_bytes_response_code _____________ 2023-12-03T12:55:03.481 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.481 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:03.481 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.481 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:03.481 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:03.481 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.481 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:03.482 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:03.482 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:03.482 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:03.482 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:03.482 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.482 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:03.482 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:03.482 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.482 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.482 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:03.482 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:03.482 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.482 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.483 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:03.483 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.483 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:03.483 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:03.483 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.483 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.483 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:03.483 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:03.483 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.483 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:03.483 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:03.483 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:03.483 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:03.484 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:03.484 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:03.484 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:03.484 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.484 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:03.484 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:03.484 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:03.484 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:03.484 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:03.484 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:03.484 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:03.484 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:03.484 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:03.484 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.485 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:03.485 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:03.485 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:03.485 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:03.485 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.485 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:03.485 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:03.485 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:03.485 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:03.485 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.485 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.485 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:03.485 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:03.485 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:03.485 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:03.485 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.485 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.486 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:03.486 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:03.486 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:03.486 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.486 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:03.486 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.486 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:03.486 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:03.486 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.486 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:03.486 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:03.486 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:03.486 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:03.487 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:03.487 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:03.487 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.487 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:03.487 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.487 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:03.487 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.487 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:03.487 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:03.487 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.487 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:03.487 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.487 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:03.487 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:03.487 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:03.488 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:03.488 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:03.488 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:03.488 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:03.488 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:03.488 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:03.488 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:03.488 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:03.488 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:03.488 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:03.488 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.488 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:03.488 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:03.488 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:03.489 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:03.489 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:03.489 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:03.489 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:03.489 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:03.489 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:03.489 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:03.489 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:03.489 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.489 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.489 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:03.489 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.489 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:03.489 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:03.490 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:03.490 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:03.490 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:03.490 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:03.490 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:03.490 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:03.490 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:03.490 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:03.490 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:03.490 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:03.490 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:03.490 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:03.490 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.490 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.490 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:03.490 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.491 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:03.491 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:03.491 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.491 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:03.491 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:03.491 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:03.491 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:03.491 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:03.491 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.491 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:03.491 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:03.491 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.491 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.492 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:03.492 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:03.492 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.492 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.492 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:03.492 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:03.492 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:03.492 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:03.492 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:03.492 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.492 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.492 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:03.492 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:03.492 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:03.492 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.493 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:03.493 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.493 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:03.493 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.493 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:03.493 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.493 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.mark.fails_on_dbstore 2023-12-03T12:55:03.493 INFO:teuthology.orchestra.run.smithi019.stdout: def test_ranged_request_skip_leading_bytes_response_code(): 2023-12-03T12:55:03.493 INFO:teuthology.orchestra.run.smithi019.stdout: content = 'testcontent' 2023-12-03T12:55:03.493 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.493 INFO:teuthology.orchestra.run.smithi019.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:55:03.493 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.493 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:7174: 2023-12-03T12:55:03.494 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.494 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:55:03.494 INFO:teuthology.orchestra.run.smithi019.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:55:03.494 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:03.494 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:03.494 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:03.494 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:03.494 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:03.494 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:03.494 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:03.494 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:03.494 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:03.494 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:03.494 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:03.494 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:03.495 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:03.495 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:03.495 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:03.495 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:03.495 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:03.495 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:03.495 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:03.495 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:03.495 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:03.495 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:03.495 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:03.495 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:03.495 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:03.495 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:03.496 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:03.496 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:03.496 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:03.496 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:03.496 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:03.496 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:03.496 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:03.496 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:03.496 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.496 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.496 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:03.496 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:03.496 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.496 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:03.496 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.497 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:03.497 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:03.497 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:03.497 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:03.497 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:03.497 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:03.497 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:03.497 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:03.497 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:03.497 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:03.497 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:03.497 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:03.497 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:03.497 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.497 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:03.498 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:03.498 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:03.498 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:03.498 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:03.498 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:03.498 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:03.498 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:03.498 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:03.498 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:03.498 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:03.498 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.498 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.498 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:03.499 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:03.499 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:03.499 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:03.499 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:03.499 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.499 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.499 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:03.499 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:03.499 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:03.499 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:03.499 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:03.499 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.499 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:03.499 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:03.499 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:03.499 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:03.499 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:03.500 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/test-client.0-4a6zemzjywb5q3g-367" 2023-12-03T12:55:03.500 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.500 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:03.500 INFO:teuthology.orchestra.run.smithi019.stdout:___________ test_ranged_request_return_trailing_bytes_response_code ____________ 2023-12-03T12:55:03.500 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.500 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:03.500 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.500 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:03.500 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:03.500 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.500 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:03.500 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:03.500 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:03.500 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:03.500 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:03.501 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.501 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:03.501 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:03.501 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.501 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.501 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:03.501 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:03.501 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.501 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.501 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:03.501 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.501 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:03.501 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:03.502 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.502 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.502 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:03.502 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:03.502 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.502 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:03.502 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:03.502 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:03.502 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:03.502 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:03.502 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:03.502 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:03.502 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.502 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:03.503 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:03.503 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:03.503 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:03.503 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:03.503 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:03.503 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:03.503 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:03.503 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:03.503 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.503 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:03.503 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:03.503 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:03.503 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:03.503 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.504 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:03.504 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:03.504 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:03.504 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:03.504 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.504 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.504 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:03.504 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:03.504 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:03.504 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:03.504 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.504 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.504 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:03.504 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:03.504 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:03.504 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.505 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:03.505 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.505 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:03.505 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:03.505 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.505 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:03.505 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:03.505 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:03.505 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:03.505 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:03.505 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:03.505 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.506 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:03.506 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.506 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:03.506 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.506 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:03.506 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:03.506 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.506 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:03.506 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.506 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:03.506 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:03.506 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:03.506 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:03.506 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:03.507 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:03.507 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:03.507 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:03.507 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:03.507 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:03.507 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:03.507 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:03.507 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:03.507 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.507 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:03.507 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:03.507 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:03.507 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:03.507 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:03.507 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:03.508 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:03.508 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:03.508 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:03.508 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:03.508 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:03.508 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.508 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.508 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:03.508 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.508 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:03.508 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:03.508 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:03.508 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:03.509 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:03.509 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:03.509 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:03.509 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:03.509 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:03.509 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:03.509 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:03.509 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:03.509 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:03.509 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:03.509 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.509 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.509 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:03.509 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.509 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:03.510 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:03.510 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.510 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:03.510 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:03.510 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:03.510 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:03.510 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:03.510 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.510 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:03.510 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:03.510 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.510 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.511 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:03.511 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:03.511 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.511 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.511 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:03.511 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:03.511 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:03.511 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:03.511 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:03.511 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.511 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.511 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:03.511 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:03.511 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:03.511 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.512 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:03.512 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.512 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:03.512 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.512 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:03.512 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.512 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.mark.fails_on_dbstore 2023-12-03T12:55:03.512 INFO:teuthology.orchestra.run.smithi019.stdout: def test_ranged_request_return_trailing_bytes_response_code(): 2023-12-03T12:55:03.512 INFO:teuthology.orchestra.run.smithi019.stdout: content = 'testcontent' 2023-12-03T12:55:03.512 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.512 INFO:teuthology.orchestra.run.smithi019.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:55:03.512 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.512 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:7189: 2023-12-03T12:55:03.512 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.512 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:55:03.513 INFO:teuthology.orchestra.run.smithi019.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:55:03.513 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:03.513 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:03.513 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:03.513 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:03.513 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:03.513 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:03.513 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:03.513 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:03.513 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:03.513 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:03.513 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:03.513 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:03.513 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:03.513 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:03.513 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:03.513 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:03.514 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:03.514 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:03.514 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:03.514 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:03.514 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:03.514 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:03.514 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:03.514 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:03.514 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:03.514 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:03.514 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:03.514 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:03.514 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:03.514 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:03.515 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:03.515 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:03.515 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:03.515 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:03.515 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.515 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.515 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:03.515 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:03.515 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.515 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:03.515 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.515 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:03.515 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:03.515 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:03.515 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:03.516 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:03.516 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:03.516 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:03.516 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:03.516 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:03.516 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:03.516 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:03.516 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:03.516 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:03.516 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.516 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:03.516 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:03.516 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:03.516 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:03.517 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:03.517 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:03.517 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:03.517 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:03.517 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:03.517 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:03.517 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:03.517 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.517 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.517 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:03.517 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:03.517 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:03.517 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:03.517 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:03.517 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.517 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.517 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:03.518 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:03.518 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:03.518 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:03.518 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:03.518 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.518 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:03.518 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:03.518 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:03.518 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:03.518 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:03.518 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/test-client.0-4a6zemzjywb5q3g-368" 2023-12-03T12:55:03.518 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.518 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:03.518 INFO:teuthology.orchestra.run.smithi019.stdout:______________________ test_ranged_request_invalid_range _______________________ 2023-12-03T12:55:03.519 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.519 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:03.519 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.519 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:03.519 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:03.519 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.519 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:03.519 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:03.519 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:03.519 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:03.519 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:03.519 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.519 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:03.519 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:03.519 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.520 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.520 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:03.520 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:03.520 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.520 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.520 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:03.520 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.520 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:03.520 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:03.520 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.520 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.520 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:03.520 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:03.520 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.521 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:03.521 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:03.521 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:03.521 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:03.521 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:03.521 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:03.521 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:03.521 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.521 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:03.521 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:03.521 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:03.521 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:03.521 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:03.521 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:03.521 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:03.522 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:03.522 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:03.522 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.522 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:03.522 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:03.522 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:03.522 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:03.522 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.522 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:03.522 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:03.522 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:03.522 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:03.522 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.522 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.523 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:03.523 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:03.523 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:03.523 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:03.523 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.523 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.523 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:03.523 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:03.523 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:03.523 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.523 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:03.523 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.523 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:03.523 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:03.524 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.524 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:03.524 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:03.524 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:03.524 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:03.524 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:03.524 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:03.524 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.524 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:03.524 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.524 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:03.524 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.524 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:03.524 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:03.525 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.525 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:03.525 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.525 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:03.525 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:03.525 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:03.525 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:03.525 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:03.525 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:03.525 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:03.525 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:03.525 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:03.525 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:03.525 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:03.525 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:03.526 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:03.526 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.526 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:03.526 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:03.526 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:03.526 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:03.526 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:03.526 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:03.526 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:03.526 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:03.526 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:03.526 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:03.526 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:03.526 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.526 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.526 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:03.527 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.527 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:03.527 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:03.527 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:03.527 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:03.527 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:03.527 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:03.527 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:03.527 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:03.527 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:03.527 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:03.527 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:03.527 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:03.527 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:03.528 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:03.528 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.528 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.528 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:03.528 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.528 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:03.528 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:03.528 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.528 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:03.528 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:03.528 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:03.528 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:03.528 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:03.528 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.528 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:03.529 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:03.529 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.529 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.529 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:03.529 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:03.529 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.529 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.529 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:03.529 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:03.529 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:03.529 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:03.529 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:03.529 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.529 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.529 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:03.530 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:03.530 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:03.530 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.530 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:03.530 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.530 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:03.530 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.530 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:03.530 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.530 INFO:teuthology.orchestra.run.smithi019.stdout: def test_ranged_request_invalid_range(): 2023-12-03T12:55:03.530 INFO:teuthology.orchestra.run.smithi019.stdout: content = 'testcontent' 2023-12-03T12:55:03.530 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.530 INFO:teuthology.orchestra.run.smithi019.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:55:03.530 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.531 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:7203: 2023-12-03T12:55:03.531 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.531 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:55:03.531 INFO:teuthology.orchestra.run.smithi019.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:55:03.531 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:03.531 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:03.531 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:03.531 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:03.531 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:03.531 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:03.531 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:03.531 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:03.531 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:03.531 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:03.531 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:03.531 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:03.532 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:03.532 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:03.532 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:03.532 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:03.532 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:03.532 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:03.532 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:03.532 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:03.532 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:03.532 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:03.532 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:03.532 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:03.532 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:03.533 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:03.533 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:03.533 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:03.533 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:03.533 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:03.533 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:03.533 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:03.533 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:03.533 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:03.533 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.533 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.533 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:03.533 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:03.533 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.534 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:03.534 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.534 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:03.534 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:03.534 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:03.534 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:03.534 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:03.534 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:03.534 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:03.534 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:03.534 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:03.534 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:03.534 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:03.535 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:03.535 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:03.535 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.535 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:03.535 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:03.535 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:03.535 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:03.535 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:03.535 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:03.535 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:03.535 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:03.535 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:03.535 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:03.535 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:03.535 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.536 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.536 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:03.536 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:03.536 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:03.536 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:03.536 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:03.536 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.536 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.536 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:03.536 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:03.536 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:03.536 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:03.536 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:03.536 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.536 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:03.536 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:03.536 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:03.537 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:03.537 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:03.537 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/test-client.0-4a6zemzjywb5q3g-369" 2023-12-03T12:55:03.537 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.537 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:03.537 INFO:teuthology.orchestra.run.smithi019.stdout:_______________________ test_ranged_request_empty_object _______________________ 2023-12-03T12:55:03.537 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.537 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:03.537 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.537 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:03.537 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:03.537 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.537 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:03.537 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:03.538 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:03.538 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:03.538 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:03.538 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.538 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:03.538 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:03.538 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.538 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.538 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:03.538 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:03.538 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.538 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.538 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:03.538 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.539 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:03.539 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:03.539 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.539 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.539 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:03.539 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:03.539 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.539 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:03.539 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:03.539 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:03.539 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:03.539 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:03.539 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:03.539 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:03.539 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.540 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:03.540 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:03.540 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:03.540 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:03.540 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:03.540 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:03.540 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:03.540 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:03.540 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:03.540 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.540 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:03.540 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:03.540 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:03.540 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:03.541 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.541 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:03.541 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:03.541 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:03.541 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:03.541 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.541 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.541 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:03.541 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:03.541 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:03.541 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:03.541 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.541 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.541 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:03.542 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:03.542 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:03.542 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.542 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:03.542 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.542 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:03.542 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:03.542 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.542 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:03.542 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:03.542 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:03.542 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:03.542 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:03.543 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:03.543 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.543 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:03.543 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.543 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:03.543 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.543 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:03.543 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:03.543 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.543 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:03.543 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.543 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:03.543 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:03.543 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:03.543 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:03.543 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:03.544 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:03.544 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:03.544 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:03.544 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:03.544 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:03.544 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:03.544 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:03.544 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:03.544 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.544 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:03.544 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:03.544 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:03.544 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:03.545 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:03.545 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:03.545 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:03.545 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:03.545 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:03.545 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:03.545 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:03.545 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.545 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.545 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:03.545 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.545 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:03.545 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:03.545 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:03.545 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:03.545 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:03.546 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:03.546 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:03.546 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:03.546 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:03.546 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:03.546 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:03.546 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:03.546 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:03.546 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:03.546 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.546 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.546 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:03.546 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.547 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:03.547 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:03.547 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.547 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:03.547 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:03.547 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:03.547 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:03.547 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:03.547 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.547 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:03.547 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:03.547 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.547 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.547 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:03.547 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:03.548 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.548 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.548 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:03.548 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:03.548 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:03.548 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:03.548 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:03.548 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.548 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.548 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:03.548 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:03.548 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:03.548 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.548 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:03.548 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.549 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:03.549 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.549 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:03.549 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.549 INFO:teuthology.orchestra.run.smithi019.stdout: def test_ranged_request_empty_object(): 2023-12-03T12:55:03.549 INFO:teuthology.orchestra.run.smithi019.stdout: content = '' 2023-12-03T12:55:03.549 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.549 INFO:teuthology.orchestra.run.smithi019.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:55:03.549 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.549 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:7217: 2023-12-03T12:55:03.549 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.549 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:55:03.549 INFO:teuthology.orchestra.run.smithi019.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:55:03.549 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:03.549 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:03.550 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:03.550 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:03.550 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:03.550 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:03.550 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:03.550 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:03.550 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:03.550 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:03.550 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:03.550 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:03.550 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:03.550 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:03.550 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:03.550 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:03.550 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:03.550 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:03.551 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:03.551 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:03.551 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:03.551 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:03.551 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:03.551 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:03.551 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:03.551 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:03.551 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:03.551 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:03.551 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:03.551 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:03.551 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:03.552 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:03.552 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:03.552 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:03.552 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.552 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.552 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:03.552 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:03.552 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.552 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:03.552 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.552 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:03.552 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:03.552 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:03.552 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:03.553 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:03.553 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:03.553 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:03.553 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:03.553 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:03.553 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:03.553 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:03.553 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:03.553 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:03.553 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.553 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:03.553 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:03.553 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:03.553 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:03.553 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:03.554 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:03.554 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:03.554 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:03.554 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:03.554 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:03.554 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:03.554 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.554 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.554 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:03.554 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:03.554 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:03.554 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:03.554 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:03.554 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.554 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.554 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:03.555 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:03.555 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:03.555 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:03.555 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:03.555 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.555 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:03.555 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:03.555 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:03.555 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:03.555 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:03.555 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/test-client.0-4a6zemzjywb5q3g-370" 2023-12-03T12:55:03.555 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.556 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:03.556 INFO:teuthology.orchestra.run.smithi019.stdout:____________________ test_versioning_bucket_create_suspend _____________________ 2023-12-03T12:55:03.556 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.556 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:03.556 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.556 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:03.556 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:03.556 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.556 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:03.556 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:03.556 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:03.556 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:03.556 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:03.556 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.556 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:03.557 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:03.557 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.557 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.557 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:03.557 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:03.557 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.557 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.557 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:03.557 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.557 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:03.557 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:03.557 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.557 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.558 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:03.558 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:03.558 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.558 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:03.558 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:03.558 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:03.558 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:03.558 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:03.558 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:03.558 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:03.558 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.558 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:03.558 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:03.558 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:03.559 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:03.559 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:03.559 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:03.559 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:03.559 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:03.559 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:03.559 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.559 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:03.559 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:03.559 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:03.559 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:03.559 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.559 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:03.560 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:03.560 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:03.560 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:03.560 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.560 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.560 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:03.560 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:03.560 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:03.560 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:03.560 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.560 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.560 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:03.560 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:03.560 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:03.561 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.561 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:03.561 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.561 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:03.561 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:03.561 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.561 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:03.561 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:03.561 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:03.561 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:03.561 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:03.561 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:03.561 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.561 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:03.561 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.562 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:03.562 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.562 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:03.562 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:03.562 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.562 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:03.562 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.562 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:03.562 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:03.562 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:03.562 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:03.562 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:03.562 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:03.562 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:03.563 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:03.563 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:03.563 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:03.563 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:03.563 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:03.563 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:03.563 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.563 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:03.563 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:03.563 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:03.563 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:03.563 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:03.563 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:03.563 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:03.563 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:03.563 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:03.564 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:03.564 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:03.564 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.564 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.564 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:03.564 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.564 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:03.564 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:03.564 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:03.564 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:03.564 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:03.564 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:03.564 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:03.564 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:03.565 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:03.565 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:03.565 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:03.565 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:03.565 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:03.565 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:03.565 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.565 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.565 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:03.565 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.565 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:03.565 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:03.565 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.565 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:03.565 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:03.566 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:03.566 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:03.566 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:03.566 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.566 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:03.566 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:03.566 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.566 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.566 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:03.566 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:03.566 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.566 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.566 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:03.567 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:03.567 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:03.567 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:03.567 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:03.567 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.567 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.567 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:03.567 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:03.567 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:03.567 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.567 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:03.567 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.567 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:03.567 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.567 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:03.567 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.567 INFO:teuthology.orchestra.run.smithi019.stdout: def test_versioning_bucket_create_suspend(): 2023-12-03T12:55:03.568 INFO:teuthology.orchestra.run.smithi019.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:55:03.568 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.568 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:7229: 2023-12-03T12:55:03.568 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.568 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:55:03.568 INFO:teuthology.orchestra.run.smithi019.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:55:03.568 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:03.568 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:03.568 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:03.568 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:03.568 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:03.568 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:03.568 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:03.569 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:03.569 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:03.569 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:03.569 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:03.569 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:03.569 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:03.569 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:03.569 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:03.569 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:03.569 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:03.569 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:03.569 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:03.569 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:03.569 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:03.569 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:03.570 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:03.570 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:03.570 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:03.570 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:03.570 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:03.570 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:03.570 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:03.570 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:03.570 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:03.570 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:03.570 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:03.570 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:03.570 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.570 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.571 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:03.571 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:03.571 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.571 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:03.571 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.571 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:03.571 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:03.571 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:03.571 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:03.571 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:03.571 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:03.571 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:03.571 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:03.571 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:03.572 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:03.572 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:03.572 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:03.572 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:03.572 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.572 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:03.572 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:03.572 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:03.572 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:03.572 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:03.572 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:03.572 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:03.572 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:03.572 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:03.572 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:03.572 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:03.573 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.573 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.573 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:03.573 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:03.573 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:03.573 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:03.573 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:03.573 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.573 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.573 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:03.573 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:03.573 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:03.573 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:03.573 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:03.573 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.574 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:03.574 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:03.574 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:03.574 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:03.574 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:03.574 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/test-client.0-4a6zemzjywb5q3g-371" 2023-12-03T12:55:03.574 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.574 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:03.574 INFO:teuthology.orchestra.run.smithi019.stdout:____________________ test_versioning_obj_create_read_remove ____________________ 2023-12-03T12:55:03.574 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.574 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:03.574 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.574 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:03.575 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:03.575 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.575 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:03.575 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:03.575 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:03.575 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:03.575 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:03.575 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.575 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:03.575 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:03.575 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.575 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.575 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:03.575 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:03.575 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.576 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.576 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:03.576 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.576 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:03.576 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:03.576 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.576 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.576 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:03.576 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:03.576 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.576 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:03.576 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:03.576 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:03.576 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:03.576 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:03.576 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:03.577 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:03.577 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.577 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:03.577 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:03.577 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:03.577 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:03.577 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:03.577 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:03.577 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:03.577 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:03.577 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:03.577 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.577 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:03.577 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:03.577 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:03.578 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:03.578 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.578 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:03.578 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:03.578 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:03.578 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:03.578 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.578 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.578 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:03.578 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:03.578 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:03.578 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:03.578 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.578 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.578 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:03.579 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:03.579 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:03.579 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.579 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:03.579 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.579 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:03.579 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:03.579 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.579 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:03.579 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:03.579 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:03.579 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:03.579 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:03.579 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:03.579 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.579 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:03.580 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.580 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:03.580 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.580 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:03.580 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:03.580 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.580 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:03.580 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.580 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:03.580 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:03.580 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:03.580 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:03.580 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:03.580 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:03.581 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:03.581 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:03.581 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:03.581 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:03.581 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:03.581 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:03.581 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:03.581 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.581 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:03.581 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:03.581 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:03.581 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:03.581 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:03.581 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:03.581 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:03.582 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:03.582 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:03.582 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:03.582 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:03.582 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.582 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.582 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:03.582 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.582 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:03.582 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:03.582 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:03.582 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:03.583 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:03.583 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:03.583 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:03.583 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:03.583 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:03.583 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:03.583 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:03.583 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:03.583 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:03.583 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:03.583 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.583 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.583 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:03.584 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.584 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:03.584 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:03.584 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.584 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:03.584 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:03.584 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:03.584 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:03.584 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:03.584 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.584 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:03.584 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:03.584 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.584 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.585 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:03.585 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:03.585 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.585 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.585 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:03.585 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:03.585 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:03.585 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:03.585 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:03.585 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.585 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.585 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:03.585 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:03.585 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:03.585 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.585 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:03.586 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.586 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:03.586 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.586 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:03.586 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.586 INFO:teuthology.orchestra.run.smithi019.stdout: def test_versioning_obj_create_read_remove(): 2023-12-03T12:55:03.586 INFO:teuthology.orchestra.run.smithi019.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:55:03.586 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.586 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:7312: 2023-12-03T12:55:03.586 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.586 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:55:03.586 INFO:teuthology.orchestra.run.smithi019.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:55:03.586 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:03.586 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:03.586 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:03.586 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:03.587 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:03.587 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:03.587 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:03.587 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:03.587 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:03.587 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:03.587 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:03.587 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:03.587 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:03.587 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:03.587 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:03.587 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:03.587 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:03.588 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:03.588 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:03.588 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:03.588 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:03.588 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:03.588 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:03.588 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:03.588 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:03.588 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:03.588 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:03.588 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:03.588 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:03.588 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:03.588 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:03.588 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:03.589 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:03.589 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:03.589 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.589 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.589 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:03.589 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:03.589 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.589 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:03.589 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.589 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:03.589 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:03.589 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:03.589 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:03.589 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:03.589 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:03.590 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:03.590 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:03.590 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:03.590 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:03.590 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:03.590 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:03.590 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:03.590 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.590 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:03.590 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:03.590 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:03.590 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:03.590 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:03.590 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:03.590 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:03.590 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:03.590 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:03.591 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:03.591 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:03.591 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.591 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.591 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:03.591 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:03.591 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:03.591 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:03.591 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:03.591 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.591 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.591 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:03.591 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:03.591 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:03.592 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:03.592 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:03.592 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.592 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:03.592 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:03.592 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:03.592 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:03.592 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:03.592 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/test-client.0-4a6zemzjywb5q3g-372" 2023-12-03T12:55:03.592 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.592 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:03.592 INFO:teuthology.orchestra.run.smithi019.stdout:_________________ test_versioning_obj_create_read_remove_head __________________ 2023-12-03T12:55:03.592 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.592 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:03.593 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.593 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:03.593 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:03.593 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.593 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:03.593 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:03.593 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:03.593 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:03.593 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:03.593 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.593 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:03.593 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:03.593 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.593 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.593 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:03.594 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:03.594 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.594 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.594 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:03.594 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.594 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:03.594 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:03.594 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.594 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.594 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:03.594 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:03.594 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.594 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:03.594 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:03.595 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:03.595 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:03.595 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:03.595 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:03.595 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:03.595 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.595 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:03.595 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:03.595 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:03.595 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:03.595 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:03.595 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:03.595 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:03.595 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:03.595 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:03.595 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.595 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:03.596 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:03.596 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:03.596 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:03.596 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.596 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:03.596 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:03.596 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:03.596 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:03.596 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.596 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.596 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:03.596 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:03.596 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:03.596 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:03.596 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.597 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.597 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:03.597 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:03.597 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:03.597 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.597 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:03.597 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.597 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:03.597 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:03.597 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.597 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:03.597 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:03.597 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:03.597 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:03.597 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:03.598 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:03.598 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.598 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:03.598 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.598 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:03.598 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.598 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:03.598 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:03.598 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.598 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:03.598 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.598 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:03.598 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:03.598 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:03.598 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:03.599 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:03.599 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:03.599 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:03.599 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:03.599 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:03.599 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:03.599 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:03.599 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:03.599 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:03.599 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.599 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:03.599 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:03.599 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:03.599 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:03.599 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:03.600 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:03.600 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:03.600 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:03.600 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:03.600 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:03.600 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:03.600 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.600 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.600 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:03.600 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.600 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:03.600 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:03.600 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:03.601 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:03.601 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:03.601 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:03.601 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:03.601 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:03.601 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:03.601 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:03.601 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:03.601 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:03.601 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:03.601 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:03.601 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.601 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.601 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:03.602 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.602 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:03.602 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:03.602 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.602 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:03.602 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:03.602 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:03.602 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:03.602 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:03.602 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.602 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:03.602 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:03.602 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.602 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.603 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:03.603 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:03.603 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.603 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.603 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:03.603 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:03.603 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:03.603 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:03.603 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:03.603 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.603 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.603 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:03.603 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:03.603 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:03.603 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.603 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:03.604 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.604 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:03.604 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.604 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:03.604 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.604 INFO:teuthology.orchestra.run.smithi019.stdout: def test_versioning_obj_create_read_remove_head(): 2023-12-03T12:55:03.604 INFO:teuthology.orchestra.run.smithi019.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:55:03.604 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.604 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:7326: 2023-12-03T12:55:03.604 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.604 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:55:03.604 INFO:teuthology.orchestra.run.smithi019.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:55:03.604 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:03.604 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:03.604 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:03.605 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:03.605 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:03.605 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:03.605 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:03.605 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:03.605 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:03.605 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:03.605 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:03.605 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:03.605 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:03.605 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:03.605 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:03.605 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:03.605 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:03.605 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:03.606 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:03.606 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:03.606 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:03.606 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:03.606 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:03.606 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:03.606 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:03.606 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:03.606 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:03.606 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:03.606 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:03.606 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:03.606 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:03.606 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:03.607 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:03.607 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:03.607 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.607 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.607 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:03.607 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:03.607 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.607 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:03.607 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.607 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:03.607 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:03.607 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:03.607 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:03.607 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:03.608 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:03.608 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:03.608 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:03.608 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:03.608 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:03.608 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:03.608 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:03.608 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:03.608 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.608 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:03.608 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:03.608 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:03.608 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:03.608 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:03.608 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:03.609 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:03.609 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:03.609 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:03.609 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:03.609 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:03.609 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.609 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.609 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:03.609 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:03.609 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:03.609 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:03.609 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:03.609 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.609 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.609 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:03.610 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:03.610 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:03.610 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:03.610 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:03.610 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.610 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:03.610 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:03.610 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:03.610 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:03.610 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:03.610 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/test-client.0-4a6zemzjywb5q3g-373" 2023-12-03T12:55:03.610 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.610 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:03.611 INFO:teuthology.orchestra.run.smithi019.stdout:________________ test_versioning_obj_plain_null_version_removal ________________ 2023-12-03T12:55:03.611 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.611 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:03.611 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.611 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:03.611 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:03.611 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.611 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:03.611 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:03.611 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:03.611 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:03.611 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:03.611 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.612 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:03.612 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:03.612 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.612 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.612 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:03.612 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:03.612 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.612 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.612 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:03.612 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.612 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:03.612 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:03.612 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.612 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.613 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:03.613 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:03.613 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.613 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:03.613 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:03.613 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:03.613 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:03.613 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:03.613 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:03.613 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:03.613 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.613 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:03.613 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:03.613 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:03.613 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:03.613 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:03.614 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:03.614 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:03.614 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:03.614 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:03.614 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.614 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:03.614 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:03.614 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:03.614 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:03.614 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.614 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:03.614 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:03.614 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:03.614 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:03.615 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.615 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.615 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:03.615 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:03.615 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:03.615 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:03.615 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.615 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.615 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:03.615 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:03.615 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:03.615 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.615 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:03.615 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.616 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:03.616 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:03.616 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.616 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:03.616 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:03.616 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:03.616 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:03.616 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:03.616 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:03.616 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.616 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:03.616 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.616 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:03.616 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.617 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:03.617 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:03.617 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.617 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:03.617 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.617 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:03.617 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:03.617 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:03.617 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:03.617 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:03.617 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:03.617 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:03.617 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:03.617 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:03.617 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:03.617 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:03.618 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:03.618 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:03.618 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.618 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:03.618 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:03.618 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:03.618 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:03.618 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:03.621 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:03.621 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:03.621 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:03.621 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:03.621 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:03.621 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:03.621 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.621 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.621 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:03.621 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.621 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:03.621 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:03.621 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:03.622 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:03.622 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:03.622 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:03.622 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:03.622 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:03.622 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:03.622 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:03.622 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:03.622 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:03.622 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:03.622 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:03.622 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.622 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.622 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:03.623 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.623 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:03.623 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:03.623 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.623 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:03.623 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:03.623 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:03.623 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:03.623 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:03.623 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.623 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:03.623 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:03.623 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.623 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.624 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:03.624 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:03.624 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.624 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.624 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:03.624 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:03.624 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:03.624 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:03.624 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:03.624 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.624 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.624 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:03.624 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:03.624 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:03.624 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.624 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:03.625 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.625 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:03.625 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.625 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:03.625 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.625 INFO:teuthology.orchestra.run.smithi019.stdout: def test_versioning_obj_plain_null_version_removal(): 2023-12-03T12:55:03.625 INFO:teuthology.orchestra.run.smithi019.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:55:03.625 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.625 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:7360: 2023-12-03T12:55:03.625 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.625 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:55:03.625 INFO:teuthology.orchestra.run.smithi019.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:55:03.625 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:03.625 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:03.625 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:03.625 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:03.626 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:03.626 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:03.626 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:03.626 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:03.626 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:03.626 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:03.626 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:03.626 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:03.626 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:03.626 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:03.626 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:03.626 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:03.626 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:03.626 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:03.627 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:03.627 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:03.627 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:03.627 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:03.627 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:03.627 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:03.627 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:03.627 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:03.627 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:03.627 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:03.627 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:03.627 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:03.627 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:03.627 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:03.627 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:03.628 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:03.628 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.628 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.628 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:03.628 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:03.628 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.628 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:03.628 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.628 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:03.628 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:03.628 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:03.628 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:03.628 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:03.628 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:03.628 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:03.629 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:03.629 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:03.629 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:03.629 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:03.629 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:03.629 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:03.629 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.629 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:03.629 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:03.629 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:03.629 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:03.629 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:03.629 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:03.629 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:03.629 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:03.630 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:03.630 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:03.630 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:03.630 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.630 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.630 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:03.630 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:03.630 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:03.630 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:03.630 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:03.630 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.630 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.630 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:03.630 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:03.631 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:03.631 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:03.631 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:03.631 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.631 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:03.631 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:03.631 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:03.631 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:03.631 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:03.631 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/test-client.0-4a6zemzjywb5q3g-374" 2023-12-03T12:55:03.631 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.631 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:03.631 INFO:teuthology.orchestra.run.smithi019.stdout:_______________ test_versioning_obj_plain_null_version_overwrite _______________ 2023-12-03T12:55:03.631 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.632 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:03.632 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.632 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:03.632 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:03.632 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.632 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:03.632 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:03.632 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:03.632 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:03.632 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:03.632 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.632 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:03.632 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:03.632 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.633 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.633 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:03.633 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:03.633 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.633 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.633 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:03.633 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.633 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:03.633 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:03.633 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.633 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.633 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:03.633 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:03.633 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.633 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:03.633 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:03.633 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:03.634 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:03.634 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:03.634 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:03.634 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:03.634 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.634 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:03.634 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:03.634 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:03.634 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:03.634 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:03.634 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:03.634 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:03.635 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:03.635 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:03.635 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.635 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:03.635 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:03.635 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:03.635 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:03.635 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.635 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:03.635 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:03.635 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:03.635 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:03.635 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.635 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.635 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:03.636 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:03.636 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:03.636 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:03.636 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.636 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.636 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:03.636 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:03.636 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:03.636 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.636 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:03.636 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.636 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:03.636 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:03.636 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.637 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:03.637 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:03.637 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:03.637 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:03.637 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:03.637 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:03.637 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.637 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:03.637 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.637 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:03.637 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.637 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:03.637 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:03.637 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.637 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:03.638 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.638 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:03.638 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:03.638 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:03.638 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:03.638 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:03.638 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:03.638 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:03.638 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:03.638 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:03.638 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:03.638 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:03.638 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:03.638 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:03.638 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.639 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:03.639 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:03.639 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:03.639 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:03.639 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:03.639 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:03.639 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:03.639 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:03.639 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:03.639 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:03.639 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:03.639 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.639 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.639 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:03.639 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.640 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:03.640 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:03.640 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:03.640 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:03.640 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:03.640 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:03.640 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:03.640 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:03.640 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:03.640 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:03.640 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:03.640 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:03.640 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:03.640 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:03.641 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.641 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.641 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:03.641 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.641 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:03.641 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:03.641 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.641 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:03.641 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:03.641 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:03.641 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:03.641 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:03.641 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.642 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:03.642 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:03.642 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.642 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.642 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:03.642 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:03.642 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.642 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.642 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:03.642 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:03.642 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:03.642 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:03.642 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:03.642 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.642 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.643 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:03.643 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:03.643 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:03.643 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.643 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:03.643 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.643 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:03.643 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.643 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:03.643 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.643 INFO:teuthology.orchestra.run.smithi019.stdout: def test_versioning_obj_plain_null_version_overwrite(): 2023-12-03T12:55:03.643 INFO:teuthology.orchestra.run.smithi019.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:55:03.643 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.643 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:7380: 2023-12-03T12:55:03.644 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.644 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:55:03.644 INFO:teuthology.orchestra.run.smithi019.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:55:03.644 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:03.644 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:03.644 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:03.644 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:03.644 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:03.644 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:03.644 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:03.644 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:03.644 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:03.644 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:03.644 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:03.644 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:03.645 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:03.645 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:03.645 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:03.645 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:03.645 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:03.645 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:03.645 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:03.645 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:03.645 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:03.645 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:03.645 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:03.645 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:03.645 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:03.646 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:03.646 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:03.646 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:03.646 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:03.646 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:03.646 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:03.646 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:03.646 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:03.646 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:03.646 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.646 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.646 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:03.646 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:03.646 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.646 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:03.646 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.647 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:03.647 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:03.647 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:03.647 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:03.647 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:03.647 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:03.647 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:03.647 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:03.647 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:03.647 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:03.647 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:03.647 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:03.647 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:03.647 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.647 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:03.648 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:03.648 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:03.648 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:03.648 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:03.648 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:03.648 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:03.648 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:03.648 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:03.648 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:03.648 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:03.648 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.648 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.648 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:03.648 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:03.648 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:03.649 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:03.649 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:03.649 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.649 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.649 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:03.649 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:03.649 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:03.649 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:03.649 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:03.649 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.649 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:03.649 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:03.649 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:03.649 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:03.650 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:03.650 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/test-client.0-4a6zemzjywb5q3g-375" 2023-12-03T12:55:03.650 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.650 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:03.650 INFO:teuthology.orchestra.run.smithi019.stdout:__________ test_versioning_obj_plain_null_version_overwrite_suspended __________ 2023-12-03T12:55:03.650 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.650 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:03.650 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.650 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:03.650 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:03.650 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.650 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:03.650 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:03.650 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:03.651 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:03.651 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:03.651 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.651 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:03.651 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:03.651 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.651 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.651 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:03.651 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:03.651 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.651 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.651 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:03.651 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.651 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:03.651 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:03.651 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.651 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.652 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:03.652 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:03.652 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.652 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:03.652 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:03.652 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:03.652 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:03.652 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:03.652 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:03.652 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:03.652 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.652 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:03.652 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:03.652 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:03.653 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:03.653 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:03.653 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:03.653 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:03.653 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:03.653 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:03.653 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.653 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:03.653 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:03.653 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:03.653 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:03.653 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.653 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:03.653 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:03.654 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:03.654 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:03.654 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.654 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.654 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:03.654 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:03.654 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:03.654 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:03.654 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.654 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.654 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:03.654 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:03.654 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:03.654 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.654 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:03.655 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.655 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:03.655 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:03.655 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.655 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:03.655 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:03.655 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:03.655 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:03.655 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:03.655 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:03.655 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.655 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:03.655 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.655 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:03.655 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.656 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:03.656 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:03.656 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.656 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:03.656 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.656 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:03.656 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:03.656 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:03.656 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:03.656 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:03.656 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:03.656 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:03.656 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:03.656 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:03.656 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:03.656 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:03.657 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:03.657 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:03.657 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.657 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:03.657 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:03.657 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:03.657 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:03.657 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:03.657 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:03.657 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:03.657 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:03.657 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:03.657 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:03.657 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:03.657 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.658 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.658 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:03.658 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.658 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:03.658 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:03.658 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:03.658 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:03.658 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:03.658 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:03.658 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:03.658 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:03.658 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:03.658 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:03.659 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:03.659 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:03.659 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:03.659 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:03.659 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.659 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.659 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:03.659 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.659 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:03.659 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:03.659 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.659 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:03.659 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:03.659 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:03.660 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:03.660 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:03.660 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.660 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:03.660 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:03.660 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.660 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.660 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:03.660 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:03.660 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.660 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.660 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:03.660 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:03.660 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:03.660 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:03.660 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:03.661 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.661 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.661 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:03.661 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:03.661 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:03.661 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.661 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:03.661 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.661 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:03.661 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.661 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:03.661 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.661 INFO:teuthology.orchestra.run.smithi019.stdout: def test_versioning_obj_plain_null_version_overwrite_suspended(): 2023-12-03T12:55:03.662 INFO:teuthology.orchestra.run.smithi019.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:55:03.662 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.662 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:7413: 2023-12-03T12:55:03.662 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.662 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:55:03.662 INFO:teuthology.orchestra.run.smithi019.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:55:03.662 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:03.662 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:03.662 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:03.662 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:03.662 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:03.662 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:03.662 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:03.663 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:03.663 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:03.663 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:03.663 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:03.663 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:03.663 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:03.663 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:03.663 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:03.663 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:03.663 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:03.663 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:03.663 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:03.664 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:03.664 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:03.664 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:03.664 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:03.664 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:03.664 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:03.664 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:03.664 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:03.664 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:03.664 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:03.664 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:03.664 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:03.664 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:03.664 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:03.665 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:03.665 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.665 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.665 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:03.665 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:03.665 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.665 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:03.665 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.665 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:03.665 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:03.665 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:03.665 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:03.665 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:03.665 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:03.665 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:03.666 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:03.666 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:03.666 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:03.666 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:03.666 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:03.666 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:03.666 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.666 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:03.666 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:03.666 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:03.666 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:03.666 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:03.667 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:03.667 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:03.667 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:03.667 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:03.667 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:03.667 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:03.667 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.667 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.667 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:03.667 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:03.667 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:03.667 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:03.667 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:03.667 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.667 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.668 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:03.668 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:03.668 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:03.668 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:03.668 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:03.668 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.668 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:03.668 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:03.668 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:03.668 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:03.668 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:03.668 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/test-client.0-4a6zemzjywb5q3g-376" 2023-12-03T12:55:03.668 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.669 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:03.669 INFO:teuthology.orchestra.run.smithi019.stdout:_____________________ test_versioning_obj_suspend_versions _____________________ 2023-12-03T12:55:03.669 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.669 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:03.669 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.669 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:03.669 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:03.669 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.669 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:03.669 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:03.669 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:03.669 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:03.669 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:03.669 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.670 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:03.670 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:03.670 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.670 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.670 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:03.670 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:03.670 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.670 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.670 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:03.670 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.670 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:03.670 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:03.670 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.670 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.671 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:03.671 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:03.671 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.671 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:03.671 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:03.671 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:03.671 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:03.671 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:03.671 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:03.671 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:03.671 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.671 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:03.671 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:03.671 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:03.671 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:03.672 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:03.672 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:03.672 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:03.672 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:03.672 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:03.672 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.672 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:03.672 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:03.672 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:03.672 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:03.672 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.672 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:03.672 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:03.672 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:03.673 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:03.673 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.673 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.673 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:03.673 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:03.673 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:03.673 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:03.673 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.673 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.673 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:03.673 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:03.673 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:03.673 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.673 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:03.673 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.674 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:03.674 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:03.674 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.674 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:03.674 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:03.674 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:03.674 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:03.674 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:03.674 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:03.674 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.674 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:03.674 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.674 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:03.674 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.675 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:03.675 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:03.675 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.675 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:03.675 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.675 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:03.675 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:03.675 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:03.675 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:03.675 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:03.675 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:03.675 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:03.675 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:03.675 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:03.675 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:03.676 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:03.676 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:03.676 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:03.676 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.676 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:03.676 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:03.676 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:03.676 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:03.676 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:03.676 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:03.676 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:03.676 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:03.676 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:03.676 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:03.676 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:03.677 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.677 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.677 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:03.677 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.677 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:03.677 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:03.677 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:03.677 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:03.677 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:03.677 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:03.677 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:03.677 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:03.677 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:03.678 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:03.678 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:03.678 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:03.678 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:03.678 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:03.678 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.678 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.678 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:03.678 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.678 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:03.678 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:03.678 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.678 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:03.678 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:03.679 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:03.679 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:03.679 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:03.679 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.679 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:03.679 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:03.679 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.679 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.679 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:03.679 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:03.679 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.679 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.679 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:03.679 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:03.680 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:03.680 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:03.680 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:03.680 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.680 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.680 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:03.680 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:03.680 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:03.680 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.680 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:03.680 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.680 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:03.680 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.680 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:03.680 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.681 INFO:teuthology.orchestra.run.smithi019.stdout: def test_versioning_obj_suspend_versions(): 2023-12-03T12:55:03.681 INFO:teuthology.orchestra.run.smithi019.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:55:03.681 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.681 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:7478: 2023-12-03T12:55:03.681 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.681 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:55:03.681 INFO:teuthology.orchestra.run.smithi019.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:55:03.681 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:03.681 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:03.681 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:03.681 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:03.681 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:03.681 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:03.681 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:03.681 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:03.682 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:03.682 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:03.682 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:03.682 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:03.682 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:03.682 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:03.682 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:03.682 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:03.682 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:03.682 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:03.682 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:03.682 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:03.682 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:03.682 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:03.682 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:03.683 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:03.683 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:03.683 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:03.683 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:03.683 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:03.683 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:03.683 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:03.683 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:03.683 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:03.683 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:03.683 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:03.683 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.683 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.683 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:03.684 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:03.684 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.684 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:03.684 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.684 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:03.684 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:03.684 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:03.684 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:03.684 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:03.684 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:03.684 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:03.684 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:03.684 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:03.684 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:03.684 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:03.684 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:03.685 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:03.685 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.685 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:03.685 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:03.685 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:03.685 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:03.685 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:03.685 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:03.685 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:03.685 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:03.685 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:03.685 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:03.685 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:03.685 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.686 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.686 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:03.686 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:03.686 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:03.686 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:03.686 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:03.686 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.686 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.686 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:03.686 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:03.686 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:03.686 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:03.686 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:03.686 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.687 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:03.687 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:03.687 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:03.687 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:03.687 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:03.687 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/test-client.0-4a6zemzjywb5q3g-377" 2023-12-03T12:55:03.687 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.687 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:03.687 INFO:teuthology.orchestra.run.smithi019.stdout:________________ test_versioning_obj_create_versions_remove_all ________________ 2023-12-03T12:55:03.687 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.687 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:03.687 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.687 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:03.687 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:03.687 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.688 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:03.688 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:03.688 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:03.688 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:03.688 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:03.688 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.688 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:03.688 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:03.688 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.688 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.688 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:03.688 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:03.688 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.689 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.689 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:03.689 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.689 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:03.689 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:03.689 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.689 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.689 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:03.689 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:03.689 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.689 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:03.689 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:03.689 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:03.689 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:03.689 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:03.690 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:03.690 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:03.690 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.690 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:03.690 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:03.690 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:03.690 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:03.690 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:03.690 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:03.690 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:03.690 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:03.690 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:03.690 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.690 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:03.691 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:03.691 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:03.691 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:03.691 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.691 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:03.691 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:03.691 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:03.691 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:03.691 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.691 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.691 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:03.691 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:03.691 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:03.691 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:03.692 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.692 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.692 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:03.692 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:03.692 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:03.692 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.692 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:03.692 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.692 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:03.692 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:03.692 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.692 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:03.692 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:03.692 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:03.693 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:03.693 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:03.693 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:03.693 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.693 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:03.693 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.693 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:03.693 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.693 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:03.693 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:03.693 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.693 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:03.693 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.693 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:03.693 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:03.694 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:03.694 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:03.694 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:03.694 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:03.694 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:03.694 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:03.694 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:03.694 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:03.694 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:03.694 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:03.694 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:03.694 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.694 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:03.694 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:03.695 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:03.695 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:03.695 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:03.695 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:03.695 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:03.695 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:03.695 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:03.695 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:03.695 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:03.695 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.695 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.695 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:03.695 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.695 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:03.695 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:03.696 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:03.696 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:03.696 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:03.696 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:03.696 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:03.696 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:03.696 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:03.696 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:03.696 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:03.696 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:03.696 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:03.696 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:03.696 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.696 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.697 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:03.697 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.697 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:03.697 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:03.697 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.697 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:03.697 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:03.697 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:03.697 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:03.697 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:03.697 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.697 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:03.697 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:03.697 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.698 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.698 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:03.698 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:03.698 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.698 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.698 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:03.698 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:03.698 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:03.698 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:03.698 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:03.698 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.698 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.698 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:03.698 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:03.699 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:03.699 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.699 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:03.699 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.699 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:03.699 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.699 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:03.699 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.699 INFO:teuthology.orchestra.run.smithi019.stdout: def test_versioning_obj_create_versions_remove_all(): 2023-12-03T12:55:03.699 INFO:teuthology.orchestra.run.smithi019.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:55:03.699 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.699 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:7510: 2023-12-03T12:55:03.699 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.699 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:55:03.700 INFO:teuthology.orchestra.run.smithi019.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:55:03.700 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:03.700 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:03.700 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:03.700 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:03.700 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:03.700 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:03.700 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:03.700 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:03.700 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:03.700 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:03.700 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:03.700 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:03.700 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:03.701 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:03.701 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:03.701 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:03.701 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:03.701 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:03.701 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:03.701 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:03.701 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:03.701 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:03.701 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:03.701 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:03.701 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:03.701 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:03.701 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:03.702 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:03.702 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:03.702 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:03.702 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:03.702 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:03.702 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:03.702 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:03.702 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.702 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.702 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:03.702 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:03.702 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.703 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:03.703 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.703 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:03.703 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:03.703 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:03.703 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:03.703 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:03.703 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:03.703 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:03.703 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:03.703 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:03.703 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:03.703 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:03.703 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:03.703 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:03.704 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.704 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:03.704 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:03.704 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:03.704 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:03.704 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:03.704 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:03.704 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:03.704 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:03.704 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:03.704 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:03.704 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:03.704 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.704 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.704 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:03.705 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:03.705 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:03.705 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:03.705 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:03.705 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.705 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.705 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:03.705 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:03.705 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:03.705 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:03.705 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:03.705 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.705 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:03.705 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:03.706 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:03.706 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:03.706 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:03.706 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/test-client.0-4a6zemzjywb5q3g-378" 2023-12-03T12:55:03.706 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.706 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:03.706 INFO:teuthology.orchestra.run.smithi019.stdout:___________ test_versioning_obj_create_versions_remove_special_names ___________ 2023-12-03T12:55:03.706 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.706 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:03.706 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.706 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:03.706 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:03.706 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.706 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:03.707 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:03.707 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:03.707 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:03.707 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:03.707 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.707 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:03.707 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:03.707 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.707 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.707 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:03.707 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:03.707 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.707 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.707 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:03.707 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.707 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:03.708 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:03.708 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.708 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.708 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:03.708 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:03.708 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.708 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:03.708 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:03.708 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:03.708 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:03.708 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:03.708 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:03.708 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:03.708 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.709 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:03.709 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:03.709 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:03.709 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:03.709 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:03.709 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:03.709 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:03.709 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:03.709 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:03.709 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.709 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:03.709 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:03.709 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:03.709 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:03.710 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.710 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:03.710 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:03.710 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:03.710 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:03.710 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.710 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.710 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:03.710 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:03.710 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:03.710 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:03.710 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.710 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.710 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:03.710 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:03.711 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:03.711 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.711 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:03.711 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.711 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:03.711 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:03.711 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.711 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:03.711 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:03.711 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:03.711 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:03.711 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:03.711 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:03.712 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.712 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:03.712 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.712 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:03.712 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.712 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:03.712 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:03.712 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.712 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:03.712 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.712 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:03.712 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:03.712 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:03.712 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:03.713 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:03.713 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:03.713 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:03.713 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:03.713 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:03.713 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:03.713 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:03.713 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:03.713 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:03.713 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.713 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:03.713 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:03.713 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:03.714 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:03.714 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:03.714 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:03.714 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:03.714 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:03.714 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:03.714 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:03.714 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:03.714 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.714 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.714 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:03.714 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.714 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:03.715 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:03.715 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:03.715 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:03.715 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:03.715 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:03.715 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:03.715 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:03.715 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:03.715 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:03.715 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:03.715 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:03.715 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:03.715 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:03.715 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.716 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.716 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:03.716 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.716 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:03.716 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:03.716 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.716 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:03.716 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:03.716 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:03.716 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:03.716 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:03.716 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.716 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:03.716 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:03.716 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.717 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.717 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:03.717 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:03.717 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.717 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.717 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:03.717 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:03.717 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:03.717 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:03.717 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:03.717 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.717 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.717 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:03.717 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:03.718 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:03.718 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.718 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:03.718 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.718 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:03.718 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.718 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:03.718 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.718 INFO:teuthology.orchestra.run.smithi019.stdout: def test_versioning_obj_create_versions_remove_special_names(): 2023-12-03T12:55:03.718 INFO:teuthology.orchestra.run.smithi019.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:55:03.718 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.718 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:7526: 2023-12-03T12:55:03.718 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.718 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:55:03.719 INFO:teuthology.orchestra.run.smithi019.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:55:03.719 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:03.719 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:03.719 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:03.719 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:03.719 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:03.719 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:03.719 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:03.719 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:03.719 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:03.719 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:03.719 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:03.719 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:03.719 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:03.720 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:03.720 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:03.720 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:03.720 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:03.720 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:03.720 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:03.720 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:03.720 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:03.720 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:03.720 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:03.720 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:03.720 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:03.720 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:03.720 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:03.721 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:03.721 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:03.721 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:03.721 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:03.721 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:03.721 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:03.721 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:03.721 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.721 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.721 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:03.721 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:03.721 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.721 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:03.721 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.721 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:03.722 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:03.722 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:03.722 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:03.722 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:03.722 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:03.722 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:03.722 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:03.722 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:03.722 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:03.722 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:03.722 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:03.722 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:03.722 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.722 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:03.723 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:03.723 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:03.723 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:03.723 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:03.723 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:03.723 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:03.723 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:03.723 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:03.723 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:03.723 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:03.723 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.723 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.723 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:03.723 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:03.724 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:03.724 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:03.724 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:03.724 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.724 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.724 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:03.724 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:03.724 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:03.724 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:03.724 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:03.724 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.724 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:03.724 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:03.724 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:03.725 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:03.725 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:03.725 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/test-client.0-4a6zemzjywb5q3g-379" 2023-12-03T12:55:03.725 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.725 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:03.725 INFO:teuthology.orchestra.run.smithi019.stdout:________________ test_versioning_obj_create_overwrite_multipart ________________ 2023-12-03T12:55:03.725 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.725 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:03.725 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.725 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:03.725 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:03.725 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.725 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:03.725 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:03.725 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:03.725 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:03.726 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:03.726 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.726 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:03.726 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:03.726 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.726 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.726 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:03.726 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:03.726 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.726 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.726 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:03.726 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.726 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:03.727 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:03.727 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.727 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.727 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:03.727 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:03.727 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.727 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:03.727 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:03.727 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:03.727 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:03.727 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:03.727 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:03.727 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:03.727 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.727 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:03.728 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:03.728 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:03.728 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:03.728 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:03.728 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:03.728 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:03.728 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:03.728 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:03.728 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.728 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:03.728 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:03.728 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:03.728 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:03.728 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.729 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:03.729 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:03.729 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:03.729 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:03.729 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.729 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.729 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:03.729 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:03.729 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:03.729 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:03.729 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.729 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.729 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:03.729 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:03.729 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:03.730 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.730 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:03.730 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.730 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:03.730 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:03.730 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.730 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:03.730 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:03.730 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:03.730 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:03.730 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:03.730 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:03.730 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.730 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:03.731 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.731 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:03.731 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.731 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:03.731 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:03.731 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.731 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:03.731 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.731 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:03.731 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:03.731 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:03.731 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:03.731 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:03.731 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:03.731 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:03.732 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:03.732 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:03.732 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:03.732 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:03.732 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:03.732 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:03.732 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.732 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:03.732 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:03.732 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:03.732 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:03.732 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:03.732 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:03.732 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:03.732 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:03.733 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:03.733 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:03.733 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:03.733 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.733 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.733 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:03.733 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.733 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:03.733 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:03.733 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:03.733 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:03.733 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:03.733 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:03.733 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:03.733 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:03.734 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:03.734 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:03.734 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:03.734 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:03.734 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:03.734 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:03.734 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.734 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.734 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:03.734 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.734 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:03.734 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:03.734 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.734 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:03.735 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:03.735 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:03.735 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:03.735 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:03.735 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.735 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:03.735 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:03.735 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.735 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.735 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:03.735 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:03.735 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.735 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.735 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:03.736 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:03.736 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:03.736 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:03.736 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:03.736 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.736 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.736 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:03.736 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:03.736 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:03.736 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.736 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:03.736 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.736 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:03.736 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.737 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:03.737 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.737 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.mark.fails_on_dbstore 2023-12-03T12:55:03.737 INFO:teuthology.orchestra.run.smithi019.stdout: def test_versioning_obj_create_overwrite_multipart(): 2023-12-03T12:55:03.737 INFO:teuthology.orchestra.run.smithi019.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:55:03.737 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.737 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:7544: 2023-12-03T12:55:03.737 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.737 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:55:03.737 INFO:teuthology.orchestra.run.smithi019.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:55:03.737 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:03.737 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:03.737 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:03.737 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:03.737 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:03.737 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:03.738 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:03.738 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:03.738 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:03.738 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:03.738 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:03.738 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:03.738 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:03.738 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:03.738 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:03.738 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:03.739 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:03.739 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:03.739 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:03.739 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:03.739 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:03.739 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:03.739 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:03.739 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:03.739 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:03.739 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:03.739 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:03.739 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:03.739 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:03.739 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:03.740 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:03.740 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:03.740 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:03.740 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:03.740 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.740 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.740 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:03.740 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:03.740 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.740 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:03.740 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.740 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:03.740 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:03.740 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:03.741 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:03.741 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:03.741 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:03.741 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:03.741 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:03.741 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:03.741 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:03.741 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:03.741 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:03.741 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:03.741 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.741 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:03.741 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:03.741 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:03.742 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:03.742 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:03.742 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:03.742 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:03.742 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:03.742 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:03.742 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:03.742 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:03.742 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.742 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.742 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:03.742 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:03.742 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:03.743 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:03.743 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:03.743 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.743 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.743 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:03.743 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:03.743 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:03.743 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:03.743 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:03.743 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.743 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:03.743 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:03.743 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:03.743 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:03.744 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:03.744 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/test-client.0-4a6zemzjywb5q3g-380" 2023-12-03T12:55:03.744 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.744 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:03.744 INFO:teuthology.orchestra.run.smithi019.stdout:_______________________ test_versioning_obj_list_marker ________________________ 2023-12-03T12:55:03.744 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.744 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:03.744 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.744 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:03.744 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:03.744 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.744 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:03.744 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:03.745 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:03.745 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:03.745 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:03.745 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.745 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:03.745 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:03.745 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.745 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.745 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:03.745 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:03.745 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.745 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.745 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:03.745 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.746 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:03.746 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:03.746 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.746 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.746 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:03.746 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:03.746 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.746 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:03.746 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:03.746 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:03.746 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:03.746 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:03.746 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:03.747 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:03.747 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.747 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:03.747 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:03.747 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:03.747 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:03.747 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:03.747 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:03.747 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:03.747 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:03.747 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:03.747 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.747 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:03.747 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:03.747 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:03.748 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:03.748 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.748 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:03.748 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:03.748 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:03.748 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:03.748 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.748 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.748 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:03.748 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:03.748 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:03.748 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:03.748 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.748 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.749 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:03.749 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:03.749 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:03.749 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.749 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:03.749 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.749 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:03.749 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:03.749 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.749 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:03.749 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:03.749 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:03.749 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:03.749 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:03.749 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:03.750 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.750 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:03.750 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.750 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:03.750 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.750 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:03.750 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:03.750 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.750 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:03.750 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.750 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:03.750 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:03.750 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:03.750 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:03.751 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:03.751 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:03.751 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:03.751 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:03.751 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:03.751 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:03.751 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:03.751 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:03.751 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:03.751 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.751 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:03.751 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:03.751 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:03.751 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:03.752 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:03.752 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:03.752 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:03.752 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:03.752 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:03.752 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:03.752 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:03.752 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.752 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.752 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:03.752 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.752 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:03.752 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:03.752 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:03.753 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:03.753 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:03.753 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:03.753 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:03.753 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:03.753 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:03.753 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:03.753 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:03.753 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:03.753 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:03.753 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:03.753 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.753 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.753 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:03.754 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.754 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:03.754 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:03.754 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.754 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:03.754 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:03.754 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:03.754 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:03.754 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:03.754 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.754 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:03.754 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:03.754 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.755 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.755 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:03.755 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:03.755 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.755 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.755 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:03.755 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:03.755 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:03.755 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:03.755 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:03.755 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.755 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.755 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:03.755 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:03.756 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:03.756 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.756 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:03.756 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.756 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:03.756 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.756 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:03.756 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.756 INFO:teuthology.orchestra.run.smithi019.stdout: def test_versioning_obj_list_marker(): 2023-12-03T12:55:03.756 INFO:teuthology.orchestra.run.smithi019.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:55:03.756 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.756 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:7572: 2023-12-03T12:55:03.756 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.756 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:55:03.756 INFO:teuthology.orchestra.run.smithi019.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:55:03.757 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:03.757 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:03.757 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:03.757 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:03.757 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:03.757 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:03.757 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:03.757 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:03.757 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:03.757 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:03.757 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:03.757 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:03.757 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:03.757 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:03.758 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:03.758 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:03.758 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:03.758 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:03.758 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:03.758 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:03.758 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:03.758 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:03.758 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:03.758 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:03.758 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:03.758 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:03.758 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:03.758 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:03.759 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:03.759 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:03.759 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:03.759 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:03.759 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:03.759 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:03.759 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.759 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.759 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:03.759 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:03.759 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.759 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:03.759 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.760 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:03.760 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:03.760 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:03.760 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:03.760 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:03.760 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:03.760 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:03.760 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:03.760 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:03.760 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:03.760 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:03.760 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:03.760 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:03.761 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.761 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:03.761 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:03.761 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:03.761 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:03.761 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:03.761 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:03.761 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:03.761 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:03.761 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:03.761 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:03.761 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:03.761 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.761 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.761 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:03.762 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:03.762 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:03.762 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:03.762 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:03.762 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.762 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.762 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:03.762 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:03.762 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:03.762 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:03.762 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:03.762 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.762 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:03.762 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:03.763 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:03.763 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:03.763 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:03.763 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/test-client.0-4a6zemzjywb5q3g-381" 2023-12-03T12:55:03.763 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.763 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:03.763 INFO:teuthology.orchestra.run.smithi019.stdout:_______________________ test_versioning_copy_obj_version _______________________ 2023-12-03T12:55:03.763 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.763 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:03.763 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.763 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:03.763 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:03.763 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.764 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:03.764 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:03.764 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:03.764 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:03.764 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:03.764 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.764 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:03.764 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:03.764 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.764 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.764 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:03.764 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:03.764 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.764 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.765 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:03.765 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.765 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:03.765 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:03.765 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.765 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.765 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:03.765 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:03.765 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.765 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:03.765 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:03.765 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:03.765 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:03.766 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:03.766 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:03.766 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:03.766 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.766 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:03.766 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:03.766 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:03.766 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:03.766 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:03.766 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:03.766 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:03.766 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:03.767 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:03.767 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.767 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:03.767 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:03.767 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:03.767 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:03.767 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.767 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:03.767 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:03.767 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:03.767 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:03.767 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.767 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.767 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:03.768 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:03.768 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:03.768 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:03.768 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.768 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.768 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:03.768 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:03.768 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:03.768 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.768 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:03.768 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.768 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:03.768 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:03.769 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.769 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:03.769 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:03.769 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:03.769 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:03.769 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:03.769 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:03.769 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.769 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:03.769 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.769 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:03.769 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.769 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:03.770 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:03.770 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.770 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:03.770 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.770 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:03.770 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:03.770 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:03.770 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:03.770 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:03.770 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:03.770 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:03.770 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:03.770 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:03.770 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:03.771 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:03.771 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:03.771 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:03.771 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.771 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:03.771 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:03.771 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:03.771 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:03.771 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:03.771 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:03.771 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:03.771 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:03.771 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:03.771 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:03.771 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:03.772 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.772 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.772 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:03.772 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.772 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:03.772 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:03.772 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:03.772 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:03.772 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:03.772 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:03.772 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:03.772 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:03.772 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:03.772 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:03.773 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:03.773 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:03.773 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:03.773 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:03.773 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.773 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.773 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:03.773 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.773 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:03.773 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:03.773 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.773 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:03.773 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:03.773 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:03.774 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:03.774 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:03.774 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.774 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:03.774 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:03.774 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.774 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.774 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:03.774 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:03.774 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.774 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.774 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:03.774 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:03.774 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:03.775 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:03.775 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:03.775 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.775 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.775 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:03.775 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:03.775 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:03.775 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.775 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:03.775 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.775 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:03.775 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.775 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:03.775 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.775 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.mark.fails_on_dbstore 2023-12-03T12:55:03.776 INFO:teuthology.orchestra.run.smithi019.stdout: def test_versioning_copy_obj_version(): 2023-12-03T12:55:03.776 INFO:teuthology.orchestra.run.smithi019.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:55:03.776 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.776 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:7628: 2023-12-03T12:55:03.776 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.776 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:55:03.776 INFO:teuthology.orchestra.run.smithi019.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:55:03.776 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:03.776 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:03.776 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:03.776 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:03.776 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:03.776 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:03.776 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:03.776 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:03.777 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:03.777 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:03.777 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:03.777 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:03.777 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:03.777 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:03.777 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:03.777 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:03.777 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:03.777 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:03.777 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:03.777 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:03.777 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:03.777 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:03.778 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:03.778 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:03.778 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:03.778 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:03.778 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:03.778 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:03.778 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:03.778 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:03.778 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:03.778 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:03.778 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:03.778 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:03.778 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.779 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.779 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:03.779 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:03.779 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.779 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:03.779 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.779 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:03.779 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:03.779 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:03.779 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:03.779 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:03.779 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:03.779 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:03.779 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:03.780 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:03.780 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:03.780 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:03.780 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:03.780 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:03.780 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.780 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:03.780 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:03.780 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:03.780 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:03.780 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:03.780 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:03.780 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:03.780 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:03.780 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:03.781 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:03.781 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:03.781 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.781 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.781 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:03.781 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:03.781 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:03.781 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:03.781 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:03.781 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.781 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.781 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:03.781 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:03.781 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:03.781 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:03.782 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:03.782 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.782 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:03.782 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:03.782 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:03.782 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:03.782 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:03.782 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/test-client.0-4a6zemzjywb5q3g-382" 2023-12-03T12:55:03.782 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.782 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:03.782 INFO:teuthology.orchestra.run.smithi019.stdout:_____________________ test_versioning_multi_object_delete ______________________ 2023-12-03T12:55:03.782 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.782 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:03.782 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.783 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:03.783 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:03.783 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.783 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:03.783 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:03.783 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:03.783 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:03.783 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:03.783 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.783 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:03.783 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:03.783 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.783 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.784 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:03.784 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:03.784 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.784 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.784 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:03.784 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.784 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:03.784 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:03.784 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.784 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.784 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:03.784 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:03.784 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.784 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:03.785 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:03.785 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:03.785 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:03.785 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:03.785 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:03.785 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:03.785 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.785 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:03.785 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:03.785 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:03.785 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:03.785 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:03.785 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:03.785 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:03.786 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:03.786 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:03.786 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.786 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:03.786 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:03.786 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:03.786 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:03.786 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.786 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:03.786 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:03.786 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:03.786 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:03.786 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.786 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.787 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:03.787 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:03.787 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:03.787 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:03.787 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.787 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.787 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:03.787 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:03.787 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:03.787 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.787 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:03.787 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.787 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:03.787 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:03.788 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.788 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:03.788 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:03.788 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:03.788 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:03.788 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:03.788 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:03.788 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.788 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:03.788 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.788 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:03.788 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.788 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:03.788 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:03.789 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.789 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:03.789 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.789 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:03.789 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:03.789 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:03.789 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:03.789 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:03.789 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:03.789 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:03.789 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:03.789 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:03.789 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:03.790 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:03.790 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:03.790 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:03.790 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.790 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:03.790 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:03.790 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:03.790 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:03.790 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:03.790 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:03.790 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:03.790 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:03.790 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:03.791 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:03.791 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:03.791 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.791 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.791 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:03.791 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.791 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:03.791 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:03.791 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:03.791 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:03.791 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:03.791 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:03.792 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:03.792 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:03.792 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:03.792 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:03.792 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:03.792 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:03.792 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:03.792 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:03.792 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.792 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.792 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:03.792 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.792 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:03.793 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:03.793 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.793 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:03.793 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:03.793 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:03.793 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:03.793 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:03.793 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.793 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:03.793 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:03.793 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.793 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.793 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:03.793 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:03.793 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.794 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.794 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:03.794 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:03.794 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:03.794 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:03.794 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:03.794 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.794 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.794 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:03.794 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:03.794 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:03.794 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.794 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:03.794 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.795 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:03.795 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.795 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:03.795 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.795 INFO:teuthology.orchestra.run.smithi019.stdout: def test_versioning_multi_object_delete(): 2023-12-03T12:55:03.795 INFO:teuthology.orchestra.run.smithi019.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:55:03.795 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.795 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:7665: 2023-12-03T12:55:03.795 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.795 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:55:03.795 INFO:teuthology.orchestra.run.smithi019.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:55:03.795 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:03.795 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:03.795 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:03.796 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:03.796 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:03.796 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:03.796 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:03.796 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:03.796 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:03.796 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:03.796 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:03.796 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:03.796 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:03.796 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:03.796 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:03.796 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:03.796 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:03.797 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:03.797 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:03.797 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:03.797 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:03.797 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:03.797 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:03.797 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:03.797 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:03.797 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:03.797 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:03.797 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:03.797 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:03.797 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:03.798 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:03.798 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:03.798 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:03.798 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:03.798 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.798 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.798 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:03.798 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:03.798 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.798 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:03.798 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.798 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:03.798 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:03.798 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:03.798 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:03.799 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:03.799 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:03.799 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:03.799 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:03.799 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:03.799 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:03.799 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:03.799 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:03.799 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:03.799 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.799 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:03.799 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:03.799 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:03.799 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:03.800 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:03.800 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:03.800 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:03.800 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:03.800 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:03.800 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:03.800 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:03.800 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.800 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.800 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:03.800 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:03.800 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:03.800 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:03.800 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:03.801 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.801 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.801 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:03.801 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:03.801 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:03.801 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:03.801 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:03.801 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.801 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:03.801 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:03.801 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:03.801 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:03.801 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:03.801 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/test-client.0-4a6zemzjywb5q3g-383" 2023-12-03T12:55:03.802 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.802 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:03.802 INFO:teuthology.orchestra.run.smithi019.stdout:_______________ test_versioning_multi_object_delete_with_marker ________________ 2023-12-03T12:55:03.802 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.802 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:03.802 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.802 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:03.802 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:03.802 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.802 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:03.802 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:03.802 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:03.802 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:03.802 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:03.803 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.803 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:03.803 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:03.803 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.803 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.803 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:03.803 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:03.803 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.803 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.803 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:03.803 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.803 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:03.803 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:03.803 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.803 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.804 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:03.804 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:03.804 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.804 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:03.804 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:03.804 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:03.804 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:03.804 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:03.804 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:03.804 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:03.804 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.804 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:03.804 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:03.804 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:03.805 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:03.805 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:03.805 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:03.805 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:03.805 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:03.805 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:03.805 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.805 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:03.805 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:03.805 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:03.805 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:03.805 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.805 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:03.805 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:03.805 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:03.806 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:03.806 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.806 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.806 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:03.806 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:03.806 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:03.806 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:03.806 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.806 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.806 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:03.806 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:03.806 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:03.806 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.807 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:03.807 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.807 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:03.807 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:03.807 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.807 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:03.807 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:03.807 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:03.807 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:03.807 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:03.807 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:03.807 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.807 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:03.807 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.807 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:03.808 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.808 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:03.808 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:03.808 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.808 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:03.808 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.808 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:03.808 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:03.808 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:03.808 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:03.808 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:03.808 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:03.808 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:03.808 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:03.808 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:03.809 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:03.809 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:03.809 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:03.809 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:03.809 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.809 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:03.809 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:03.809 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:03.809 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:03.809 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:03.809 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:03.809 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:03.809 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:03.809 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:03.809 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:03.810 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:03.810 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.810 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.810 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:03.810 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.810 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:03.810 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:03.810 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:03.810 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:03.810 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:03.810 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:03.810 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:03.810 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:03.811 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:03.811 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:03.811 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:03.811 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:03.811 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:03.811 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:03.811 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.811 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.811 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:03.811 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.811 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:03.811 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:03.811 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.811 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:03.811 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:03.812 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:03.812 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:03.812 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:03.812 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.812 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:03.812 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:03.812 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.812 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.812 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:03.812 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:03.812 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.812 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.812 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:03.812 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:03.813 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:03.813 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:03.813 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:03.813 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.813 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.813 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:03.813 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:03.813 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:03.813 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.813 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:03.813 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.813 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:03.813 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.813 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:03.813 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.814 INFO:teuthology.orchestra.run.smithi019.stdout: def test_versioning_multi_object_delete_with_marker(): 2023-12-03T12:55:03.814 INFO:teuthology.orchestra.run.smithi019.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:55:03.814 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.814 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:7690: 2023-12-03T12:55:03.814 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.814 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:55:03.814 INFO:teuthology.orchestra.run.smithi019.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:55:03.814 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:03.814 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:03.814 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:03.814 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:03.814 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:03.814 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:03.815 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:03.815 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:03.815 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:03.815 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:03.815 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:03.815 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:03.815 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:03.815 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:03.815 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:03.815 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:03.815 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:03.815 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:03.815 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:03.815 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:03.816 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:03.816 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:03.816 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:03.816 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:03.816 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:03.816 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:03.816 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:03.816 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:03.816 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:03.816 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:03.816 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:03.816 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:03.816 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:03.816 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:03.816 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.817 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.817 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:03.817 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:03.817 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.817 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:03.817 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.817 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:03.817 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:03.817 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:03.817 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:03.817 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:03.817 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:03.817 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:03.817 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:03.817 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:03.818 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:03.818 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:03.818 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:03.818 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:03.818 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.818 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:03.818 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:03.818 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:03.818 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:03.818 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:03.818 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:03.818 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:03.818 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:03.818 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:03.819 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:03.819 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:03.819 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.819 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.819 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:03.819 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:03.819 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:03.819 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:03.819 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:03.819 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.819 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.819 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:03.819 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:03.819 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:03.820 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:03.820 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:03.820 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.820 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:03.820 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:03.820 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:03.820 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:03.820 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:03.820 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/test-client.0-4a6zemzjywb5q3g-384" 2023-12-03T12:55:03.820 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.820 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:03.820 INFO:teuthology.orchestra.run.smithi019.stdout:____________ test_versioning_multi_object_delete_with_marker_create ____________ 2023-12-03T12:55:03.820 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.820 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:03.821 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.821 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:03.821 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:03.821 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.821 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:03.821 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:03.821 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:03.821 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:03.821 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:03.821 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.821 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:03.821 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:03.821 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.821 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.822 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:03.822 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:03.822 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.822 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.822 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:03.822 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.822 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:03.822 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:03.822 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.822 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.822 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:03.822 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:03.822 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.822 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:03.823 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:03.823 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:03.823 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:03.823 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:03.823 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:03.825 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:03.825 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.825 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:03.825 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:03.825 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:03.825 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:03.825 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:03.825 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:03.825 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:03.825 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:03.825 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:03.826 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.826 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:03.826 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:03.826 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:03.826 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:03.826 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.826 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:03.826 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:03.826 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:03.826 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:03.826 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.826 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.826 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:03.826 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:03.827 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:03.827 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:03.827 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.827 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.827 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:03.827 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:03.827 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:03.827 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.827 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:03.827 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.827 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:03.827 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:03.827 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.828 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:03.828 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:03.828 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:03.828 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:03.828 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:03.828 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:03.828 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.828 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:03.828 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.828 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:03.828 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.828 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:03.828 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:03.829 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.829 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:03.829 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.829 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:03.829 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:03.829 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:03.829 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:03.829 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:03.829 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:03.829 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:03.829 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:03.829 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:03.829 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:03.829 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:03.829 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:03.829 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:03.830 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.830 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:03.830 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:03.830 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:03.830 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:03.830 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:03.830 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:03.830 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:03.830 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:03.830 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:03.830 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:03.830 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:03.830 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.830 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.831 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:03.831 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.831 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:03.831 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:03.831 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:03.831 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:03.831 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:03.831 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:03.831 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:03.831 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:03.831 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:03.831 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:03.831 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:03.831 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:03.832 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:03.832 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:03.832 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.832 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.832 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:03.832 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.832 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:03.832 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:03.832 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.832 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:03.832 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:03.832 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:03.832 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:03.832 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:03.833 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.833 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:03.833 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:03.833 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.833 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.833 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:03.833 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:03.833 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.833 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.833 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:03.833 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:03.833 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:03.833 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:03.833 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:03.834 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.834 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.834 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:03.834 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:03.834 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:03.834 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.834 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:03.834 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.834 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:03.834 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.834 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:03.834 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.834 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.mark.fails_on_dbstore 2023-12-03T12:55:03.834 INFO:teuthology.orchestra.run.smithi019.stdout: def test_versioning_multi_object_delete_with_marker_create(): 2023-12-03T12:55:03.835 INFO:teuthology.orchestra.run.smithi019.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:55:03.835 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.835 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:7723: 2023-12-03T12:55:03.835 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.835 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:55:03.835 INFO:teuthology.orchestra.run.smithi019.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:55:03.835 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:03.835 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:03.835 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:03.835 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:03.835 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:03.835 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:03.835 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:03.835 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:03.835 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:03.836 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:03.836 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:03.836 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:03.836 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:03.836 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:03.836 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:03.836 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:03.836 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:03.836 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:03.836 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:03.836 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:03.836 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:03.836 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:03.836 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:03.836 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:03.837 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:03.837 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:03.837 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:03.837 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:03.837 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:03.837 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:03.837 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:03.837 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:03.837 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:03.837 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:03.837 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.837 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.837 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:03.837 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:03.838 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.838 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:03.838 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.838 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:03.838 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:03.838 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:03.838 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:03.838 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:03.838 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:03.838 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:03.838 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:03.838 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:03.838 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:03.838 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:03.839 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:03.839 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:03.839 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.839 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:03.839 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:03.839 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:03.839 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:03.839 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:03.839 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:03.839 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:03.839 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:03.839 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:03.839 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:03.839 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:03.839 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.840 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.840 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:03.840 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:03.840 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:03.840 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:03.840 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:03.840 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.840 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.840 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:03.840 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:03.840 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:03.840 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:03.840 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:03.840 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.841 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:03.841 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:03.841 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:03.841 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:03.841 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:03.841 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/test-client.0-4a6zemzjywb5q3g-385" 2023-12-03T12:55:03.841 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.841 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:03.841 INFO:teuthology.orchestra.run.smithi019.stdout:__________________________ test_versioned_object_acl ___________________________ 2023-12-03T12:55:03.841 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.841 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:03.841 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.841 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:03.841 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:03.842 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.842 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:03.842 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:03.842 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:03.842 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:03.842 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:03.842 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.842 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:03.842 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:03.842 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.842 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.842 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:03.842 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:03.842 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.843 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.843 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:03.843 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.843 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:03.843 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:03.843 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.843 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.843 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:03.843 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:03.843 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.843 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:03.843 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:03.843 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:03.843 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:03.843 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:03.844 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:03.844 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:03.844 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.844 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:03.844 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:03.844 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:03.844 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:03.844 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:03.844 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:03.844 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:03.844 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:03.844 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:03.844 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.844 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:03.844 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:03.845 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:03.845 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:03.845 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.845 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:03.845 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:03.845 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:03.845 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:03.845 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.845 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.845 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:03.845 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:03.845 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:03.845 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:03.845 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.846 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.846 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:03.846 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:03.846 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:03.846 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.846 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:03.846 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.846 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:03.846 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:03.846 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.846 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:03.846 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:03.846 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:03.847 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:03.847 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:03.847 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:03.847 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.847 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:03.847 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.847 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:03.847 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.847 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:03.847 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:03.847 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.847 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:03.847 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.847 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:03.847 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:03.848 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:03.848 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:03.848 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:03.848 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:03.848 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:03.848 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:03.848 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:03.848 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:03.848 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:03.848 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:03.848 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:03.848 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.848 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:03.848 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:03.849 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:03.849 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:03.849 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:03.849 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:03.849 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:03.849 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:03.849 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:03.849 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:03.849 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:03.849 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.849 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.849 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:03.849 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.849 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:03.850 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:03.850 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:03.850 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:03.850 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:03.850 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:03.850 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:03.850 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:03.850 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:03.850 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:03.850 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:03.850 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:03.850 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:03.850 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:03.850 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.851 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.851 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:03.851 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.851 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:03.851 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:03.851 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.851 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:03.851 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:03.851 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:03.851 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:03.851 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:03.851 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.851 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:03.851 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:03.852 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.852 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.852 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:03.852 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:03.852 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.852 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.852 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:03.852 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:03.852 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:03.852 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:03.852 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:03.852 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.852 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.852 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:03.853 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:03.853 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:03.853 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.853 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:03.853 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.853 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:03.853 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.853 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:03.853 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.853 INFO:teuthology.orchestra.run.smithi019.stdout: def test_versioned_object_acl(): 2023-12-03T12:55:03.853 INFO:teuthology.orchestra.run.smithi019.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:55:03.853 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.853 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:7744: 2023-12-03T12:55:03.853 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.853 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:55:03.854 INFO:teuthology.orchestra.run.smithi019.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:55:03.854 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:03.854 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:03.854 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:03.854 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:03.854 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:03.854 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:03.854 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:03.854 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:03.854 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:03.854 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:03.854 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:03.854 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:03.854 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:03.855 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:03.855 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:03.855 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:03.855 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:03.855 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:03.855 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:03.855 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:03.855 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:03.855 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:03.855 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:03.855 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:03.855 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:03.855 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:03.855 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:03.856 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:03.856 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:03.856 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:03.856 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:03.856 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:03.856 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:03.856 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:03.856 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.856 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.856 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:03.856 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:03.856 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.856 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:03.856 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.857 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:03.857 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:03.857 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:03.857 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:03.857 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:03.857 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:03.857 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:03.857 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:03.857 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:03.857 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:03.857 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:03.857 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:03.857 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:03.857 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.857 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:03.858 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:03.858 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:03.858 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:03.858 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:03.858 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:03.858 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:03.858 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:03.858 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:03.858 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:03.858 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:03.858 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.858 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.858 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:03.858 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:03.859 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:03.859 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:03.859 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:03.859 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.859 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.859 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:03.859 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:03.859 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:03.859 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:03.859 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:03.859 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.859 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:03.859 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:03.859 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:03.860 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:03.860 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:03.860 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/test-client.0-4a6zemzjywb5q3g-386" 2023-12-03T12:55:03.860 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.860 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:03.860 INFO:teuthology.orchestra.run.smithi019.stdout:________________ test_versioned_object_acl_no_version_specified ________________ 2023-12-03T12:55:03.860 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.860 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:03.860 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.860 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:03.860 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:03.860 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.860 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:03.860 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:03.861 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:03.861 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:03.861 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:03.861 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.861 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:03.861 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:03.861 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.861 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.861 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:03.861 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:03.861 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.861 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.861 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:03.861 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.861 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:03.862 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:03.862 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.862 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.862 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:03.862 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:03.862 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.862 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:03.862 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:03.862 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:03.862 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:03.862 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:03.862 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:03.862 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:03.862 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.862 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:03.863 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:03.863 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:03.863 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:03.863 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:03.863 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:03.863 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:03.863 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:03.863 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:03.863 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.863 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:03.863 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:03.863 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:03.863 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:03.863 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.864 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:03.864 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:03.864 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:03.864 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:03.864 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.864 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.864 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:03.864 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:03.864 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:03.864 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:03.864 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.864 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.864 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:03.865 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:03.865 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:03.865 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.865 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:03.865 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.865 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:03.865 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:03.865 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.865 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:03.865 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:03.865 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:03.865 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:03.865 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:03.865 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:03.866 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.866 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:03.866 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.866 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:03.866 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.866 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:03.866 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:03.866 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.866 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:03.866 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.866 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:03.866 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:03.866 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:03.867 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:03.867 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:03.867 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:03.867 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:03.867 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:03.867 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:03.867 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:03.867 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:03.867 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:03.867 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:03.867 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.867 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:03.867 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:03.867 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:03.868 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:03.868 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:03.868 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:03.868 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:03.868 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:03.868 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:03.868 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:03.868 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:03.868 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.868 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.868 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:03.868 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.868 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:03.869 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:03.869 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:03.869 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:03.869 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:03.869 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:03.869 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:03.869 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:03.869 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:03.869 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:03.869 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:03.869 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:03.869 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:03.869 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:03.869 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.869 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.870 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:03.870 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.870 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:03.870 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:03.870 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.870 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:03.870 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:03.870 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:03.870 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:03.870 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:03.870 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.870 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:03.870 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:03.871 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.871 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.871 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:03.871 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:03.871 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.871 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.871 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:03.871 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:03.871 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:03.871 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:03.871 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:03.871 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.871 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.871 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:03.871 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:03.872 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:03.872 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.872 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:03.872 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.872 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:03.872 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.872 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:03.872 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.872 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.mark.fails_on_dbstore 2023-12-03T12:55:03.872 INFO:teuthology.orchestra.run.smithi019.stdout: def test_versioned_object_acl_no_version_specified(): 2023-12-03T12:55:03.872 INFO:teuthology.orchestra.run.smithi019.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:55:03.872 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.872 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:7812: 2023-12-03T12:55:03.872 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.873 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:55:03.873 INFO:teuthology.orchestra.run.smithi019.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:55:03.873 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:03.873 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:03.873 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:03.873 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:03.873 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:03.873 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:03.873 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:03.873 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:03.873 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:03.873 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:03.873 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:03.873 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:03.873 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:03.874 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:03.874 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:03.874 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:03.874 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:03.874 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:03.874 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:03.874 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:03.874 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:03.874 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:03.874 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:03.874 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:03.874 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:03.874 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:03.874 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:03.874 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:03.875 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:03.875 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:03.875 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:03.875 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:03.875 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:03.875 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:03.875 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.875 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.875 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:03.875 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:03.875 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.875 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:03.875 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.875 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:03.876 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:03.876 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:03.876 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:03.876 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:03.876 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:03.876 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:03.876 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:03.876 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:03.876 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:03.876 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:03.876 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:03.876 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:03.876 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.876 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:03.876 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:03.877 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:03.877 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:03.877 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:03.877 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:03.877 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:03.877 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:03.877 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:03.877 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:03.877 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:03.877 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.877 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.877 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:03.877 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:03.877 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:03.878 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:03.878 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:03.878 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.878 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.878 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:03.878 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:03.878 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:03.878 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:03.878 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:03.878 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.878 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:03.878 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:03.878 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:03.879 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:03.879 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:03.879 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/test-client.0-4a6zemzjywb5q3g-387" 2023-12-03T12:55:03.879 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.879 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:03.879 INFO:teuthology.orchestra.run.smithi019.stdout:______________ test_versioned_concurrent_object_create_and_remove ______________ 2023-12-03T12:55:03.879 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.879 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:03.879 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.879 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:03.879 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:03.879 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.879 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:03.879 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:03.880 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:03.880 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:03.880 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:03.880 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.880 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:03.880 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:03.880 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.880 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.880 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:03.880 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:03.880 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.880 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.880 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:03.880 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.880 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:03.881 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:03.881 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.881 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.881 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:03.881 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:03.881 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.881 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:03.881 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:03.881 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:03.881 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:03.881 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:03.881 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:03.881 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:03.881 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.882 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:03.882 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:03.882 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:03.882 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:03.882 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:03.882 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:03.882 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:03.882 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:03.882 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:03.882 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.882 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:03.882 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:03.882 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:03.883 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:03.883 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.883 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:03.883 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:03.883 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:03.883 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:03.883 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.883 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.883 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:03.883 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:03.883 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:03.883 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:03.883 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.883 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.883 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:03.884 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:03.884 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:03.884 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.884 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:03.884 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.884 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:03.884 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:03.884 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.884 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:03.884 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:03.884 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:03.884 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:03.884 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:03.884 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:03.884 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.885 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:03.885 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.885 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:03.885 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.885 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:03.885 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:03.885 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.885 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:03.885 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.885 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:03.885 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:03.885 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:03.885 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:03.885 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:03.886 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:03.886 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:03.886 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:03.886 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:03.886 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:03.886 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:03.886 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:03.886 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:03.886 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.886 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:03.886 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:03.886 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:03.886 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:03.886 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:03.887 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:03.887 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:03.887 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:03.887 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:03.887 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:03.887 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:03.887 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.887 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.887 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:03.887 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.887 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:03.887 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:03.887 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:03.888 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:03.888 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:03.888 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:03.888 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:03.888 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:03.888 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:03.888 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:03.888 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:03.888 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:03.888 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:03.888 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:03.888 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.888 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.888 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:03.889 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.889 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:03.889 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:03.889 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.889 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:03.889 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:03.889 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:03.889 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:03.889 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:03.889 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.889 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:03.889 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:03.889 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.889 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.890 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:03.890 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:03.890 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.890 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.890 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:03.890 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:03.890 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:03.890 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:03.890 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:03.890 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.890 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.890 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:03.890 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:03.891 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:03.891 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.891 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:03.891 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.891 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:03.891 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.891 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:03.891 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.891 INFO:teuthology.orchestra.run.smithi019.stdout: def test_versioned_concurrent_object_create_and_remove(): 2023-12-03T12:55:03.891 INFO:teuthology.orchestra.run.smithi019.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:55:03.891 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.891 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:7924: 2023-12-03T12:55:03.891 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.891 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:55:03.892 INFO:teuthology.orchestra.run.smithi019.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:55:03.892 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:03.892 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:03.892 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:03.892 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:03.892 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:03.892 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:03.892 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:03.892 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:03.892 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:03.892 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:03.892 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:03.892 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:03.892 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:03.892 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:03.893 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:03.893 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:03.893 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:03.893 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:03.893 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:03.893 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:03.893 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:03.893 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:03.893 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:03.893 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:03.893 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:03.893 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:03.893 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:03.893 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:03.893 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:03.894 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:03.894 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:03.894 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:03.894 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:03.894 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:03.894 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.894 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.894 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:03.894 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:03.894 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.894 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:03.894 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.894 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:03.894 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:03.895 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:03.895 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:03.895 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:03.895 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:03.895 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:03.895 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:03.895 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:03.895 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:03.895 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:03.895 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:03.895 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:03.895 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.895 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:03.895 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:03.895 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:03.896 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:03.896 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:03.896 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:03.896 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:03.896 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:03.896 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:03.896 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:03.896 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:03.896 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.896 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.896 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:03.896 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:03.896 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:03.896 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:03.896 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:03.897 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.897 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.897 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:03.897 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:03.897 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:03.897 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:03.897 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:03.897 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.897 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:03.897 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:03.897 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:03.897 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:03.897 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:03.897 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/test-client.0-4a6zemzjywb5q3g-388" 2023-12-03T12:55:03.898 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.898 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:03.898 INFO:teuthology.orchestra.run.smithi019.stdout:______________________________ test_lifecycle_set ______________________________ 2023-12-03T12:55:03.898 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.898 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:03.898 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.898 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:03.898 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:03.898 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.898 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:03.898 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:03.898 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:03.898 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:03.898 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:03.898 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.898 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:03.899 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:03.899 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.899 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.899 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:03.899 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:03.899 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.899 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.899 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:03.899 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.899 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:03.899 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:03.899 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.899 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.899 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:03.899 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:03.900 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.900 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:03.900 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:03.900 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:03.900 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:03.900 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:03.900 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:03.900 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:03.900 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.900 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:03.900 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:03.900 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:03.900 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:03.901 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:03.901 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:03.901 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:03.901 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:03.901 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:03.901 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.901 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:03.901 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:03.901 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:03.901 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:03.901 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.901 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:03.901 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:03.901 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:03.902 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:03.902 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.902 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.902 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:03.902 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:03.902 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:03.902 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:03.902 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.902 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.902 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:03.902 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:03.902 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:03.902 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.902 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:03.903 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.903 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:03.903 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:03.903 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.903 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:03.903 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:03.903 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:03.903 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:03.903 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:03.903 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:03.903 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.903 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:03.903 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.903 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:03.903 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.904 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:03.904 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:03.904 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.904 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:03.904 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.904 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:03.904 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:03.904 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:03.904 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:03.904 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:03.904 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:03.904 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:03.904 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:03.905 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:03.905 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:03.905 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:03.905 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:03.905 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:03.905 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.905 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:03.905 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:03.905 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:03.905 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:03.905 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:03.905 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:03.905 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:03.905 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:03.905 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:03.906 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:03.906 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:03.906 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.906 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.906 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:03.906 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.906 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:03.906 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:03.906 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:03.906 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:03.906 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:03.906 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:03.906 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:03.906 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:03.907 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:03.907 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:03.907 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:03.907 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:03.907 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:03.907 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:03.907 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.907 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.907 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:03.907 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.907 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:03.907 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:03.907 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.907 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:03.907 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:03.907 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:03.908 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:03.908 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:03.908 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.908 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:03.908 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:03.908 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.908 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.908 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:03.908 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:03.908 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.908 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.908 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:03.908 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:03.908 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:03.909 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:03.909 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:03.909 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.909 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.909 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:03.909 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:03.909 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:03.909 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.909 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:03.909 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.909 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:03.909 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.909 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:03.909 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.909 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.mark.lifecycle 2023-12-03T12:55:03.910 INFO:teuthology.orchestra.run.smithi019.stdout: def test_lifecycle_set(): 2023-12-03T12:55:03.910 INFO:teuthology.orchestra.run.smithi019.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:55:03.910 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.910 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:7953: 2023-12-03T12:55:03.910 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.910 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:55:03.910 INFO:teuthology.orchestra.run.smithi019.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:55:03.910 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:03.910 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:03.910 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:03.910 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:03.910 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:03.910 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:03.910 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:03.911 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:03.911 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:03.911 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:03.911 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:03.911 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:03.911 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:03.911 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:03.911 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:03.911 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:03.911 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:03.911 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:03.911 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:03.911 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:03.912 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:03.912 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:03.912 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:03.912 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:03.912 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:03.912 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:03.912 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:03.912 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:03.912 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:03.912 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:03.912 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:03.912 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:03.912 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:03.913 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:03.913 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.913 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.913 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:03.913 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:03.913 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.913 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:03.913 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.913 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:03.913 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:03.913 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:03.913 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:03.913 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:03.913 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:03.913 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:03.913 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:03.914 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:03.914 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:03.914 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:03.914 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:03.914 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:03.914 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.914 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:03.914 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:03.914 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:03.914 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:03.914 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:03.914 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:03.914 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:03.914 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:03.914 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:03.915 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:03.915 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:03.915 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.915 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.915 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:03.915 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:03.915 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:03.915 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:03.915 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:03.915 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.915 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.915 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:03.915 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:03.915 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:03.916 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:03.916 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:03.916 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.916 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:03.916 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:03.916 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:03.916 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:03.916 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:03.916 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/test-client.0-4a6zemzjywb5q3g-389" 2023-12-03T12:55:03.916 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.916 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:03.916 INFO:teuthology.orchestra.run.smithi019.stdout:______________________________ test_lifecycle_get ______________________________ 2023-12-03T12:55:03.916 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.916 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:03.917 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.917 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:03.917 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:03.917 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.917 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:03.917 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:03.917 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:03.917 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:03.917 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:03.917 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.917 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:03.917 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:03.917 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.917 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.917 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:03.917 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:03.918 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.918 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.918 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:03.918 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.918 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:03.918 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:03.918 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.918 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.918 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:03.918 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:03.918 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.918 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:03.918 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:03.918 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:03.918 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:03.919 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:03.919 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:03.919 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:03.919 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.919 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:03.919 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:03.919 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:03.919 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:03.919 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:03.919 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:03.919 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:03.919 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:03.919 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:03.919 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.920 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:03.920 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:03.920 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:03.920 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:03.920 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.920 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:03.920 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:03.920 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:03.920 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:03.920 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.920 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.920 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:03.920 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:03.920 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:03.920 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:03.921 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.921 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.921 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:03.921 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:03.921 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:03.921 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.921 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:03.921 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.921 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:03.921 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:03.921 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.921 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:03.921 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:03.921 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:03.922 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:03.922 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:03.922 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:03.922 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.922 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:03.922 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.922 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:03.922 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.922 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:03.922 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:03.922 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.922 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:03.922 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.922 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:03.922 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:03.923 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:03.923 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:03.923 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:03.923 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:03.923 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:03.923 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:03.923 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:03.923 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:03.923 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:03.923 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:03.923 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:03.923 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.923 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:03.923 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:03.923 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:03.923 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:03.924 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:03.924 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:03.924 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:03.924 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:03.924 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:03.924 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:03.924 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:03.924 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.924 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.924 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:03.924 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.924 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:03.924 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:03.924 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:03.924 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:03.925 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:03.925 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:03.925 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:03.925 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:03.925 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:03.925 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:03.925 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:03.925 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:03.925 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:03.925 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:03.925 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.925 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.925 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:03.925 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.926 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:03.926 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:03.926 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.926 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:03.926 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:03.926 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:03.926 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:03.926 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:03.926 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.926 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:03.926 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:03.926 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.926 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.926 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:03.927 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:03.927 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.927 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.927 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:03.927 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:03.927 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:03.927 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:03.927 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:03.927 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.927 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.927 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:03.927 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:03.927 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:03.927 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.927 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:03.927 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.927 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:03.928 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.928 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:03.928 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.928 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.mark.lifecycle 2023-12-03T12:55:03.928 INFO:teuthology.orchestra.run.smithi019.stdout: def test_lifecycle_get(): 2023-12-03T12:55:03.928 INFO:teuthology.orchestra.run.smithi019.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:55:03.928 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.928 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:7963: 2023-12-03T12:55:03.928 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.928 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:55:03.928 INFO:teuthology.orchestra.run.smithi019.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:55:03.928 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:03.928 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:03.928 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:03.928 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:03.929 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:03.929 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:03.929 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:03.929 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:03.929 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:03.929 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:03.929 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:03.929 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:03.929 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:03.929 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:03.929 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:03.929 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:03.929 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:03.929 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:03.929 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:03.930 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:03.930 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:03.930 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:03.930 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:03.930 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:03.930 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:03.930 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:03.930 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:03.930 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:03.930 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:03.930 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:03.930 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:03.930 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:03.930 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:03.931 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:03.931 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.931 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.931 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:03.931 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:03.931 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.931 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:03.931 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.931 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:03.931 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:03.931 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:03.931 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:03.931 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:03.932 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:03.932 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:03.932 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:03.932 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:03.932 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:03.932 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:03.932 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:03.932 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:03.932 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.932 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:03.932 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:03.932 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:03.932 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:03.932 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:03.932 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:03.933 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:03.933 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:03.933 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:03.933 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:03.933 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:03.933 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.933 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.933 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:03.933 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:03.933 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:03.933 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:03.933 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:03.933 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.933 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.933 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:03.934 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:03.934 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:03.934 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:03.934 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:03.934 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.934 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:03.934 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:03.934 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:03.934 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:03.934 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:03.934 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/test-client.0-4a6zemzjywb5q3g-390" 2023-12-03T12:55:03.934 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.934 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:03.935 INFO:teuthology.orchestra.run.smithi019.stdout:___________________________ test_lifecycle_get_no_id ___________________________ 2023-12-03T12:55:03.935 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.935 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:03.935 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.935 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:03.935 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:03.935 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.935 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:03.935 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:03.935 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:03.935 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:03.935 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:03.935 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.936 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:03.936 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:03.936 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.936 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.936 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:03.936 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:03.936 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.936 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.936 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:03.936 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.936 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:03.936 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:03.936 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.936 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.936 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:03.937 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:03.937 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.937 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:03.937 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:03.937 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:03.937 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:03.937 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:03.937 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:03.937 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:03.937 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.937 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:03.937 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:03.937 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:03.937 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:03.938 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:03.938 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:03.938 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:03.938 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:03.938 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:03.938 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.938 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:03.938 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:03.938 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:03.938 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:03.938 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.938 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:03.938 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:03.938 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:03.939 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:03.939 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.939 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.939 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:03.939 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:03.939 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:03.939 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:03.939 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.939 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.939 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:03.939 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:03.939 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:03.939 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.940 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:03.940 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.940 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:03.940 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:03.940 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.940 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:03.940 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:03.940 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:03.940 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:03.940 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:03.940 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:03.940 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.940 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:03.940 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.940 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:03.941 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.941 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:03.941 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:03.941 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.941 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:03.941 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.941 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:03.941 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:03.941 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:03.941 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:03.941 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:03.941 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:03.941 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:03.941 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:03.942 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:03.942 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:03.942 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:03.942 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:03.942 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:03.942 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.942 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:03.942 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:03.942 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:03.942 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:03.942 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:03.942 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:03.942 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:03.942 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:03.943 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:03.943 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:03.943 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:03.943 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.943 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.943 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:03.943 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.943 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:03.943 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:03.943 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:03.943 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:03.943 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:03.943 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:03.943 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:03.944 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:03.944 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:03.944 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:03.944 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:03.944 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:03.944 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:03.944 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:03.944 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.944 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.944 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:03.944 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.944 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:03.944 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:03.944 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.944 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:03.944 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:03.945 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:03.945 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:03.945 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:03.945 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.945 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:03.945 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:03.945 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.945 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.945 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:03.945 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:03.945 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.945 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.945 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:03.945 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:03.945 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:03.946 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:03.946 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:03.946 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.946 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.946 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:03.946 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:03.946 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:03.946 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.946 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:03.946 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.946 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:03.946 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.946 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:03.946 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.947 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.mark.lifecycle 2023-12-03T12:55:03.947 INFO:teuthology.orchestra.run.smithi019.stdout: def test_lifecycle_get_no_id(): 2023-12-03T12:55:03.947 INFO:teuthology.orchestra.run.smithi019.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:55:03.947 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.947 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:7974: 2023-12-03T12:55:03.947 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.947 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:55:03.947 INFO:teuthology.orchestra.run.smithi019.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:55:03.947 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:03.947 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:03.947 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:03.947 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:03.947 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:03.947 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:03.947 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:03.948 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:03.948 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:03.948 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:03.948 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:03.948 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:03.948 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:03.948 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:03.948 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:03.948 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:03.948 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:03.948 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:03.948 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:03.948 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:03.949 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:03.949 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:03.949 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:03.949 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:03.949 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:03.949 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:03.949 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:03.949 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:03.949 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:03.949 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:03.949 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:03.949 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:03.949 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:03.949 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:03.949 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.949 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.949 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:03.950 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:03.950 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.950 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:03.950 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.950 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:03.950 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:03.950 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:03.950 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:03.950 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:03.950 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:03.950 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:03.950 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:03.950 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:03.950 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:03.951 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:03.951 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:03.951 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:03.951 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.951 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:03.951 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:03.951 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:03.951 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:03.951 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:03.951 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:03.951 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:03.951 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:03.951 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:03.951 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:03.952 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:03.952 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.952 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.952 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:03.952 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:03.952 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:03.952 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:03.952 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:03.952 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.952 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.952 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:03.952 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:03.952 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:03.952 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:03.953 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:03.953 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.953 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:03.953 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:03.953 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:03.953 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:03.953 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:03.953 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/test-client.0-4a6zemzjywb5q3g-391" 2023-12-03T12:55:03.953 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.953 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:03.953 INFO:teuthology.orchestra.run.smithi019.stdout:__________________________ test_lifecycle_id_too_long __________________________ 2023-12-03T12:55:03.953 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.953 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:03.953 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.953 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:03.954 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:03.954 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.954 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:03.954 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:03.954 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:03.954 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:03.954 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:03.954 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.954 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:03.954 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:03.954 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.954 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.954 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:03.954 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:03.955 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.955 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.955 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:03.955 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.955 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:03.955 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:03.955 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.955 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.955 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:03.955 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:03.955 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.955 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:03.955 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:03.955 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:03.955 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:03.955 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:03.956 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:03.956 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:03.956 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.956 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:03.956 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:03.956 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:03.956 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:03.956 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:03.956 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:03.956 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:03.956 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:03.956 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:03.956 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.956 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:03.957 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:03.957 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:03.957 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:03.957 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.957 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:03.957 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:03.957 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:03.957 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:03.957 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.957 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.957 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:03.957 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:03.957 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:03.957 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:03.957 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.958 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.958 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:03.958 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:03.958 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:03.958 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.958 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:03.958 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.958 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:03.958 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:03.958 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.958 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:03.958 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:03.958 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:03.958 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:03.959 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:03.959 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:03.959 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.959 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:03.959 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.959 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:03.959 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.959 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:03.959 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:03.959 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.959 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:03.959 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.959 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:03.959 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:03.959 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:03.960 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:03.960 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:03.960 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:03.960 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:03.960 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:03.960 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:03.960 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:03.960 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:03.960 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:03.960 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:03.960 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.960 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:03.960 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:03.960 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:03.960 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:03.961 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:03.961 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:03.961 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:03.961 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:03.961 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:03.961 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:03.961 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:03.961 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.961 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.961 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:03.961 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.961 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:03.961 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:03.961 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:03.962 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:03.962 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:03.962 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:03.962 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:03.962 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:03.962 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:03.962 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:03.962 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:03.962 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:03.962 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:03.962 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:03.962 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.962 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.963 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:03.963 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.963 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:03.963 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:03.963 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.963 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:03.963 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:03.963 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:03.963 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:03.963 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:03.963 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.963 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:03.963 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:03.963 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.963 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.963 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:03.964 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:03.964 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.964 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.964 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:03.964 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:03.964 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:03.964 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:03.964 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:03.964 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.964 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.964 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:03.964 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:03.964 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:03.964 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.965 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:03.965 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.965 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:03.965 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.965 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:03.965 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.965 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.mark.lifecycle 2023-12-03T12:55:03.965 INFO:teuthology.orchestra.run.smithi019.stdout: def test_lifecycle_id_too_long(): 2023-12-03T12:55:03.965 INFO:teuthology.orchestra.run.smithi019.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:55:03.965 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.965 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:8322: 2023-12-03T12:55:03.965 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.965 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:55:03.965 INFO:teuthology.orchestra.run.smithi019.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:55:03.966 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:03.966 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:03.966 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:03.966 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:03.966 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:03.966 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:03.966 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:03.966 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:03.966 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:03.966 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:03.966 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:03.966 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:03.966 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:03.967 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:03.967 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:03.967 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:03.967 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:03.967 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:03.967 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:03.967 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:03.967 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:03.967 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:03.967 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:03.967 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:03.967 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:03.967 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:03.967 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:03.967 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:03.968 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:03.968 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:03.968 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:03.968 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:03.968 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:03.968 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:03.968 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.968 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.968 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:03.968 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:03.968 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.968 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:03.968 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.968 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:03.968 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:03.969 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:03.969 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:03.969 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:03.969 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:03.969 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:03.969 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:03.969 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:03.969 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:03.969 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:03.969 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:03.969 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:03.969 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.969 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:03.969 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:03.969 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:03.970 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:03.970 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:03.970 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:03.970 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:03.970 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:03.970 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:03.970 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:03.970 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:03.970 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.970 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.970 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:03.970 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:03.971 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:03.971 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:03.971 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:03.971 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.971 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.971 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:03.971 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:03.971 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:03.971 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:03.971 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:03.971 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.971 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:03.971 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:03.972 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:03.972 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:03.972 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:03.972 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/test-client.0-4a6zemzjywb5q3g-392" 2023-12-03T12:55:03.972 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.972 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:03.972 INFO:teuthology.orchestra.run.smithi019.stdout:____________________________ test_lifecycle_same_id ____________________________ 2023-12-03T12:55:03.972 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.972 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:03.972 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.972 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:03.972 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:03.972 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.972 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:03.972 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:03.972 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:03.973 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:03.973 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:03.973 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.973 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:03.973 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:03.973 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.973 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.973 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:03.973 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:03.973 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.973 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.973 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:03.973 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.974 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:03.974 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:03.974 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.974 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.974 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:03.974 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:03.974 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.974 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:03.974 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:03.974 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:03.974 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:03.974 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:03.974 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:03.975 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:03.975 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.975 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:03.975 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:03.975 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:03.975 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:03.975 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:03.975 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:03.975 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:03.975 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:03.975 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:03.975 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.975 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:03.975 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:03.976 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:03.976 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:03.976 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.976 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:03.976 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:03.976 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:03.976 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:03.976 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.976 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.976 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:03.976 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:03.976 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:03.976 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:03.976 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.977 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.977 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:03.977 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:03.977 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:03.977 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.977 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:03.977 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.977 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:03.977 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:03.977 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.977 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:03.977 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:03.977 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:03.977 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:03.977 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:03.978 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:03.978 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.978 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:03.978 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.978 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:03.978 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.978 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:03.978 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:03.978 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.978 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:03.978 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.978 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:03.978 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:03.978 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:03.979 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:03.979 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:03.979 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:03.979 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:03.979 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:03.979 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:03.979 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:03.979 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:03.979 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:03.979 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:03.979 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.979 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:03.979 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:03.979 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:03.980 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:03.980 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:03.980 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:03.980 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:03.980 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:03.980 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:03.980 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:03.980 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:03.980 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.980 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.980 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:03.980 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.980 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:03.980 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:03.980 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:03.981 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:03.981 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:03.981 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:03.981 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:03.981 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:03.981 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:03.981 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:03.981 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:03.981 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:03.981 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:03.981 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:03.981 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.981 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.981 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:03.982 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.982 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:03.982 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:03.982 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.982 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:03.982 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:03.982 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:03.982 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:03.982 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:03.982 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.982 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:03.982 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:03.983 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.983 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.983 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:03.983 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:03.983 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.983 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.983 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:03.983 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:03.983 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:03.983 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:03.983 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:03.983 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.983 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.983 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:03.984 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:03.984 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:03.984 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.984 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:03.984 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.984 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:03.984 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.984 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:03.984 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.984 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.mark.lifecycle 2023-12-03T12:55:03.984 INFO:teuthology.orchestra.run.smithi019.stdout: def test_lifecycle_same_id(): 2023-12-03T12:55:03.984 INFO:teuthology.orchestra.run.smithi019.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:55:03.984 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.984 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:8334: 2023-12-03T12:55:03.985 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.985 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:55:03.985 INFO:teuthology.orchestra.run.smithi019.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:55:03.985 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:03.985 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:03.985 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:03.985 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:03.985 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:03.985 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:03.985 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:03.985 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:03.985 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:03.985 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:03.985 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:03.985 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:03.986 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:03.986 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:03.986 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:03.986 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:03.986 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:03.986 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:03.986 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:03.986 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:03.986 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:03.986 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:03.986 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:03.986 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:03.986 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:03.986 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:03.987 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:03.987 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:03.987 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:03.987 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:03.987 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:03.987 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:03.987 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:03.987 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:03.987 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.987 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.987 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:03.987 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:03.987 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.987 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:03.988 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.988 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:03.988 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:03.988 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:03.988 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:03.988 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:03.988 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:03.988 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:03.988 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:03.988 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:03.988 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:03.988 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:03.988 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:03.988 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:03.989 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.989 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:03.989 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:03.989 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:03.989 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:03.989 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:03.989 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:03.989 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:03.989 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:03.989 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:03.989 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:03.989 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:03.989 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.989 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.989 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:03.990 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:03.990 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:03.990 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:03.990 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:03.990 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.990 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.990 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:03.990 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:03.990 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:03.990 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:03.990 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:03.990 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.990 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:03.991 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:03.991 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:03.991 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:03.991 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:03.991 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/test-client.0-4a6zemzjywb5q3g-393" 2023-12-03T12:55:03.991 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.991 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:03.991 INFO:teuthology.orchestra.run.smithi019.stdout:________________________ test_lifecycle_invalid_status _________________________ 2023-12-03T12:55:03.991 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.991 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:03.991 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.992 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:03.992 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:03.992 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.992 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:03.992 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:03.992 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:03.992 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:03.992 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:03.992 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.992 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:03.992 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:03.992 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.992 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.993 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:03.993 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:03.993 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.993 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.993 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:03.993 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.993 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:03.993 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:03.993 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:03.993 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.993 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:03.993 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:03.993 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.993 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:03.994 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:03.994 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:03.994 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:03.994 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:03.994 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:03.994 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:03.994 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.994 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:03.994 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:03.994 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:03.994 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:03.994 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:03.994 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:03.994 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:03.995 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:03.995 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:03.995 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.995 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:03.995 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:03.995 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:03.995 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:03.995 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.995 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:03.995 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:03.995 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:03.995 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:03.996 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.996 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.996 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:03.996 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:03.996 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:03.996 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:03.996 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:03.996 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.996 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:03.996 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:03.996 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:03.996 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.996 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:03.996 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.997 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:03.997 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:03.997 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.997 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:03.997 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:03.997 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:03.997 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:03.997 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:03.997 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:03.997 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.997 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:03.997 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.997 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:03.997 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.998 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:03.998 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:03.998 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.998 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:03.998 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:03.998 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:03.998 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:03.998 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:03.998 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:03.998 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:03.998 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:03.998 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:03.998 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:03.998 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:03.998 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:03.998 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:03.999 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:03.999 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:03.999 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:03.999 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:03.999 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:03.999 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:03.999 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:03.999 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:03.999 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:03.999 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:03.999 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:03.999 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:03.999 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:04.000 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:04.000 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.000 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.000 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:04.000 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.000 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:04.000 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:04.000 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:04.000 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:04.000 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:04.000 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:04.000 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:04.000 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:04.001 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:04.001 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:04.001 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:04.001 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:04.001 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:04.001 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:04.001 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.001 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.001 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:04.001 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.001 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:04.001 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:04.001 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.001 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:04.002 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:04.002 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:04.002 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:04.002 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:04.002 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.002 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:04.002 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:04.002 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.002 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.002 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:04.002 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:04.002 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.002 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.002 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:04.003 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:04.003 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:04.003 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:04.003 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:04.003 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.003 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.003 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:04.003 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:04.003 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:04.003 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.003 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:04.003 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.003 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:04.003 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.003 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:04.004 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.004 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.mark.lifecycle 2023-12-03T12:55:04.004 INFO:teuthology.orchestra.run.smithi019.stdout: def test_lifecycle_invalid_status(): 2023-12-03T12:55:04.004 INFO:teuthology.orchestra.run.smithi019.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:55:04.004 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.004 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:8347: 2023-12-03T12:55:04.004 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.004 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:55:04.004 INFO:teuthology.orchestra.run.smithi019.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:55:04.004 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:04.004 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:04.004 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:04.004 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:04.004 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:04.004 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:04.005 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:04.005 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:04.005 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:04.005 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:04.005 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:04.005 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:04.005 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:04.005 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:04.005 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:04.005 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:04.005 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:04.005 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:04.005 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:04.005 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:04.005 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:04.006 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:04.006 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:04.006 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:04.006 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:04.006 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:04.006 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:04.006 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:04.006 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:04.006 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:04.006 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:04.006 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:04.006 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:04.006 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:04.007 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.007 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.007 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:04.007 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:04.007 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.007 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:04.007 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.007 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:04.007 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:04.007 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:04.007 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:04.007 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:04.007 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:04.007 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:04.007 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:04.007 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:04.008 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:04.008 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:04.008 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:04.008 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:04.008 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.008 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:04.008 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:04.008 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:04.008 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:04.008 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:04.008 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:04.008 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:04.008 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:04.008 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:04.008 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:04.008 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:04.009 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.009 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.009 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:04.009 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:04.009 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:04.009 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:04.009 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:04.009 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.009 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.009 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:04.009 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:04.009 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:04.009 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:04.010 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:04.010 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.010 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:04.010 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:04.010 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:04.010 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:04.010 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:04.010 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/test-client.0-4a6zemzjywb5q3g-394" 2023-12-03T12:55:04.010 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.010 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:04.010 INFO:teuthology.orchestra.run.smithi019.stdout:___________________________ test_lifecycle_set_date ____________________________ 2023-12-03T12:55:04.010 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.010 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:04.010 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.011 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:04.011 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:04.011 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.011 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:04.011 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:04.011 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:04.011 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:04.011 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:04.011 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.011 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:04.011 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:04.011 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.011 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.011 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:04.012 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:04.012 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.012 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.012 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:04.012 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.012 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:04.012 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:04.012 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.012 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.012 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:04.012 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:04.012 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.012 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:04.013 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:04.013 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:04.013 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:04.013 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:04.013 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:04.013 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:04.013 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.013 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:04.013 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:04.013 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:04.013 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:04.013 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:04.013 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:04.013 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:04.013 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:04.014 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:04.014 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.014 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:04.014 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:04.014 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:04.014 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:04.014 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.014 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:04.014 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:04.014 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:04.014 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:04.014 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.014 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.015 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:04.015 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:04.015 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:04.015 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:04.015 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.015 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.015 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:04.015 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:04.015 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:04.015 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.015 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:04.015 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.015 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:04.015 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:04.015 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.016 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:04.016 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:04.016 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:04.016 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:04.016 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:04.016 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:04.016 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.016 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:04.016 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.016 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:04.016 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.016 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:04.016 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:04.016 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.016 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:04.016 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.017 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:04.017 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:04.017 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:04.017 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:04.017 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:04.017 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:04.017 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:04.017 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:04.017 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:04.017 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:04.017 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:04.017 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:04.017 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:04.017 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.018 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:04.018 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:04.018 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:04.018 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:04.018 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:04.018 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:04.018 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:04.018 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:04.018 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:04.018 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:04.018 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:04.018 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.018 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.018 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:04.019 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.019 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:04.019 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:04.019 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:04.019 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:04.019 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:04.019 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:04.019 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:04.019 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:04.019 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:04.019 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:04.019 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:04.019 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:04.019 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:04.020 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:04.020 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.020 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.020 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:04.020 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.020 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:04.020 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:04.020 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.020 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:04.020 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:04.020 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:04.020 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:04.020 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:04.020 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.020 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:04.020 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:04.020 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.021 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.021 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:04.021 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:04.021 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.021 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.021 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:04.021 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:04.021 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:04.021 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:04.021 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:04.021 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.021 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.021 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:04.022 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:04.022 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:04.022 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.022 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:04.022 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.022 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:04.022 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.022 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:04.022 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.022 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.mark.lifecycle 2023-12-03T12:55:04.022 INFO:teuthology.orchestra.run.smithi019.stdout: def test_lifecycle_set_date(): 2023-12-03T12:55:04.022 INFO:teuthology.orchestra.run.smithi019.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:55:04.022 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.023 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:8375: 2023-12-03T12:55:04.023 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.023 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:55:04.023 INFO:teuthology.orchestra.run.smithi019.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:55:04.023 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:04.023 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:04.023 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:04.023 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:04.023 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:04.023 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:04.023 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:04.023 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:04.023 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:04.023 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:04.023 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:04.024 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:04.024 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:04.024 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:04.024 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:04.024 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:04.024 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:04.024 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:04.024 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:04.024 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:04.024 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:04.024 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:04.024 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:04.024 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:04.024 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:04.025 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:04.025 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:04.025 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:04.025 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:04.025 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:04.025 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:04.025 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:04.025 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:04.025 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:04.025 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.025 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.025 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:04.025 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:04.025 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.026 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:04.026 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.026 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:04.026 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:04.026 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:04.026 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:04.026 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:04.026 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:04.026 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:04.026 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:04.026 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:04.026 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:04.026 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:04.027 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:04.027 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:04.027 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.027 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:04.027 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:04.027 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:04.027 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:04.027 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:04.027 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:04.027 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:04.027 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:04.027 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:04.027 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:04.027 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:04.027 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.027 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.028 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:04.028 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:04.028 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:04.028 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:04.028 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:04.028 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.028 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.028 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:04.028 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:04.028 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:04.029 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:04.029 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:04.029 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.029 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:04.029 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:04.029 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:04.029 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:04.029 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:04.029 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/test-client.0-4a6zemzjywb5q3g-395" 2023-12-03T12:55:04.029 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.029 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:04.029 INFO:teuthology.orchestra.run.smithi019.stdout:_______________________ test_lifecycle_set_invalid_date ________________________ 2023-12-03T12:55:04.029 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.029 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:04.029 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.030 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:04.030 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:04.030 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.030 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:04.030 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:04.030 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:04.030 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:04.030 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:04.030 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.030 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:04.030 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:04.030 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.030 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.030 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:04.031 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:04.031 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.031 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.031 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:04.031 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.031 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:04.031 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:04.031 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.031 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.031 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:04.031 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:04.031 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.031 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:04.032 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:04.032 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:04.032 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:04.032 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:04.032 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:04.032 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:04.032 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.032 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:04.032 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:04.032 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:04.032 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:04.032 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:04.032 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:04.032 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:04.033 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:04.033 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:04.033 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.033 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:04.033 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:04.033 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:04.033 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:04.033 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.033 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:04.033 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:04.033 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:04.033 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:04.033 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.033 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.034 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:04.034 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:04.034 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:04.034 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:04.034 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.034 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.034 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:04.034 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:04.034 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:04.034 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.034 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:04.034 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.034 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:04.034 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:04.035 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.035 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:04.035 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:04.035 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:04.035 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:04.035 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:04.035 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:04.035 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.035 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:04.035 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.035 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:04.035 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.035 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:04.035 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:04.036 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.036 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:04.036 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.036 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:04.036 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:04.036 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:04.036 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:04.036 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:04.036 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:04.036 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:04.036 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:04.037 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:04.037 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:04.037 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:04.037 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:04.037 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:04.037 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.037 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:04.037 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:04.037 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:04.037 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:04.037 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:04.037 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:04.037 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:04.038 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:04.038 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:04.038 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:04.038 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:04.038 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.038 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.038 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:04.038 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.038 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:04.038 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:04.038 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:04.038 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:04.038 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:04.039 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:04.039 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:04.039 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:04.039 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:04.039 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:04.039 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:04.039 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:04.039 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:04.039 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:04.039 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.039 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.039 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:04.039 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.040 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:04.040 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:04.040 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.040 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:04.040 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:04.040 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:04.040 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:04.040 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:04.040 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.040 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:04.040 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:04.040 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.040 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.040 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:04.041 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:04.041 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.041 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.041 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:04.041 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:04.041 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:04.041 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:04.041 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:04.041 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.041 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.041 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:04.041 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:04.041 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:04.042 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.042 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:04.042 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.042 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:04.042 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.042 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:04.042 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.042 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.mark.lifecycle 2023-12-03T12:55:04.042 INFO:teuthology.orchestra.run.smithi019.stdout: def test_lifecycle_set_invalid_date(): 2023-12-03T12:55:04.042 INFO:teuthology.orchestra.run.smithi019.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:55:04.042 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.042 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:8385: 2023-12-03T12:55:04.042 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.042 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:55:04.043 INFO:teuthology.orchestra.run.smithi019.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:55:04.043 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:04.043 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:04.043 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:04.043 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:04.043 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:04.043 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:04.043 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:04.043 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:04.043 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:04.043 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:04.043 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:04.043 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:04.043 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:04.044 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:04.044 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:04.044 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:04.044 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:04.044 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:04.044 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:04.044 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:04.044 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:04.044 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:04.044 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:04.044 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:04.044 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:04.044 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:04.045 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:04.045 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:04.045 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:04.045 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:04.045 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:04.045 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:04.045 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:04.045 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:04.045 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.045 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.045 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:04.045 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:04.045 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.045 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:04.045 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.046 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:04.046 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:04.046 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:04.046 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:04.046 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:04.046 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:04.046 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:04.046 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:04.046 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:04.046 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:04.046 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:04.046 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:04.046 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:04.046 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.047 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:04.047 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:04.047 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:04.047 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:04.047 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:04.047 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:04.047 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:04.047 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:04.047 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:04.047 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:04.047 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:04.047 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.047 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.048 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:04.048 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:04.048 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:04.048 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:04.048 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:04.048 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.048 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.048 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:04.048 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:04.048 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:04.048 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:04.048 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:04.048 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.049 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:04.049 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:04.049 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:04.049 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:04.049 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:04.049 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/test-client.0-4a6zemzjywb5q3g-396" 2023-12-03T12:55:04.049 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.049 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:04.049 INFO:teuthology.orchestra.run.smithi019.stdout:________________________ test_lifecycle_set_noncurrent _________________________ 2023-12-03T12:55:04.049 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.049 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:04.049 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.049 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:04.049 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:04.050 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.050 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:04.050 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:04.050 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:04.050 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:04.050 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:04.050 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.050 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:04.050 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:04.050 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.050 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.051 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:04.051 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:04.051 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.051 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.051 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:04.051 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.051 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:04.051 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:04.051 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.051 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.051 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:04.051 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:04.052 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.052 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:04.052 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:04.052 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:04.052 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:04.052 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:04.052 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:04.052 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:04.052 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.052 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:04.052 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:04.052 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:04.052 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:04.052 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:04.053 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:04.053 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:04.053 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:04.053 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:04.053 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.053 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:04.053 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:04.053 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:04.053 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:04.053 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.053 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:04.053 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:04.053 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:04.053 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:04.053 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.054 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.054 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:04.054 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:04.054 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:04.054 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:04.054 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.054 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.054 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:04.054 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:04.054 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:04.054 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.054 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:04.054 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.055 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:04.055 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:04.055 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.055 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:04.055 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:04.055 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:04.055 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:04.055 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:04.055 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:04.055 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.055 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:04.055 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.055 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:04.055 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.056 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:04.056 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:04.056 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.056 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:04.056 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.056 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:04.056 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:04.056 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:04.056 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:04.056 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:04.056 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:04.056 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:04.056 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:04.057 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:04.057 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:04.057 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:04.057 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:04.057 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:04.057 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.057 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:04.057 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:04.057 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:04.057 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:04.057 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:04.057 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:04.058 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:04.058 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:04.058 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:04.058 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:04.058 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:04.058 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.058 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.058 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:04.058 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.058 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:04.058 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:04.058 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:04.058 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:04.058 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:04.058 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:04.059 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:04.059 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:04.059 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:04.059 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:04.059 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:04.059 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:04.059 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:04.059 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:04.059 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.059 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.059 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:04.059 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.059 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:04.059 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:04.060 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.060 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:04.060 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:04.060 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:04.060 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:04.060 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:04.060 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.060 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:04.060 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:04.060 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.060 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.060 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:04.061 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:04.061 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.061 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.061 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:04.061 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:04.061 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:04.061 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:04.061 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:04.061 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.062 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.062 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:04.062 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:04.062 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:04.062 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.062 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:04.062 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.062 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:04.062 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.062 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:04.062 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.062 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.mark.lifecycle 2023-12-03T12:55:04.062 INFO:teuthology.orchestra.run.smithi019.stdout: def test_lifecycle_set_noncurrent(): 2023-12-03T12:55:04.063 INFO:teuthology.orchestra.run.smithi019.stdout:> bucket_name = _create_objects(keys=['past/foo', 'future/bar']) 2023-12-03T12:55:04.063 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.063 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:8602: 2023-12-03T12:55:04.063 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.063 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:116: in _create_objects 2023-12-03T12:55:04.063 INFO:teuthology.orchestra.run.smithi019.stdout: bucket = get_new_bucket_resource(name=bucket_name) 2023-12-03T12:55:04.063 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:581: in get_new_bucket_resource 2023-12-03T12:55:04.063 INFO:teuthology.orchestra.run.smithi019.stdout: bucket_location = bucket.create() 2023-12-03T12:55:04.063 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/boto3/resources/factory.py:580: in do_action 2023-12-03T12:55:04.063 INFO:teuthology.orchestra.run.smithi019.stdout: response = action(self, *args, **kwargs) 2023-12-03T12:55:04.063 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/boto3/resources/action.py:88: in __call__ 2023-12-03T12:55:04.063 INFO:teuthology.orchestra.run.smithi019.stdout: response = getattr(parent.meta.client, operation_name)(*args, **params) 2023-12-03T12:55:04.063 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:04.063 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:04.064 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:04.064 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:04.064 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:04.064 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:04.064 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:04.064 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:04.064 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:04.064 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:04.064 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:04.064 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:04.064 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:04.064 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:04.064 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:04.064 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:04.065 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:04.065 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:04.065 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:04.065 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:04.065 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:04.065 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:04.065 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:04.065 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:04.065 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:04.065 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:04.065 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:04.065 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:04.065 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:04.066 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:04.066 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:04.066 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:04.066 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:04.066 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:04.066 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.066 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.066 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:04.066 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:04.066 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.066 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:04.066 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.066 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:04.066 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:04.067 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:04.067 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:04.067 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:04.067 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:04.067 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:04.067 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:04.067 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:04.067 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:04.067 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:04.067 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:04.067 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:04.067 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.067 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:04.068 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:04.068 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:04.068 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:04.068 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:04.068 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:04.068 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:04.068 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:04.068 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:04.068 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:04.068 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:04.068 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.068 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.068 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:04.068 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:04.069 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:04.069 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:04.069 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:04.069 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.069 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.069 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:04.069 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:04.069 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:04.069 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:04.069 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:04.069 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.069 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:04.069 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:04.070 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:04.070 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:04.070 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:04.070 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/test-client.0-4a6zemzjywb5q3g-397" 2023-12-03T12:55:04.070 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.070 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:04.070 INFO:teuthology.orchestra.run.smithi019.stdout:_______________________ test_lifecycle_set_deletemarker ________________________ 2023-12-03T12:55:04.070 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.070 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:04.070 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.070 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:04.070 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:04.070 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.071 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:04.071 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:04.071 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:04.071 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:04.071 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:04.071 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.071 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:04.071 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:04.071 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.071 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.071 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:04.071 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:04.071 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.071 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.072 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:04.072 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.072 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:04.072 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:04.072 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.072 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.072 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:04.072 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:04.072 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.072 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:04.072 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:04.072 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:04.073 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:04.073 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:04.073 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:04.073 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:04.073 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.073 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:04.073 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:04.073 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:04.073 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:04.073 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:04.073 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:04.073 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:04.073 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:04.074 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:04.074 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.074 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:04.074 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:04.074 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:04.074 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:04.074 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.074 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:04.074 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:04.074 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:04.074 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:04.074 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.074 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.075 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:04.075 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:04.075 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:04.075 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:04.075 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.075 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.075 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:04.075 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:04.075 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:04.075 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.075 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:04.075 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.075 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:04.076 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:04.076 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.076 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:04.076 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:04.076 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:04.076 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:04.076 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:04.076 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:04.076 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.076 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:04.076 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.076 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:04.076 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.076 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:04.077 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:04.077 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.077 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:04.077 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.077 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:04.077 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:04.077 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:04.077 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:04.077 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:04.077 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:04.077 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:04.077 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:04.077 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:04.077 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:04.078 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:04.078 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:04.078 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:04.078 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.078 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:04.078 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:04.078 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:04.078 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:04.078 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:04.078 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:04.078 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:04.078 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:04.079 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:04.079 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:04.079 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:04.079 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.079 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.079 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:04.079 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.079 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:04.079 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:04.079 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:04.079 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:04.079 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:04.079 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:04.079 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:04.080 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:04.080 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:04.080 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:04.080 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:04.080 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:04.080 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:04.080 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:04.080 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.080 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.080 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:04.080 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.080 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:04.080 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:04.080 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.081 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:04.081 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:04.081 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:04.081 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:04.081 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:04.081 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.081 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:04.081 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:04.081 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.081 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.081 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:04.081 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:04.081 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.081 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.082 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:04.082 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:04.082 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:04.082 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:04.082 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:04.082 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.082 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.082 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:04.082 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:04.082 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:04.082 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.082 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:04.082 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.082 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:04.083 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.083 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:04.083 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.083 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.mark.lifecycle 2023-12-03T12:55:04.083 INFO:teuthology.orchestra.run.smithi019.stdout: def test_lifecycle_set_deletemarker(): 2023-12-03T12:55:04.083 INFO:teuthology.orchestra.run.smithi019.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:55:04.083 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.083 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:8641: 2023-12-03T12:55:04.083 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.083 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:55:04.083 INFO:teuthology.orchestra.run.smithi019.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:55:04.083 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:04.083 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:04.084 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:04.084 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:04.084 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:04.084 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:04.084 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:04.084 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:04.084 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:04.084 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:04.084 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:04.084 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:04.084 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:04.084 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:04.084 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:04.084 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:04.085 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:04.085 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:04.085 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:04.085 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:04.085 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:04.085 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:04.085 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:04.085 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:04.085 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:04.085 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:04.085 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:04.085 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:04.086 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:04.086 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:04.086 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:04.086 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:04.086 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:04.086 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:04.086 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.086 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.086 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:04.086 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:04.086 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.086 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:04.086 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.087 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:04.087 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:04.087 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:04.087 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:04.087 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:04.087 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:04.087 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:04.087 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:04.087 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:04.087 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:04.087 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:04.087 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:04.087 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:04.088 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.088 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:04.088 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:04.088 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:04.088 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:04.088 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:04.088 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:04.088 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:04.088 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:04.088 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:04.088 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:04.088 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:04.088 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.089 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.089 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:04.089 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:04.089 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:04.089 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:04.089 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:04.089 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.089 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.089 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:04.089 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:04.089 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:04.089 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:04.089 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:04.090 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.090 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:04.090 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:04.090 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:04.090 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:04.090 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:04.090 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/test-client.0-4a6zemzjywb5q3g-398" 2023-12-03T12:55:04.090 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.090 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:04.090 INFO:teuthology.orchestra.run.smithi019.stdout:__________________________ test_lifecycle_set_filter ___________________________ 2023-12-03T12:55:04.090 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.090 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:04.090 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.090 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:04.091 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:04.091 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.091 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:04.091 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:04.091 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:04.091 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:04.091 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:04.091 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.091 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:04.091 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:04.091 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.091 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.092 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:04.092 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:04.092 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.092 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.092 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:04.092 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.092 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:04.092 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:04.092 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.092 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.092 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:04.092 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:04.092 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.092 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:04.093 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:04.093 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:04.093 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:04.093 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:04.093 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:04.093 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:04.093 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.093 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:04.093 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:04.093 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:04.093 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:04.093 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:04.094 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:04.094 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:04.094 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:04.094 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:04.094 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.094 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:04.094 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:04.094 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:04.094 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:04.094 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.094 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:04.094 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:04.094 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:04.095 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:04.095 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.095 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.095 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:04.095 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:04.095 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:04.095 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:04.095 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.095 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.095 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:04.095 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:04.095 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:04.095 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.095 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:04.096 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.096 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:04.096 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:04.096 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.096 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:04.096 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:04.096 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:04.096 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:04.096 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:04.096 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:04.096 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.096 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:04.097 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.097 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:04.097 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.097 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:04.097 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:04.097 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.097 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:04.097 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.097 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:04.097 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:04.097 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:04.097 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:04.097 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:04.098 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:04.098 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:04.098 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:04.098 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:04.098 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:04.098 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:04.098 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:04.098 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:04.098 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.098 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:04.098 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:04.098 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:04.098 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:04.099 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:04.099 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:04.099 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:04.099 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:04.099 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:04.099 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:04.099 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:04.099 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.099 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.099 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:04.099 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.099 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:04.099 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:04.099 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:04.100 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:04.100 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:04.100 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:04.100 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:04.100 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:04.100 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:04.100 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:04.100 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:04.100 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:04.100 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:04.100 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:04.100 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.100 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.100 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:04.100 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.101 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:04.101 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:04.101 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.101 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:04.101 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:04.101 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:04.101 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:04.101 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:04.101 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.101 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:04.101 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:04.101 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.101 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.102 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:04.102 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:04.102 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.102 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.102 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:04.102 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:04.102 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:04.102 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:04.102 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:04.102 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.102 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.103 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:04.103 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:04.103 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:04.103 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.103 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:04.103 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.103 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:04.103 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.103 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:04.103 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.103 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.mark.lifecycle 2023-12-03T12:55:04.103 INFO:teuthology.orchestra.run.smithi019.stdout: def test_lifecycle_set_filter(): 2023-12-03T12:55:04.103 INFO:teuthology.orchestra.run.smithi019.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:55:04.103 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.104 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:8650: 2023-12-03T12:55:04.104 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.104 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:55:04.104 INFO:teuthology.orchestra.run.smithi019.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:55:04.104 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:04.104 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:04.104 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:04.104 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:04.104 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:04.104 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:04.104 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:04.104 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:04.105 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:04.105 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:04.105 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:04.105 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:04.105 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:04.105 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:04.105 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:04.105 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:04.105 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:04.105 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:04.105 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:04.105 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:04.105 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:04.105 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:04.106 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:04.106 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:04.106 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:04.106 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:04.106 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:04.106 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:04.106 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:04.106 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:04.106 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:04.106 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:04.106 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:04.106 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:04.106 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.107 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.107 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:04.107 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:04.107 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.107 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:04.107 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.107 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:04.107 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:04.107 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:04.107 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:04.107 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:04.107 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:04.107 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:04.107 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:04.108 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:04.108 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:04.108 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:04.108 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:04.108 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:04.108 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.108 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:04.108 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:04.108 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:04.108 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:04.108 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:04.108 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:04.108 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:04.108 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:04.109 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:04.109 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:04.109 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:04.109 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.109 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.109 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:04.109 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:04.109 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:04.109 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:04.109 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:04.109 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.109 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.110 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:04.110 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:04.110 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:04.110 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:04.110 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:04.110 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.110 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:04.110 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:04.110 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:04.110 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:04.110 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:04.110 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/test-client.0-4a6zemzjywb5q3g-399" 2023-12-03T12:55:04.110 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.110 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:04.111 INFO:teuthology.orchestra.run.smithi019.stdout:_______________________ test_lifecycle_set_empty_filter ________________________ 2023-12-03T12:55:04.111 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.111 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:04.111 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.111 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:04.111 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:04.111 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.111 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:04.111 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:04.111 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:04.111 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:04.111 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:04.111 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.111 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:04.112 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:04.112 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.112 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.112 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:04.112 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:04.112 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.112 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.112 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:04.112 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.112 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:04.112 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:04.112 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.113 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.113 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:04.113 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:04.113 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.113 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:04.113 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:04.113 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:04.113 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:04.113 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:04.113 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:04.113 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:04.113 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.113 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:04.113 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:04.114 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:04.114 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:04.114 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:04.114 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:04.114 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:04.114 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:04.114 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:04.114 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.114 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:04.114 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:04.114 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:04.114 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:04.114 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.115 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:04.115 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:04.115 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:04.115 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:04.115 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.115 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.115 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:04.115 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:04.115 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:04.115 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:04.115 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.115 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.115 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:04.115 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:04.116 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:04.116 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.116 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:04.116 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.116 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:04.116 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:04.116 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.116 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:04.116 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:04.116 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:04.116 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:04.116 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:04.116 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:04.116 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.117 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:04.117 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.117 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:04.117 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.117 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:04.117 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:04.117 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.117 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:04.117 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.117 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:04.117 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:04.117 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:04.117 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:04.117 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:04.118 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:04.118 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:04.118 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:04.118 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:04.118 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:04.118 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:04.118 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:04.118 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:04.118 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.118 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:04.118 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:04.118 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:04.118 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:04.118 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:04.119 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:04.119 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:04.119 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:04.119 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:04.119 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:04.119 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:04.119 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.119 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.119 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:04.119 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.119 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:04.119 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:04.119 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:04.119 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:04.120 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:04.120 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:04.120 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:04.120 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:04.120 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:04.120 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:04.120 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:04.120 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:04.120 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:04.120 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:04.120 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.120 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.120 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:04.120 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.121 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:04.121 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:04.121 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.121 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:04.121 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:04.121 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:04.121 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:04.121 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:04.121 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.121 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:04.121 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:04.121 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.121 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.122 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:04.122 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:04.122 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.122 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.122 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:04.122 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:04.122 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:04.122 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:04.122 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:04.122 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.122 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.122 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:04.122 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:04.123 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:04.123 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.123 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:04.123 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.123 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:04.123 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.123 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:04.123 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.123 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.mark.lifecycle 2023-12-03T12:55:04.123 INFO:teuthology.orchestra.run.smithi019.stdout: def test_lifecycle_set_empty_filter(): 2023-12-03T12:55:04.123 INFO:teuthology.orchestra.run.smithi019.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:55:04.123 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.123 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:8659: 2023-12-03T12:55:04.123 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.124 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:55:04.124 INFO:teuthology.orchestra.run.smithi019.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:55:04.124 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:04.124 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:04.124 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:04.124 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:04.124 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:04.124 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:04.124 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:04.124 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:04.124 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:04.124 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:04.124 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:04.124 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:04.124 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:04.125 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:04.125 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:04.125 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:04.125 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:04.125 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:04.125 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:04.125 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:04.125 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:04.125 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:04.125 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:04.125 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:04.125 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:04.126 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:04.126 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:04.126 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:04.126 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:04.126 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:04.126 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:04.126 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:04.126 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:04.126 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:04.126 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.126 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.126 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:04.126 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:04.126 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.127 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:04.127 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.127 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:04.127 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:04.127 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:04.127 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:04.127 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:04.127 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:04.127 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:04.127 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:04.127 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:04.127 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:04.127 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:04.127 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:04.128 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:04.128 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.128 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:04.128 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:04.128 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:04.128 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:04.128 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:04.128 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:04.128 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:04.128 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:04.128 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:04.128 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:04.128 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:04.129 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.129 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.129 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:04.129 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:04.129 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:04.129 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:04.129 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:04.129 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.129 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.129 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:04.129 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:04.129 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:04.129 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:04.129 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:04.129 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.129 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:04.130 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:04.130 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:04.130 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:04.130 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:04.130 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/test-client.0-4a6zemzjywb5q3g-400" 2023-12-03T12:55:04.130 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.130 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:04.130 INFO:teuthology.orchestra.run.smithi019.stdout:_________________________ test_lifecycle_set_multipart _________________________ 2023-12-03T12:55:04.130 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.130 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:04.130 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.130 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:04.130 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:04.131 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.131 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:04.131 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:04.131 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:04.131 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:04.131 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:04.131 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.131 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:04.131 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:04.131 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.131 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.131 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:04.131 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:04.131 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.131 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.132 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:04.132 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.132 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:04.132 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:04.132 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.132 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.132 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:04.132 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:04.132 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.132 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:04.132 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:04.132 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:04.133 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:04.133 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:04.133 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:04.133 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:04.133 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.133 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:04.133 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:04.133 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:04.133 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:04.133 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:04.133 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:04.133 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:04.133 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:04.133 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:04.133 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.134 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:04.134 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:04.134 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:04.134 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:04.134 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.134 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:04.134 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:04.134 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:04.134 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:04.134 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.134 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.134 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:04.134 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:04.135 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:04.135 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:04.135 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.135 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.135 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:04.135 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:04.135 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:04.135 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.135 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:04.135 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.135 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:04.135 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:04.135 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.136 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:04.136 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:04.136 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:04.136 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:04.136 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:04.136 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:04.136 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.136 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:04.136 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.136 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:04.136 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.136 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:04.136 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:04.136 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.136 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:04.137 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.137 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:04.137 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:04.137 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:04.137 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:04.137 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:04.137 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:04.137 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:04.137 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:04.137 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:04.137 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:04.137 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:04.137 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:04.137 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:04.137 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.138 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:04.138 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:04.138 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:04.138 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:04.138 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:04.138 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:04.138 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:04.138 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:04.138 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:04.138 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:04.138 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:04.138 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.138 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.138 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:04.138 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.138 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:04.139 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:04.139 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:04.139 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:04.139 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:04.139 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:04.139 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:04.139 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:04.139 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:04.139 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:04.139 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:04.139 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:04.139 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:04.139 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:04.140 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.140 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.140 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:04.140 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.140 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:04.140 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:04.140 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.140 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:04.140 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:04.140 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:04.140 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:04.140 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:04.140 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.140 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:04.140 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:04.141 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.141 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.141 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:04.141 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:04.141 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.141 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.141 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:04.141 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:04.141 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:04.141 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:04.141 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:04.141 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.141 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.142 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:04.142 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:04.142 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:04.142 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.142 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:04.142 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.142 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:04.142 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.142 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:04.142 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.142 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.mark.lifecycle 2023-12-03T12:55:04.142 INFO:teuthology.orchestra.run.smithi019.stdout: def test_lifecycle_set_multipart(): 2023-12-03T12:55:04.142 INFO:teuthology.orchestra.run.smithi019.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:55:04.143 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.143 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:8703: 2023-12-03T12:55:04.143 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.143 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:55:04.143 INFO:teuthology.orchestra.run.smithi019.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:55:04.143 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:04.143 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:04.143 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:04.143 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:04.143 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:04.143 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:04.143 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:04.143 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:04.143 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:04.144 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:04.144 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:04.144 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:04.144 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:04.144 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:04.144 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:04.144 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:04.144 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:04.144 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:04.144 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:04.144 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:04.144 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:04.144 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:04.144 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:04.145 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:04.145 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:04.145 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:04.145 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:04.145 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:04.145 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:04.145 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:04.145 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:04.145 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:04.145 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:04.145 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:04.145 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.145 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.145 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:04.146 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:04.146 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.146 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:04.146 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.146 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:04.146 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:04.146 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:04.146 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:04.146 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:04.146 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:04.146 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:04.146 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:04.147 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:04.147 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:04.147 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:04.147 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:04.147 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:04.147 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.147 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:04.147 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:04.147 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:04.147 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:04.147 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:04.147 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:04.147 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:04.148 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:04.148 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:04.148 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:04.148 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:04.148 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.148 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.148 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:04.148 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:04.148 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:04.148 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:04.148 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:04.148 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.148 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.148 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:04.149 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:04.149 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:04.149 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:04.149 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:04.149 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.149 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:04.149 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:04.149 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:04.149 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:04.149 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:04.149 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/test-client.0-4a6zemzjywb5q3g-401" 2023-12-03T12:55:04.149 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.149 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:04.150 INFO:teuthology.orchestra.run.smithi019.stdout:__________________ test_lifecycle_transition_set_invalid_date __________________ 2023-12-03T12:55:04.150 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.150 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:04.150 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.150 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:04.150 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:04.150 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.150 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:04.150 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:04.150 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:04.150 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:04.150 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:04.150 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.150 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:04.151 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:04.151 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.151 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.151 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:04.151 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:04.151 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.151 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.151 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:04.151 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.151 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:04.151 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:04.151 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.152 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.152 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:04.152 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:04.152 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.152 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:04.152 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:04.152 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:04.152 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:04.152 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:04.152 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:04.152 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:04.152 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.152 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:04.152 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:04.153 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:04.153 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:04.153 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:04.153 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:04.153 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:04.153 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:04.153 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:04.153 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.153 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:04.153 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:04.153 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:04.153 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:04.153 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.153 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:04.154 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:04.154 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:04.154 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:04.154 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.154 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.154 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:04.154 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:04.154 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:04.154 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:04.154 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.154 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.154 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:04.154 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:04.155 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:04.155 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.155 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:04.155 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.155 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:04.155 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:04.155 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.155 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:04.155 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:04.155 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:04.155 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:04.155 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:04.155 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:04.155 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.155 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:04.156 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.156 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:04.156 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.156 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:04.156 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:04.156 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.156 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:04.156 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.156 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:04.156 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:04.156 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:04.156 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:04.156 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:04.156 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:04.157 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:04.157 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:04.157 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:04.157 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:04.157 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:04.157 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:04.157 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:04.157 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.157 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:04.157 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:04.157 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:04.157 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:04.157 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:04.157 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:04.158 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:04.158 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:04.158 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:04.158 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:04.158 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:04.158 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.158 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.158 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:04.158 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.158 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:04.158 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:04.158 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:04.158 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:04.158 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:04.159 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:04.159 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:04.159 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:04.159 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:04.159 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:04.159 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:04.159 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:04.159 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:04.159 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:04.159 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.159 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.159 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:04.159 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.159 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:04.160 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:04.160 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.160 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:04.160 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:04.160 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:04.160 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:04.160 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:04.160 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.160 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:04.160 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:04.160 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.160 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.160 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:04.161 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:04.161 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.161 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.161 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:04.161 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:04.161 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:04.161 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:04.161 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:04.161 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.161 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.161 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:04.161 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:04.161 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:04.161 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.161 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:04.162 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.162 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:04.162 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.162 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:04.162 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.162 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.mark.lifecycle 2023-12-03T12:55:04.162 INFO:teuthology.orchestra.run.smithi019.stdout: def test_lifecycle_transition_set_invalid_date(): 2023-12-03T12:55:04.162 INFO:teuthology.orchestra.run.smithi019.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:55:04.162 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.162 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:8752: 2023-12-03T12:55:04.162 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.162 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:55:04.162 INFO:teuthology.orchestra.run.smithi019.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:55:04.162 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:04.163 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:04.163 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:04.163 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:04.163 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:04.163 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:04.163 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:04.163 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:04.163 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:04.163 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:04.163 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:04.163 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:04.163 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:04.163 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:04.163 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:04.163 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:04.164 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:04.164 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:04.164 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:04.164 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:04.164 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:04.164 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:04.164 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:04.164 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:04.164 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:04.164 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:04.164 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:04.164 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:04.164 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:04.164 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:04.164 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:04.165 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:04.165 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:04.165 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:04.165 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.165 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.165 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:04.165 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:04.165 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.165 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:04.165 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.165 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:04.165 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:04.166 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:04.166 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:04.166 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:04.166 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:04.166 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:04.166 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:04.166 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:04.166 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:04.166 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:04.166 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:04.166 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:04.166 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.166 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:04.166 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:04.166 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:04.167 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:04.167 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:04.167 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:04.167 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:04.167 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:04.167 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:04.167 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:04.167 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:04.167 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.167 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.167 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:04.167 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:04.167 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:04.167 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:04.168 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:04.168 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.168 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.168 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:04.168 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:04.168 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:04.168 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:04.168 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:04.168 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.168 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:04.168 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:04.168 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:04.168 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:04.168 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:04.169 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/test-client.0-4a6zemzjywb5q3g-402" 2023-12-03T12:55:04.169 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.169 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:04.169 INFO:teuthology.orchestra.run.smithi019.stdout:__________________________ test_encrypted_transfer_1b __________________________ 2023-12-03T12:55:04.169 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.169 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:04.169 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.169 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:04.169 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:04.169 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.169 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:04.169 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:04.169 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:04.169 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:04.169 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:04.170 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.170 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:04.170 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:04.170 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.170 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.170 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:04.170 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:04.170 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.170 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.170 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:04.170 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.170 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:04.170 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:04.171 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.171 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.171 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:04.171 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:04.171 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.171 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:04.171 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:04.171 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:04.171 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:04.171 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:04.171 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:04.171 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:04.171 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.172 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:04.172 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:04.172 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:04.172 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:04.172 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:04.172 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:04.172 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:04.172 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:04.172 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:04.172 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.172 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:04.172 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:04.172 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:04.172 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:04.173 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.173 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:04.173 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:04.173 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:04.173 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:04.173 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.173 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.173 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:04.173 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:04.173 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:04.173 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:04.173 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.173 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.173 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:04.173 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:04.174 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:04.174 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.174 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:04.174 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.174 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:04.174 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:04.174 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.174 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:04.174 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:04.174 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:04.174 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:04.174 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:04.174 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:04.175 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.175 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:04.175 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.175 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:04.175 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.175 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:04.175 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:04.175 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.175 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:04.175 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.175 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:04.175 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:04.176 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:04.176 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:04.176 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:04.176 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:04.176 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:04.176 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:04.176 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:04.176 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:04.176 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:04.176 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:04.176 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:04.176 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.176 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:04.176 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:04.177 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:04.177 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:04.177 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:04.177 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:04.177 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:04.177 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:04.177 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:04.177 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:04.177 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:04.177 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.177 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.177 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:04.177 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.177 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:04.177 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:04.178 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:04.178 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:04.178 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:04.178 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:04.178 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:04.178 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:04.178 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:04.178 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:04.178 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:04.178 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:04.178 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:04.178 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:04.179 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.179 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.179 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:04.179 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.179 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:04.179 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:04.179 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.179 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:04.179 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:04.179 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:04.179 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:04.179 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:04.179 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.179 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:04.179 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:04.180 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.180 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.180 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:04.180 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:04.180 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.180 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.180 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:04.180 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:04.180 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:04.180 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:04.180 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:04.180 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.180 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.180 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:04.180 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:04.181 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:04.181 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.181 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:04.181 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.181 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:04.181 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.181 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:04.181 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.181 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.mark.encryption 2023-12-03T12:55:04.181 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.mark.fails_on_dbstore 2023-12-03T12:55:04.181 INFO:teuthology.orchestra.run.smithi019.stdout: def test_encrypted_transfer_1b(): 2023-12-03T12:55:04.181 INFO:teuthology.orchestra.run.smithi019.stdout:> _test_encryption_sse_customer_write(1) 2023-12-03T12:55:04.181 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.182 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:9326: 2023-12-03T12:55:04.182 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.182 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:8766: in _test_encryption_sse_customer_write 2023-12-03T12:55:04.182 INFO:teuthology.orchestra.run.smithi019.stdout: bucket_name = get_new_bucket() 2023-12-03T12:55:04.182 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:55:04.182 INFO:teuthology.orchestra.run.smithi019.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:55:04.182 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:04.182 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:04.182 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:04.182 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:04.182 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:04.182 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:04.182 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:04.182 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:04.183 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:04.183 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:04.183 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:04.183 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:04.183 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:04.183 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:04.183 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:04.183 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:04.183 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:04.183 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:04.183 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:04.183 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:04.183 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:04.183 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:04.183 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:04.184 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:04.184 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:04.184 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:04.184 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:04.184 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:04.184 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:04.184 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:04.184 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:04.184 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:04.184 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:04.184 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:04.184 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.184 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.184 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:04.185 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:04.185 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.185 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:04.185 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.185 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:04.185 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:04.185 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:04.185 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:04.185 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:04.185 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:04.185 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:04.185 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:04.185 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:04.185 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:04.186 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:04.186 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:04.186 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:04.186 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.186 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:04.186 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:04.186 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:04.186 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:04.186 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:04.186 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:04.186 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:04.186 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:04.186 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:04.186 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:04.186 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:04.187 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.187 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.187 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:04.187 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:04.187 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:04.187 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:04.187 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:04.187 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.187 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.187 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:04.187 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:04.187 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:04.187 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:04.187 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:04.188 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.188 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:04.188 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:04.188 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:04.188 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:04.188 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:04.188 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/test-client.0-4a6zemzjywb5q3g-403" 2023-12-03T12:55:04.188 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.188 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:04.188 INFO:teuthology.orchestra.run.smithi019.stdout:_________________________ test_encrypted_transfer_1kb __________________________ 2023-12-03T12:55:04.188 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.188 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:04.188 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.189 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:04.189 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:04.189 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.189 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:04.189 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:04.189 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:04.189 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:04.189 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:04.189 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.189 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:04.189 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:04.189 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.189 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.189 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:04.190 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:04.190 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.190 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.190 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:04.190 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.190 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:04.190 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:04.190 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.190 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.190 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:04.190 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:04.190 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.190 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:04.191 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:04.191 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:04.191 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:04.191 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:04.191 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:04.191 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:04.191 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.191 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:04.191 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:04.191 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:04.191 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:04.191 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:04.192 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:04.192 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:04.192 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:04.192 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:04.192 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.192 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:04.192 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:04.192 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:04.192 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:04.192 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.192 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:04.192 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:04.192 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:04.192 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:04.193 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.193 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.193 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:04.193 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:04.193 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:04.193 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:04.193 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.193 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.193 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:04.193 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:04.193 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:04.193 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.193 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:04.193 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.193 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:04.194 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:04.194 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.194 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:04.194 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:04.194 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:04.194 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:04.194 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:04.194 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:04.194 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.194 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:04.194 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.194 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:04.194 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.195 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:04.195 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:04.195 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.195 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:04.195 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.195 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:04.195 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:04.195 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:04.195 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:04.195 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:04.195 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:04.195 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:04.195 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:04.195 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:04.195 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:04.196 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:04.196 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:04.196 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:04.196 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.196 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:04.196 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:04.196 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:04.196 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:04.196 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:04.196 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:04.196 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:04.196 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:04.196 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:04.196 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:04.196 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:04.197 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.197 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.197 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:04.197 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.197 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:04.197 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:04.197 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:04.197 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:04.197 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:04.197 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:04.197 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:04.197 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:04.197 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:04.197 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:04.198 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:04.198 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:04.198 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:04.198 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:04.198 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.198 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.198 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:04.198 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.198 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:04.198 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:04.198 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.198 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:04.198 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:04.198 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:04.199 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:04.199 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:04.199 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.199 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:04.199 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:04.199 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.199 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.199 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:04.199 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:04.199 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.199 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.199 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:04.199 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:04.199 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:04.199 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:04.199 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:04.200 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.200 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.200 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:04.200 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:04.200 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:04.200 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.200 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:04.200 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.200 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:04.200 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.200 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:04.200 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.200 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.mark.encryption 2023-12-03T12:55:04.201 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.mark.fails_on_dbstore 2023-12-03T12:55:04.201 INFO:teuthology.orchestra.run.smithi019.stdout: def test_encrypted_transfer_1kb(): 2023-12-03T12:55:04.201 INFO:teuthology.orchestra.run.smithi019.stdout:> _test_encryption_sse_customer_write(1024) 2023-12-03T12:55:04.201 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.201 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:9332: 2023-12-03T12:55:04.201 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.201 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:8766: in _test_encryption_sse_customer_write 2023-12-03T12:55:04.201 INFO:teuthology.orchestra.run.smithi019.stdout: bucket_name = get_new_bucket() 2023-12-03T12:55:04.201 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:55:04.201 INFO:teuthology.orchestra.run.smithi019.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:55:04.201 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:04.201 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:04.201 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:04.202 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:04.202 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:04.202 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:04.202 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:04.202 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:04.202 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:04.202 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:04.202 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:04.202 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:04.202 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:04.202 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:04.202 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:04.203 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:04.203 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:04.203 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:04.203 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:04.203 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:04.203 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:04.203 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:04.203 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:04.203 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:04.203 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:04.203 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:04.203 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:04.204 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:04.204 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:04.204 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:04.204 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:04.204 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:04.204 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:04.204 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:04.204 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.204 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.204 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:04.204 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:04.204 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.204 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:04.204 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.204 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:04.204 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:04.205 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:04.205 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:04.205 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:04.205 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:04.205 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:04.205 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:04.205 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:04.205 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:04.205 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:04.205 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:04.205 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:04.205 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.205 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:04.206 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:04.206 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:04.206 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:04.206 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:04.206 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:04.206 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:04.206 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:04.206 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:04.206 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:04.206 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:04.206 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.206 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.206 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:04.207 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:04.207 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:04.207 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:04.207 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:04.207 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.207 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.207 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:04.207 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:04.207 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:04.207 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:04.207 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:04.207 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.207 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:04.207 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:04.208 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:04.208 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:04.208 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:04.208 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/test-client.0-4a6zemzjywb5q3g-404" 2023-12-03T12:55:04.208 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.208 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:04.208 INFO:teuthology.orchestra.run.smithi019.stdout:_________________________ test_encrypted_transfer_1MB __________________________ 2023-12-03T12:55:04.208 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.208 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:04.208 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.208 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:04.208 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:04.208 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.208 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:04.208 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:04.209 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:04.209 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:04.209 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:04.209 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.209 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:04.209 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:04.209 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.209 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.209 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:04.209 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:04.209 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.209 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.209 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:04.210 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.210 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:04.210 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:04.210 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.210 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.210 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:04.210 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:04.210 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.210 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:04.210 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:04.210 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:04.210 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:04.210 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:04.210 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:04.210 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:04.211 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.211 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:04.211 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:04.211 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:04.211 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:04.211 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:04.211 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:04.211 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:04.211 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:04.211 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:04.211 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.211 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:04.211 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:04.211 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:04.212 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:04.212 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.212 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:04.212 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:04.212 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:04.212 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:04.212 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.212 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.212 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:04.212 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:04.212 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:04.212 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:04.212 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.212 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.213 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:04.213 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:04.213 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:04.213 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.213 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:04.213 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.213 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:04.213 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:04.213 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.213 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:04.213 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:04.213 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:04.213 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:04.214 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:04.214 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:04.214 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.214 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:04.214 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.214 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:04.214 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.214 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:04.214 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:04.214 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.214 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:04.214 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.214 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:04.215 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:04.215 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:04.215 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:04.215 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:04.215 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:04.215 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:04.215 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:04.215 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:04.215 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:04.215 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:04.215 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:04.215 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:04.215 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.215 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:04.216 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:04.216 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:04.216 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:04.216 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:04.216 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:04.216 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:04.216 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:04.216 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:04.216 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:04.216 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:04.216 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.216 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.216 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:04.217 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.217 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:04.217 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:04.217 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:04.217 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:04.217 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:04.217 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:04.217 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:04.217 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:04.217 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:04.217 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:04.217 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:04.217 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:04.217 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:04.217 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:04.218 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.218 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.218 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:04.218 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.218 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:04.218 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:04.218 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.218 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:04.218 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:04.218 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:04.218 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:04.218 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:04.218 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.218 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:04.218 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:04.219 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.219 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.219 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:04.219 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:04.219 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.219 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.219 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:04.219 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:04.219 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:04.219 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:04.219 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:04.219 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.219 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.220 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:04.220 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:04.220 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:04.220 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.220 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:04.220 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.220 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:04.220 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.220 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:04.220 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.220 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.mark.encryption 2023-12-03T12:55:04.220 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.mark.fails_on_dbstore 2023-12-03T12:55:04.220 INFO:teuthology.orchestra.run.smithi019.stdout: def test_encrypted_transfer_1MB(): 2023-12-03T12:55:04.220 INFO:teuthology.orchestra.run.smithi019.stdout:> _test_encryption_sse_customer_write(1024*1024) 2023-12-03T12:55:04.220 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.221 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:9338: 2023-12-03T12:55:04.221 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.221 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:8766: in _test_encryption_sse_customer_write 2023-12-03T12:55:04.221 INFO:teuthology.orchestra.run.smithi019.stdout: bucket_name = get_new_bucket() 2023-12-03T12:55:04.221 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:55:04.221 INFO:teuthology.orchestra.run.smithi019.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:55:04.221 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:04.221 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:04.221 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:04.221 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:04.221 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:04.221 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:04.221 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:04.222 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:04.222 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:04.222 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:04.222 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:04.222 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:04.222 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:04.222 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:04.222 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:04.222 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:04.222 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:04.222 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:04.222 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:04.223 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:04.223 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:04.223 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:04.223 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:04.223 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:04.223 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:04.223 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:04.223 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:04.223 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:04.223 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:04.223 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:04.223 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:04.223 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:04.223 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:04.223 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:04.224 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.224 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.224 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:04.224 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:04.224 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.224 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:04.224 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.224 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:04.224 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:04.224 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:04.224 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:04.224 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:04.224 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:04.224 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:04.224 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:04.224 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:04.225 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:04.225 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:04.225 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:04.225 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:04.225 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.225 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:04.225 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:04.225 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:04.225 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:04.225 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:04.225 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:04.225 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:04.225 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:04.225 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:04.225 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:04.226 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:04.226 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.226 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.226 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:04.226 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:04.226 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:04.226 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:04.226 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:04.226 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.226 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.226 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:04.226 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:04.226 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:04.227 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:04.227 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:04.227 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.227 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:04.227 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:04.227 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:04.227 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:04.227 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:04.227 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/test-client.0-4a6zemzjywb5q3g-405" 2023-12-03T12:55:04.227 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.227 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:04.227 INFO:teuthology.orchestra.run.smithi019.stdout:_________________________ test_encrypted_transfer_13b __________________________ 2023-12-03T12:55:04.227 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.228 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:04.228 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.228 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:04.228 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:04.228 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.228 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:04.228 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:04.228 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:04.228 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:04.228 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:04.228 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.228 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:04.228 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:04.228 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.228 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.229 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:04.229 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:04.229 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.229 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.229 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:04.229 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.229 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:04.229 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:04.229 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.229 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.229 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:04.229 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:04.230 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.230 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:04.230 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:04.230 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:04.230 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:04.230 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:04.230 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:04.230 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:04.230 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.230 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:04.230 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:04.230 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:04.230 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:04.230 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:04.231 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:04.231 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:04.231 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:04.231 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:04.231 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.231 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:04.231 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:04.231 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:04.231 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:04.231 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.231 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:04.231 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:04.231 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:04.231 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:04.232 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.232 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.232 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:04.232 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:04.232 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:04.232 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:04.232 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.232 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.232 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:04.232 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:04.232 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:04.232 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.232 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:04.232 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.232 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:04.232 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:04.233 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.233 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:04.233 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:04.233 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:04.233 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:04.233 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:04.233 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:04.233 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.233 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:04.233 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.233 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:04.233 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.234 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:04.234 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:04.234 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.234 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:04.234 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.234 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:04.234 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:04.234 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:04.234 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:04.234 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:04.234 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:04.234 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:04.234 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:04.235 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:04.235 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:04.235 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:04.235 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:04.235 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:04.235 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.235 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:04.235 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:04.235 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:04.235 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:04.235 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:04.235 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:04.235 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:04.235 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:04.236 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:04.236 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:04.236 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:04.236 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.236 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.236 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:04.236 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.236 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:04.236 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:04.236 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:04.236 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:04.236 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:04.236 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:04.236 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:04.237 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:04.237 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:04.237 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:04.237 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:04.237 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:04.237 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:04.237 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:04.237 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.237 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.237 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:04.237 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.237 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:04.237 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:04.237 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.237 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:04.238 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:04.238 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:04.238 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:04.238 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:04.238 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.238 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:04.238 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:04.238 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.238 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.238 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:04.238 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:04.238 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.238 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.239 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:04.239 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:04.239 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:04.239 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:04.239 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:04.239 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.239 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.239 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:04.239 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:04.239 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:04.239 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.239 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:04.239 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.239 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:04.240 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.240 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:04.240 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.240 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.mark.encryption 2023-12-03T12:55:04.240 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.mark.fails_on_dbstore 2023-12-03T12:55:04.240 INFO:teuthology.orchestra.run.smithi019.stdout: def test_encrypted_transfer_13b(): 2023-12-03T12:55:04.240 INFO:teuthology.orchestra.run.smithi019.stdout:> _test_encryption_sse_customer_write(13) 2023-12-03T12:55:04.240 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.240 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:9344: 2023-12-03T12:55:04.240 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.240 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:8766: in _test_encryption_sse_customer_write 2023-12-03T12:55:04.240 INFO:teuthology.orchestra.run.smithi019.stdout: bucket_name = get_new_bucket() 2023-12-03T12:55:04.240 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:55:04.240 INFO:teuthology.orchestra.run.smithi019.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:55:04.241 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:04.241 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:04.241 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:04.241 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:04.241 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:04.241 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:04.241 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:04.241 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:04.241 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:04.241 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:04.241 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:04.241 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:04.242 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:04.242 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:04.242 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:04.242 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:04.242 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:04.242 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:04.242 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:04.242 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:04.242 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:04.242 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:04.242 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:04.242 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:04.242 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:04.242 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:04.243 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:04.243 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:04.243 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:04.243 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:04.243 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:04.243 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:04.243 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:04.243 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:04.243 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.243 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.243 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:04.243 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:04.243 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.243 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:04.244 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.244 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:04.244 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:04.244 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:04.244 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:04.244 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:04.244 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:04.244 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:04.244 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:04.244 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:04.244 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:04.244 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:04.244 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:04.244 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:04.245 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.245 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:04.245 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:04.245 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:04.245 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:04.245 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:04.245 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:04.245 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:04.245 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:04.245 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:04.245 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:04.245 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:04.245 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.245 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.246 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:04.246 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:04.246 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:04.246 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:04.246 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:04.246 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.246 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.246 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:04.246 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:04.246 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:04.246 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:04.246 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:04.246 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.246 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:04.247 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:04.247 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:04.247 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:04.247 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:04.247 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/test-client.0-4a6zemzjywb5q3g-406" 2023-12-03T12:55:04.247 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.247 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:04.247 INFO:teuthology.orchestra.run.smithi019.stdout:______________________ test_encryption_sse_c_method_head _______________________ 2023-12-03T12:55:04.247 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.247 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:04.247 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.247 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:04.247 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:04.247 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.248 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:04.248 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:04.248 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:04.248 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:04.248 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:04.248 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.248 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:04.248 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:04.248 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.248 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.248 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:04.248 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:04.248 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.248 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.249 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:04.249 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.249 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:04.249 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:04.249 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.249 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.249 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:04.249 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:04.249 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.249 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:04.249 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:04.249 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:04.249 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:04.249 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:04.250 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:04.250 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:04.250 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.250 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:04.250 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:04.250 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:04.250 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:04.250 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:04.250 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:04.250 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:04.250 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:04.250 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:04.250 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.250 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:04.251 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:04.251 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:04.251 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:04.251 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.251 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:04.251 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:04.251 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:04.251 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:04.251 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.251 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.251 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:04.251 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:04.252 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:04.252 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:04.252 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.252 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.252 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:04.252 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:04.252 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:04.252 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.252 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:04.252 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.252 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:04.252 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:04.252 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.252 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:04.253 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:04.253 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:04.253 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:04.253 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:04.253 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:04.253 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.253 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:04.253 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.253 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:04.253 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.253 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:04.253 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:04.253 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.254 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:04.254 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.254 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:04.254 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:04.254 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:04.254 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:04.254 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:04.254 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:04.254 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:04.254 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:04.254 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:04.254 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:04.254 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:04.254 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:04.255 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:04.255 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.255 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:04.255 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:04.255 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:04.255 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:04.255 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:04.255 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:04.255 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:04.255 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:04.255 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:04.255 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:04.255 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:04.255 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.256 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.256 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:04.256 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.256 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:04.256 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:04.256 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:04.256 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:04.256 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:04.256 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:04.256 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:04.256 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:04.256 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:04.256 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:04.256 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:04.257 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:04.257 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:04.257 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:04.257 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.257 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.257 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:04.257 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.257 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:04.257 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:04.257 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.257 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:04.257 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:04.257 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:04.257 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:04.258 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:04.258 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.258 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:04.258 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:04.258 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.258 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.258 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:04.258 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:04.258 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.258 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.258 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:04.258 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:04.258 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:04.258 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:04.259 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:04.259 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.259 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.259 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:04.259 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:04.259 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:04.259 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.259 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:04.259 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.259 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:04.259 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.259 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:04.259 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.259 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.mark.encryption 2023-12-03T12:55:04.260 INFO:teuthology.orchestra.run.smithi019.stdout: def test_encryption_sse_c_method_head(): 2023-12-03T12:55:04.260 INFO:teuthology.orchestra.run.smithi019.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:55:04.260 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.260 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:9349: 2023-12-03T12:55:04.260 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.260 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:55:04.260 INFO:teuthology.orchestra.run.smithi019.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:55:04.260 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:04.260 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:04.260 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:04.260 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:04.260 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:04.260 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:04.260 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:04.261 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:04.261 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:04.261 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:04.261 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:04.261 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:04.261 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:04.261 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:04.261 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:04.261 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:04.261 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:04.261 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:04.261 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:04.261 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:04.262 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:04.262 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:04.262 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:04.262 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:04.262 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:04.262 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:04.262 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:04.262 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:04.262 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:04.262 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:04.262 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:04.262 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:04.262 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:04.263 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:04.263 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.263 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.263 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:04.263 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:04.263 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.263 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:04.263 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.263 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:04.263 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:04.263 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:04.263 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:04.263 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:04.264 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:04.264 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:04.264 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:04.264 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:04.264 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:04.264 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:04.264 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:04.264 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:04.264 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.264 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:04.264 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:04.264 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:04.265 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:04.265 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:04.265 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:04.265 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:04.265 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:04.265 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:04.265 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:04.265 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:04.265 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.265 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.265 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:04.265 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:04.265 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:04.265 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:04.266 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:04.266 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.266 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.266 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:04.266 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:04.266 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:04.266 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:04.266 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:04.266 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.266 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:04.266 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:04.266 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:04.266 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:04.266 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:04.267 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/test-client.0-4a6zemzjywb5q3g-407" 2023-12-03T12:55:04.267 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.267 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:04.267 INFO:teuthology.orchestra.run.smithi019.stdout:________________________ test_encryption_sse_c_present _________________________ 2023-12-03T12:55:04.267 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.267 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:04.267 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.267 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:04.267 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:04.267 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.267 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:04.267 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:04.267 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:04.268 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:04.268 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:04.268 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.268 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:04.268 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:04.268 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.268 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.268 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:04.268 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:04.268 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.268 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.268 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:04.269 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.269 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:04.269 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:04.269 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.269 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.269 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:04.269 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:04.269 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.269 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:04.269 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:04.269 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:04.269 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:04.269 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:04.269 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:04.270 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:04.270 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.270 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:04.270 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:04.270 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:04.270 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:04.270 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:04.270 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:04.270 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:04.270 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:04.270 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:04.270 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.270 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:04.271 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:04.271 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:04.271 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:04.271 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.271 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:04.271 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:04.271 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:04.271 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:04.271 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.271 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.271 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:04.271 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:04.271 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:04.272 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:04.272 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.272 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.272 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:04.272 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:04.272 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:04.272 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.272 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:04.272 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.272 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:04.272 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:04.272 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.272 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:04.272 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:04.273 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:04.273 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:04.273 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:04.273 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:04.273 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.273 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:04.273 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.273 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:04.273 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.273 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:04.273 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:04.273 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.273 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:04.273 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.274 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:04.274 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:04.274 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:04.274 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:04.274 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:04.274 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:04.274 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:04.274 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:04.274 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:04.274 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:04.274 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:04.274 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:04.274 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:04.275 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.275 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:04.275 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:04.275 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:04.275 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:04.275 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:04.275 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:04.275 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:04.275 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:04.275 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:04.275 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:04.275 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:04.275 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.275 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.275 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:04.276 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.276 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:04.276 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:04.276 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:04.276 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:04.276 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:04.276 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:04.276 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:04.276 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:04.276 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:04.276 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:04.276 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:04.276 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:04.276 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:04.277 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:04.277 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.277 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.277 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:04.277 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.277 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:04.277 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:04.277 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.277 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:04.277 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:04.277 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:04.277 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:04.277 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:04.278 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.278 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:04.278 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:04.278 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.278 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.278 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:04.278 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:04.278 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.278 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.278 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:04.278 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:04.278 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:04.278 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:04.279 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:04.279 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.279 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.279 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:04.279 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:04.279 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:04.279 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.279 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:04.279 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.279 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:04.279 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.279 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:04.279 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.280 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.mark.encryption 2023-12-03T12:55:04.280 INFO:teuthology.orchestra.run.smithi019.stdout: def test_encryption_sse_c_present(): 2023-12-03T12:55:04.280 INFO:teuthology.orchestra.run.smithi019.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:55:04.280 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.280 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:9374: 2023-12-03T12:55:04.280 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.280 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:55:04.280 INFO:teuthology.orchestra.run.smithi019.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:55:04.280 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:04.280 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:04.280 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:04.280 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:04.280 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:04.280 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:04.281 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:04.281 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:04.281 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:04.281 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:04.281 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:04.281 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:04.281 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:04.281 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:04.281 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:04.281 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:04.281 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:04.281 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:04.281 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:04.282 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:04.282 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:04.282 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:04.282 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:04.282 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:04.282 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:04.282 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:04.282 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:04.282 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:04.282 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:04.282 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:04.282 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:04.283 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:04.283 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:04.283 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:04.283 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.283 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.283 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:04.283 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:04.283 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.283 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:04.283 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.283 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:04.283 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:04.283 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:04.283 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:04.283 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:04.284 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:04.284 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:04.284 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:04.284 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:04.284 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:04.284 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:04.284 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:04.284 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:04.284 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.284 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:04.284 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:04.284 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:04.285 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:04.285 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:04.285 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:04.285 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:04.285 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:04.285 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:04.285 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:04.285 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:04.285 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.285 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.285 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:04.285 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:04.285 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:04.286 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:04.286 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:04.286 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.286 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.286 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:04.286 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:04.286 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:04.286 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:04.286 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:04.286 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.286 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:04.286 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:04.286 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:04.287 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:04.287 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:04.287 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/test-client.0-4a6zemzjywb5q3g-408" 2023-12-03T12:55:04.287 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.287 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:04.287 INFO:teuthology.orchestra.run.smithi019.stdout:_______________________ test_encryption_sse_c_other_key ________________________ 2023-12-03T12:55:04.287 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.287 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:04.287 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.287 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:04.287 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:04.287 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.287 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:04.287 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:04.288 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:04.288 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:04.288 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:04.288 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.288 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:04.288 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:04.288 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.288 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.288 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:04.288 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:04.288 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.288 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.288 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:04.289 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.289 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:04.289 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:04.289 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.289 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.289 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:04.289 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:04.289 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.289 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:04.289 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:04.289 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:04.289 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:04.289 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:04.290 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:04.290 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:04.290 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.290 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:04.290 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:04.290 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:04.290 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:04.290 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:04.290 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:04.290 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:04.290 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:04.290 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:04.290 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.291 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:04.291 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:04.291 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:04.291 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:04.291 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.291 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:04.291 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:04.291 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:04.291 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:04.291 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.291 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.291 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:04.291 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:04.291 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:04.292 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:04.292 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.292 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.292 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:04.292 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:04.292 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:04.292 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.292 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:04.292 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.292 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:04.292 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:04.292 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.292 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:04.293 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:04.293 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:04.293 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:04.293 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:04.293 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:04.293 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.293 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:04.293 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.293 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:04.293 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.293 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:04.293 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:04.293 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.293 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:04.293 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.294 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:04.294 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:04.294 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:04.294 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:04.294 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:04.294 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:04.294 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:04.294 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:04.294 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:04.294 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:04.294 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:04.294 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:04.294 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:04.295 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.295 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:04.295 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:04.295 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:04.295 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:04.295 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:04.295 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:04.295 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:04.295 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:04.295 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:04.295 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:04.295 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:04.295 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.295 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.296 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:04.296 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.296 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:04.296 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:04.296 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:04.296 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:04.296 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:04.296 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:04.296 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:04.296 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:04.296 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:04.296 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:04.296 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:04.296 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:04.296 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:04.297 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:04.297 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.297 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.297 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:04.297 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.297 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:04.297 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:04.297 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.297 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:04.297 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:04.297 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:04.297 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:04.298 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:04.298 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.298 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:04.298 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:04.298 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.298 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.298 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:04.298 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:04.298 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.298 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.298 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:04.298 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:04.298 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:04.298 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:04.299 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:04.299 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.299 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.299 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:04.299 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:04.299 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:04.299 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.299 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:04.299 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.299 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:04.299 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.299 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:04.299 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.300 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.mark.encryption 2023-12-03T12:55:04.300 INFO:teuthology.orchestra.run.smithi019.stdout: def test_encryption_sse_c_other_key(): 2023-12-03T12:55:04.300 INFO:teuthology.orchestra.run.smithi019.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:55:04.300 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.300 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:9394: 2023-12-03T12:55:04.300 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.300 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:55:04.300 INFO:teuthology.orchestra.run.smithi019.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:55:04.300 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:04.300 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:04.300 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:04.300 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:04.300 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:04.300 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:04.301 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:04.301 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:04.301 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:04.301 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:04.301 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:04.301 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:04.301 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:04.301 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:04.301 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:04.301 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:04.301 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:04.301 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:04.301 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:04.302 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:04.302 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:04.302 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:04.302 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:04.302 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:04.302 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:04.302 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:04.302 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:04.302 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:04.302 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:04.302 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:04.302 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:04.303 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:04.303 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:04.303 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:04.303 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.303 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.303 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:04.303 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:04.303 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.303 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:04.303 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.303 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:04.303 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:04.303 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:04.303 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:04.304 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:04.304 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:04.304 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:04.304 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:04.304 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:04.304 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:04.304 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:04.304 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:04.304 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:04.304 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.304 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:04.304 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:04.304 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:04.305 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:04.305 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:04.305 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:04.305 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:04.305 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:04.305 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:04.305 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:04.305 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:04.305 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.305 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.305 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:04.305 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:04.305 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:04.305 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:04.306 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:04.306 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.306 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.306 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:04.306 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:04.306 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:04.306 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:04.306 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:04.306 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.306 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:04.306 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:04.306 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:04.306 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:04.306 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:04.307 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/test-client.0-4a6zemzjywb5q3g-409" 2023-12-03T12:55:04.307 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.307 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:04.307 INFO:teuthology.orchestra.run.smithi019.stdout:______________________ test_encryption_sse_c_invalid_md5 _______________________ 2023-12-03T12:55:04.307 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.307 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:04.307 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.307 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:04.307 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:04.307 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.307 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:04.307 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:04.307 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:04.308 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:04.308 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:04.308 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.308 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:04.308 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:04.308 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.308 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.308 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:04.308 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:04.308 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.308 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.308 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:04.308 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.309 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:04.309 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:04.309 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.309 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.309 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:04.309 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:04.309 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.309 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:04.309 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:04.309 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:04.309 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:04.309 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:04.309 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:04.309 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:04.309 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.310 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:04.310 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:04.310 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:04.310 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:04.310 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:04.310 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:04.310 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:04.310 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:04.310 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:04.310 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.310 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:04.310 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:04.310 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:04.310 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:04.311 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.311 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:04.311 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:04.311 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:04.311 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:04.311 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.311 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.311 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:04.311 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:04.311 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:04.311 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:04.311 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.311 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.311 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:04.312 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:04.312 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:04.312 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.312 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:04.312 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.312 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:04.312 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:04.312 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.312 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:04.312 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:04.312 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:04.312 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:04.312 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:04.313 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:04.313 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.313 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:04.313 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.313 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:04.313 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.313 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:04.313 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:04.313 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.313 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:04.313 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.313 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:04.313 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:04.313 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:04.314 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:04.314 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:04.314 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:04.314 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:04.314 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:04.314 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:04.314 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:04.314 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:04.314 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:04.314 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:04.314 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.314 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:04.314 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:04.314 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:04.315 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:04.315 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:04.315 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:04.315 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:04.315 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:04.315 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:04.315 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:04.315 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:04.315 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.315 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.315 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:04.315 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.315 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:04.315 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:04.316 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:04.316 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:04.316 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:04.316 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:04.316 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:04.316 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:04.316 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:04.316 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:04.316 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:04.316 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:04.316 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:04.316 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:04.316 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.316 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.317 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:04.317 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.317 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:04.317 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:04.317 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.317 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:04.317 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:04.317 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:04.317 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:04.317 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:04.317 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.317 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:04.317 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:04.318 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.318 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.318 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:04.318 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:04.318 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.318 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.318 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:04.318 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:04.318 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:04.318 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:04.318 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:04.318 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.318 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.318 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:04.319 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:04.319 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:04.319 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.319 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:04.319 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.319 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:04.319 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.319 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:04.319 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.319 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.mark.encryption 2023-12-03T12:55:04.319 INFO:teuthology.orchestra.run.smithi019.stdout: def test_encryption_sse_c_invalid_md5(): 2023-12-03T12:55:04.319 INFO:teuthology.orchestra.run.smithi019.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:55:04.319 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.319 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:9421: 2023-12-03T12:55:04.320 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.320 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:55:04.320 INFO:teuthology.orchestra.run.smithi019.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:55:04.320 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:04.320 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:04.320 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:04.320 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:04.320 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:04.320 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:04.320 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:04.320 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:04.320 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:04.320 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:04.321 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:04.321 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:04.321 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:04.321 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:04.321 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:04.321 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:04.321 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:04.321 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:04.321 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:04.321 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:04.321 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:04.321 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:04.321 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:04.322 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:04.322 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:04.322 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:04.322 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:04.322 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:04.322 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:04.322 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:04.322 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:04.322 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:04.322 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:04.322 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:04.322 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.322 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.322 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:04.323 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:04.323 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.323 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:04.323 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.323 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:04.323 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:04.323 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:04.323 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:04.323 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:04.323 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:04.323 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:04.323 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:04.323 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:04.323 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:04.323 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:04.324 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:04.324 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:04.324 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.324 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:04.324 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:04.324 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:04.324 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:04.324 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:04.324 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:04.324 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:04.324 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:04.324 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:04.324 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:04.325 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:04.325 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.325 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.325 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:04.325 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:04.325 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:04.325 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:04.325 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:04.325 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.325 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.325 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:04.325 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:04.325 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:04.325 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:04.326 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:04.326 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.326 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:04.326 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:04.326 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:04.326 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:04.326 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:04.326 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/test-client.0-4a6zemzjywb5q3g-410" 2023-12-03T12:55:04.326 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.326 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:04.326 INFO:teuthology.orchestra.run.smithi019.stdout:_________________________ test_encryption_sse_c_no_md5 _________________________ 2023-12-03T12:55:04.326 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.326 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:04.326 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.327 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:04.327 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:04.327 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.327 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:04.327 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:04.327 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:04.327 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:04.327 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:04.327 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.327 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:04.327 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:04.327 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.327 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.327 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:04.328 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:04.328 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.328 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.328 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:04.328 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.328 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:04.328 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:04.328 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.328 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.328 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:04.328 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:04.328 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.328 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:04.328 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:04.329 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:04.329 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:04.329 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:04.329 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:04.329 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:04.329 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.329 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:04.329 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:04.329 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:04.329 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:04.329 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:04.329 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:04.329 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:04.329 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:04.330 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:04.330 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.330 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:04.330 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:04.330 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:04.330 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:04.330 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.330 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:04.330 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:04.330 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:04.330 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:04.330 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.330 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.330 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:04.331 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:04.331 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:04.331 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:04.331 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.331 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.331 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:04.331 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:04.331 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:04.331 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.331 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:04.331 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.331 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:04.331 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:04.332 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.332 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:04.332 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:04.332 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:04.332 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:04.332 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:04.332 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:04.332 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.332 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:04.332 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.332 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:04.332 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.332 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:04.332 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:04.332 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.333 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:04.333 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.333 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:04.333 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:04.333 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:04.333 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:04.333 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:04.333 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:04.333 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:04.333 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:04.333 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:04.333 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:04.333 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:04.333 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:04.334 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:04.334 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.334 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:04.334 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:04.334 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:04.334 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:04.334 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:04.334 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:04.334 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:04.334 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:04.334 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:04.334 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:04.334 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:04.335 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.335 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.335 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:04.335 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.335 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:04.335 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:04.335 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:04.335 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:04.335 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:04.335 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:04.335 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:04.335 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:04.335 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:04.335 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:04.336 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:04.336 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:04.336 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:04.336 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:04.336 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.336 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.336 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:04.336 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.336 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:04.336 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:04.336 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.336 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:04.336 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:04.336 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:04.337 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:04.337 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:04.337 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.337 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:04.337 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:04.337 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.337 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.337 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:04.337 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:04.337 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.337 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.337 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:04.337 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:04.338 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:04.338 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:04.338 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:04.338 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.338 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.338 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:04.338 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:04.338 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:04.338 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.338 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:04.338 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.338 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:04.339 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.339 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:04.339 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.339 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.mark.encryption 2023-12-03T12:55:04.339 INFO:teuthology.orchestra.run.smithi019.stdout: def test_encryption_sse_c_no_md5(): 2023-12-03T12:55:04.339 INFO:teuthology.orchestra.run.smithi019.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:55:04.339 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.339 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:9439: 2023-12-03T12:55:04.339 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.339 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:55:04.339 INFO:teuthology.orchestra.run.smithi019.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:55:04.339 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:04.339 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:04.339 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:04.340 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:04.340 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:04.340 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:04.340 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:04.340 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:04.340 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:04.340 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:04.340 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:04.340 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:04.340 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:04.340 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:04.340 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:04.341 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:04.341 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:04.341 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:04.341 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:04.341 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:04.341 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:04.341 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:04.341 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:04.341 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:04.341 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:04.341 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:04.341 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:04.341 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:04.342 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:04.342 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:04.342 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:04.342 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:04.342 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:04.342 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:04.342 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.342 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.342 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:04.342 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:04.342 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.342 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:04.342 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.342 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:04.343 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:04.343 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:04.343 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:04.343 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:04.343 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:04.343 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:04.343 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:04.343 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:04.343 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:04.343 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:04.343 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:04.343 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:04.343 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.344 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:04.344 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:04.344 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:04.344 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:04.344 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:04.344 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:04.344 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:04.344 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:04.344 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:04.344 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:04.344 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:04.344 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.344 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.344 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:04.345 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:04.345 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:04.345 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:04.345 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:04.345 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.345 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.345 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:04.345 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:04.345 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:04.345 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:04.345 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:04.345 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.345 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:04.346 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:04.346 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:04.346 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:04.346 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:04.346 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/test-client.0-4a6zemzjywb5q3g-411" 2023-12-03T12:55:04.346 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.346 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:04.346 INFO:teuthology.orchestra.run.smithi019.stdout:_________________________ test_encryption_sse_c_no_key _________________________ 2023-12-03T12:55:04.346 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.346 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:04.346 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.346 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:04.346 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:04.347 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.347 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:04.347 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:04.347 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:04.347 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:04.347 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:04.347 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.347 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:04.347 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:04.347 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.347 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.347 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:04.347 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:04.347 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.348 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.348 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:04.348 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.348 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:04.348 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:04.348 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.348 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.348 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:04.348 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:04.348 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.348 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:04.348 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:04.348 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:04.348 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:04.349 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:04.349 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:04.349 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:04.349 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.349 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:04.349 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:04.349 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:04.349 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:04.349 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:04.349 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:04.349 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:04.349 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:04.350 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:04.350 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.350 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:04.350 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:04.350 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:04.350 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:04.350 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.350 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:04.350 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:04.350 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:04.350 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:04.350 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.350 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.350 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:04.351 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:04.351 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:04.351 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:04.351 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.351 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.351 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:04.351 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:04.351 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:04.351 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.351 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:04.351 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.351 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:04.351 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:04.352 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.352 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:04.352 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:04.352 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:04.352 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:04.352 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:04.352 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:04.352 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.352 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:04.352 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.374 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-12-03T12:55:04.375 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:04.375 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.375 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:04.375 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:04.375 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.375 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:04.375 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.375 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:04.375 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:04.375 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:04.375 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:04.376 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:04.376 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:04.376 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:04.376 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:04.376 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:04.376 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:04.376 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:04.376 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:04.376 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:04.376 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.376 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:04.376 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:04.377 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:04.377 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:04.377 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:04.377 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:04.377 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:04.377 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:04.377 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:04.377 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:04.377 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:04.377 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.377 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.377 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:04.377 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.377 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:04.377 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:04.378 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:04.378 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:04.378 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:04.378 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:04.378 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:04.378 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:04.378 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:04.378 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:04.378 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:04.378 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:04.378 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:04.378 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:04.378 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.378 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.379 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:04.379 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.379 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:04.379 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:04.379 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.379 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:04.379 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:04.379 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:04.379 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:04.379 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:04.379 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.379 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:04.379 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:04.379 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.379 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.380 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:04.380 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:04.380 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.380 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.380 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:04.380 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:04.380 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:04.380 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:04.380 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:04.380 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.380 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.380 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:04.380 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:04.381 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:04.381 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.381 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:04.381 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.381 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:04.381 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.381 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:04.381 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.381 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.mark.encryption 2023-12-03T12:55:04.381 INFO:teuthology.orchestra.run.smithi019.stdout: def test_encryption_sse_c_no_key(): 2023-12-03T12:55:04.381 INFO:teuthology.orchestra.run.smithi019.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:55:04.381 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.381 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:9454: 2023-12-03T12:55:04.382 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.382 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:55:04.382 INFO:teuthology.orchestra.run.smithi019.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:55:04.382 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:04.382 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:04.382 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:04.382 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:04.382 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:04.382 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:04.382 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:04.382 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:04.382 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:04.382 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:04.383 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:04.383 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:04.383 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:04.383 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:04.383 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:04.383 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:04.383 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:04.383 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:04.383 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:04.383 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:04.383 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:04.383 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:04.383 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:04.383 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:04.384 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:04.384 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:04.384 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:04.384 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:04.384 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:04.384 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:04.384 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:04.384 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:04.384 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:04.384 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:04.384 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.384 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.384 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:04.385 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:04.385 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.385 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:04.385 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.385 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:04.385 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:04.385 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:04.385 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:04.385 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:04.385 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:04.385 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:04.385 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:04.385 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:04.385 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:04.386 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:04.386 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:04.386 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:04.386 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.386 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:04.386 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:04.386 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:04.386 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:04.386 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:04.386 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:04.386 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:04.387 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:04.387 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:04.387 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:04.387 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:04.387 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.387 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.387 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:04.387 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:04.387 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:04.387 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:04.387 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:04.387 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.387 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.388 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:04.388 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:04.388 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:04.388 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:04.388 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:04.388 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.388 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:04.388 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:04.388 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:04.388 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:04.388 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:04.388 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/test-client.0-4a6zemzjywb5q3g-412" 2023-12-03T12:55:04.388 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.388 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:04.389 INFO:teuthology.orchestra.run.smithi019.stdout:_________________________ test_encryption_key_no_sse_c _________________________ 2023-12-03T12:55:04.389 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.389 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:04.389 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.389 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:04.389 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:04.389 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.389 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:04.389 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:04.389 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:04.389 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:04.389 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:04.389 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.390 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:04.390 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:04.390 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.390 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.390 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:04.390 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:04.390 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.390 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.390 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:04.390 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.390 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:04.390 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:04.390 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.390 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.391 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:04.391 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:04.391 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.391 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:04.391 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:04.391 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:04.391 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:04.391 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:04.391 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:04.391 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:04.391 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.391 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:04.391 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:04.392 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:04.392 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:04.392 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:04.392 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:04.392 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:04.392 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:04.392 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:04.392 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.392 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:04.392 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:04.392 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:04.392 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:04.392 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.393 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:04.393 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:04.393 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:04.393 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:04.393 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.393 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.393 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:04.393 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:04.393 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:04.393 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:04.393 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.393 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.393 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:04.393 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:04.394 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:04.394 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.394 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:04.394 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.394 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:04.394 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:04.394 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.394 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:04.394 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:04.394 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:04.394 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:04.394 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:04.394 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:04.395 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.395 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:04.395 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.395 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:04.395 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.395 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:04.395 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:04.395 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.395 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:04.395 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.395 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:04.395 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:04.395 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:04.395 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:04.395 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:04.396 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:04.396 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:04.396 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:04.396 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:04.396 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:04.396 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:04.396 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:04.396 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:04.396 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.396 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:04.396 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:04.396 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:04.396 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:04.397 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:04.397 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:04.397 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:04.397 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:04.397 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:04.397 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:04.397 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:04.397 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.397 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.397 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:04.397 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.397 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:04.397 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:04.397 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:04.397 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:04.398 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:04.398 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:04.398 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:04.398 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:04.398 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:04.398 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:04.398 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:04.398 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:04.398 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:04.398 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:04.398 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.398 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.398 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:04.399 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.399 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:04.399 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:04.399 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.399 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:04.399 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:04.399 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:04.399 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:04.399 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:04.399 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.399 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:04.399 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:04.399 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.399 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.400 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:04.400 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:04.400 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.400 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.400 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:04.400 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:04.400 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:04.400 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:04.400 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:04.400 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.400 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.400 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:04.400 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:04.400 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:04.400 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.401 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:04.401 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.401 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:04.401 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.401 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:04.401 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.401 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.mark.encryption 2023-12-03T12:55:04.401 INFO:teuthology.orchestra.run.smithi019.stdout: def test_encryption_key_no_sse_c(): 2023-12-03T12:55:04.401 INFO:teuthology.orchestra.run.smithi019.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:55:04.401 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.401 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:9468: 2023-12-03T12:55:04.402 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.402 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:55:04.402 INFO:teuthology.orchestra.run.smithi019.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:55:04.402 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:04.402 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:04.402 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:04.402 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:04.402 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:04.402 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:04.402 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:04.402 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:04.402 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:04.402 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:04.403 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:04.403 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:04.403 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:04.403 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:04.403 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:04.403 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:04.403 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:04.403 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:04.403 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:04.403 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:04.403 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:04.403 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:04.403 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:04.404 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:04.404 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:04.404 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:04.404 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:04.404 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:04.404 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:04.404 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:04.404 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:04.404 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:04.404 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:04.404 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:04.404 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.404 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.405 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:04.405 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:04.405 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.405 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:04.405 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.405 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:04.405 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:04.405 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:04.405 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:04.405 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:04.405 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:04.405 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:04.405 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:04.405 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:04.405 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:04.406 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:04.406 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:04.406 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:04.406 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.406 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:04.406 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:04.406 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:04.406 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:04.406 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:04.406 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:04.406 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:04.406 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:04.406 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:04.407 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:04.407 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:04.407 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.407 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.407 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:04.407 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:04.407 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:04.407 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:04.407 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:04.407 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.407 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.407 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:04.407 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:04.407 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:04.408 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:04.408 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:04.408 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.408 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:04.408 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:04.408 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:04.408 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:04.408 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:04.408 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/test-client.0-4a6zemzjywb5q3g-413" 2023-12-03T12:55:04.408 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.408 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:04.408 INFO:teuthology.orchestra.run.smithi019.stdout:____________________ test_encryption_sse_c_multipart_upload ____________________ 2023-12-03T12:55:04.408 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.408 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:04.408 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.409 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:04.409 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:04.409 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.409 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:04.409 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:04.409 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:04.409 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:04.409 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:04.409 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.409 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:04.409 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:04.409 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.409 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.409 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:04.410 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:04.410 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.410 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.410 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:04.410 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.410 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:04.410 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:04.410 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.410 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.410 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:04.410 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:04.410 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.410 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:04.410 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:04.411 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:04.411 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:04.411 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:04.411 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:04.411 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:04.411 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.411 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:04.411 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:04.411 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:04.411 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:04.411 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:04.411 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:04.411 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:04.411 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:04.412 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:04.412 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.412 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:04.412 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:04.412 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:04.412 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:04.412 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.412 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:04.412 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:04.412 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:04.412 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:04.412 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.412 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.412 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:04.413 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:04.413 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:04.413 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:04.413 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.413 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.413 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:04.413 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:04.413 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:04.413 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.413 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:04.413 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.413 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:04.413 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:04.414 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.414 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:04.414 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:04.414 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:04.414 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:04.414 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:04.414 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:04.414 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.414 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:04.414 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.414 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:04.414 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.414 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:04.414 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:04.415 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.415 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:04.415 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.415 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:04.415 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:04.415 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:04.415 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:04.415 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:04.415 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:04.415 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:04.415 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:04.415 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:04.415 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:04.416 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:04.416 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:04.416 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:04.416 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.416 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:04.416 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:04.416 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:04.416 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:04.416 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:04.416 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:04.416 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:04.416 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:04.416 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:04.416 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:04.417 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:04.417 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.417 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.417 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:04.417 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.417 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:04.417 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:04.417 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:04.417 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:04.417 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:04.417 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:04.417 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:04.418 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:04.418 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:04.418 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:04.418 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:04.418 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:04.418 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:04.418 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:04.418 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.418 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.418 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:04.418 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.418 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:04.418 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:04.418 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.418 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:04.419 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:04.419 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:04.419 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:04.419 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:04.419 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.419 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:04.419 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:04.419 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.419 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.419 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:04.419 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:04.419 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.420 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.420 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:04.420 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:04.420 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:04.420 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:04.420 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:04.420 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.420 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.420 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:04.420 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:04.420 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:04.420 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.420 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:04.421 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.421 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:04.421 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.421 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:04.421 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.421 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.mark.encryption 2023-12-03T12:55:04.421 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.mark.fails_on_dbstore 2023-12-03T12:55:04.421 INFO:teuthology.orchestra.run.smithi019.stdout: def test_encryption_sse_c_multipart_upload(): 2023-12-03T12:55:04.421 INFO:teuthology.orchestra.run.smithi019.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:55:04.421 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.421 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:9535: 2023-12-03T12:55:04.421 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.421 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:55:04.421 INFO:teuthology.orchestra.run.smithi019.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:55:04.422 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:04.422 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:04.422 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:04.422 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:04.422 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:04.422 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:04.422 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:04.422 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:04.422 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:04.422 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:04.422 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:04.422 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:04.422 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:04.423 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:04.423 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:04.423 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:04.423 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:04.423 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:04.423 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:04.423 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:04.423 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:04.423 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:04.423 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:04.423 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:04.423 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:04.423 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:04.423 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:04.423 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:04.424 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:04.424 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:04.424 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:04.424 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:04.424 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:04.424 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:04.424 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.424 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.424 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:04.424 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:04.424 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.424 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:04.424 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.424 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:04.424 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:04.425 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:04.425 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:04.425 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:04.425 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:04.425 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:04.425 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:04.425 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:04.425 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:04.425 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:04.425 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:04.425 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:04.425 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.426 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:04.426 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:04.426 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:04.426 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:04.426 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:04.426 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:04.426 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:04.426 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:04.426 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:04.426 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:04.426 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:04.426 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.426 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.426 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:04.427 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:04.427 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:04.427 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:04.427 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:04.427 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.427 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.427 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:04.427 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:04.427 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:04.427 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:04.427 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:04.427 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.427 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:04.427 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:04.428 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:04.428 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:04.428 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:04.428 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/test-client.0-4a6zemzjywb5q3g-414" 2023-12-03T12:55:04.428 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.428 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:04.428 INFO:teuthology.orchestra.run.smithi019.stdout:_______________ test_encryption_sse_c_unaligned_multipart_upload _______________ 2023-12-03T12:55:04.428 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.428 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:04.428 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.428 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:04.428 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:04.428 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.428 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:04.429 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:04.429 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:04.429 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:04.429 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:04.429 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.429 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:04.429 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:04.429 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.429 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.429 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:04.429 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:04.429 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.429 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.429 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:04.430 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.430 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:04.430 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:04.430 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.430 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.430 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:04.430 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:04.430 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.430 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:04.430 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:04.430 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:04.430 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:04.430 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:04.431 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:04.431 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:04.431 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.431 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:04.431 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:04.431 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:04.431 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:04.431 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:04.431 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:04.431 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:04.431 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:04.431 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:04.431 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.431 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:04.431 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:04.432 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:04.432 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:04.432 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.432 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:04.432 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:04.432 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:04.432 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:04.432 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.432 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.432 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:04.432 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:04.432 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:04.432 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:04.432 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.433 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.433 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:04.433 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:04.433 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:04.433 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.433 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:04.433 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.433 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:04.433 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:04.433 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.433 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:04.433 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:04.433 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:04.433 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:04.434 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:04.434 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:04.434 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.434 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:04.434 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.434 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:04.434 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.434 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:04.434 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:04.434 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.434 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:04.434 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.434 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:04.434 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:04.435 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:04.435 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:04.435 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:04.435 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:04.435 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:04.435 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:04.435 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:04.435 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:04.435 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:04.435 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:04.435 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:04.435 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.435 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:04.435 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:04.435 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:04.436 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:04.436 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:04.436 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:04.436 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:04.436 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:04.436 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:04.436 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:04.436 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:04.436 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.436 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.436 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:04.436 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.436 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:04.437 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:04.437 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:04.437 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:04.437 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:04.437 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:04.437 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:04.437 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:04.437 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:04.437 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:04.437 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:04.437 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:04.437 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:04.437 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:04.437 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.437 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.438 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:04.438 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.438 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:04.438 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:04.438 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.438 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:04.438 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:04.438 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:04.438 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:04.438 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:04.438 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.438 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:04.439 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:04.439 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.439 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.439 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:04.439 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:04.439 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.439 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.439 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:04.439 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:04.439 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:04.439 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:04.439 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:04.439 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.440 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.440 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:04.440 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:04.440 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:04.440 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.440 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:04.440 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.440 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:04.440 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.440 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:04.440 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.440 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.mark.encryption 2023-12-03T12:55:04.440 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.mark.fails_on_dbstore 2023-12-03T12:55:04.441 INFO:teuthology.orchestra.run.smithi019.stdout: def test_encryption_sse_c_unaligned_multipart_upload(): 2023-12-03T12:55:04.441 INFO:teuthology.orchestra.run.smithi019.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:55:04.441 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.441 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:9581: 2023-12-03T12:55:04.441 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.441 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:55:04.441 INFO:teuthology.orchestra.run.smithi019.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:55:04.441 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:04.441 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:04.441 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:04.441 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:04.441 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:04.441 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:04.442 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:04.442 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:04.442 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:04.442 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:04.442 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:04.442 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:04.442 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:04.442 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:04.442 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:04.442 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:04.442 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:04.442 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:04.442 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:04.442 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:04.443 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:04.443 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:04.443 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:04.443 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:04.443 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:04.443 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:04.443 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:04.443 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:04.443 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:04.443 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:04.443 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:04.443 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:04.443 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:04.443 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:04.444 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.444 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.444 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:04.444 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:04.444 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.444 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:04.444 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.444 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:04.444 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:04.444 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:04.444 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:04.444 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:04.444 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:04.444 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:04.445 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:04.445 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:04.445 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:04.445 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:04.445 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:04.445 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:04.445 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.445 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:04.445 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:04.445 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:04.445 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:04.445 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:04.445 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:04.445 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:04.446 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:04.446 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:04.446 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:04.446 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:04.446 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.446 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.446 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:04.446 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:04.446 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:04.446 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:04.446 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:04.446 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.446 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.446 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:04.447 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:04.447 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:04.447 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:04.447 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:04.447 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.447 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:04.447 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:04.447 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:04.447 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:04.447 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:04.447 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/test-client.0-4a6zemzjywb5q3g-415" 2023-12-03T12:55:04.447 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.447 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:04.447 INFO:teuthology.orchestra.run.smithi019.stdout:_________________ test_encryption_sse_c_multipart_bad_download _________________ 2023-12-03T12:55:04.447 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.448 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:04.448 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.448 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:04.448 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:04.448 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.448 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:04.448 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:04.448 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:04.448 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:04.448 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:04.448 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.448 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:04.448 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:04.449 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.449 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.449 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:04.449 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:04.449 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.449 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.449 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:04.449 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.449 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:04.449 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:04.449 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.449 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.449 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:04.449 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:04.450 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.450 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:04.450 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:04.450 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:04.450 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:04.450 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:04.450 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:04.450 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:04.450 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.450 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:04.450 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:04.450 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:04.450 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:04.450 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:04.451 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:04.451 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:04.451 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:04.451 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:04.451 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.451 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:04.451 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:04.451 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:04.451 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:04.451 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.451 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:04.451 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:04.452 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:04.452 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:04.452 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.452 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.452 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:04.452 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:04.452 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:04.452 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:04.452 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.452 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.452 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:04.452 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:04.452 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:04.453 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.453 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:04.453 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.453 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:04.453 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:04.453 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.453 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:04.453 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:04.453 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:04.453 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:04.453 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:04.453 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:04.453 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.453 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:04.453 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.454 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:04.454 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.454 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:04.454 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:04.454 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.454 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:04.454 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.454 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:04.454 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:04.454 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:04.454 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:04.454 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:04.455 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:04.455 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:04.455 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:04.455 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:04.455 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:04.455 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:04.455 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:04.455 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:04.455 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.455 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:04.455 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:04.455 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:04.455 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:04.455 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:04.455 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:04.456 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:04.456 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:04.456 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:04.456 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:04.456 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:04.456 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.456 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.456 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:04.456 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.456 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:04.456 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:04.456 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:04.456 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:04.457 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:04.457 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:04.457 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:04.457 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:04.457 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:04.457 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:04.457 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:04.457 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:04.457 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:04.457 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:04.457 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.457 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.457 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:04.457 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.458 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:04.458 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:04.458 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.458 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:04.458 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:04.458 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:04.458 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:04.458 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:04.458 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.458 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:04.458 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:04.458 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.458 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.458 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:04.459 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:04.459 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.459 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.459 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:04.459 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:04.459 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:04.459 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:04.459 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:04.459 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.459 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.459 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:04.459 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:04.459 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:04.459 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.460 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:04.460 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.460 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:04.460 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.460 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:04.460 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.460 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.mark.encryption 2023-12-03T12:55:04.460 INFO:teuthology.orchestra.run.smithi019.stdout: def test_encryption_sse_c_multipart_bad_download(): 2023-12-03T12:55:04.460 INFO:teuthology.orchestra.run.smithi019.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:55:04.460 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.460 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:9682: 2023-12-03T12:55:04.460 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.460 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:55:04.460 INFO:teuthology.orchestra.run.smithi019.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:55:04.461 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:04.461 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:04.461 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:04.461 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:04.461 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:04.461 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:04.461 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:04.461 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:04.461 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:04.461 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:04.461 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:04.461 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:04.461 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:04.461 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:04.462 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:04.462 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:04.462 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:04.462 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:04.462 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:04.462 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:04.462 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:04.462 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:04.462 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:04.462 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:04.462 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:04.462 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:04.463 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:04.463 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:04.463 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:04.463 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:04.463 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:04.463 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:04.463 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:04.463 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:04.463 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.463 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.463 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:04.463 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:04.463 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.464 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:04.464 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.464 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:04.464 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:04.464 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:04.464 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:04.464 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:04.464 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:04.464 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:04.464 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:04.464 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:04.464 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:04.464 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:04.465 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:04.465 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:04.465 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.465 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:04.465 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:04.465 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:04.465 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:04.465 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:04.465 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:04.465 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:04.465 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:04.465 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:04.465 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:04.465 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:04.466 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.466 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.466 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:04.466 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:04.466 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:04.466 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:04.466 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:04.466 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.466 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.466 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:04.466 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:04.466 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:04.466 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:04.467 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:04.467 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.467 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:04.467 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:04.467 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:04.467 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:04.467 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:04.467 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/test-client.0-4a6zemzjywb5q3g-416" 2023-12-03T12:55:04.467 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.467 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:04.467 INFO:teuthology.orchestra.run.smithi019.stdout:___________ test_encryption_sse_c_post_object_authenticated_request ____________ 2023-12-03T12:55:04.467 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.467 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:04.467 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.468 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:04.468 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:04.468 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.468 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:04.468 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:04.468 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:04.468 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:04.468 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:04.468 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.468 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:04.468 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:04.468 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.468 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.468 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:04.469 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:04.469 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.469 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.469 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:04.469 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.469 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:04.469 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:04.469 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.469 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.469 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:04.469 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:04.469 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.469 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:04.469 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:04.470 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:04.470 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:04.470 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:04.470 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:04.470 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:04.470 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.470 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:04.470 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:04.470 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:04.470 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:04.470 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:04.470 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:04.471 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:04.471 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:04.471 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:04.471 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.471 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:04.471 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:04.471 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:04.471 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:04.471 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.471 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:04.471 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:04.471 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:04.471 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:04.471 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.471 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.472 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:04.472 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:04.472 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:04.472 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:04.472 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.472 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.472 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:04.472 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:04.472 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:04.472 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.472 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:04.472 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.472 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:04.473 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:04.473 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.473 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:04.473 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:04.473 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:04.473 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:04.473 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:04.473 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:04.473 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.473 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:04.473 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.473 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:04.473 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.473 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:04.474 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:04.474 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.474 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:04.474 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.474 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:04.474 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:04.474 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:04.474 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:04.474 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:04.474 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:04.474 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:04.474 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:04.474 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:04.475 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:04.475 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:04.475 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:04.475 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:04.475 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.475 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:04.475 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:04.475 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:04.475 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:04.475 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:04.475 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:04.475 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:04.475 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:04.475 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:04.476 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:04.476 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:04.476 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.476 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.476 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:04.476 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.476 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:04.476 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:04.476 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:04.476 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:04.476 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:04.476 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:04.477 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:04.477 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:04.477 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:04.477 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:04.477 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:04.477 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:04.477 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:04.477 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:04.477 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.477 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.477 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:04.477 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.477 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:04.478 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:04.478 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.478 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:04.478 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:04.478 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:04.478 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:04.478 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:04.478 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.478 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:04.478 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:04.478 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.478 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.478 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:04.479 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:04.479 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.479 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.479 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:04.479 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:04.479 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:04.479 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:04.479 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:04.479 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.479 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.479 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:04.479 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:04.479 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:04.479 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.480 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:04.480 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.480 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:04.480 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.480 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:04.480 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.480 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.mark.encryption 2023-12-03T12:55:04.480 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.mark.fails_on_dbstore 2023-12-03T12:55:04.480 INFO:teuthology.orchestra.run.smithi019.stdout: def test_encryption_sse_c_post_object_authenticated_request(): 2023-12-03T12:55:04.480 INFO:teuthology.orchestra.run.smithi019.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:55:04.480 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.480 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:9729: 2023-12-03T12:55:04.480 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.481 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:55:04.481 INFO:teuthology.orchestra.run.smithi019.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:55:04.481 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:04.481 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:04.481 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:04.481 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:04.481 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:04.481 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:04.481 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:04.481 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:04.481 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:04.481 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:04.481 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:04.482 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:04.482 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:04.482 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:04.482 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:04.482 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:04.482 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:04.482 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:04.482 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:04.482 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:04.482 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:04.482 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:04.482 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:04.482 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:04.483 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:04.483 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:04.483 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:04.483 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:04.483 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:04.483 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:04.483 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:04.483 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:04.483 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:04.483 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:04.483 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.483 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.483 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:04.484 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:04.484 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.484 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:04.484 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.484 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:04.484 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:04.484 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:04.484 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:04.484 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:04.484 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:04.484 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:04.484 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:04.484 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:04.484 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:04.485 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:04.485 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:04.485 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:04.485 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.485 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:04.485 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:04.485 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:04.485 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:04.485 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:04.485 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:04.485 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:04.485 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:04.485 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:04.485 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:04.486 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:04.486 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.486 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.486 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:04.486 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:04.486 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:04.486 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:04.486 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:04.486 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.486 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.486 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:04.486 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:04.486 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:04.487 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:04.487 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:04.487 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.487 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:04.487 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:04.487 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:04.487 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:04.487 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:04.487 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/test-client.0-4a6zemzjywb5q3g-417" 2023-12-03T12:55:04.487 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.487 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:04.487 INFO:teuthology.orchestra.run.smithi019.stdout:___________________________ test_sse_kms_method_head ___________________________ 2023-12-03T12:55:04.487 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.488 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:04.488 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.488 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:04.488 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:04.488 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.488 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:04.488 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:04.488 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:04.488 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:04.488 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:04.488 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.488 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:04.488 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:04.488 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.488 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.489 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:04.489 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:04.489 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.489 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.489 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:04.489 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.489 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:04.489 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:04.489 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.489 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.489 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:04.489 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:04.490 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.490 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:04.490 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:04.490 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:04.490 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:04.490 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:04.490 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:04.490 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:04.490 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.490 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:04.490 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:04.490 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:04.490 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:04.491 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:04.491 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:04.491 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:04.491 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:04.491 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:04.491 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.491 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:04.491 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:04.491 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:04.491 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:04.491 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.491 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:04.491 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:04.492 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:04.492 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:04.492 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.492 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.492 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:04.492 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:04.492 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:04.492 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:04.492 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.492 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.492 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:04.492 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:04.492 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:04.493 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.493 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:04.493 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.493 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:04.493 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:04.493 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.493 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:04.493 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:04.493 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:04.493 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:04.493 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:04.493 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:04.493 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.493 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:04.494 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.494 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:04.494 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.494 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:04.494 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:04.494 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.494 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:04.494 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.494 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:04.494 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:04.494 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:04.494 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:04.494 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:04.495 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:04.495 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:04.495 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:04.495 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:04.495 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:04.495 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:04.495 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:04.495 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:04.495 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.495 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:04.495 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:04.495 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:04.495 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:04.496 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:04.496 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:04.496 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:04.496 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:04.496 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:04.496 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:04.496 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:04.496 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.496 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.496 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:04.496 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.496 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:04.496 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:04.497 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:04.497 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:04.497 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:04.497 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:04.497 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:04.497 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:04.497 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:04.497 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:04.497 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:04.497 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:04.497 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:04.497 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:04.497 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.497 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.497 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:04.497 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.498 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:04.498 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:04.498 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.498 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:04.498 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:04.498 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:04.498 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:04.498 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:04.498 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.498 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:04.498 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:04.498 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.498 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.498 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:04.499 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:04.499 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.499 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.499 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:04.499 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:04.499 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:04.499 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:04.499 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:04.499 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.499 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.499 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:04.499 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:04.499 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:04.500 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.500 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:04.500 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.500 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:04.500 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.500 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:04.500 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.500 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.mark.encryption 2023-12-03T12:55:04.500 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.mark.fails_on_dbstore 2023-12-03T12:55:04.500 INFO:teuthology.orchestra.run.smithi019.stdout: def test_sse_kms_method_head(): 2023-12-03T12:55:04.500 INFO:teuthology.orchestra.run.smithi019.stdout: kms_keyid = get_main_kms_keyid() 2023-12-03T12:55:04.500 INFO:teuthology.orchestra.run.smithi019.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:55:04.500 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.500 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:9813: 2023-12-03T12:55:04.501 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.501 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:55:04.501 INFO:teuthology.orchestra.run.smithi019.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:55:04.501 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:04.501 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:04.501 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:04.501 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:04.501 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:04.501 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:04.501 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:04.501 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:04.501 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:04.501 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:04.501 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:04.502 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:04.502 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:04.502 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:04.502 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:04.502 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:04.502 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:04.502 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:04.502 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:04.502 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:04.502 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:04.502 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:04.502 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:04.503 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:04.503 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:04.503 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:04.503 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:04.503 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:04.503 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:04.503 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:04.503 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:04.503 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:04.503 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:04.503 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:04.503 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.503 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.503 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:04.504 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:04.504 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.504 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:04.504 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.504 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:04.504 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:04.504 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:04.504 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:04.504 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:04.504 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:04.504 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:04.504 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:04.504 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:04.504 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:04.505 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:04.505 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:04.505 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:04.505 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.505 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:04.505 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:04.505 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:04.505 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:04.505 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:04.505 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:04.505 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:04.505 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:04.505 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:04.505 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:04.506 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:04.506 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.506 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.506 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:04.506 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:04.506 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:04.506 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:04.506 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:04.506 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.506 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.506 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:04.506 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:04.506 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:04.507 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:04.507 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:04.507 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.507 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:04.507 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:04.507 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:04.507 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:04.507 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:04.507 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/test-client.0-4a6zemzjywb5q3g-418" 2023-12-03T12:55:04.507 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.507 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:04.507 INFO:teuthology.orchestra.run.smithi019.stdout:_____________________________ test_sse_kms_present _____________________________ 2023-12-03T12:55:04.507 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.507 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:04.508 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.508 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:04.508 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:04.508 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.508 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:04.508 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:04.508 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:04.508 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:04.508 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:04.508 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.508 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:04.508 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:04.508 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.508 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.509 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:04.509 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:04.509 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.509 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.509 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:04.509 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.509 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:04.509 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:04.509 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.509 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.509 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:04.509 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:04.509 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.510 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:04.510 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:04.510 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:04.510 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:04.510 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:04.510 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:04.510 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:04.510 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.510 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:04.510 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:04.510 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:04.510 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:04.510 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:04.510 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:04.510 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:04.511 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:04.511 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:04.511 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.511 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:04.511 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:04.511 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:04.511 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:04.511 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.511 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:04.511 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:04.511 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:04.511 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:04.511 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.511 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.511 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:04.511 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:04.512 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:04.512 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:04.512 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.512 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.512 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:04.512 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:04.512 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:04.512 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.512 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:04.512 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.512 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:04.512 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:04.512 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.513 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:04.513 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:04.513 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:04.513 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:04.513 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:04.513 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:04.513 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.513 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:04.513 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.513 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:04.513 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.513 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:04.513 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:04.513 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.514 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:04.514 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.514 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:04.514 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:04.514 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:04.514 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:04.514 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:04.514 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:04.514 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:04.514 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:04.514 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:04.514 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:04.514 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:04.514 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:04.515 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:04.515 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.515 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:04.515 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:04.515 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:04.515 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:04.515 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:04.515 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:04.515 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:04.515 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:04.515 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:04.515 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:04.515 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:04.516 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.516 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.516 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:04.516 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.516 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:04.516 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:04.516 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:04.516 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:04.516 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:04.516 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:04.516 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:04.516 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:04.516 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:04.516 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:04.517 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:04.517 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:04.517 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:04.517 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:04.517 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.517 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.517 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:04.517 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.517 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:04.517 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:04.517 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.517 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:04.517 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:04.518 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:04.518 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:04.518 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:04.518 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.518 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:04.518 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:04.518 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.518 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.518 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:04.518 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:04.518 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.518 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.518 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:04.518 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:04.518 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:04.519 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:04.519 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:04.519 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.519 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.519 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:04.519 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:04.519 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:04.519 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.519 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:04.519 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.519 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:04.519 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.519 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:04.520 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.520 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.mark.encryption 2023-12-03T12:55:04.520 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.mark.fails_on_dbstore 2023-12-03T12:55:04.520 INFO:teuthology.orchestra.run.smithi019.stdout: def test_sse_kms_present(): 2023-12-03T12:55:04.520 INFO:teuthology.orchestra.run.smithi019.stdout: kms_keyid = get_main_kms_keyid() 2023-12-03T12:55:04.520 INFO:teuthology.orchestra.run.smithi019.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:55:04.520 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.520 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:9840: 2023-12-03T12:55:04.520 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.520 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:55:04.520 INFO:teuthology.orchestra.run.smithi019.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:55:04.520 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:04.520 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:04.520 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:04.520 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:04.521 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:04.521 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:04.521 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:04.521 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:04.521 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:04.521 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:04.521 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:04.521 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:04.521 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:04.521 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:04.521 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:04.521 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:04.521 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:04.521 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:04.522 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:04.522 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:04.522 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:04.522 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:04.522 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:04.522 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:04.522 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:04.522 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:04.522 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:04.522 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:04.522 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:04.522 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:04.522 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:04.523 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:04.523 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:04.523 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:04.523 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.523 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.523 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:04.523 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:04.523 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.523 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:04.523 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.523 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:04.523 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:04.523 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:04.523 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:04.524 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:04.524 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:04.524 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:04.524 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:04.524 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:04.524 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:04.524 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:04.524 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:04.524 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:04.524 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.524 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:04.524 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:04.524 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:04.524 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:04.525 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:04.525 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:04.525 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:04.525 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:04.525 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:04.525 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:04.525 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:04.525 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.525 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.525 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:04.525 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:04.525 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:04.525 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:04.525 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:04.526 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.526 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.526 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:04.526 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:04.526 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:04.526 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:04.526 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:04.526 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.526 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:04.526 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:04.526 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:04.526 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:04.526 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:04.527 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/test-client.0-4a6zemzjywb5q3g-419" 2023-12-03T12:55:04.527 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.527 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:04.527 INFO:teuthology.orchestra.run.smithi019.stdout:_____________________________ test_sse_kms_no_key ______________________________ 2023-12-03T12:55:04.527 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.527 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:04.527 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.527 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:04.527 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:04.527 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.527 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:04.527 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:04.528 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:04.528 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:04.528 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:04.528 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.528 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:04.528 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:04.528 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.528 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.528 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:04.528 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:04.528 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.528 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.528 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:04.528 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.529 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:04.529 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:04.529 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.529 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.529 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:04.529 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:04.529 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.529 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:04.529 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:04.529 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:04.529 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:04.529 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:04.529 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:04.529 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:04.530 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.530 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:04.530 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:04.530 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:04.530 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:04.530 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:04.530 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:04.530 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:04.530 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:04.530 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:04.530 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.530 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:04.530 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:04.530 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:04.531 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:04.531 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.531 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:04.531 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:04.531 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:04.531 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:04.531 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.531 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.531 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:04.531 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:04.531 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:04.531 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:04.531 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.531 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.532 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:04.532 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:04.532 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:04.532 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.532 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:04.532 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.532 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:04.532 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:04.532 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.532 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:04.532 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:04.532 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:04.532 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:04.533 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:04.533 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:04.533 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.533 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:04.533 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.533 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:04.533 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.533 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:04.533 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:04.533 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.533 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:04.533 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.533 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:04.533 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:04.534 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:04.534 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:04.534 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:04.534 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:04.534 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:04.534 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:04.534 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:04.534 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:04.534 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:04.534 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:04.534 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:04.534 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.534 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:04.534 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:04.535 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:04.535 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:04.535 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:04.535 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:04.535 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:04.535 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:04.535 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:04.535 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:04.535 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:04.535 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.535 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.535 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:04.535 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.535 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:04.536 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:04.536 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:04.536 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:04.536 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:04.536 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:04.536 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:04.536 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:04.536 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:04.536 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:04.536 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:04.536 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:04.536 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:04.536 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:04.537 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.537 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.537 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:04.537 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.537 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:04.537 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:04.537 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.537 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:04.537 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:04.537 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:04.537 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:04.537 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:04.537 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.537 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:04.538 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:04.538 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.538 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.538 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:04.538 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:04.538 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.538 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.538 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:04.538 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:04.538 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:04.538 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:04.538 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:04.538 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.538 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.539 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:04.539 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:04.539 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:04.539 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.539 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:04.539 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.539 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:04.539 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.539 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:04.539 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.539 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.mark.encryption 2023-12-03T12:55:04.539 INFO:teuthology.orchestra.run.smithi019.stdout: def test_sse_kms_no_key(): 2023-12-03T12:55:04.539 INFO:teuthology.orchestra.run.smithi019.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:55:04.539 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.540 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:9859: 2023-12-03T12:55:04.540 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.540 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:55:04.540 INFO:teuthology.orchestra.run.smithi019.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:55:04.540 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:04.540 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:04.540 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:04.540 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:04.540 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:04.540 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:04.540 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:04.540 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:04.540 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:04.541 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:04.541 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:04.541 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:04.541 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:04.541 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:04.541 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:04.541 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:04.541 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:04.541 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:04.541 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:04.541 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:04.541 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:04.542 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:04.542 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:04.542 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:04.542 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:04.542 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:04.542 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:04.542 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:04.542 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:04.542 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:04.542 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:04.542 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:04.542 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:04.542 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:04.542 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.543 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.543 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:04.543 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:04.543 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.543 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:04.543 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.543 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:04.543 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:04.543 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:04.543 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:04.543 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:04.543 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:04.543 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:04.543 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:04.544 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:04.544 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:04.544 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:04.544 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:04.544 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:04.544 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.544 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:04.544 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:04.544 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:04.544 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:04.544 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:04.544 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:04.545 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:04.545 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:04.545 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:04.545 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:04.545 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:04.545 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.545 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.545 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:04.545 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:04.545 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:04.545 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:04.545 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:04.545 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.545 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.545 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:04.545 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:04.546 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:04.546 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:04.546 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:04.546 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.546 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:04.546 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:04.546 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:04.546 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:04.546 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:04.546 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/test-client.0-4a6zemzjywb5q3g-420" 2023-12-03T12:55:04.546 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.546 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:04.546 INFO:teuthology.orchestra.run.smithi019.stdout:__________________________ test_sse_kms_not_declared ___________________________ 2023-12-03T12:55:04.547 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.547 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:04.547 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.547 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:04.547 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:04.547 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.547 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:04.547 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:04.547 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:04.547 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:04.547 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:04.547 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.547 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:04.547 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:04.548 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.548 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.548 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:04.548 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:04.548 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.548 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.548 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:04.548 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.548 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:04.548 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:04.548 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.548 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.548 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:04.548 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:04.548 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.549 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:04.549 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:04.549 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:04.549 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:04.549 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:04.549 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:04.549 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:04.549 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.549 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:04.549 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:04.549 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:04.549 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:04.549 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:04.549 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:04.550 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:04.550 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:04.550 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:04.550 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.550 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:04.550 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:04.550 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:04.550 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:04.550 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.550 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:04.550 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:04.550 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:04.550 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:04.550 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.551 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.551 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:04.551 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:04.551 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:04.551 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:04.551 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.551 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.551 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:04.551 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:04.551 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:04.551 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.551 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:04.551 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.552 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:04.552 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:04.552 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.552 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:04.552 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:04.552 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:04.552 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:04.552 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:04.552 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:04.552 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.552 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:04.552 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.553 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:04.553 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.553 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:04.553 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:04.553 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.553 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:04.553 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.553 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:04.553 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:04.553 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:04.553 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:04.553 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:04.554 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:04.554 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:04.554 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:04.554 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:04.554 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:04.554 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:04.554 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:04.554 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:04.554 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.554 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:04.554 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:04.554 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:04.554 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:04.555 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:04.555 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:04.555 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:04.555 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:04.555 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:04.555 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:04.555 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:04.555 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.555 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.555 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:04.555 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.555 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:04.555 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:04.556 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:04.556 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:04.556 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:04.556 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:04.556 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:04.556 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:04.556 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:04.556 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:04.556 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:04.556 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:04.556 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:04.556 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:04.556 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.557 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.557 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:04.557 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.557 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:04.557 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:04.557 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.557 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:04.557 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:04.557 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:04.557 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:04.557 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:04.557 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.558 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:04.558 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:04.558 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.558 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.558 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:04.558 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:04.558 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.558 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.558 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:04.558 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:04.558 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:04.558 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:04.558 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:04.559 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.559 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.559 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:04.559 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:04.559 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:04.559 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.559 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:04.559 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.559 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:04.559 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.559 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:04.559 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.559 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.mark.encryption 2023-12-03T12:55:04.559 INFO:teuthology.orchestra.run.smithi019.stdout: def test_sse_kms_not_declared(): 2023-12-03T12:55:04.559 INFO:teuthology.orchestra.run.smithi019.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:55:04.560 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.560 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:9875: 2023-12-03T12:55:04.560 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.560 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:55:04.560 INFO:teuthology.orchestra.run.smithi019.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:55:04.560 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:04.560 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:04.560 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:04.560 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:04.560 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:04.560 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:04.560 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:04.560 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:04.560 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:04.561 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:04.561 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:04.561 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:04.561 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:04.561 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:04.561 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:04.561 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:04.561 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:04.561 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:04.561 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:04.561 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:04.561 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:04.561 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:04.561 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:04.561 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:04.562 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:04.562 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:04.562 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:04.562 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:04.562 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:04.562 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:04.562 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:04.562 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:04.562 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:04.562 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:04.562 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.562 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.562 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:04.563 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:04.563 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.563 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:04.563 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.563 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:04.563 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:04.563 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:04.563 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:04.563 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:04.563 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:04.563 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:04.563 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:04.563 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:04.564 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:04.564 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:04.564 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:04.564 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:04.564 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.564 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:04.564 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:04.564 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:04.564 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:04.564 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:04.564 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:04.564 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:04.564 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:04.564 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:04.565 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:04.565 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:04.565 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.565 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.565 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:04.565 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:04.565 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:04.565 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:04.565 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:04.565 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.565 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.565 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:04.565 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:04.565 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:04.565 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:04.566 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:04.566 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.566 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:04.566 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:04.566 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:04.566 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:04.566 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:04.566 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/test-client.0-4a6zemzjywb5q3g-421" 2023-12-03T12:55:04.566 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.566 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:04.566 INFO:teuthology.orchestra.run.smithi019.stdout:________________________ test_sse_kms_multipart_upload _________________________ 2023-12-03T12:55:04.566 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.567 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:04.567 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.567 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:04.567 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:04.567 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.567 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:04.567 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:04.567 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:04.567 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:04.567 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:04.567 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.567 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:04.567 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:04.567 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.568 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.568 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:04.568 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:04.568 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.568 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.568 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:04.568 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.568 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:04.568 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:04.568 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.568 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.568 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:04.568 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:04.568 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.568 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:04.569 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:04.569 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:04.569 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:04.569 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:04.569 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:04.569 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:04.569 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.569 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:04.569 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:04.569 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:04.569 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:04.569 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:04.569 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:04.569 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:04.570 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:04.570 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:04.570 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.570 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:04.570 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:04.570 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:04.570 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:04.570 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.570 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:04.570 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:04.570 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:04.570 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:04.571 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.571 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.571 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:04.571 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:04.571 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:04.571 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:04.571 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.571 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.571 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:04.571 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:04.571 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:04.571 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.571 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:04.571 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.571 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:04.572 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:04.572 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.572 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:04.572 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:04.572 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:04.572 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:04.572 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:04.572 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:04.572 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.572 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:04.572 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.572 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:04.572 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.572 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:04.573 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:04.573 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.573 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:04.573 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.573 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:04.573 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:04.573 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:04.573 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:04.573 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:04.573 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:04.573 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:04.573 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:04.573 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:04.574 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:04.574 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:04.574 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:04.574 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:04.574 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.574 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:04.574 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:04.574 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:04.574 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:04.574 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:04.574 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:04.574 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:04.574 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:04.574 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:04.575 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:04.575 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:04.575 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.575 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.575 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:04.575 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.575 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:04.575 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:04.575 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:04.575 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:04.575 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:04.575 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:04.575 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:04.575 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:04.576 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:04.576 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:04.576 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:04.576 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:04.576 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:04.576 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:04.576 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.576 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.576 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:04.576 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.576 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:04.576 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:04.576 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.577 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:04.577 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:04.577 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:04.577 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:04.577 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:04.577 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.577 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:04.577 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:04.577 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.577 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.577 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:04.577 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:04.577 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.577 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.577 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:04.578 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:04.578 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:04.578 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:04.578 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:04.578 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.578 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.578 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:04.578 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:04.578 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:04.578 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.578 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:04.578 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.578 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:04.578 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.579 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:04.579 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.579 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.mark.encryption 2023-12-03T12:55:04.579 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.mark.fails_on_dbstore 2023-12-03T12:55:04.579 INFO:teuthology.orchestra.run.smithi019.stdout: def test_sse_kms_multipart_upload(): 2023-12-03T12:55:04.579 INFO:teuthology.orchestra.run.smithi019.stdout: kms_keyid = get_main_kms_keyid() 2023-12-03T12:55:04.579 INFO:teuthology.orchestra.run.smithi019.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:55:04.579 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.579 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:9894: 2023-12-03T12:55:04.579 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.579 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:55:04.579 INFO:teuthology.orchestra.run.smithi019.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:55:04.579 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:04.580 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:04.580 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:04.580 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:04.580 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:04.580 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:04.580 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:04.580 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:04.580 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:04.580 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:04.580 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:04.580 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:04.580 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:04.580 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:04.580 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:04.581 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:04.581 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:04.581 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:04.581 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:04.581 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:04.581 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:04.581 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:04.581 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:04.581 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:04.581 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:04.581 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:04.581 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:04.581 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:04.581 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:04.582 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:04.582 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:04.582 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:04.582 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:04.582 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:04.582 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.582 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.582 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:04.582 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:04.582 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.582 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:04.582 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.582 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:04.583 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:04.583 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:04.583 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:04.583 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:04.583 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:04.583 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:04.583 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:04.583 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:04.583 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:04.583 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:04.583 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:04.583 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:04.583 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.584 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:04.584 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:04.584 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:04.584 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:04.584 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:04.584 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:04.584 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:04.584 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:04.584 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:04.584 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:04.584 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:04.584 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.584 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.584 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:04.585 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:04.585 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:04.585 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:04.585 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:04.585 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.585 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.585 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:04.585 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:04.585 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:04.585 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:04.585 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:04.585 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.585 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:04.585 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:04.586 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:04.586 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:04.586 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:04.586 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/test-client.0-4a6zemzjywb5q3g-422" 2023-12-03T12:55:04.586 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.586 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:04.586 INFO:teuthology.orchestra.run.smithi019.stdout:___________________ test_sse_kms_multipart_invalid_chunks_1 ____________________ 2023-12-03T12:55:04.586 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.586 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:04.586 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.586 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:04.586 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:04.586 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.586 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:04.587 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:04.587 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:04.587 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:04.587 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:04.587 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.587 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:04.587 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:04.587 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.587 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.587 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:04.587 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:04.587 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.587 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.587 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:04.588 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.588 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:04.588 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:04.588 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.588 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.588 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:04.588 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:04.588 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.588 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:04.588 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:04.588 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:04.588 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:04.588 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:04.588 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:04.589 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:04.589 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.589 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:04.589 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:04.589 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:04.589 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:04.589 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:04.589 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:04.589 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:04.589 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:04.589 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:04.589 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.589 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:04.589 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:04.590 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:04.590 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:04.590 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.590 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:04.590 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:04.590 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:04.590 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:04.590 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.590 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.590 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:04.590 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:04.590 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:04.590 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:04.590 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.591 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.591 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:04.591 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:04.591 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:04.591 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.591 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:04.591 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.591 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:04.591 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:04.591 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.591 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:04.591 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:04.591 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:04.592 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:04.592 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:04.592 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:04.592 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.592 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:04.592 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.592 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:04.592 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.592 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:04.592 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:04.592 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.592 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:04.592 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.593 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:04.593 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:04.593 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:04.593 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:04.593 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:04.593 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:04.593 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:04.593 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:04.593 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:04.593 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:04.593 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:04.593 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:04.594 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:04.594 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.594 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:04.594 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:04.594 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:04.594 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:04.594 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:04.594 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:04.594 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:04.594 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:04.594 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:04.594 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:04.594 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:04.594 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.595 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.595 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:04.595 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.595 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:04.595 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:04.595 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:04.595 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:04.595 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:04.595 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:04.595 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:04.595 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:04.595 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:04.595 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:04.596 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:04.596 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:04.596 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:04.596 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:04.596 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.596 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.596 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:04.596 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.596 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:04.596 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:04.596 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.596 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:04.596 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:04.597 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:04.597 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:04.597 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:04.597 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.597 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:04.597 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:04.597 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.597 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.597 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:04.597 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:04.597 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.597 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.597 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:04.597 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:04.598 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:04.598 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:04.598 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:04.598 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.598 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.598 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:04.598 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:04.598 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:04.598 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.598 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:04.598 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.598 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:04.599 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.599 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:04.599 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.599 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.mark.encryption 2023-12-03T12:55:04.599 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.mark.fails_on_dbstore 2023-12-03T12:55:04.599 INFO:teuthology.orchestra.run.smithi019.stdout: def test_sse_kms_multipart_invalid_chunks_1(): 2023-12-03T12:55:04.599 INFO:teuthology.orchestra.run.smithi019.stdout: kms_keyid = get_main_kms_keyid() 2023-12-03T12:55:04.599 INFO:teuthology.orchestra.run.smithi019.stdout: kms_keyid2 = get_secondary_kms_keyid() 2023-12-03T12:55:04.599 INFO:teuthology.orchestra.run.smithi019.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:55:04.599 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.599 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:9940: 2023-12-03T12:55:04.599 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.599 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:55:04.599 INFO:teuthology.orchestra.run.smithi019.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:55:04.599 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:04.600 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:04.600 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:04.600 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:04.600 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:04.600 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:04.600 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:04.600 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:04.600 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:04.600 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:04.600 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:04.600 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:04.600 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:04.600 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:04.600 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:04.601 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:04.601 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:04.601 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:04.601 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:04.601 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:04.601 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:04.601 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:04.601 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:04.601 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:04.601 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:04.601 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:04.601 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:04.601 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:04.602 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:04.602 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:04.602 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:04.602 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:04.602 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:04.602 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:04.602 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.602 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.602 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:04.602 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:04.602 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.602 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:04.603 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.603 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:04.603 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:04.603 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:04.603 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:04.603 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:04.603 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:04.603 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:04.603 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:04.603 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:04.603 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:04.603 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:04.603 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:04.603 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:04.604 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.604 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:04.604 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:04.604 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:04.604 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:04.604 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:04.604 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:04.604 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:04.604 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:04.604 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:04.604 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:04.604 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:04.605 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.605 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.605 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:04.605 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:04.605 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:04.605 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:04.605 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:04.605 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.605 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.605 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:04.605 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:04.606 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:04.606 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:04.606 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:04.606 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.606 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:04.606 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:04.606 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:04.606 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:04.606 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:04.606 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/test-client.0-4a6zemzjywb5q3g-423" 2023-12-03T12:55:04.606 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.607 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:04.607 INFO:teuthology.orchestra.run.smithi019.stdout:___________________ test_sse_kms_multipart_invalid_chunks_2 ____________________ 2023-12-03T12:55:04.607 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.607 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:04.607 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.607 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:04.607 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:04.607 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.607 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:04.607 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:04.607 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:04.607 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:04.607 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:04.608 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.608 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:04.608 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:04.608 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.608 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.608 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:04.608 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:04.608 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.608 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.608 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:04.608 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.608 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:04.608 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:04.608 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.608 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.609 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:04.609 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:04.609 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.609 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:04.609 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:04.609 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:04.609 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:04.609 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:04.609 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:04.609 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:04.609 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.609 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:04.609 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:04.609 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:04.610 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:04.610 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:04.610 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:04.610 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:04.610 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:04.610 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:04.610 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.610 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:04.610 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:04.610 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:04.610 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:04.610 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.611 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:04.611 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:04.611 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:04.611 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:04.611 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.611 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.611 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:04.611 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:04.611 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:04.611 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:04.611 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.611 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.611 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:04.612 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:04.612 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:04.612 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.612 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:04.612 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.612 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:04.612 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:04.612 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.612 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:04.612 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:04.612 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:04.612 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:04.612 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:04.612 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:04.613 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.613 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:04.613 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.613 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:04.613 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.613 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:04.613 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:04.613 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.613 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:04.613 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.613 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:04.613 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:04.614 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:04.614 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:04.614 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:04.614 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:04.614 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:04.614 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:04.614 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:04.614 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:04.614 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:04.614 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:04.614 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:04.614 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.614 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:04.615 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:04.615 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:04.615 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:04.615 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:04.615 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:04.615 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:04.615 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:04.615 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:04.615 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:04.615 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:04.615 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.615 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.615 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:04.615 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.616 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:04.616 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:04.616 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:04.616 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:04.616 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:04.616 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:04.616 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:04.616 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:04.616 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:04.616 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:04.616 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:04.616 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:04.616 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:04.617 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:04.617 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.617 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.617 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:04.617 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.617 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:04.617 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:04.617 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.617 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:04.617 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:04.617 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:04.617 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:04.617 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:04.617 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.617 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:04.618 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:04.618 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.618 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.618 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:04.618 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:04.618 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.618 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.618 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:04.618 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:04.618 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:04.618 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:04.619 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:04.619 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.619 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.619 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:04.619 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:04.619 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:04.619 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.619 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:04.619 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.619 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:04.619 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.619 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:04.619 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.619 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.mark.encryption 2023-12-03T12:55:04.620 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.mark.fails_on_dbstore 2023-12-03T12:55:04.620 INFO:teuthology.orchestra.run.smithi019.stdout: def test_sse_kms_multipart_invalid_chunks_2(): 2023-12-03T12:55:04.620 INFO:teuthology.orchestra.run.smithi019.stdout: kms_keyid = get_main_kms_keyid() 2023-12-03T12:55:04.620 INFO:teuthology.orchestra.run.smithi019.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:55:04.620 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.620 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:9966: 2023-12-03T12:55:04.620 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.620 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:55:04.620 INFO:teuthology.orchestra.run.smithi019.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:55:04.620 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:04.620 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:04.620 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:04.620 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:04.621 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:04.621 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:04.621 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:04.621 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:04.621 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:04.621 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:04.621 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:04.621 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:04.621 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:04.621 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:04.621 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:04.621 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:04.621 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:04.621 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:04.622 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:04.622 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:04.622 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:04.622 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:04.622 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:04.622 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:04.622 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:04.622 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:04.622 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:04.622 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:04.622 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:04.623 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:04.623 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:04.623 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:04.623 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:04.623 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:04.623 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.623 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.623 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:04.623 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:04.623 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.623 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:04.623 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.623 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:04.624 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:04.624 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:04.624 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:04.624 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:04.624 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:04.624 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:04.624 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:04.624 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:04.624 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:04.624 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:04.624 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:04.624 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:04.624 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.624 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:04.625 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:04.625 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:04.625 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:04.625 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:04.625 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:04.625 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:04.625 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:04.625 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:04.625 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:04.625 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:04.625 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.625 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.625 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:04.625 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:04.626 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:04.626 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:04.626 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:04.626 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.626 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.626 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:04.626 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:04.626 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:04.626 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:04.626 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:04.626 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.626 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:04.626 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:04.627 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:04.627 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:04.627 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:04.627 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/test-client.0-4a6zemzjywb5q3g-424" 2023-12-03T12:55:04.627 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.627 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:04.627 INFO:teuthology.orchestra.run.smithi019.stdout:________________ test_sse_kms_post_object_authenticated_request ________________ 2023-12-03T12:55:04.627 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.627 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:04.627 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.627 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:04.627 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:04.627 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.628 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:04.628 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:04.628 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:04.628 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:04.628 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:04.628 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.628 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:04.628 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:04.628 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.628 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.628 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:04.628 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:04.628 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.628 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.629 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:04.629 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.629 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:04.629 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:04.629 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.629 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.629 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:04.629 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:04.629 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.629 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:04.629 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:04.629 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:04.629 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:04.629 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:04.630 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:04.630 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:04.630 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.630 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:04.630 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:04.630 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:04.630 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:04.630 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:04.630 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:04.630 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:04.630 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:04.630 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:04.630 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.630 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:04.631 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:04.631 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:04.631 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:04.631 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.631 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:04.631 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:04.631 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:04.631 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:04.631 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.631 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.631 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:04.631 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:04.632 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:04.632 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:04.632 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.632 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.632 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:04.632 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:04.632 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:04.632 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.632 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:04.632 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.632 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:04.632 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:04.632 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.632 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:04.633 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:04.633 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:04.633 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:04.633 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:04.633 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:04.633 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.633 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:04.633 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.633 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:04.633 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.633 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:04.633 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:04.633 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.634 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:04.634 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.634 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:04.634 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:04.634 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:04.634 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:04.634 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:04.634 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:04.634 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:04.634 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:04.634 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:04.634 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:04.634 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:04.634 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:04.635 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:04.635 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.635 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:04.635 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:04.635 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:04.635 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:04.635 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:04.635 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:04.635 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:04.635 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:04.635 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:04.635 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:04.635 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:04.635 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.636 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.636 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:04.636 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.636 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:04.636 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:04.636 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:04.636 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:04.636 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:04.636 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:04.636 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:04.636 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:04.636 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:04.636 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:04.636 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:04.637 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:04.637 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:04.637 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:04.637 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.637 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.637 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:04.637 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.637 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:04.637 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:04.637 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.637 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:04.637 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:04.637 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:04.637 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:04.638 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:04.638 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.638 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:04.638 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:04.638 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.638 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.638 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:04.638 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:04.638 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.638 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.638 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:04.638 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:04.638 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:04.638 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:04.639 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:04.639 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.639 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.639 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:04.639 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:04.639 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:04.639 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.639 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:04.639 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.639 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:04.639 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.639 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:04.639 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.640 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.mark.encryption 2023-12-03T12:55:04.640 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.mark.fails_on_dbstore 2023-12-03T12:55:04.640 INFO:teuthology.orchestra.run.smithi019.stdout: def test_sse_kms_post_object_authenticated_request(): 2023-12-03T12:55:04.640 INFO:teuthology.orchestra.run.smithi019.stdout: kms_keyid = get_main_kms_keyid() 2023-12-03T12:55:04.640 INFO:teuthology.orchestra.run.smithi019.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:55:04.640 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.640 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:9992: 2023-12-03T12:55:04.640 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.640 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:55:04.640 INFO:teuthology.orchestra.run.smithi019.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:55:04.640 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:04.640 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:04.640 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:04.641 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:04.641 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:04.641 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:04.641 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:04.641 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:04.641 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:04.641 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:04.641 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:04.641 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:04.641 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:04.641 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:04.641 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:04.641 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:04.641 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:04.642 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:04.642 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:04.642 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:04.642 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:04.642 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:04.642 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:04.642 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:04.642 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:04.642 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:04.642 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:04.642 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:04.642 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:04.643 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:04.643 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:04.643 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:04.643 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:04.643 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:04.643 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.643 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.643 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:04.643 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:04.643 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.643 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:04.643 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.644 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:04.644 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:04.644 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:04.644 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:04.644 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:04.644 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:04.644 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:04.644 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:04.644 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:04.644 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:04.644 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:04.644 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:04.644 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:04.645 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.645 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:04.645 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:04.645 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:04.645 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:04.645 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:04.645 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:04.645 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:04.645 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:04.645 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:04.645 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:04.645 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:04.645 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.645 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.646 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:04.646 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:04.646 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:04.646 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:04.646 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:04.646 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.646 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.646 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:04.646 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:04.646 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:04.646 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:04.646 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:04.646 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.647 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:04.647 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:04.647 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:04.647 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:04.647 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:04.647 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/test-client.0-4a6zemzjywb5q3g-425" 2023-12-03T12:55:04.647 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.647 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:04.647 INFO:teuthology.orchestra.run.smithi019.stdout:___________________________ test_sse_kms_transfer_1b ___________________________ 2023-12-03T12:55:04.647 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.647 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:04.647 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.647 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:04.648 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:04.648 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.648 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:04.648 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:04.648 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:04.648 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:04.648 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:04.648 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.648 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:04.648 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:04.648 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.648 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.648 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:04.649 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:04.649 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.649 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.649 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:04.649 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.649 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:04.649 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:04.649 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.649 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.649 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:04.649 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:04.649 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.649 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:04.649 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:04.650 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:04.650 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:04.650 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:04.650 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:04.650 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:04.650 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.650 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:04.650 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:04.650 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:04.650 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:04.650 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:04.650 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:04.650 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:04.651 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:04.651 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:04.651 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.651 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:04.651 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:04.651 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:04.651 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:04.651 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.651 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:04.651 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:04.651 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:04.651 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:04.652 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.652 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.652 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:04.652 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:04.652 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:04.652 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:04.652 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.652 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.652 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:04.652 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:04.652 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:04.652 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.652 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:04.652 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.653 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:04.653 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:04.653 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.653 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:04.653 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:04.653 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:04.653 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:04.653 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:04.653 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:04.653 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.653 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:04.653 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.653 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:04.653 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.654 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:04.654 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:04.654 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.654 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:04.654 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.654 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:04.654 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:04.654 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:04.654 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:04.654 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:04.654 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:04.654 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:04.654 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:04.655 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:04.655 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:04.655 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:04.655 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:04.655 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:04.655 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.655 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:04.655 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:04.655 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:04.655 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:04.655 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:04.655 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:04.655 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:04.656 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:04.656 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:04.656 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:04.656 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:04.656 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.656 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.656 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:04.656 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.656 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:04.656 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:04.656 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:04.656 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:04.656 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:04.657 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:04.657 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:04.657 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:04.657 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:04.657 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:04.657 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:04.657 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:04.657 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:04.657 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:04.657 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.657 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.658 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:04.658 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.658 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:04.658 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:04.658 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.658 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:04.658 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:04.658 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:04.658 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:04.658 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:04.658 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.659 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:04.659 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:04.659 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.659 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.659 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:04.659 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:04.659 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.659 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.659 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:04.659 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:04.659 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:04.659 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:04.659 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:04.660 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.660 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.660 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:04.660 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:04.660 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:04.660 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.660 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:04.660 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.660 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:04.660 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.660 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:04.660 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.660 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.mark.encryption 2023-12-03T12:55:04.660 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.mark.fails_on_dbstore 2023-12-03T12:55:04.661 INFO:teuthology.orchestra.run.smithi019.stdout: def test_sse_kms_transfer_1b(): 2023-12-03T12:55:04.661 INFO:teuthology.orchestra.run.smithi019.stdout: kms_keyid = get_main_kms_keyid() 2023-12-03T12:55:04.661 INFO:teuthology.orchestra.run.smithi019.stdout: if kms_keyid is None: 2023-12-03T12:55:04.661 INFO:teuthology.orchestra.run.smithi019.stdout: pytest.skip('[s3 main] section missing kms_keyid') 2023-12-03T12:55:04.661 INFO:teuthology.orchestra.run.smithi019.stdout:> _test_sse_kms_customer_write(1, key_id = kms_keyid) 2023-12-03T12:55:04.661 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.661 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:10040: 2023-12-03T12:55:04.661 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.661 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:9788: in _test_sse_kms_customer_write 2023-12-03T12:55:04.661 INFO:teuthology.orchestra.run.smithi019.stdout: bucket_name = get_new_bucket() 2023-12-03T12:55:04.661 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:55:04.661 INFO:teuthology.orchestra.run.smithi019.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:55:04.661 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:04.662 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:04.662 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:04.662 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:04.662 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:04.662 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:04.662 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:04.662 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:04.662 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:04.662 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:04.662 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:04.662 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:04.662 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:04.663 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:04.663 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:04.663 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:04.663 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:04.663 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:04.663 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:04.663 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:04.663 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:04.663 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:04.663 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:04.663 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:04.663 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:04.663 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:04.663 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:04.664 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:04.664 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:04.664 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:04.664 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:04.664 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:04.664 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:04.664 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:04.664 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.664 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.664 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:04.664 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:04.664 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.664 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:04.665 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.665 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:04.665 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:04.665 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:04.665 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:04.665 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:04.665 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:04.665 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:04.665 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:04.665 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:04.665 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:04.665 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:04.665 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:04.665 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:04.666 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.666 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:04.666 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:04.666 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:04.666 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:04.666 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:04.666 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:04.666 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:04.666 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:04.666 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:04.666 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:04.666 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:04.666 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.667 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.667 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:04.667 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:04.667 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:04.667 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:04.667 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:04.667 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.667 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.667 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:04.667 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:04.667 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:04.667 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:04.667 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:04.668 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.668 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:04.668 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:04.668 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:04.668 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:04.668 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:04.668 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/test-client.0-4a6zemzjywb5q3g-426" 2023-12-03T12:55:04.668 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.668 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:04.668 INFO:teuthology.orchestra.run.smithi019.stdout:__________________________ test_sse_kms_transfer_1kb ___________________________ 2023-12-03T12:55:04.668 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.668 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:04.669 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.669 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:04.669 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:04.669 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.669 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:04.669 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:04.669 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:04.669 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:04.669 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:04.669 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.669 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:04.670 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:04.670 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.670 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.670 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:04.670 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:04.670 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.670 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.670 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:04.670 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.670 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:04.670 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:04.670 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.671 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.671 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:04.671 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:04.671 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.671 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:04.671 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:04.671 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:04.671 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:04.671 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:04.671 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:04.671 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:04.672 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.672 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:04.672 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:04.672 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:04.672 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:04.672 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:04.672 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:04.672 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:04.672 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:04.672 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:04.672 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.672 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:04.673 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:04.673 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:04.673 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:04.673 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.673 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:04.673 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:04.673 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:04.673 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:04.673 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.673 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.673 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:04.673 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:04.674 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:04.674 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:04.674 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.674 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.674 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:04.674 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:04.674 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:04.674 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.674 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:04.674 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.674 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:04.675 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:04.675 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.675 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:04.675 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:04.675 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:04.675 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:04.675 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:04.675 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:04.675 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.675 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:04.675 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.676 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:04.676 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.676 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:04.676 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:04.676 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.676 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:04.676 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.676 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:04.676 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:04.676 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:04.677 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:04.677 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:04.677 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:04.677 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:04.677 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:04.677 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:04.677 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:04.677 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:04.677 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:04.677 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:04.677 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.678 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:04.678 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:04.678 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:04.678 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:04.678 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:04.678 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:04.678 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:04.678 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:04.678 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:04.678 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:04.678 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:04.679 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.679 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.679 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:04.679 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.679 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:04.679 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:04.679 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:04.679 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:04.679 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:04.679 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:04.680 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:04.680 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:04.680 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:04.680 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:04.680 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:04.680 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:04.680 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:04.680 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:04.680 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.680 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.680 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:04.680 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.680 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:04.681 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:04.681 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.681 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:04.681 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:04.681 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:04.681 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:04.681 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:04.681 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.681 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:04.681 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:04.681 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.681 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.681 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:04.681 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:04.682 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.682 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.682 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:04.682 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:04.682 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:04.682 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:04.682 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:04.682 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.682 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.682 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:04.682 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:04.682 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:04.683 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.683 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:04.683 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.683 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:04.683 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.683 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:04.683 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.683 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.mark.encryption 2023-12-03T12:55:04.683 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.mark.fails_on_dbstore 2023-12-03T12:55:04.683 INFO:teuthology.orchestra.run.smithi019.stdout: def test_sse_kms_transfer_1kb(): 2023-12-03T12:55:04.683 INFO:teuthology.orchestra.run.smithi019.stdout: kms_keyid = get_main_kms_keyid() 2023-12-03T12:55:04.684 INFO:teuthology.orchestra.run.smithi019.stdout: if kms_keyid is None: 2023-12-03T12:55:04.684 INFO:teuthology.orchestra.run.smithi019.stdout: pytest.skip('[s3 main] section missing kms_keyid') 2023-12-03T12:55:04.684 INFO:teuthology.orchestra.run.smithi019.stdout:> _test_sse_kms_customer_write(1024, key_id = kms_keyid) 2023-12-03T12:55:04.684 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.684 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:10049: 2023-12-03T12:55:04.684 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.684 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:9788: in _test_sse_kms_customer_write 2023-12-03T12:55:04.684 INFO:teuthology.orchestra.run.smithi019.stdout: bucket_name = get_new_bucket() 2023-12-03T12:55:04.684 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:55:04.684 INFO:teuthology.orchestra.run.smithi019.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:55:04.684 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:04.685 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:04.685 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:04.685 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:04.685 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:04.685 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:04.685 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:04.685 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:04.685 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:04.685 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:04.685 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:04.685 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:04.685 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:04.686 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:04.686 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:04.686 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:04.686 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:04.686 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:04.686 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:04.686 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:04.686 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:04.686 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:04.686 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:04.687 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:04.687 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:04.687 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:04.687 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:04.687 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:04.687 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:04.687 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:04.687 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:04.687 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:04.687 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:04.687 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:04.687 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.687 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.688 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:04.688 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:04.688 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.688 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:04.688 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.688 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:04.688 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:04.688 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:04.688 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:04.688 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:04.688 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:04.688 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:04.688 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:04.689 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:04.689 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:04.689 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:04.689 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:04.689 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:04.689 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.689 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:04.689 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:04.689 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:04.689 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:04.689 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:04.689 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:04.689 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:04.689 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:04.690 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:04.690 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:04.690 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:04.690 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.690 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.690 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:04.690 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:04.690 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:04.690 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:04.690 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:04.690 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.691 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.691 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:04.691 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:04.691 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:04.691 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:04.691 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:04.691 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.691 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:04.691 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:04.691 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:04.691 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:04.691 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:04.691 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/test-client.0-4a6zemzjywb5q3g-427" 2023-12-03T12:55:04.691 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.692 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:04.692 INFO:teuthology.orchestra.run.smithi019.stdout:__________________________ test_sse_kms_transfer_1MB ___________________________ 2023-12-03T12:55:04.692 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.692 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:04.692 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.692 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:04.692 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:04.692 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.692 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:04.692 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:04.692 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:04.692 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:04.692 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:04.692 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.692 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:04.693 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:04.693 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.693 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.693 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:04.693 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:04.693 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.693 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.693 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:04.693 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.693 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:04.693 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:04.693 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.694 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.694 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:04.694 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:04.694 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.694 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:04.694 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:04.694 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:04.694 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:04.694 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:04.694 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:04.694 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:04.694 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.694 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:04.695 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:04.695 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:04.695 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:04.695 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:04.695 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:04.695 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:04.695 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:04.695 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:04.695 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.695 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:04.695 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:04.695 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:04.695 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:04.696 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.696 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:04.696 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:04.696 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:04.696 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:04.696 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.696 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.696 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:04.696 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:04.696 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:04.696 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:04.696 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.697 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.697 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:04.697 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:04.697 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:04.697 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.697 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:04.697 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.697 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:04.697 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:04.697 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.697 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:04.697 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:04.697 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:04.698 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:04.698 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:04.698 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:04.698 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.698 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:04.698 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.698 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:04.698 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.698 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:04.698 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:04.698 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.698 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:04.699 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.699 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:04.699 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:04.699 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:04.699 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:04.699 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:04.699 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:04.699 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:04.699 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:04.699 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:04.699 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:04.699 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:04.700 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:04.700 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:04.700 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.700 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:04.700 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:04.700 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:04.700 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:04.700 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:04.700 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:04.700 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:04.700 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:04.701 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:04.701 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:04.701 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:04.701 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.701 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.701 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:04.701 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.701 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:04.701 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:04.701 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:04.701 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:04.702 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:04.702 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:04.702 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:04.702 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:04.702 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:04.702 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:04.702 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:04.702 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:04.702 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:04.702 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:04.702 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.702 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.703 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:04.703 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.703 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:04.703 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:04.703 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.703 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:04.703 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:04.703 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:04.703 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:04.703 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:04.703 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.704 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:04.704 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:04.704 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.704 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.704 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:04.704 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:04.704 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.704 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.704 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:04.704 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:04.704 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:04.705 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:04.705 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:04.705 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.705 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.705 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:04.705 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:04.705 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:04.705 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.705 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:04.705 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.705 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:04.705 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.706 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:04.706 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.706 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.mark.encryption 2023-12-03T12:55:04.706 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.mark.fails_on_dbstore 2023-12-03T12:55:04.706 INFO:teuthology.orchestra.run.smithi019.stdout: def test_sse_kms_transfer_1MB(): 2023-12-03T12:55:04.706 INFO:teuthology.orchestra.run.smithi019.stdout: kms_keyid = get_main_kms_keyid() 2023-12-03T12:55:04.706 INFO:teuthology.orchestra.run.smithi019.stdout: if kms_keyid is None: 2023-12-03T12:55:04.706 INFO:teuthology.orchestra.run.smithi019.stdout: pytest.skip('[s3 main] section missing kms_keyid') 2023-12-03T12:55:04.706 INFO:teuthology.orchestra.run.smithi019.stdout:> _test_sse_kms_customer_write(1024*1024, key_id = kms_keyid) 2023-12-03T12:55:04.706 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.707 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:10058: 2023-12-03T12:55:04.707 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.707 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:9788: in _test_sse_kms_customer_write 2023-12-03T12:55:04.707 INFO:teuthology.orchestra.run.smithi019.stdout: bucket_name = get_new_bucket() 2023-12-03T12:55:04.707 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:55:04.707 INFO:teuthology.orchestra.run.smithi019.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:55:04.707 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:04.707 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:04.707 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:04.707 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:04.707 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:04.707 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:04.708 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:04.708 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:04.708 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:04.708 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:04.708 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:04.708 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:04.708 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:04.708 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:04.708 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:04.708 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:04.708 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:04.709 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:04.709 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:04.709 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:04.709 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:04.709 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:04.709 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:04.709 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:04.709 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:04.709 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:04.709 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:04.709 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:04.710 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:04.710 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:04.710 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:04.710 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:04.710 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:04.710 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:04.710 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.710 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.710 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:04.710 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:04.711 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.711 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:04.711 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.711 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:04.711 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:04.711 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:04.711 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:04.711 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:04.711 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:04.711 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:04.711 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:04.711 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:04.712 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:04.712 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:04.712 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:04.712 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:04.712 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.712 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:04.712 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:04.712 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:04.712 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:04.712 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:04.712 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:04.713 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:04.713 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:04.713 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:04.713 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:04.713 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:04.713 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.713 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.713 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:04.713 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:04.713 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:04.713 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:04.713 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:04.713 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.714 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.714 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:04.714 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:04.714 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:04.714 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:04.714 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:04.714 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.714 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:04.714 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:04.714 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:04.714 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:04.715 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:04.715 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/test-client.0-4a6zemzjywb5q3g-428" 2023-12-03T12:55:04.715 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.715 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:04.715 INFO:teuthology.orchestra.run.smithi019.stdout:__________________________ test_sse_kms_transfer_13b ___________________________ 2023-12-03T12:55:04.715 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.715 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:04.715 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.715 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:04.715 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:04.715 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.715 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:04.715 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:04.716 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:04.716 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:04.716 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:04.716 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.716 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:04.716 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:04.716 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.716 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.716 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:04.716 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:04.716 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.716 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.716 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:04.716 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.717 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:04.717 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:04.717 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.717 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.717 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:04.717 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:04.717 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.717 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:04.717 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:04.717 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:04.717 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:04.717 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:04.717 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:04.718 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:04.718 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.718 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:04.718 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:04.718 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:04.718 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:04.718 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:04.718 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:04.718 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:04.718 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:04.718 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:04.718 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.718 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:04.718 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:04.719 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:04.719 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:04.719 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.719 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:04.719 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:04.719 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:04.719 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:04.719 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.719 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.719 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:04.719 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:04.719 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:04.719 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:04.720 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.720 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.720 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:04.720 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:04.720 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:04.720 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.720 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:04.720 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.720 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:04.720 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:04.720 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.720 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:04.720 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:04.720 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:04.720 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:04.721 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:04.721 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:04.721 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.721 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:04.721 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.721 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:04.721 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.721 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:04.721 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:04.721 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.721 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:04.721 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.721 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:04.721 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:04.722 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:04.722 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:04.722 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:04.722 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:04.722 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:04.722 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:04.722 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:04.722 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:04.722 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:04.722 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:04.722 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:04.722 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.722 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:04.722 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:04.723 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:04.723 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:04.723 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:04.723 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:04.723 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:04.723 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:04.723 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:04.723 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:04.723 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:04.723 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.723 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.723 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:04.723 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.723 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:04.723 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:04.724 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:04.724 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:04.724 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:04.724 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:04.724 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:04.724 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:04.724 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:04.724 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:04.724 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:04.724 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:04.724 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:04.724 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:04.724 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.724 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.725 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:04.725 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.725 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:04.725 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:04.725 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.725 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:04.725 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:04.725 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:04.725 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:04.725 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:04.725 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.725 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:04.725 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:04.725 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.726 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.726 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:04.726 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:04.726 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.726 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.726 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:04.726 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:04.726 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:04.726 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:04.726 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:04.726 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.726 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.726 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:04.727 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:04.727 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:04.727 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.727 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:04.727 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.727 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:04.727 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.727 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:04.727 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.727 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.mark.encryption 2023-12-03T12:55:04.727 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.mark.fails_on_dbstore 2023-12-03T12:55:04.727 INFO:teuthology.orchestra.run.smithi019.stdout: def test_sse_kms_transfer_13b(): 2023-12-03T12:55:04.727 INFO:teuthology.orchestra.run.smithi019.stdout: kms_keyid = get_main_kms_keyid() 2023-12-03T12:55:04.727 INFO:teuthology.orchestra.run.smithi019.stdout: if kms_keyid is None: 2023-12-03T12:55:04.728 INFO:teuthology.orchestra.run.smithi019.stdout: pytest.skip('[s3 main] section missing kms_keyid') 2023-12-03T12:55:04.728 INFO:teuthology.orchestra.run.smithi019.stdout:> _test_sse_kms_customer_write(13, key_id = kms_keyid) 2023-12-03T12:55:04.728 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.728 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:10067: 2023-12-03T12:55:04.728 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.728 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:9788: in _test_sse_kms_customer_write 2023-12-03T12:55:04.728 INFO:teuthology.orchestra.run.smithi019.stdout: bucket_name = get_new_bucket() 2023-12-03T12:55:04.728 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:55:04.728 INFO:teuthology.orchestra.run.smithi019.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:55:04.728 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:04.728 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:04.728 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:04.728 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:04.729 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:04.729 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:04.729 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:04.729 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:04.729 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:04.729 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:04.729 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:04.729 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:04.729 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:04.729 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:04.729 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:04.729 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:04.729 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:04.729 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:04.730 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:04.730 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:04.730 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:04.730 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:04.730 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:04.730 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:04.730 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:04.730 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:04.730 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:04.730 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:04.730 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:04.730 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:04.730 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:04.731 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:04.731 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:04.731 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:04.731 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.731 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.731 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:04.731 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:04.731 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.731 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:04.731 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.731 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:04.731 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:04.731 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:04.731 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:04.732 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:04.732 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:04.732 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:04.732 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:04.732 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:04.732 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:04.732 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:04.732 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:04.732 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:04.732 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.732 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:04.732 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:04.732 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:04.732 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:04.732 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:04.733 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:04.733 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:04.733 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:04.733 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:04.733 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:04.733 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:04.733 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.733 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.733 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:04.733 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:04.733 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:04.733 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:04.733 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:04.733 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.734 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.734 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:04.734 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:04.734 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:04.734 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:04.734 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:04.734 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.734 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:04.734 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:04.734 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:04.734 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:04.734 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:04.734 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/test-client.0-4a6zemzjywb5q3g-429" 2023-12-03T12:55:04.735 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.735 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:04.735 INFO:teuthology.orchestra.run.smithi019.stdout:__________________________ test_sse_kms_read_declare ___________________________ 2023-12-03T12:55:04.735 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.735 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:04.735 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.735 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:04.735 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:04.735 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.735 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:04.735 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:04.735 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:04.735 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:04.735 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:04.736 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.736 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:04.736 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:04.736 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.736 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.736 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:04.736 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:04.736 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.736 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.736 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:04.736 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.736 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:04.736 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:04.736 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.737 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.737 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:04.737 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:04.737 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.737 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:04.737 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:04.737 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:04.737 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:04.737 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:04.737 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:04.737 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:04.737 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.737 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:04.737 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:04.738 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:04.738 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:04.738 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:04.738 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:04.738 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:04.738 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:04.738 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:04.738 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.738 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:04.738 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:04.738 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:04.738 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:04.738 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.738 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:04.739 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:04.739 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:04.739 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:04.739 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.739 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.739 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:04.739 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:04.739 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:04.739 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:04.739 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.739 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.739 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:04.739 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:04.739 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:04.740 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.740 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:04.740 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.740 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:04.740 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:04.740 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.740 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:04.740 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:04.740 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:04.740 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:04.740 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:04.740 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:04.741 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.741 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:04.741 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.741 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:04.741 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.741 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:04.741 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:04.741 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.741 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:04.741 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.741 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:04.741 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:04.741 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:04.741 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:04.741 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:04.742 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:04.742 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:04.742 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:04.742 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:04.742 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:04.742 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:04.742 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:04.742 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:04.742 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.742 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:04.742 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:04.742 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:04.743 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:04.743 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:04.743 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:04.743 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:04.743 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:04.743 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:04.743 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:04.743 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:04.743 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.743 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.743 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:04.743 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.743 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:04.743 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:04.744 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:04.744 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:04.744 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:04.744 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:04.744 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:04.744 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:04.744 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:04.744 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:04.744 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:04.744 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:04.744 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:04.744 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:04.744 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.745 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.745 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:04.745 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.745 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:04.745 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:04.745 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.745 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:04.745 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:04.745 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:04.745 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:04.745 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:04.745 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.745 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:04.745 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:04.745 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.746 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.746 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:04.746 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:04.746 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.746 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.746 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:04.746 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:04.746 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:04.746 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:04.746 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:04.746 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.746 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.746 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:04.746 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:04.747 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:04.747 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.747 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:04.747 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.747 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:04.747 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.747 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:04.747 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.747 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.mark.encryption 2023-12-03T12:55:04.747 INFO:teuthology.orchestra.run.smithi019.stdout: def test_sse_kms_read_declare(): 2023-12-03T12:55:04.747 INFO:teuthology.orchestra.run.smithi019.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:55:04.747 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.747 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:10072: 2023-12-03T12:55:04.748 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.748 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:55:04.748 INFO:teuthology.orchestra.run.smithi019.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:55:04.748 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:04.748 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:04.748 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:04.748 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:04.748 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:04.748 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:04.748 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:04.748 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:04.748 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:04.748 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:04.748 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:04.749 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:04.749 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:04.749 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:04.749 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:04.749 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:04.749 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:04.749 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:04.749 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:04.749 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:04.749 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:04.749 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:04.749 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:04.749 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:04.749 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:04.750 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:04.750 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:04.750 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:04.750 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:04.750 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:04.750 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:04.750 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:04.750 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:04.750 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:04.750 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.750 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.750 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:04.750 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:04.750 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.751 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:04.751 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.751 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:04.751 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:04.751 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:04.751 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:04.751 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:04.751 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:04.751 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:04.751 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:04.751 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:04.751 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:04.751 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:04.751 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:04.751 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:04.752 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.752 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:04.752 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:04.752 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:04.752 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:04.752 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:04.752 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:04.752 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:04.752 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:04.752 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:04.752 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:04.752 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:04.753 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.753 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.753 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:04.753 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:04.753 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:04.753 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:04.753 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:04.753 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.753 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.753 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:04.753 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:04.753 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:04.753 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:04.753 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:04.753 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.754 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:04.754 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:04.754 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:04.754 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:04.754 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:04.754 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/test-client.0-4a6zemzjywb5q3g-430" 2023-12-03T12:55:04.754 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.754 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:04.754 INFO:teuthology.orchestra.run.smithi019.stdout:______________________________ test_bucket_policy ______________________________ 2023-12-03T12:55:04.754 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.754 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:04.754 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.754 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:04.754 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:04.755 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.755 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:04.755 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:04.755 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:04.755 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:04.755 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:04.755 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.755 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:04.755 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:04.755 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.755 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.755 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:04.755 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:04.755 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.755 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.756 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:04.756 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.756 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:04.756 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:04.756 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.756 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.756 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:04.756 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:04.756 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.756 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:04.756 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:04.756 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:04.756 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:04.756 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:04.756 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:04.757 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:04.757 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.757 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:04.757 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:04.757 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:04.757 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:04.757 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:04.757 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:04.757 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:04.757 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:04.757 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:04.757 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.757 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:04.757 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:04.758 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:04.758 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:04.758 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.758 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:04.758 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:04.758 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:04.758 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:04.758 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.758 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.758 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:04.758 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:04.758 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:04.758 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:04.759 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.759 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.759 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:04.759 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:04.759 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:04.759 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.759 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:04.759 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.759 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:04.759 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:04.759 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.759 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:04.759 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:04.759 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:04.760 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:04.760 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:04.760 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:04.760 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.760 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:04.760 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.760 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:04.760 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.760 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:04.760 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:04.760 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.760 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:04.760 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.761 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:04.761 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:04.761 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:04.761 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:04.761 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:04.761 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:04.761 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:04.761 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:04.761 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:04.761 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:04.761 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:04.761 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:04.761 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:04.761 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.762 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:04.762 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:04.762 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:04.762 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:04.762 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:04.762 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:04.762 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:04.762 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:04.762 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:04.762 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:04.762 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:04.762 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.763 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.763 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:04.763 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.763 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:04.763 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:04.763 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:04.763 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:04.763 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:04.763 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:04.763 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:04.763 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:04.763 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:04.763 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:04.763 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:04.764 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:04.764 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:04.764 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:04.764 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.764 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.764 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:04.764 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.764 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:04.764 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:04.764 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.764 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:04.764 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:04.764 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:04.764 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:04.765 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:04.765 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.765 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:04.765 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:04.765 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.765 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.765 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:04.765 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:04.765 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.765 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.765 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:04.765 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:04.765 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:04.765 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:04.766 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:04.766 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.766 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.766 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:04.766 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:04.766 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:04.766 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.766 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:04.766 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.766 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:04.766 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.766 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:04.766 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.767 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.mark.bucket_policy 2023-12-03T12:55:04.767 INFO:teuthology.orchestra.run.smithi019.stdout: def test_bucket_policy(): 2023-12-03T12:55:04.767 INFO:teuthology.orchestra.run.smithi019.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:55:04.767 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.767 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:10091: 2023-12-03T12:55:04.767 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.767 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:55:04.767 INFO:teuthology.orchestra.run.smithi019.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:55:04.767 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:04.767 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:04.767 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:04.767 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:04.767 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:04.767 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:04.768 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:04.768 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:04.768 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:04.768 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:04.768 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:04.768 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:04.768 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:04.768 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:04.768 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:04.768 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:04.768 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:04.768 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:04.768 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:04.768 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:04.769 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:04.769 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:04.769 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:04.769 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:04.769 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:04.769 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:04.769 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:04.769 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:04.769 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:04.769 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:04.769 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:04.769 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:04.769 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:04.770 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:04.770 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.770 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.770 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:04.770 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:04.770 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.770 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:04.770 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.770 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:04.770 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:04.770 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:04.770 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:04.770 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:04.771 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:04.771 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:04.771 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:04.771 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:04.771 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:04.771 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:04.771 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:04.771 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:04.771 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.771 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:04.771 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:04.771 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:04.771 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:04.771 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:04.771 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:04.772 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:04.772 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:04.772 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:04.772 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:04.772 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:04.772 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.772 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.772 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:04.772 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:04.772 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:04.772 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:04.772 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:04.772 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.772 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.773 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:04.773 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:04.773 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:04.773 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:04.773 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:04.773 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.773 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:04.773 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:04.773 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:04.773 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:04.773 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:04.773 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/test-client.0-4a6zemzjywb5q3g-431" 2023-12-03T12:55:04.773 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.773 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:04.774 INFO:teuthology.orchestra.run.smithi019.stdout:_____________________________ test_bucketv2_policy _____________________________ 2023-12-03T12:55:04.774 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.774 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:04.774 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.774 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:04.774 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:04.774 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.774 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:04.774 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:04.774 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:04.774 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:04.774 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:04.774 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.774 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:04.774 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:04.775 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.775 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.775 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:04.775 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:04.775 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.775 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.775 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:04.775 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.775 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:04.775 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:04.775 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.775 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.775 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:04.775 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:04.775 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.776 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:04.776 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:04.776 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:04.776 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:04.776 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:04.776 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:04.776 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:04.776 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.776 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:04.776 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:04.776 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:04.776 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:04.776 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:04.777 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:04.777 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:04.777 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:04.777 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:04.777 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.777 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:04.777 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:04.777 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:04.777 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:04.777 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.777 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:04.777 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:04.777 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:04.777 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:04.778 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.778 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.778 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:04.778 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:04.778 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:04.778 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:04.778 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.778 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.778 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:04.778 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:04.778 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:04.778 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.778 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:04.779 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.779 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:04.779 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:04.779 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.779 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:04.779 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:04.779 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:04.779 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:04.779 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:04.779 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:04.779 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.779 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:04.779 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.780 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:04.780 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.780 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:04.780 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:04.780 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.780 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:04.780 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.780 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:04.780 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:04.780 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:04.780 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:04.780 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:04.780 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:04.780 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:04.781 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:04.781 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:04.781 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:04.781 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:04.781 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:04.781 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:04.781 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.781 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:04.781 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:04.781 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:04.781 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:04.781 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:04.781 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:04.781 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:04.782 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:04.782 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:04.782 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:04.782 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:04.782 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.782 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.782 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:04.782 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.782 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:04.782 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:04.782 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:04.782 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:04.782 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:04.782 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:04.783 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:04.783 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:04.783 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:04.783 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:04.783 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:04.783 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:04.783 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:04.783 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:04.783 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.783 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.783 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:04.783 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.783 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:04.783 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:04.783 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.784 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:04.784 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:04.784 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:04.784 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:04.784 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:04.784 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.784 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:04.784 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:04.784 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.784 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.784 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:04.784 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:04.784 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.784 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.785 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:04.785 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:04.785 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:04.785 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:04.785 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:04.785 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.785 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.785 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:04.785 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:04.785 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:04.785 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.785 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:04.785 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.785 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:04.785 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.786 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:04.786 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.786 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.mark.bucket_policy 2023-12-03T12:55:04.786 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.mark.list_objects_v2 2023-12-03T12:55:04.786 INFO:teuthology.orchestra.run.smithi019.stdout: def test_bucketv2_policy(): 2023-12-03T12:55:04.786 INFO:teuthology.orchestra.run.smithi019.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:55:04.786 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.786 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:10121: 2023-12-03T12:55:04.786 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.786 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:55:04.786 INFO:teuthology.orchestra.run.smithi019.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:55:04.786 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:04.786 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:04.786 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:04.787 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:04.787 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:04.787 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:04.787 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:04.787 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:04.787 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:04.787 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:04.787 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:04.787 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:04.787 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:04.787 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:04.787 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:04.787 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:04.787 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:04.787 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:04.788 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:04.788 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:04.788 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:04.788 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:04.788 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:04.788 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:04.788 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:04.788 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:04.788 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:04.788 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:04.788 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:04.788 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:04.788 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:04.788 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:04.789 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:04.789 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:04.789 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.789 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.789 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:04.789 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:04.789 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.789 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:04.789 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.789 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:04.789 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:04.789 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:04.789 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:04.789 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:04.790 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:04.790 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:04.790 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:04.790 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:04.790 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:04.790 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:04.790 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:04.790 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:04.790 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.790 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:04.790 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:04.790 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:04.790 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:04.790 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:04.791 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:04.791 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:04.791 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:04.791 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:04.791 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:04.791 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:04.791 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.791 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.791 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:04.791 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:04.791 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:04.791 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:04.791 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:04.791 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.791 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.792 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:04.792 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:04.792 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:04.792 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:04.792 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:04.792 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.792 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:04.792 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:04.792 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:04.792 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:04.792 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:04.792 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/test-client.0-4a6zemzjywb5q3g-432" 2023-12-03T12:55:04.792 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.792 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:04.792 INFO:teuthology.orchestra.run.smithi019.stdout:____________________________ test_bucket_policy_acl ____________________________ 2023-12-03T12:55:04.793 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.793 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:04.793 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.793 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:04.793 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:04.793 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.793 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:04.793 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:04.793 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:04.793 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:04.793 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:04.793 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.793 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:04.793 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:04.794 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.794 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.794 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:04.794 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:04.794 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.794 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.794 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:04.794 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.794 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:04.794 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:04.794 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.794 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.794 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:04.794 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:04.795 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.795 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:04.795 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:04.795 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:04.795 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:04.795 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:04.795 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:04.795 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:04.795 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.795 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:04.795 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:04.795 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:04.795 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:04.796 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:04.796 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:04.796 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:04.796 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:04.796 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:04.796 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.796 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:04.796 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:04.796 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:04.796 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:04.796 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.796 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:04.796 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:04.796 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:04.797 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:04.797 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.797 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.797 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:04.797 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:04.797 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:04.797 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:04.797 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.797 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.797 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:04.797 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:04.797 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:04.797 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.798 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:04.798 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.798 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:04.798 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:04.798 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.798 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:04.798 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:04.798 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:04.798 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:04.798 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:04.798 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:04.798 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.798 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:04.799 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.799 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:04.799 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.799 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:04.799 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:04.799 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.799 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:04.799 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.799 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:04.799 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:04.799 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:04.799 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:04.799 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:04.799 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:04.799 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:04.800 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:04.800 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:04.800 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:04.800 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:04.800 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:04.800 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:04.800 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.800 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:04.800 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:04.800 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:04.800 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:04.800 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:04.800 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:04.801 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:04.801 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:04.801 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:04.801 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:04.801 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:04.801 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.801 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.801 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:04.801 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.801 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:04.801 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:04.801 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:04.801 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:04.801 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:04.801 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:04.802 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:04.802 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:04.802 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:04.802 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:04.802 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:04.802 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:04.802 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:04.802 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:04.802 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.802 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.802 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:04.803 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.803 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:04.803 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:04.803 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.803 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:04.803 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:04.803 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:04.803 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:04.803 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:04.803 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.803 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:04.803 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:04.803 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.803 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.804 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:04.804 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:04.804 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.804 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.804 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:04.804 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:04.804 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:04.804 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:04.804 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:04.804 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.804 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.804 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:04.804 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:04.805 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:04.805 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.805 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:04.805 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.805 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:04.805 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.805 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:04.805 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.805 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.mark.bucket_policy 2023-12-03T12:55:04.805 INFO:teuthology.orchestra.run.smithi019.stdout: def test_bucket_policy_acl(): 2023-12-03T12:55:04.805 INFO:teuthology.orchestra.run.smithi019.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:55:04.805 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.805 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:10150: 2023-12-03T12:55:04.805 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.806 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:55:04.806 INFO:teuthology.orchestra.run.smithi019.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:55:04.806 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:04.806 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:04.806 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:04.806 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:04.806 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:04.806 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:04.806 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:04.806 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:04.806 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:04.806 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:04.806 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:04.806 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:04.807 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:04.807 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:04.807 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:04.807 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:04.807 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:04.807 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:04.807 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:04.807 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:04.807 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:04.807 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:04.807 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:04.807 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:04.807 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:04.808 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:04.808 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:04.808 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:04.808 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:04.808 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:04.808 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:04.808 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:04.808 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:04.808 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:04.808 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.808 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.808 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:04.808 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:04.808 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.809 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:04.809 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.809 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:04.809 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:04.809 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:04.809 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:04.809 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:04.809 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:04.809 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:04.809 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:04.809 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:04.809 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:04.809 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:04.810 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:04.810 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:04.810 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.810 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:04.810 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:04.810 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:04.810 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:04.810 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:04.810 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:04.810 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:04.810 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:04.810 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:04.810 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:04.810 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:04.811 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.811 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.811 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:04.811 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:04.811 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:04.811 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:04.811 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:04.811 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.811 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.811 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:04.811 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:04.811 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:04.811 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:04.811 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:04.812 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.812 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:04.812 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:04.812 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:04.812 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:04.812 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:04.812 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/test-client.0-4a6zemzjywb5q3g-433" 2023-12-03T12:55:04.812 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.812 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:04.812 INFO:teuthology.orchestra.run.smithi019.stdout:___________________________ test_bucketv2_policy_acl ___________________________ 2023-12-03T12:55:04.812 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.812 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:04.812 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.812 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:04.813 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:04.813 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.813 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:04.813 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:04.813 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:04.813 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:04.813 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:04.813 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.813 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:04.813 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:04.813 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.813 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.813 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:04.813 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:04.814 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.814 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.814 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:04.814 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.814 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:04.814 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:04.814 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.814 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.814 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:04.814 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:04.814 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.814 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:04.814 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:04.815 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:04.815 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:04.815 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:04.815 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:04.815 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:04.815 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.815 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:04.815 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:04.815 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:04.815 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:04.815 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:04.815 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:04.815 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:04.816 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:04.816 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:04.816 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.816 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:04.816 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:04.816 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:04.816 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:04.816 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.816 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:04.816 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:04.816 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:04.816 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:04.816 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.816 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.817 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:04.817 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:04.817 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:04.817 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:04.817 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.817 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.817 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:04.817 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:04.817 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:04.817 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.817 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:04.817 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.817 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:04.817 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:04.818 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.818 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:04.818 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:04.818 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:04.818 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:04.818 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:04.818 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:04.818 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.818 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:04.818 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.818 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:04.818 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.818 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:04.818 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:04.819 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.819 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:04.819 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.819 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:04.819 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:04.819 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:04.819 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:04.819 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:04.819 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:04.819 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:04.819 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:04.819 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:04.819 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:04.819 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:04.820 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:04.820 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:04.820 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.820 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:04.820 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:04.820 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:04.820 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:04.820 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:04.820 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:04.820 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:04.820 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:04.820 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:04.820 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:04.820 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:04.821 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.821 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.821 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:04.821 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.821 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:04.821 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:04.821 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:04.821 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:04.821 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:04.821 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:04.821 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:04.821 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:04.821 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:04.821 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:04.822 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:04.822 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:04.822 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:04.822 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:04.822 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.822 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.822 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:04.822 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.822 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:04.822 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:04.822 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.822 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:04.822 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:04.822 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:04.823 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:04.823 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:04.823 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.823 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:04.823 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:04.823 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.823 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.823 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:04.823 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:04.823 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.823 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.823 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:04.823 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:04.823 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:04.823 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:04.824 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:04.824 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.824 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.824 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:04.824 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:04.824 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:04.824 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.824 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:04.824 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.824 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:04.824 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.824 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:04.824 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.824 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.mark.bucket_policy 2023-12-03T12:55:04.825 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.mark.list_objects_v2 2023-12-03T12:55:04.825 INFO:teuthology.orchestra.run.smithi019.stdout: def test_bucketv2_policy_acl(): 2023-12-03T12:55:04.825 INFO:teuthology.orchestra.run.smithi019.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:55:04.825 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.825 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:10186: 2023-12-03T12:55:04.825 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.825 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:55:04.825 INFO:teuthology.orchestra.run.smithi019.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:55:04.825 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:04.825 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:04.825 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:04.825 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:04.825 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:04.825 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:04.826 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:04.826 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:04.826 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:04.826 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:04.826 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:04.826 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:04.826 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:04.826 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:04.826 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:04.826 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:04.826 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:04.826 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:04.826 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:04.827 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:04.827 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:04.827 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:04.827 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:04.827 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:04.827 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:04.827 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:04.827 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:04.827 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:04.827 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:04.827 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:04.827 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:04.827 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:04.827 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:04.827 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:04.828 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.828 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.828 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:04.828 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:04.828 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.828 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:04.828 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.828 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:04.828 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:04.828 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:04.828 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:04.828 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:04.829 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:04.829 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:04.829 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:04.829 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:04.829 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:04.829 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:04.829 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:04.829 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:04.829 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.829 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:04.829 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:04.829 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:04.829 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:04.830 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:04.830 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:04.830 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:04.830 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:04.830 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:04.830 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:04.830 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:04.830 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.830 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.830 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:04.830 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:04.830 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:04.830 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:04.830 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:04.831 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.831 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.831 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:04.831 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:04.831 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:04.831 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:04.831 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:04.831 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.831 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:04.831 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:04.831 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:04.831 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:04.831 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:04.831 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/test-client.0-4a6zemzjywb5q3g-434" 2023-12-03T12:55:04.832 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.832 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:04.832 INFO:teuthology.orchestra.run.smithi019.stdout:______________________ test_bucket_policy_another_bucket _______________________ 2023-12-03T12:55:04.832 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.832 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:04.832 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.832 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:04.832 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:04.832 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.832 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:04.832 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:04.832 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:04.832 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:04.832 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:04.833 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.833 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:04.833 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:04.833 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.833 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.833 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:04.833 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:04.833 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.833 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.833 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:04.833 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.833 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:04.833 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:04.833 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.833 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.834 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:04.834 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:04.834 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.834 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:04.834 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:04.834 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:04.834 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:04.834 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:04.834 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:04.834 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:04.834 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.834 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:04.834 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:04.835 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:04.835 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:04.835 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:04.835 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:04.835 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:04.835 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:04.835 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:04.835 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.835 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:04.835 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:04.835 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:04.835 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:04.835 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.835 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:04.836 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:04.836 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:04.836 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:04.836 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.836 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.836 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:04.836 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:04.836 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:04.836 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:04.836 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.836 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.836 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:04.836 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:04.836 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:04.836 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.837 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:04.837 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.837 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:04.837 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:04.837 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.837 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:04.837 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:04.837 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:04.837 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:04.837 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:04.837 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:04.837 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.837 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:04.837 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.838 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:04.838 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.838 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:04.838 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:04.838 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.838 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:04.838 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.838 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:04.838 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:04.838 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:04.838 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:04.838 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:04.838 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:04.838 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:04.839 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:04.839 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:04.839 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:04.839 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:04.839 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:04.839 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:04.839 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.839 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:04.839 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:04.839 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:04.839 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:04.839 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:04.839 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:04.840 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:04.840 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:04.840 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:04.840 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:04.840 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:04.840 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.840 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.840 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:04.840 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.840 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:04.840 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:04.841 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:04.841 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:04.841 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:04.841 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:04.841 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:04.841 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:04.841 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:04.841 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:04.841 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:04.841 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:04.841 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:04.841 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:04.842 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.842 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.842 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:04.842 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.842 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:04.842 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:04.842 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.842 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:04.842 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:04.842 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:04.842 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:04.843 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:04.843 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.843 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:04.843 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:04.843 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.843 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.843 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:04.843 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:04.843 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.843 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.843 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:04.843 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:04.844 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:04.844 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:04.844 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:04.844 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.844 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.844 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:04.844 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:04.844 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:04.844 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.844 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:04.844 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.845 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:04.845 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.845 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:04.845 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.845 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.mark.bucket_policy 2023-12-03T12:55:04.845 INFO:teuthology.orchestra.run.smithi019.stdout: def test_bucket_policy_another_bucket(): 2023-12-03T12:55:04.845 INFO:teuthology.orchestra.run.smithi019.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:55:04.845 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.845 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:10310: 2023-12-03T12:55:04.845 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.845 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:55:04.846 INFO:teuthology.orchestra.run.smithi019.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:55:04.846 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:04.846 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:04.846 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:04.846 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:04.846 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:04.846 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:04.846 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:04.846 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:04.846 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:04.846 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:04.846 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:04.847 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:04.847 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:04.847 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:04.847 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:04.847 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:04.847 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:04.847 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:04.847 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:04.847 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:04.847 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:04.847 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:04.848 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:04.848 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:04.848 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:04.848 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:04.848 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:04.848 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:04.848 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:04.848 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:04.848 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:04.848 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:04.848 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:04.848 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:04.849 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.849 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.849 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:04.849 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:04.849 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.849 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:04.849 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.849 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:04.849 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:04.849 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:04.849 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:04.850 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:04.850 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:04.850 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:04.850 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:04.850 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:04.850 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:04.850 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:04.850 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:04.850 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:04.850 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.851 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:04.851 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:04.851 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:04.851 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:04.851 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:04.851 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:04.851 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:04.851 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:04.851 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:04.851 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:04.851 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:04.852 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.852 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.852 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:04.852 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:04.852 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:04.852 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:04.852 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:04.852 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.852 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.852 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:04.852 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:04.853 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:04.853 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:04.853 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:04.853 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.853 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:04.853 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:04.853 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:04.853 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:04.853 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:04.853 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/test-client.0-4a6zemzjywb5q3g-435" 2023-12-03T12:55:04.854 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.854 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:04.854 INFO:teuthology.orchestra.run.smithi019.stdout:_____________________ test_bucketv2_policy_another_bucket ______________________ 2023-12-03T12:55:04.854 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.854 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:04.854 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.854 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:04.854 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:04.854 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.854 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:04.854 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:04.855 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:04.855 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:04.855 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:04.855 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.855 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:04.855 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:04.855 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.855 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.855 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:04.855 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:04.856 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.856 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.856 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:04.856 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.856 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:04.856 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:04.856 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.856 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.856 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:04.856 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:04.856 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.856 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:04.857 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:04.857 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:04.857 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:04.857 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:04.857 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:04.857 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:04.857 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.857 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:04.857 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:04.857 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:04.857 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:04.857 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:04.857 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:04.857 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:04.857 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:04.858 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:04.858 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.858 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:04.858 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:04.858 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:04.858 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:04.858 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.858 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:04.858 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:04.858 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:04.858 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:04.858 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.858 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.859 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:04.859 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:04.859 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:04.859 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:04.859 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.859 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.859 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:04.859 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:04.859 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:04.859 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.859 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:04.859 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.859 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:04.859 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:04.860 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.860 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:04.860 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:04.860 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:04.860 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:04.860 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:04.860 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:04.860 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.860 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:04.860 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.860 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:04.860 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.860 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:04.861 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:04.861 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.861 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:04.861 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.861 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:04.861 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:04.861 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:04.861 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:04.861 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:04.861 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:04.861 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:04.861 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:04.861 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:04.861 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:04.862 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:04.862 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:04.862 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:04.862 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.862 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:04.862 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:04.862 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:04.862 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:04.862 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:04.862 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:04.862 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:04.862 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:04.862 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:04.862 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:04.863 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:04.863 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.863 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.863 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:04.863 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.863 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:04.863 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:04.863 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:04.863 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:04.863 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:04.863 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:04.863 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:04.863 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:04.864 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:04.864 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:04.864 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:04.864 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:04.864 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:04.864 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:04.864 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.864 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.864 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:04.864 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.864 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:04.864 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:04.864 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.864 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:04.864 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:04.865 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:04.865 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:04.865 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:04.865 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.865 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:04.865 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:04.865 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.865 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.865 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:04.865 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:04.865 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.865 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.865 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:04.866 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:04.866 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:04.866 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:04.866 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:04.866 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.866 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.866 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:04.866 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:04.866 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:04.866 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.866 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:04.866 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.866 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:04.866 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.867 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:04.867 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.867 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.mark.bucket_policy 2023-12-03T12:55:04.867 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.mark.list_objects_v2 2023-12-03T12:55:04.867 INFO:teuthology.orchestra.run.smithi019.stdout: def test_bucketv2_policy_another_bucket(): 2023-12-03T12:55:04.867 INFO:teuthology.orchestra.run.smithi019.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:55:04.867 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.867 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:10348: 2023-12-03T12:55:04.867 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.867 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:55:04.867 INFO:teuthology.orchestra.run.smithi019.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:55:04.867 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:04.867 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:04.868 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:04.868 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:04.868 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:04.868 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:04.868 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:04.868 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:04.868 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:04.868 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:04.868 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:04.868 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:04.868 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:04.868 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:04.868 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:04.868 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:04.869 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:04.869 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:04.869 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:04.869 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:04.869 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:04.869 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:04.869 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:04.869 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:04.869 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:04.869 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:04.869 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:04.869 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:04.869 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:04.870 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:04.870 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:04.870 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:04.870 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:04.870 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:04.870 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.870 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.870 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:04.870 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:04.870 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.870 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:04.870 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.870 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:04.871 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:04.871 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:04.871 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:04.871 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:04.871 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:04.871 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:04.871 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:04.871 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:04.871 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:04.871 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:04.871 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:04.871 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:04.871 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.871 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:04.871 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:04.872 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:04.872 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:04.872 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:04.872 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:04.872 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:04.872 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:04.872 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:04.872 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:04.872 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:04.872 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.872 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.872 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:04.872 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:04.872 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:04.873 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:04.873 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:04.873 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.873 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.873 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:04.873 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:04.873 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:04.873 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:04.873 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:04.873 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.873 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:04.873 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:04.873 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:04.874 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:04.874 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:04.874 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/test-client.0-4a6zemzjywb5q3g-436" 2023-12-03T12:55:04.874 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.874 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:04.874 INFO:teuthology.orchestra.run.smithi019.stdout:_____________________________ test_get_obj_tagging _____________________________ 2023-12-03T12:55:04.874 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.874 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:04.874 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.874 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:04.874 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:04.874 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.874 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:04.874 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:04.875 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:04.875 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:04.875 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:04.875 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.875 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:04.875 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:04.875 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.875 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.875 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:04.875 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:04.875 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.875 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.875 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:04.875 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.876 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:04.876 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:04.876 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.876 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.876 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:04.876 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:04.876 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.876 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:04.876 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:04.876 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:04.876 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:04.876 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:04.876 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:04.876 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:04.876 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.877 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:04.877 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:04.877 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:04.877 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:04.877 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:04.877 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:04.877 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:04.877 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:04.877 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:04.877 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.877 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:04.877 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:04.877 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:04.878 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:04.878 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.878 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:04.878 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:04.878 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:04.878 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:04.878 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.878 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.878 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:04.878 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:04.878 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:04.878 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:04.878 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.878 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.879 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:04.879 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:04.879 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:04.879 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.879 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:04.879 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.879 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:04.879 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:04.879 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.879 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:04.879 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:04.879 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:04.879 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:04.880 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:04.880 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:04.880 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.880 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:04.880 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.880 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:04.880 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.880 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:04.880 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:04.880 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.880 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:04.880 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.880 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:04.881 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:04.881 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:04.881 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:04.881 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:04.881 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:04.881 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:04.881 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:04.881 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:04.881 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:04.881 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:04.881 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:04.881 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:04.881 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.882 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:04.882 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:04.882 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:04.882 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:04.882 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:04.882 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:04.882 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:04.882 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:04.882 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:04.882 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:04.883 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:04.883 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.883 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.883 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:04.883 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.883 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:04.883 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:04.883 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:04.883 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:04.883 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:04.883 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:04.883 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:04.883 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:04.883 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:04.884 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:04.884 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:04.884 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:04.884 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:04.884 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:04.884 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.884 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.884 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:04.884 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.884 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:04.884 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:04.884 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.884 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:04.885 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:04.885 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:04.885 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:04.885 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:04.885 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.885 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:04.885 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:04.885 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.885 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.885 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:04.885 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:04.885 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.885 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.885 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:04.885 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:04.886 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:04.886 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:04.886 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:04.886 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.886 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.886 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:04.886 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:04.886 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:04.886 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.886 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:04.886 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.886 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:04.886 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.887 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:04.887 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.887 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.mark.tagging 2023-12-03T12:55:04.887 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.mark.fails_on_dbstore 2023-12-03T12:55:04.887 INFO:teuthology.orchestra.run.smithi019.stdout: def test_get_obj_tagging(): 2023-12-03T12:55:04.887 INFO:teuthology.orchestra.run.smithi019.stdout: key = 'testputtags' 2023-12-03T12:55:04.887 INFO:teuthology.orchestra.run.smithi019.stdout:> bucket_name = _create_key_with_random_content(key) 2023-12-03T12:55:04.887 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.887 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:10458: 2023-12-03T12:55:04.887 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.887 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:5832: in _create_key_with_random_content 2023-12-03T12:55:04.887 INFO:teuthology.orchestra.run.smithi019.stdout: bucket_name = get_new_bucket() 2023-12-03T12:55:04.887 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:55:04.888 INFO:teuthology.orchestra.run.smithi019.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:55:04.888 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:04.888 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:04.888 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:04.888 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:04.888 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:04.888 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:04.888 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:04.888 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:04.888 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:04.888 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:04.888 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:04.888 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:04.888 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:04.888 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:04.889 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:04.889 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:04.889 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:04.889 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:04.889 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:04.889 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:04.889 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:04.889 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:04.889 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:04.889 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:04.889 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:04.889 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:04.889 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:04.889 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:04.890 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:04.890 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:04.890 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:04.890 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:04.890 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:04.890 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:04.890 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.890 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.890 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:04.890 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:04.890 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.890 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:04.890 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.891 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:04.891 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:04.891 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:04.891 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:04.891 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:04.891 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:04.891 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:04.891 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:04.891 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:04.891 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:04.891 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:04.891 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:04.891 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:04.891 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.892 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:04.892 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:04.892 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:04.892 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:04.892 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:04.892 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:04.892 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:04.892 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:04.892 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:04.892 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:04.892 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:04.892 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.892 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.892 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:04.893 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:04.893 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:04.893 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:04.893 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:04.893 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.893 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.893 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:04.893 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:04.893 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:04.893 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:04.893 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:04.893 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.893 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:04.893 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:04.894 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:04.894 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:04.894 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:04.894 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/test-client.0-4a6zemzjywb5q3g-437" 2023-12-03T12:55:04.894 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.894 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:04.894 INFO:teuthology.orchestra.run.smithi019.stdout:__________________________ test_get_obj_head_tagging ___________________________ 2023-12-03T12:55:04.894 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.894 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:04.894 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.894 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:04.894 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:04.895 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.895 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:04.895 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:04.895 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:04.895 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:04.895 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:04.895 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.895 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:04.895 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:04.895 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.895 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.895 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:04.895 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:04.896 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.896 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.896 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:04.896 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.896 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:04.896 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:04.896 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.896 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.896 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:04.896 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:04.896 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.896 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:04.896 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:04.896 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:04.897 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:04.897 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:04.897 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:04.897 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:04.897 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.897 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:04.897 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:04.897 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:04.897 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:04.897 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:04.897 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:04.897 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:04.897 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:04.897 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:04.898 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.898 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:04.898 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:04.898 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:04.898 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:04.898 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.898 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:04.898 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:04.898 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:04.898 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:04.898 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.898 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.898 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:04.899 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:04.899 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:04.899 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:04.899 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.899 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.899 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:04.899 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:04.899 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:04.899 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.899 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:04.899 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.899 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:04.899 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:04.899 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.900 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:04.900 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:04.900 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:04.900 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:04.900 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:04.900 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:04.900 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.900 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:04.900 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.900 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:04.900 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.900 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:04.900 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:04.900 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.901 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:04.901 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.901 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:04.901 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:04.901 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:04.901 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:04.901 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:04.901 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:04.901 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:04.901 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:04.901 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:04.901 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:04.901 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:04.901 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:04.902 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:04.902 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.902 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:04.902 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:04.902 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:04.902 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:04.902 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:04.902 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:04.902 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:04.902 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:04.902 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:04.902 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:04.902 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:04.902 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.903 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.903 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:04.903 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.903 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:04.903 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:04.903 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:04.903 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:04.903 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:04.903 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:04.903 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:04.903 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:04.903 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:04.903 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:04.904 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:04.904 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:04.904 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:04.904 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:04.904 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.904 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.904 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:04.904 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.904 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:04.904 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:04.904 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.904 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:04.904 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:04.904 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:04.904 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:04.905 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:04.905 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.905 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:04.905 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:04.905 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.905 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.905 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:04.905 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:04.905 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.905 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.905 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:04.905 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:04.905 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:04.905 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:04.906 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:04.906 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.906 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.906 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:04.906 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:04.906 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:04.906 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.906 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:04.906 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.906 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:04.906 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.906 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:04.906 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.907 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.mark.tagging 2023-12-03T12:55:04.907 INFO:teuthology.orchestra.run.smithi019.stdout: def test_get_obj_head_tagging(): 2023-12-03T12:55:04.907 INFO:teuthology.orchestra.run.smithi019.stdout: key = 'testputtags' 2023-12-03T12:55:04.907 INFO:teuthology.orchestra.run.smithi019.stdout:> bucket_name = _create_key_with_random_content(key) 2023-12-03T12:55:04.907 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.907 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:10472: 2023-12-03T12:55:04.907 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.907 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:5832: in _create_key_with_random_content 2023-12-03T12:55:04.907 INFO:teuthology.orchestra.run.smithi019.stdout: bucket_name = get_new_bucket() 2023-12-03T12:55:04.907 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:55:04.907 INFO:teuthology.orchestra.run.smithi019.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:55:04.907 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:04.907 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:04.907 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:04.908 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:04.908 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:04.908 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:04.908 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:04.908 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:04.908 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:04.908 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:04.908 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:04.908 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:04.908 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:04.908 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:04.908 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:04.908 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:04.909 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:04.909 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:04.909 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:04.909 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:04.909 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:04.909 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:04.909 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:04.909 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:04.909 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:04.909 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:04.909 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:04.909 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:04.909 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:04.909 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:04.910 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:04.910 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:04.910 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:04.910 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:04.910 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.910 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.910 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:04.910 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:04.910 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.910 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:04.910 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.910 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:04.910 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:04.910 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:04.911 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:04.911 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:04.911 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:04.911 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:04.911 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:04.911 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:04.911 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:04.911 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:04.911 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:04.911 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:04.911 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.911 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:04.911 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:04.911 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:04.912 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:04.912 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:04.912 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:04.912 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:04.912 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:04.912 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:04.912 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:04.912 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:04.912 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.912 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.912 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:04.912 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:04.912 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:04.912 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:04.913 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:04.913 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.913 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.913 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:04.913 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:04.913 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:04.913 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:04.913 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:04.913 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.913 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:04.913 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:04.913 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:04.913 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:04.913 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:04.913 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/test-client.0-4a6zemzjywb5q3g-438" 2023-12-03T12:55:04.914 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.914 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:04.914 INFO:teuthology.orchestra.run.smithi019.stdout:______________________________ test_put_max_tags _______________________________ 2023-12-03T12:55:04.914 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.914 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:04.914 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.914 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:04.914 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:04.914 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.914 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:04.914 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:04.914 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:04.914 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:04.915 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:04.915 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.915 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:04.915 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:04.915 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.915 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.915 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:04.915 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:04.915 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.915 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.915 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:04.915 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.915 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:04.915 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:04.915 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.916 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.916 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:04.916 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:04.916 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.916 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:04.916 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:04.916 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:04.916 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:04.916 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:04.916 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:04.916 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:04.916 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.916 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:04.916 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:04.917 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:04.917 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:04.917 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:04.917 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:04.917 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:04.917 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:04.917 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:04.917 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.917 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:04.917 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:04.917 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:04.917 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:04.917 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.917 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:04.918 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:04.918 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:04.918 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:04.918 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.918 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.918 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:04.918 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:04.918 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:04.918 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:04.918 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.918 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.918 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:04.918 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:04.918 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:04.919 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.919 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:04.919 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.919 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:04.919 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:04.919 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.919 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:04.919 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:04.919 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:04.919 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:04.919 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:04.919 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:04.919 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.919 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:04.919 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.920 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:04.920 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.920 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:04.920 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:04.920 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.920 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:04.920 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.920 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:04.920 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:04.920 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:04.921 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:04.921 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:04.921 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:04.921 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:04.921 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:04.921 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:04.921 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:04.921 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:04.921 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:04.921 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:04.921 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.921 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:04.922 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:04.922 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:04.922 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:04.922 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:04.922 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:04.922 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:04.922 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:04.922 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:04.922 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:04.922 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:04.922 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.923 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.923 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:04.923 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.923 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:04.923 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:04.923 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:04.923 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:04.923 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:04.923 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:04.923 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:04.923 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:04.923 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:04.924 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:04.924 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:04.924 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:04.924 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:04.924 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:04.924 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.924 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.924 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:04.924 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.924 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:04.925 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:04.925 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.925 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:04.925 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:04.925 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:04.925 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:04.925 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:04.925 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.925 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:04.925 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:04.925 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.925 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.926 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:04.926 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:04.926 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.926 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.926 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:04.926 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:04.926 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:04.926 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:04.926 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:04.926 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.926 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.927 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:04.927 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:04.927 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:04.927 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.927 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:04.927 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.927 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:04.927 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.927 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:04.927 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.927 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.mark.tagging 2023-12-03T12:55:04.927 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.mark.fails_on_dbstore 2023-12-03T12:55:04.928 INFO:teuthology.orchestra.run.smithi019.stdout: def test_put_max_tags(): 2023-12-03T12:55:04.928 INFO:teuthology.orchestra.run.smithi019.stdout: key = 'testputmaxtags' 2023-12-03T12:55:04.928 INFO:teuthology.orchestra.run.smithi019.stdout:> bucket_name = _create_key_with_random_content(key) 2023-12-03T12:55:04.928 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.928 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:10488: 2023-12-03T12:55:04.928 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.928 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:5832: in _create_key_with_random_content 2023-12-03T12:55:04.928 INFO:teuthology.orchestra.run.smithi019.stdout: bucket_name = get_new_bucket() 2023-12-03T12:55:04.928 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:55:04.928 INFO:teuthology.orchestra.run.smithi019.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:55:04.928 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:04.928 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:04.929 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:04.929 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:04.929 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:04.929 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:04.929 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:04.929 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:04.929 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:04.929 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:04.929 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:04.929 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:04.929 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:04.930 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:04.930 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:04.930 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:04.930 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:04.930 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:04.930 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:04.930 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:04.930 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:04.930 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:04.930 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:04.930 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:04.930 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:04.931 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:04.931 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:04.931 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:04.931 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:04.931 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:04.931 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:04.931 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:04.931 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:04.931 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:04.931 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.931 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.931 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:04.932 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:04.932 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.932 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:04.932 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.932 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:04.932 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:04.932 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:04.932 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:04.932 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:04.932 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:04.932 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:04.932 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:04.932 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:04.933 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:04.933 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:04.933 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:04.933 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:04.933 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.933 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:04.933 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:04.933 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:04.933 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:04.933 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:04.933 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:04.933 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:04.934 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:04.934 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:04.934 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:04.934 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:04.934 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.934 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.934 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:04.934 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:04.934 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:04.934 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:04.934 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:04.935 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.935 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.935 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:04.935 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:04.935 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:04.935 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:04.935 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:04.935 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.935 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:04.935 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:04.935 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:04.935 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:04.935 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:04.936 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/test-client.0-4a6zemzjywb5q3g-439" 2023-12-03T12:55:04.936 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.936 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:04.936 INFO:teuthology.orchestra.run.smithi019.stdout:_____________________________ test_put_excess_tags _____________________________ 2023-12-03T12:55:04.936 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.936 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:04.936 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.936 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:04.936 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:04.936 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.936 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:04.937 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:04.937 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:04.937 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:04.937 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:04.937 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.937 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:04.937 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:04.937 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.937 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.937 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:04.937 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:04.938 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.938 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.938 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:04.938 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.938 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:04.938 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:04.938 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.938 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.938 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:04.938 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:04.938 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.938 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:04.939 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:04.939 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:04.939 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:04.939 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:04.939 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:04.939 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:04.939 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.939 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:04.939 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:04.939 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:04.939 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:04.940 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:04.940 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:04.940 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:04.940 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:04.940 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:04.940 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.940 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:04.940 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:04.940 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:04.940 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:04.941 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.941 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:04.941 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:04.941 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:04.941 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:04.941 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.941 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.941 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:04.941 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:04.941 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:04.941 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:04.941 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.941 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.942 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:04.942 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:04.942 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:04.942 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.942 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:04.942 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.942 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:04.942 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:04.942 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.942 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:04.942 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:04.942 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:04.942 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:04.943 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:04.943 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:04.943 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.943 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:04.943 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.943 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:04.943 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.943 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:04.943 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:04.943 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.943 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:04.943 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.943 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:04.943 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:04.943 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:04.944 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:04.944 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:04.944 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:04.944 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:04.944 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:04.944 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:04.944 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:04.944 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:04.944 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:04.944 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:04.944 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.944 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:04.944 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:04.944 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:04.945 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:04.945 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:04.945 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:04.945 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:04.945 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:04.945 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:04.945 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:04.945 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:04.945 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.945 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.945 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:04.945 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.945 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:04.945 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:04.946 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:04.946 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:04.946 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:04.946 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:04.946 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:04.946 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:04.946 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:04.946 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:04.946 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:04.946 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:04.946 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:04.946 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:04.946 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.946 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.947 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:04.947 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.947 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:04.947 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:04.947 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.947 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:04.947 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:04.947 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:04.947 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:04.947 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:04.947 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.947 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:04.947 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:04.948 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.948 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.948 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:04.948 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:04.948 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.948 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.948 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:04.948 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:04.948 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:04.948 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:04.948 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:04.948 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.948 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.949 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:04.949 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:04.949 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:04.949 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.949 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:04.949 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.949 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:04.949 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.949 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:04.949 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.949 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.mark.tagging 2023-12-03T12:55:04.949 INFO:teuthology.orchestra.run.smithi019.stdout: def test_put_excess_tags(): 2023-12-03T12:55:04.950 INFO:teuthology.orchestra.run.smithi019.stdout: key = 'testputmaxtags' 2023-12-03T12:55:04.950 INFO:teuthology.orchestra.run.smithi019.stdout:> bucket_name = _create_key_with_random_content(key) 2023-12-03T12:55:04.950 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.950 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:10501: 2023-12-03T12:55:04.950 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.950 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:5832: in _create_key_with_random_content 2023-12-03T12:55:04.950 INFO:teuthology.orchestra.run.smithi019.stdout: bucket_name = get_new_bucket() 2023-12-03T12:55:04.950 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:55:04.950 INFO:teuthology.orchestra.run.smithi019.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:55:04.950 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:04.950 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:04.950 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:04.950 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:04.951 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:04.951 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:04.951 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:04.951 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:04.951 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:04.951 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:04.951 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:04.951 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:04.951 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:04.951 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:04.951 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:04.951 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:04.951 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:04.951 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:04.952 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:04.952 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:04.952 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:04.952 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:04.952 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:04.952 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:04.952 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:04.952 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:04.952 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:04.952 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:04.952 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:04.952 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:04.953 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:04.953 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:04.953 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:04.953 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:04.953 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.953 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.953 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:04.953 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:04.953 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.953 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:04.953 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.953 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:04.953 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:04.953 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:04.954 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:04.954 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:04.954 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:04.954 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:04.954 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:04.954 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:04.954 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:04.954 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:04.954 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:04.954 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:04.954 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.954 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:04.954 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:04.955 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:04.955 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:04.955 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:04.955 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:04.955 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:04.955 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:04.955 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:04.955 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:04.955 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:04.955 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.955 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.955 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:04.955 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:04.955 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:04.956 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:04.956 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:04.956 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.956 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.956 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:04.956 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:04.956 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:04.956 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:04.956 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:04.956 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.956 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:04.956 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:04.956 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:04.956 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:04.956 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:04.957 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/test-client.0-4a6zemzjywb5q3g-440" 2023-12-03T12:55:04.957 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.957 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:04.957 INFO:teuthology.orchestra.run.smithi019.stdout:___________________________ test_put_max_kvsize_tags ___________________________ 2023-12-03T12:55:04.957 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.957 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:04.957 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.957 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:04.957 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:04.957 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.957 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:04.957 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:04.957 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:04.957 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:04.958 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:04.958 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.958 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:04.958 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:04.958 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.958 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.958 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:04.958 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:04.958 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.958 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.958 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:04.958 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.958 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:04.958 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:04.959 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.959 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.959 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:04.959 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:04.959 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.959 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:04.959 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:04.959 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:04.959 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:04.959 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:04.959 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:04.959 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:04.959 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.960 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:04.960 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:04.960 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:04.960 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:04.960 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:04.960 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:04.960 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:04.960 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:04.960 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:04.960 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.960 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:04.960 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:04.960 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:04.960 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:04.961 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.961 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:04.961 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:04.961 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:04.961 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:04.961 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.961 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.961 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:04.961 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:04.961 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:04.961 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:04.961 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.961 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.962 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:04.962 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:04.962 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:04.962 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.962 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:04.962 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.962 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:04.962 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:04.962 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.962 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:04.962 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:04.962 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:04.962 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:04.963 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:04.963 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:04.963 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.963 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:04.963 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.963 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:04.963 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.963 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:04.963 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:04.963 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.963 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:04.963 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.963 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:04.964 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:04.964 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:04.964 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:04.964 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:04.964 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:04.964 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:04.964 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:04.964 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:04.964 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:04.964 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:04.964 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:04.964 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:04.964 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.965 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:04.965 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:04.965 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:04.965 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:04.965 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:04.965 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:04.965 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:04.965 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:04.965 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:04.965 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:04.965 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:04.965 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.965 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.965 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:04.966 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.966 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:04.966 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:04.966 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:04.966 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:04.966 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:04.966 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:04.966 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:04.966 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:04.966 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:04.966 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:04.966 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:04.967 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:04.967 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:04.967 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:04.967 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.967 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.967 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:04.967 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.967 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:04.967 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:04.967 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.967 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:04.967 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:04.967 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:04.967 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:04.968 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:04.968 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.968 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:04.968 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:04.968 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.968 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.968 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:04.968 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:04.968 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.968 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.968 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:04.968 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:04.968 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:04.969 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:04.969 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:04.969 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.969 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.969 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:04.969 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:04.969 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:04.969 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.969 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:04.969 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.969 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:04.969 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.969 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:04.969 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.969 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.mark.tagging 2023-12-03T12:55:04.970 INFO:teuthology.orchestra.run.smithi019.stdout: def test_put_max_kvsize_tags(): 2023-12-03T12:55:04.970 INFO:teuthology.orchestra.run.smithi019.stdout: key = 'testputmaxkeysize' 2023-12-03T12:55:04.970 INFO:teuthology.orchestra.run.smithi019.stdout:> bucket_name = _create_key_with_random_content(key) 2023-12-03T12:55:04.970 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.970 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:10516: 2023-12-03T12:55:04.970 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.970 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:5832: in _create_key_with_random_content 2023-12-03T12:55:04.970 INFO:teuthology.orchestra.run.smithi019.stdout: bucket_name = get_new_bucket() 2023-12-03T12:55:04.970 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:55:04.970 INFO:teuthology.orchestra.run.smithi019.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:55:04.970 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:04.970 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:04.970 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:04.970 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:04.971 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:04.971 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:04.971 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:04.971 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:04.971 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:04.971 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:04.971 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:04.971 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:04.971 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:04.971 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:04.971 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:04.971 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:04.971 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:04.971 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:04.971 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:04.972 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:04.972 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:04.972 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:04.972 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:04.972 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:04.972 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:04.972 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:04.972 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:04.972 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:04.972 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:04.972 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:04.972 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:04.972 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:04.972 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:04.973 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:04.973 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.973 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.973 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:04.973 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:04.973 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.973 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:04.973 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.973 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:04.973 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:04.973 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:04.973 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:04.974 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:04.974 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:04.974 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:04.974 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:04.974 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:04.974 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:04.974 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:04.974 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:04.974 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:04.974 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.974 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:04.974 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:04.974 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:04.975 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:04.975 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:04.975 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:04.975 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:04.975 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:04.975 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:04.975 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:04.975 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:04.975 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.975 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.975 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:04.975 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:04.975 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:04.975 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:04.976 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:04.976 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.976 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.976 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:04.976 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:04.976 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:04.976 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:04.976 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:04.976 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.976 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:04.976 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:04.976 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:04.976 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:04.977 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:04.977 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/test-client.0-4a6zemzjywb5q3g-441" 2023-12-03T12:55:04.977 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.977 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:04.977 INFO:teuthology.orchestra.run.smithi019.stdout:___________________________ test_put_excess_key_tags ___________________________ 2023-12-03T12:55:04.977 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.977 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:04.977 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.977 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:04.977 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:04.977 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.977 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:04.978 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:04.978 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:04.978 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:04.978 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:04.978 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.978 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:04.978 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:04.978 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.978 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.978 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:04.978 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:04.979 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.979 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.979 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:04.979 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.979 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:04.979 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:04.979 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.979 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.979 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:04.979 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:04.979 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.979 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:04.980 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:04.980 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:04.980 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:04.980 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:04.980 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:04.980 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:04.980 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.980 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:04.980 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:04.980 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:04.980 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:04.980 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:04.981 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:04.981 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:04.981 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:04.981 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:04.981 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.981 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:04.981 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:04.981 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:04.981 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:04.981 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.981 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:04.982 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:04.982 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:04.982 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:04.982 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.982 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.982 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:04.982 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:04.982 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:04.982 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:04.982 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.982 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.982 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:04.983 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:04.983 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:04.983 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.983 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:04.983 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.983 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:04.983 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:04.983 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.983 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:04.983 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:04.983 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:04.983 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:04.984 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:04.984 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:04.984 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.984 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:04.984 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.984 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:04.984 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.984 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:04.984 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:04.984 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.984 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:04.984 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.985 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:04.985 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:04.985 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:04.985 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:04.985 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:04.985 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:04.985 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:04.985 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:04.985 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:04.985 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:04.985 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:04.986 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:04.986 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:04.986 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.986 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:04.986 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:04.986 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:04.986 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:04.986 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:04.986 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:04.986 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:04.986 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:04.986 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:04.987 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:04.987 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:04.987 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.987 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.987 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:04.987 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.987 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:04.987 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:04.987 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:04.987 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:04.987 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:04.987 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:04.987 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:04.988 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:04.988 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:04.988 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:04.988 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:04.988 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:04.988 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:04.988 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:04.988 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.988 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.988 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:04.988 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.989 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:04.989 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:04.989 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.989 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:04.989 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:04.989 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:04.989 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:04.989 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:04.989 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.989 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:04.989 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:04.989 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.989 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.989 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:04.990 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:04.990 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.990 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.990 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:04.990 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:04.990 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:04.990 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:04.990 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:04.990 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.990 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.990 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:04.990 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:04.991 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:04.991 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.991 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:04.991 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.991 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:04.991 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.991 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:04.991 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.991 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.mark.tagging 2023-12-03T12:55:04.991 INFO:teuthology.orchestra.run.smithi019.stdout: def test_put_excess_key_tags(): 2023-12-03T12:55:04.991 INFO:teuthology.orchestra.run.smithi019.stdout: key = 'testputexcesskeytags' 2023-12-03T12:55:04.991 INFO:teuthology.orchestra.run.smithi019.stdout:> bucket_name = _create_key_with_random_content(key) 2023-12-03T12:55:04.992 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.992 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:10537: 2023-12-03T12:55:04.992 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.992 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:5832: in _create_key_with_random_content 2023-12-03T12:55:04.992 INFO:teuthology.orchestra.run.smithi019.stdout: bucket_name = get_new_bucket() 2023-12-03T12:55:04.992 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:55:04.992 INFO:teuthology.orchestra.run.smithi019.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:55:04.992 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:04.992 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:04.992 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:04.992 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:04.993 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:04.993 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:04.993 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:04.993 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:04.993 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:04.993 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:04.993 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:04.993 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:04.993 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:04.993 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:04.993 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:04.993 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:04.993 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:04.994 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:04.994 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:04.994 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:04.994 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:04.994 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:04.994 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:04.994 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:04.994 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:04.994 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:04.995 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:04.995 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:04.995 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:04.995 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:04.995 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:04.995 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:04.995 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:04.995 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:04.995 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:04.995 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.995 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:04.996 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:04.996 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.996 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:04.996 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:04.996 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:04.996 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:04.996 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:04.996 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:04.996 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:04.996 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:04.996 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:04.997 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:04.997 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:04.997 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:04.997 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:04.997 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:04.997 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:04.997 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.997 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:04.997 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:04.997 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:04.997 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:04.997 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:04.997 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:04.997 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:04.997 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:04.998 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:04.998 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:04.998 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:04.998 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.998 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.998 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:04.998 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:04.998 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:04.998 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:04.998 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:04.998 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:04.998 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.998 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:04.998 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:04.999 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:04.999 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:04.999 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:04.999 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.999 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:04.999 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:04.999 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:04.999 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:04.999 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:04.999 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/test-client.0-4a6zemzjywb5q3g-442" 2023-12-03T12:55:04.999 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:04.999 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:04.999 INFO:teuthology.orchestra.run.smithi019.stdout:___________________________ test_put_excess_val_tags ___________________________ 2023-12-03T12:55:05.000 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.000 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:05.000 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.000 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:05.000 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:05.000 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.000 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:05.000 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:05.000 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:05.000 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:05.000 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:05.000 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.000 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:05.000 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:05.000 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.001 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.001 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:05.001 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:05.001 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.001 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.001 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:05.001 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.001 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:05.001 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:05.001 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.001 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.001 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:05.001 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:05.001 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.001 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:05.002 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:05.002 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:05.002 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:05.002 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:05.002 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:05.002 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:05.002 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.002 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:05.002 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:05.002 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:05.002 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:05.002 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:05.003 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:05.003 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:05.003 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:05.003 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:05.003 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.003 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:05.003 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:05.003 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:05.003 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:05.003 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.003 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:05.003 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:05.003 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:05.003 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:05.004 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.004 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.004 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:05.004 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:05.004 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:05.004 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:05.004 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.004 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.004 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:05.004 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:05.004 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:05.004 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.004 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:05.005 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.005 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:05.005 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:05.005 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.005 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:05.005 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:05.005 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:05.005 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:05.005 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:05.005 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:05.005 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.005 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:05.005 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.005 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:05.006 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.006 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:05.006 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:05.006 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.006 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:05.006 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.006 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:05.006 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:05.006 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:05.006 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:05.006 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:05.007 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:05.007 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:05.007 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:05.007 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:05.007 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:05.007 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:05.007 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:05.007 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:05.007 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.007 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:05.008 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:05.008 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:05.008 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:05.008 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:05.008 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:05.008 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:05.008 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:05.008 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:05.008 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:05.008 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:05.008 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.008 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.009 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:05.009 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.009 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:05.009 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:05.009 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:05.009 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:05.009 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:05.009 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:05.009 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:05.009 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:05.009 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:05.010 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:05.010 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:05.010 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:05.010 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:05.010 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:05.010 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.010 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.010 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:05.010 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.010 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:05.010 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:05.010 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.011 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:05.011 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:05.011 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:05.011 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:05.011 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:05.011 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.011 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:05.011 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:05.011 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.011 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.012 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:05.012 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:05.012 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.012 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.012 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:05.012 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:05.012 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:05.012 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:05.012 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:05.012 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.012 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.013 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:05.013 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:05.013 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:05.013 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.013 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:05.013 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.013 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:05.013 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.013 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:05.013 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.013 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.mark.tagging 2023-12-03T12:55:05.014 INFO:teuthology.orchestra.run.smithi019.stdout: def test_put_excess_val_tags(): 2023-12-03T12:55:05.014 INFO:teuthology.orchestra.run.smithi019.stdout: key = 'testputexcesskeytags' 2023-12-03T12:55:05.014 INFO:teuthology.orchestra.run.smithi019.stdout:> bucket_name = _create_key_with_random_content(key) 2023-12-03T12:55:05.014 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.014 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:10559: 2023-12-03T12:55:05.014 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.014 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:5832: in _create_key_with_random_content 2023-12-03T12:55:05.014 INFO:teuthology.orchestra.run.smithi019.stdout: bucket_name = get_new_bucket() 2023-12-03T12:55:05.014 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:55:05.014 INFO:teuthology.orchestra.run.smithi019.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:55:05.014 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:05.015 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:05.015 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:05.015 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:05.015 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:05.015 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:05.015 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:05.015 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:05.015 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:05.015 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:05.015 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:05.015 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:05.016 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:05.016 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:05.016 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:05.016 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:05.016 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:05.016 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:05.016 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:05.016 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:05.016 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:05.016 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:05.016 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:05.017 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:05.017 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:05.017 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:05.017 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:05.017 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:05.017 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:05.017 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:05.017 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:05.017 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:05.017 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:05.017 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:05.018 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.018 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.018 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:05.018 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:05.018 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.018 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:05.018 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.018 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:05.018 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:05.018 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:05.018 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:05.019 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:05.019 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:05.019 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:05.019 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:05.019 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:05.019 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:05.019 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:05.019 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:05.019 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:05.019 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.020 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:05.020 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:05.020 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:05.020 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:05.020 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:05.020 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:05.020 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:05.020 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:05.020 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:05.020 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:05.021 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:05.021 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.021 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.021 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:05.021 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:05.021 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:05.021 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:05.021 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:05.021 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.021 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.021 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:05.021 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:05.022 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:05.022 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:05.022 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:05.022 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.022 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:05.022 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:05.022 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:05.022 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:05.022 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:05.022 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/test-client.0-4a6zemzjywb5q3g-443" 2023-12-03T12:55:05.022 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.023 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:05.023 INFO:teuthology.orchestra.run.smithi019.stdout:_____________________________ test_put_modify_tags _____________________________ 2023-12-03T12:55:05.023 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.023 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:05.023 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.023 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:05.023 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:05.023 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.023 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:05.023 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:05.023 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:05.023 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:05.023 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:05.023 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.023 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:05.024 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:05.024 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.024 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.024 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:05.024 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:05.024 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.024 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.024 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:05.024 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.024 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:05.024 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:05.024 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.024 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.024 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:05.024 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:05.025 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.025 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:05.025 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:05.025 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:05.025 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:05.025 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:05.025 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:05.025 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:05.025 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.025 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:05.025 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:05.025 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:05.025 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:05.025 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:05.026 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:05.026 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:05.026 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:05.026 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:05.026 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.026 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:05.026 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:05.026 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:05.026 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:05.026 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.026 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:05.026 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:05.026 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:05.026 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:05.027 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.027 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.027 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:05.027 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:05.027 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:05.027 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:05.027 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.027 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.027 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:05.027 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:05.027 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:05.027 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.027 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:05.027 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.028 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:05.028 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:05.028 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.028 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:05.028 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:05.028 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:05.028 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:05.028 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:05.028 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:05.028 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.028 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:05.028 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.028 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:05.028 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.029 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:05.029 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:05.029 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.029 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:05.029 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.029 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:05.029 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:05.029 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:05.029 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:05.029 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:05.029 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:05.029 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:05.029 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:05.029 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:05.030 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:05.030 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:05.030 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:05.030 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:05.030 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.030 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:05.030 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:05.030 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:05.030 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:05.030 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:05.030 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:05.030 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:05.030 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:05.031 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:05.031 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:05.031 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:05.031 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.031 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.031 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:05.031 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.031 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:05.031 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:05.031 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:05.031 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:05.031 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:05.031 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:05.032 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:05.032 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:05.032 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:05.032 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:05.032 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:05.032 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:05.032 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:05.032 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:05.032 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.032 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.032 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:05.032 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.032 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:05.032 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:05.033 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.033 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:05.033 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:05.033 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:05.033 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:05.033 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:05.033 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.033 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:05.033 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:05.033 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.033 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.033 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:05.033 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:05.033 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.034 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.034 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:05.034 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:05.034 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:05.034 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:05.034 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:05.034 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.034 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.034 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:05.034 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:05.034 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:05.034 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.034 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:05.034 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.035 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:05.035 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.035 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:05.035 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.035 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.mark.tagging 2023-12-03T12:55:05.035 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.mark.fails_on_dbstore 2023-12-03T12:55:05.035 INFO:teuthology.orchestra.run.smithi019.stdout: def test_put_modify_tags(): 2023-12-03T12:55:05.035 INFO:teuthology.orchestra.run.smithi019.stdout: key = 'testputmodifytags' 2023-12-03T12:55:05.035 INFO:teuthology.orchestra.run.smithi019.stdout:> bucket_name = _create_key_with_random_content(key) 2023-12-03T12:55:05.035 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.035 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:10582: 2023-12-03T12:55:05.035 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.035 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:5832: in _create_key_with_random_content 2023-12-03T12:55:05.035 INFO:teuthology.orchestra.run.smithi019.stdout: bucket_name = get_new_bucket() 2023-12-03T12:55:05.036 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:55:05.036 INFO:teuthology.orchestra.run.smithi019.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:55:05.036 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:05.036 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:05.036 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:05.036 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:05.036 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:05.036 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:05.036 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:05.036 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:05.036 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:05.036 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:05.036 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:05.036 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:05.036 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:05.037 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:05.037 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:05.037 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:05.037 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:05.037 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:05.037 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:05.037 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:05.037 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:05.037 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:05.037 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:05.037 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:05.037 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:05.037 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:05.038 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:05.038 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:05.038 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:05.038 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:05.038 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:05.038 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:05.038 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:05.038 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:05.038 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.038 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.038 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:05.038 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:05.038 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.038 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:05.039 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.039 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:05.039 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:05.039 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:05.039 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:05.039 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:05.039 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:05.039 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:05.039 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:05.039 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:05.039 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:05.039 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:05.039 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:05.039 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:05.040 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.040 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:05.040 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:05.040 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:05.040 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:05.040 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:05.040 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:05.040 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:05.040 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:05.040 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:05.040 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:05.040 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:05.040 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.040 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.040 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:05.041 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:05.041 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:05.041 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:05.041 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:05.041 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.041 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.041 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:05.041 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:05.041 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:05.041 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:05.041 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:05.041 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.041 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:05.041 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:05.042 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:05.042 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:05.042 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:05.042 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/test-client.0-4a6zemzjywb5q3g-444" 2023-12-03T12:55:05.042 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.042 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:05.042 INFO:teuthology.orchestra.run.smithi019.stdout:_____________________________ test_put_delete_tags _____________________________ 2023-12-03T12:55:05.042 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.042 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:05.042 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.042 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:05.042 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:05.042 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.042 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:05.042 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:05.043 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:05.043 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:05.043 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:05.043 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.043 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:05.043 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:05.043 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.043 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.043 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:05.043 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:05.043 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.043 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.043 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:05.044 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.044 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:05.044 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:05.044 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.044 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.044 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:05.044 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:05.044 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.044 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:05.044 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:05.044 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:05.044 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:05.044 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:05.044 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:05.045 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:05.045 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.045 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:05.045 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:05.045 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:05.045 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:05.045 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:05.045 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:05.045 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:05.045 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:05.045 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:05.045 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.045 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:05.045 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:05.046 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:05.046 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:05.046 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.046 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:05.046 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:05.046 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:05.046 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:05.046 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.046 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.046 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:05.046 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:05.046 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:05.046 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:05.046 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.047 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.047 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:05.047 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:05.047 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:05.047 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.047 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:05.047 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.047 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:05.047 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:05.047 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.047 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:05.047 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:05.047 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:05.047 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:05.048 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:05.048 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:05.048 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.048 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:05.048 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.048 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:05.048 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.048 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:05.048 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:05.048 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.048 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:05.048 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.048 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:05.048 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:05.048 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:05.049 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:05.049 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:05.049 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:05.049 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:05.049 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:05.049 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:05.049 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:05.049 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:05.049 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:05.049 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:05.049 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.049 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:05.049 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:05.049 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:05.049 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:05.050 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:05.050 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:05.050 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:05.050 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:05.050 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:05.050 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:05.050 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:05.050 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.050 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.050 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:05.050 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.050 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:05.050 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:05.050 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:05.050 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:05.051 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:05.051 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:05.051 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:05.051 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:05.051 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:05.051 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:05.051 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:05.051 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:05.051 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:05.051 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:05.051 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.051 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.051 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:05.051 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.051 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:05.052 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:05.052 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.052 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:05.052 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:05.052 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:05.052 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:05.052 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:05.052 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.052 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:05.052 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:05.052 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.052 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.052 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:05.052 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:05.053 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.053 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.053 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:05.053 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:05.053 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:05.053 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:05.053 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:05.053 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.053 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.053 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:05.053 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:05.053 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:05.053 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.053 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:05.053 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.054 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:05.054 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.054 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:05.054 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.054 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.mark.tagging 2023-12-03T12:55:05.054 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.mark.fails_on_dbstore 2023-12-03T12:55:05.054 INFO:teuthology.orchestra.run.smithi019.stdout: def test_put_delete_tags(): 2023-12-03T12:55:05.054 INFO:teuthology.orchestra.run.smithi019.stdout: key = 'testputmodifytags' 2023-12-03T12:55:05.054 INFO:teuthology.orchestra.run.smithi019.stdout:> bucket_name = _create_key_with_random_content(key) 2023-12-03T12:55:05.054 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.054 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:10612: 2023-12-03T12:55:05.054 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.054 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:5832: in _create_key_with_random_content 2023-12-03T12:55:05.055 INFO:teuthology.orchestra.run.smithi019.stdout: bucket_name = get_new_bucket() 2023-12-03T12:55:05.055 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:55:05.055 INFO:teuthology.orchestra.run.smithi019.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:55:05.055 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:05.055 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:05.055 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:05.055 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:05.055 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:05.055 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:05.055 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:05.055 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:05.055 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:05.055 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:05.056 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:05.056 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:05.056 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:05.056 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:05.056 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:05.056 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:05.056 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:05.056 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:05.056 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:05.056 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:05.056 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:05.056 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:05.056 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:05.056 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:05.057 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:05.057 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:05.057 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:05.057 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:05.057 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:05.057 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:05.057 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:05.057 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:05.057 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:05.057 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:05.057 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.057 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.057 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:05.058 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:05.058 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.058 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:05.058 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.058 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:05.058 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:05.058 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:05.058 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:05.058 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:05.058 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:05.058 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:05.058 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:05.058 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:05.058 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:05.058 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:05.059 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:05.059 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:05.059 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.059 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:05.059 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:05.059 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:05.059 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:05.059 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:05.059 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:05.059 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:05.059 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:05.059 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:05.059 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:05.060 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:05.060 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.060 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.060 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:05.060 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:05.060 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:05.060 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:05.060 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:05.060 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.060 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.060 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:05.060 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:05.060 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:05.061 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:05.061 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:05.061 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.061 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:05.061 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:05.061 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:05.061 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:05.061 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:05.061 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/test-client.0-4a6zemzjywb5q3g-445" 2023-12-03T12:55:05.061 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.061 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:05.061 INFO:teuthology.orchestra.run.smithi019.stdout:___________________ test_post_object_tags_anonymous_request ____________________ 2023-12-03T12:55:05.061 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.061 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:05.062 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.062 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:05.062 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:05.062 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.062 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:05.062 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:05.062 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:05.062 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:05.062 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:05.062 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.062 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:05.062 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:05.062 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.063 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.063 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:05.063 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:05.063 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.063 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.063 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:05.063 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.063 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:05.063 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:05.063 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.063 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.063 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:05.063 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:05.063 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.064 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:05.064 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:05.064 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:05.064 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:05.064 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:05.064 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:05.064 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:05.064 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.064 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:05.064 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:05.064 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:05.064 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:05.064 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:05.064 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:05.065 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:05.065 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:05.065 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:05.065 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.065 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:05.065 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:05.065 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:05.065 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:05.065 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.065 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:05.065 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:05.065 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:05.065 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:05.065 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.066 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.066 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:05.066 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:05.066 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:05.066 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:05.066 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.066 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.066 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:05.066 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:05.066 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:05.066 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.066 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:05.066 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.066 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:05.067 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:05.067 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.067 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:05.067 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:05.067 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:05.067 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:05.067 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:05.067 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:05.067 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.067 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:05.067 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.067 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:05.067 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.067 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:05.067 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:05.068 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.068 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:05.068 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.068 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:05.068 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:05.068 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:05.068 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:05.068 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:05.068 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:05.068 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:05.068 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:05.068 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:05.068 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:05.069 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:05.069 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:05.069 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:05.069 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.069 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:05.069 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:05.069 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:05.069 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:05.069 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:05.069 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:05.069 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:05.069 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:05.069 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:05.069 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:05.070 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:05.070 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.070 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.070 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:05.070 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.070 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:05.070 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:05.070 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:05.070 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:05.070 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:05.070 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:05.070 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:05.070 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:05.070 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:05.071 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:05.071 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:05.071 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:05.071 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:05.071 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:05.071 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.071 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.071 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:05.071 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.071 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:05.071 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:05.071 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.071 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:05.071 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:05.072 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:05.072 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:05.072 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:05.072 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.072 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:05.072 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:05.072 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.072 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.072 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:05.072 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:05.072 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.072 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.072 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:05.072 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:05.073 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:05.073 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:05.073 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:05.073 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.073 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.073 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:05.073 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:05.073 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:05.073 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.073 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:05.073 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.073 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:05.073 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.073 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:05.074 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.074 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.mark.tagging 2023-12-03T12:55:05.074 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.mark.fails_on_dbstore 2023-12-03T12:55:05.074 INFO:teuthology.orchestra.run.smithi019.stdout: def test_post_object_tags_anonymous_request(): 2023-12-03T12:55:05.074 INFO:teuthology.orchestra.run.smithi019.stdout: bucket_name = get_new_bucket_name() 2023-12-03T12:55:05.074 INFO:teuthology.orchestra.run.smithi019.stdout: client = get_client() 2023-12-03T12:55:05.074 INFO:teuthology.orchestra.run.smithi019.stdout: url = _get_post_url(bucket_name) 2023-12-03T12:55:05.074 INFO:teuthology.orchestra.run.smithi019.stdout:> client.create_bucket(ACL='public-read-write', Bucket=bucket_name) 2023-12-03T12:55:05.074 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.074 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:10634: 2023-12-03T12:55:05.074 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.074 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:05.074 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:05.074 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:05.075 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:05.075 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:05.075 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:05.075 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:05.075 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:05.075 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:05.075 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:05.075 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:05.075 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:05.075 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:05.075 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:05.075 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:05.075 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:05.076 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:05.076 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:05.076 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:05.076 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:05.076 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:05.076 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:05.076 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:05.076 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:05.076 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:05.076 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:05.076 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:05.076 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:05.076 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:05.076 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:05.077 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:05.077 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:05.077 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:05.077 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:05.077 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.077 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.077 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:05.077 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:05.077 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.077 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:05.077 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.077 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:05.077 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:05.077 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:05.078 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:05.078 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:05.078 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:05.078 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:05.078 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:05.078 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:05.078 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:05.078 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:05.078 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:05.078 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:05.078 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.078 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:05.078 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:05.079 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:05.079 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:05.079 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:05.079 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:05.079 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:05.079 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:05.079 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:05.079 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:05.079 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:05.079 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.079 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.079 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:05.079 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:05.079 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:05.080 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:05.080 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:05.080 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.080 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.080 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:05.080 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:05.080 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:05.080 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:05.080 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:05.080 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.080 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:05.080 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:05.080 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:05.081 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:05.081 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:05.081 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/test-client.0-4a6zemzjywb5q3g-446" 2023-12-03T12:55:05.081 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.081 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:05.081 INFO:teuthology.orchestra.run.smithi019.stdout:_________________ test_post_object_tags_authenticated_request __________________ 2023-12-03T12:55:05.081 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.081 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:05.081 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.081 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:05.081 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:05.081 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.081 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:05.081 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:05.082 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:05.082 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:05.082 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:05.082 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.082 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:05.082 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:05.082 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.082 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.082 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:05.082 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:05.082 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.082 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.082 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:05.082 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.083 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:05.083 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:05.083 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.083 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.083 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:05.083 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:05.083 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.083 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:05.083 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:05.083 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:05.083 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:05.083 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:05.083 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:05.083 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:05.084 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.084 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:05.084 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:05.084 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:05.084 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:05.084 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:05.084 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:05.084 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:05.084 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:05.084 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:05.084 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.084 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:05.084 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:05.084 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:05.084 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:05.085 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.085 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:05.085 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:05.085 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:05.085 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:05.085 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.085 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.085 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:05.085 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:05.085 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:05.085 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:05.085 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.085 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.085 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:05.086 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:05.086 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:05.086 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.086 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:05.086 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.086 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:05.086 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:05.086 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.086 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:05.086 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:05.086 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:05.086 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:05.086 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:05.086 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:05.086 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.087 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:05.087 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.087 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:05.087 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.087 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:05.087 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:05.087 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.087 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:05.087 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.087 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:05.087 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:05.087 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:05.087 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:05.087 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:05.088 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:05.088 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:05.088 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:05.088 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:05.088 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:05.088 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:05.088 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:05.088 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:05.088 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.088 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:05.088 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:05.088 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:05.088 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:05.088 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:05.089 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:05.089 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:05.089 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:05.089 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:05.089 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:05.089 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:05.089 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.089 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.089 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:05.089 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.089 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:05.089 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:05.089 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:05.090 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:05.090 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:05.090 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:05.090 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:05.090 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:05.090 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:05.090 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:05.090 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:05.090 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:05.090 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:05.090 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:05.090 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.090 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.090 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:05.091 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.093 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:05.093 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:05.093 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.093 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:05.093 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:05.093 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:05.093 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:05.093 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:05.093 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.093 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:05.093 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:05.093 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.094 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.094 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:05.094 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:05.094 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.094 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.094 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:05.094 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:05.094 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:05.094 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:05.094 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:05.094 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.094 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.094 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:05.095 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:05.095 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:05.095 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.095 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:05.095 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.095 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:05.095 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.095 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:05.095 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.095 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.mark.tagging 2023-12-03T12:55:05.095 INFO:teuthology.orchestra.run.smithi019.stdout: def test_post_object_tags_authenticated_request(): 2023-12-03T12:55:05.095 INFO:teuthology.orchestra.run.smithi019.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:55:05.095 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.096 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:10662: 2023-12-03T12:55:05.096 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.096 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:55:05.096 INFO:teuthology.orchestra.run.smithi019.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:55:05.096 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:05.096 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:05.096 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:05.096 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:05.096 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:05.096 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:05.096 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:05.096 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:05.096 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:05.097 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:05.097 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:05.097 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:05.097 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:05.097 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:05.097 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:05.097 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:05.097 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:05.097 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:05.097 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:05.097 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:05.097 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:05.097 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:05.097 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:05.098 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:05.098 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:05.098 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:05.098 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:05.098 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:05.098 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:05.098 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:05.098 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:05.098 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:05.098 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:05.098 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:05.098 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.098 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.098 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:05.099 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:05.099 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.099 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:05.099 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.099 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:05.099 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:05.099 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:05.099 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:05.099 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:05.099 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:05.099 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:05.099 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:05.099 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:05.099 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:05.100 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:05.100 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:05.100 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:05.100 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.100 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:05.100 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:05.100 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:05.100 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:05.100 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:05.100 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:05.100 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:05.100 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:05.100 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:05.101 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:05.101 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:05.101 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.101 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.101 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:05.101 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:05.101 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:05.101 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:05.101 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:05.101 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.101 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.101 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:05.101 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:05.101 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:05.102 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:05.102 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:05.102 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.102 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:05.102 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:05.102 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:05.102 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:05.102 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:05.102 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/test-client.0-4a6zemzjywb5q3g-447" 2023-12-03T12:55:05.102 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.102 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:05.102 INFO:teuthology.orchestra.run.smithi019.stdout:____________________________ test_put_obj_with_tags ____________________________ 2023-12-03T12:55:05.102 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.102 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:05.103 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.103 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:05.103 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:05.103 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.103 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:05.103 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:05.103 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:05.103 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:05.103 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:05.103 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.103 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:05.103 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:05.103 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.103 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.104 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:05.104 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:05.104 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.104 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.104 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:05.104 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.104 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:05.104 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:05.104 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.104 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.104 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:05.104 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:05.104 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.104 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:05.104 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:05.105 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:05.105 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:05.105 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:05.105 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:05.105 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:05.105 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.105 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:05.105 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:05.105 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:05.105 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:05.105 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:05.105 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:05.105 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:05.105 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:05.106 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:05.106 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.106 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:05.106 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:05.106 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:05.106 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:05.106 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.106 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:05.106 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:05.106 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:05.106 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:05.106 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.106 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.107 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:05.107 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:05.107 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:05.107 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:05.107 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.107 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.107 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:05.107 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:05.107 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:05.107 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.107 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:05.107 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.107 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:05.107 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:05.108 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.108 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:05.108 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:05.108 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:05.108 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:05.108 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:05.108 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:05.108 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.108 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:05.108 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.108 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:05.108 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.109 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:05.109 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:05.109 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.109 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:05.109 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.109 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:05.109 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:05.109 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:05.109 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:05.109 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:05.109 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:05.109 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:05.110 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:05.110 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:05.110 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:05.110 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:05.110 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:05.110 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:05.110 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.110 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:05.110 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:05.110 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:05.110 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:05.111 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:05.111 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:05.111 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:05.111 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:05.111 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:05.111 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:05.111 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:05.111 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.111 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.111 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:05.111 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.111 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:05.111 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:05.112 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:05.112 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:05.112 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:05.112 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:05.112 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:05.112 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:05.112 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:05.112 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:05.112 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:05.112 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:05.112 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:05.112 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:05.112 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.112 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.113 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:05.113 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.113 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:05.113 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:05.113 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.113 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:05.113 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:05.113 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:05.113 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:05.113 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:05.113 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.113 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:05.113 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:05.113 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.113 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.114 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:05.114 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:05.114 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.114 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.114 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:05.114 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:05.114 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:05.114 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:05.114 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:05.114 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.114 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.114 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:05.114 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:05.115 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:05.115 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.115 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:05.115 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.115 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:05.115 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.115 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:05.115 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.115 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.mark.tagging 2023-12-03T12:55:05.115 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.mark.fails_on_dbstore 2023-12-03T12:55:05.115 INFO:teuthology.orchestra.run.smithi019.stdout: def test_put_obj_with_tags(): 2023-12-03T12:55:05.115 INFO:teuthology.orchestra.run.smithi019.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:55:05.115 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.115 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:10709: 2023-12-03T12:55:05.116 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.116 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:55:05.116 INFO:teuthology.orchestra.run.smithi019.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:55:05.116 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:05.116 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:05.116 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:05.116 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:05.116 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:05.116 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:05.116 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:05.116 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:05.116 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:05.116 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:05.116 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:05.116 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:05.117 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:05.117 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:05.117 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:05.117 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:05.117 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:05.117 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:05.117 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:05.117 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:05.117 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:05.117 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:05.117 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:05.117 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:05.117 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:05.117 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:05.117 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:05.118 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:05.118 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:05.118 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:05.118 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:05.118 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:05.118 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:05.118 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:05.118 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.118 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.118 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:05.119 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:05.119 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.119 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:05.119 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.119 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:05.119 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:05.119 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:05.119 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:05.119 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:05.119 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:05.119 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:05.120 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:05.120 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:05.120 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:05.120 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:05.120 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:05.120 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:05.120 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.120 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:05.120 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:05.120 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:05.121 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:05.121 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:05.121 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:05.121 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:05.121 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:05.121 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:05.121 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:05.121 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:05.121 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.121 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.121 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:05.122 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:05.122 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:05.122 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:05.122 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:05.122 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.122 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.122 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:05.122 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:05.122 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:05.122 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:05.122 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:05.122 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.122 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:05.123 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:05.123 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:05.123 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:05.123 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:05.123 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/test-client.0-4a6zemzjywb5q3g-448" 2023-12-03T12:55:05.123 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.123 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:05.123 INFO:teuthology.orchestra.run.smithi019.stdout:___________________________ test_get_tags_acl_public ___________________________ 2023-12-03T12:55:05.123 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.123 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:05.123 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.123 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:05.123 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:05.123 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.124 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:05.124 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:05.124 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:05.124 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:05.124 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:05.124 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.124 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:05.124 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:05.124 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.124 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.124 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:05.124 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:05.124 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.125 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.125 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:05.125 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.125 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:05.125 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:05.125 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.125 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.125 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:05.125 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:05.125 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.125 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:05.125 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:05.125 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:05.126 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:05.126 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:05.126 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:05.126 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:05.126 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.126 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:05.126 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:05.126 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:05.126 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:05.126 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:05.126 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:05.127 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:05.127 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:05.127 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:05.127 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.127 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:05.127 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:05.127 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:05.127 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:05.127 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.127 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:05.127 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:05.128 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:05.128 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:05.128 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.128 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.128 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:05.128 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:05.128 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:05.128 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:05.128 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.128 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.128 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:05.128 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:05.129 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:05.129 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.129 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:05.129 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.129 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:05.129 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:05.129 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.129 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:05.129 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:05.129 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:05.129 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:05.130 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:05.130 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:05.130 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.130 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:05.130 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.130 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:05.130 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.130 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:05.130 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:05.130 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.131 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:05.131 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.131 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:05.131 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:05.131 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:05.131 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:05.131 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:05.131 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:05.131 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:05.131 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:05.131 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:05.132 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:05.132 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:05.132 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:05.132 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:05.132 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.132 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:05.132 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:05.132 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:05.132 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:05.132 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:05.132 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:05.133 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:05.133 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:05.133 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:05.133 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:05.133 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:05.133 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.133 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.133 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:05.133 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.133 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:05.133 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:05.133 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:05.134 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:05.134 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:05.134 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:05.134 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:05.134 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:05.134 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:05.134 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:05.134 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:05.134 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:05.134 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:05.134 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:05.134 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.134 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.135 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:05.135 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.135 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:05.135 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:05.135 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.135 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:05.135 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:05.135 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:05.135 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:05.135 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:05.135 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.135 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:05.135 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:05.135 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.136 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.136 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:05.136 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:05.136 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.136 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.136 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:05.136 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:05.136 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:05.136 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:05.136 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:05.136 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.136 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.136 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:05.137 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:05.137 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:05.137 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.137 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:05.137 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.137 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:05.137 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.137 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:05.137 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.137 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.mark.tagging 2023-12-03T12:55:05.137 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.mark.bucket_policy 2023-12-03T12:55:05.137 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.mark.fails_on_dbstore 2023-12-03T12:55:05.137 INFO:teuthology.orchestra.run.smithi019.stdout: def test_get_tags_acl_public(): 2023-12-03T12:55:05.137 INFO:teuthology.orchestra.run.smithi019.stdout: key = 'testputtagsacl' 2023-12-03T12:55:05.138 INFO:teuthology.orchestra.run.smithi019.stdout:> bucket_name = _create_key_with_random_content(key) 2023-12-03T12:55:05.138 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.138 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:10743: 2023-12-03T12:55:05.138 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.138 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:5832: in _create_key_with_random_content 2023-12-03T12:55:05.138 INFO:teuthology.orchestra.run.smithi019.stdout: bucket_name = get_new_bucket() 2023-12-03T12:55:05.138 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:55:05.138 INFO:teuthology.orchestra.run.smithi019.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:55:05.138 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:05.138 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:05.138 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:05.138 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:05.138 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:05.139 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:05.139 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:05.139 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:05.139 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:05.139 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:05.139 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:05.139 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:05.139 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:05.139 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:05.139 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:05.139 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:05.139 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:05.139 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:05.139 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:05.140 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:05.140 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:05.140 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:05.140 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:05.140 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:05.140 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:05.140 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:05.140 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:05.140 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:05.140 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:05.140 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:05.140 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:05.140 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:05.141 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:05.141 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:05.141 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.141 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.141 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:05.141 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:05.141 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.141 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:05.141 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.141 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:05.141 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:05.141 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:05.141 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:05.141 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:05.142 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:05.142 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:05.142 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:05.142 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:05.142 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:05.142 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:05.142 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:05.142 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:05.142 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.142 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:05.142 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:05.142 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:05.142 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:05.143 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:05.143 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:05.143 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:05.143 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:05.143 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:05.143 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:05.143 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:05.143 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.143 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.143 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:05.143 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:05.143 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:05.143 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:05.143 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:05.144 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.144 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.144 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:05.144 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:05.144 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:05.144 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:05.144 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:05.144 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.144 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:05.144 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:05.144 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:05.144 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:05.144 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:05.144 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/test-client.0-4a6zemzjywb5q3g-449" 2023-12-03T12:55:05.145 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.145 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:05.145 INFO:teuthology.orchestra.run.smithi019.stdout:___________________________ test_put_tags_acl_public ___________________________ 2023-12-03T12:55:05.145 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.145 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:05.145 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.145 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:05.145 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:05.145 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.145 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:05.145 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:05.145 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:05.145 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:05.145 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:05.146 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.146 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:05.146 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:05.146 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.146 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.146 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:05.146 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:05.146 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.146 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.146 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:05.146 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.147 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:05.147 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:05.147 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.147 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.147 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:05.147 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:05.147 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.147 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:05.147 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:05.147 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:05.147 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:05.147 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:05.147 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:05.148 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:05.148 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.148 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:05.148 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:05.148 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:05.148 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:05.148 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:05.148 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:05.148 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:05.148 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:05.148 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:05.148 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.148 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:05.148 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:05.149 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:05.149 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:05.149 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.149 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:05.149 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:05.149 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:05.149 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:05.149 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.149 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.149 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:05.149 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:05.149 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:05.150 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:05.150 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.150 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.150 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:05.150 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:05.150 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:05.150 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.150 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:05.150 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.150 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:05.150 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:05.150 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.151 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:05.151 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:05.151 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:05.151 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:05.151 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:05.151 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:05.151 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.151 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:05.151 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.151 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:05.151 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.151 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:05.151 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:05.151 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.152 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:05.152 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.152 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:05.152 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:05.152 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:05.152 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:05.152 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:05.152 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:05.152 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:05.152 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:05.152 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:05.152 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:05.152 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:05.152 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:05.153 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:05.153 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.153 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:05.153 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:05.153 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:05.153 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:05.153 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:05.153 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:05.153 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:05.153 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:05.153 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:05.153 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:05.153 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:05.153 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.154 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.154 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:05.154 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.154 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:05.154 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:05.154 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:05.154 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:05.154 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:05.154 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:05.154 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:05.154 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:05.154 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:05.154 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:05.155 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:05.155 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:05.155 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:05.155 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:05.155 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.155 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.155 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:05.155 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.155 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:05.155 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:05.155 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.155 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:05.155 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:05.156 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:05.156 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:05.156 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:05.156 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.156 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:05.156 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:05.156 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.156 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.156 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:05.156 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:05.156 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.156 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.156 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:05.156 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:05.157 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:05.157 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:05.157 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:05.157 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.157 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.157 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:05.157 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:05.157 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:05.157 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.157 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:05.157 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.157 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:05.157 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.158 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:05.158 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.158 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.mark.tagging 2023-12-03T12:55:05.158 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.mark.bucket_policy 2023-12-03T12:55:05.158 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.mark.fails_on_dbstore 2023-12-03T12:55:05.158 INFO:teuthology.orchestra.run.smithi019.stdout: def test_put_tags_acl_public(): 2023-12-03T12:55:05.158 INFO:teuthology.orchestra.run.smithi019.stdout: key = 'testputtagsacl' 2023-12-03T12:55:05.158 INFO:teuthology.orchestra.run.smithi019.stdout:> bucket_name = _create_key_with_random_content(key) 2023-12-03T12:55:05.158 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.158 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:10766: 2023-12-03T12:55:05.158 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.158 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:5832: in _create_key_with_random_content 2023-12-03T12:55:05.158 INFO:teuthology.orchestra.run.smithi019.stdout: bucket_name = get_new_bucket() 2023-12-03T12:55:05.158 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:55:05.159 INFO:teuthology.orchestra.run.smithi019.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:55:05.159 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:05.159 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:05.159 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:05.159 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:05.159 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:05.159 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:05.159 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:05.159 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:05.159 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:05.159 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:05.159 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:05.159 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:05.160 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:05.160 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:05.160 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:05.160 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:05.160 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:05.160 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:05.160 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:05.160 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:05.160 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:05.160 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:05.160 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:05.160 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:05.160 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:05.160 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:05.161 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:05.161 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:05.161 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:05.161 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:05.161 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:05.161 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:05.161 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:05.161 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:05.161 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.161 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.161 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:05.161 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:05.161 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.162 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:05.162 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.162 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:05.162 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:05.162 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:05.162 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:05.162 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:05.162 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:05.162 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:05.162 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:05.162 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:05.162 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:05.162 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:05.163 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:05.163 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:05.163 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.163 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:05.163 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:05.163 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:05.163 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:05.163 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:05.163 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:05.163 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:05.163 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:05.163 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:05.163 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:05.164 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:05.164 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.164 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.164 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:05.164 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:05.164 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:05.164 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:05.164 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:05.164 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.164 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.164 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:05.164 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:05.164 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:05.165 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:05.165 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:05.165 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.165 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:05.165 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:05.165 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:05.165 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:05.165 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:05.165 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/test-client.0-4a6zemzjywb5q3g-450" 2023-12-03T12:55:05.165 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.165 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:05.165 INFO:teuthology.orchestra.run.smithi019.stdout:_________________________ test_delete_tags_obj_public __________________________ 2023-12-03T12:55:05.165 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.165 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:05.166 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.166 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:05.166 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:05.166 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.166 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:05.166 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:05.166 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:05.166 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:05.166 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:05.166 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.166 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:05.166 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:05.166 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.166 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.167 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:05.167 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:05.167 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.167 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.167 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:05.167 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.167 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:05.167 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:05.167 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.167 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.167 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:05.167 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:05.167 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.167 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:05.167 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:05.168 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:05.168 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:05.168 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:05.168 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:05.168 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:05.168 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.168 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:05.168 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:05.168 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:05.168 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:05.168 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:05.168 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:05.168 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:05.168 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:05.168 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:05.169 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.169 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:05.169 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:05.169 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:05.169 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:05.169 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.169 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:05.169 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:05.169 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:05.169 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:05.169 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.169 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.169 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:05.169 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:05.169 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:05.170 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:05.170 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.170 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.170 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:05.170 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:05.170 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:05.170 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.170 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:05.170 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.170 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:05.170 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:05.170 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.170 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:05.170 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:05.171 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:05.171 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:05.171 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:05.171 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:05.171 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.171 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:05.171 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.171 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:05.171 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.171 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:05.171 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:05.171 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.171 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:05.171 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.171 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:05.172 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:05.172 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:05.172 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:05.172 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:05.172 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:05.172 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:05.172 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:05.172 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:05.172 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:05.172 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:05.172 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:05.172 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:05.172 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.173 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:05.173 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:05.173 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:05.173 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:05.173 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:05.173 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:05.173 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:05.173 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:05.173 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:05.173 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:05.173 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:05.173 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.173 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.173 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:05.174 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.174 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:05.174 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:05.174 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:05.174 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:05.174 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:05.174 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:05.174 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:05.174 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:05.174 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:05.174 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:05.174 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:05.175 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:05.175 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:05.175 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:05.175 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.175 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.175 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:05.175 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.175 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:05.175 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:05.175 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.175 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:05.175 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:05.175 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:05.175 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:05.175 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:05.176 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.176 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:05.176 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:05.176 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.176 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.176 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:05.176 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:05.176 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.176 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.176 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:05.176 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:05.176 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:05.176 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:05.176 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:05.177 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.177 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.177 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:05.177 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:05.177 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:05.177 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.177 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:05.177 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.177 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:05.177 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.177 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:05.177 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.177 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.mark.tagging 2023-12-03T12:55:05.177 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.mark.bucket_policy 2023-12-03T12:55:05.178 INFO:teuthology.orchestra.run.smithi019.stdout: def test_delete_tags_obj_public(): 2023-12-03T12:55:05.178 INFO:teuthology.orchestra.run.smithi019.stdout: key = 'testputtagsacl' 2023-12-03T12:55:05.178 INFO:teuthology.orchestra.run.smithi019.stdout:> bucket_name = _create_key_with_random_content(key) 2023-12-03T12:55:05.178 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.178 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:10787: 2023-12-03T12:55:05.178 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.178 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:5832: in _create_key_with_random_content 2023-12-03T12:55:05.178 INFO:teuthology.orchestra.run.smithi019.stdout: bucket_name = get_new_bucket() 2023-12-03T12:55:05.178 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:55:05.178 INFO:teuthology.orchestra.run.smithi019.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:55:05.178 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:05.178 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:05.178 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:05.178 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:05.179 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:05.179 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:05.179 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:05.179 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:05.179 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:05.179 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:05.179 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:05.179 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:05.179 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:05.179 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:05.179 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:05.179 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:05.179 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:05.180 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:05.180 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:05.180 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:05.180 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:05.180 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:05.180 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:05.180 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:05.180 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:05.180 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:05.180 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:05.180 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:05.180 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:05.180 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:05.180 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:05.181 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:05.181 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:05.181 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:05.181 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.181 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.181 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:05.181 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:05.181 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.181 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:05.181 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.181 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:05.181 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:05.181 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:05.181 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:05.182 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:05.182 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:05.182 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:05.182 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:05.182 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:05.182 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:05.182 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:05.182 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:05.182 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:05.182 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.182 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:05.182 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:05.182 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:05.182 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:05.183 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:05.183 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:05.183 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:05.183 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:05.183 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:05.183 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:05.183 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:05.183 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.183 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.183 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:05.183 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:05.183 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:05.183 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:05.183 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:05.184 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.184 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.184 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:05.184 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:05.184 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:05.184 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:05.184 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:05.184 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.184 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:05.184 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:05.184 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:05.184 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:05.184 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:05.184 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/test-client.0-4a6zemzjywb5q3g-451" 2023-12-03T12:55:05.185 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.185 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:05.185 INFO:teuthology.orchestra.run.smithi019.stdout:____________ test_versioning_bucket_atomic_upload_return_version_id ____________ 2023-12-03T12:55:05.185 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.185 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:05.185 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.185 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:05.185 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:05.185 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.185 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:05.185 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:05.185 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:05.185 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:05.185 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:05.186 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.186 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:05.186 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:05.186 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.186 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.186 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:05.186 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:05.186 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.186 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.186 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:05.186 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.186 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:05.187 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:05.187 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.187 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.187 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:05.187 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:05.187 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.187 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:05.187 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:05.187 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:05.187 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:05.187 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:05.187 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:05.187 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:05.188 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.188 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:05.188 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:05.188 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:05.188 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:05.188 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:05.188 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:05.188 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:05.188 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:05.188 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:05.188 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.188 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:05.188 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:05.188 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:05.189 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:05.189 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.189 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:05.189 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:05.189 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:05.189 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:05.189 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.189 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.189 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:05.189 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:05.189 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:05.189 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:05.189 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.190 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.190 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:05.190 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:05.190 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:05.190 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.190 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:05.190 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.190 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:05.190 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:05.190 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.190 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:05.190 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:05.190 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:05.191 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:05.191 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:05.191 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:05.191 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.191 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:05.191 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.191 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:05.191 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.191 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:05.191 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:05.191 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.191 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:05.191 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.191 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:05.192 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:05.192 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:05.192 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:05.192 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:05.192 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:05.192 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:05.192 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:05.192 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:05.192 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:05.192 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:05.192 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:05.192 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:05.192 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.193 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:05.193 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:05.193 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:05.193 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:05.193 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:05.193 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:05.193 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:05.193 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:05.193 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:05.193 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:05.194 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:05.194 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.194 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.194 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:05.194 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.194 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:05.194 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:05.194 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:05.194 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:05.194 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:05.194 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:05.195 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:05.195 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:05.195 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:05.195 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:05.195 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:05.195 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:05.195 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:05.195 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:05.195 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.195 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.195 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:05.195 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.195 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:05.196 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:05.196 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.196 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:05.196 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:05.196 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:05.196 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:05.196 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:05.196 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.196 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:05.196 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:05.196 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.196 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.196 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:05.197 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:05.197 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.197 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.197 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:05.197 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:05.197 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:05.197 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:05.197 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:05.197 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.197 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.197 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:05.197 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:05.197 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:05.198 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.198 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:05.198 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.198 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:05.198 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.198 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:05.198 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.198 INFO:teuthology.orchestra.run.smithi019.stdout: def test_versioning_bucket_atomic_upload_return_version_id(): 2023-12-03T12:55:05.198 INFO:teuthology.orchestra.run.smithi019.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:55:05.198 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.198 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:10809: 2023-12-03T12:55:05.198 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.198 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:55:05.199 INFO:teuthology.orchestra.run.smithi019.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:55:05.199 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:05.199 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:05.199 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:05.199 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:05.199 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:05.199 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:05.199 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:05.199 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:05.199 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:05.199 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:05.199 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:05.199 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:05.199 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:05.199 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:05.200 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:05.200 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:05.200 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:05.200 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:05.200 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:05.200 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:05.200 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:05.200 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:05.200 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:05.200 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:05.200 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:05.200 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:05.200 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:05.200 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:05.201 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:05.201 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:05.201 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:05.201 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:05.201 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:05.201 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:05.201 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.201 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.201 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:05.201 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:05.201 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.201 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:05.201 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.202 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:05.202 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:05.202 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:05.202 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:05.202 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:05.202 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:05.202 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:05.202 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:05.202 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:05.202 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:05.202 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:05.202 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:05.202 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:05.203 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.203 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:05.203 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:05.203 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:05.203 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:05.203 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:05.203 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:05.203 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:05.203 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:05.203 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:05.203 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:05.203 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:05.203 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.203 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.204 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:05.204 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:05.204 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:05.204 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:05.204 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:05.204 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.204 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.204 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:05.204 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:05.204 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:05.204 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:05.204 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:05.204 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.205 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:05.205 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:05.205 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:05.205 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:05.205 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:05.205 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/test-client.0-4a6zemzjywb5q3g-452" 2023-12-03T12:55:05.205 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.205 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:05.205 INFO:teuthology.orchestra.run.smithi019.stdout:__________ test_versioning_bucket_multipart_upload_return_version_id ___________ 2023-12-03T12:55:05.205 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.205 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:05.205 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.205 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:05.205 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:05.206 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.206 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:05.206 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:05.206 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:05.206 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:05.206 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:05.206 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.206 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:05.206 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:05.206 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.206 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.207 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:05.207 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:05.207 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.207 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.207 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:05.207 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.207 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:05.207 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:05.207 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.207 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.207 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:05.207 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:05.207 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.207 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:05.208 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:05.208 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:05.208 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:05.208 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:05.208 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:05.208 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:05.208 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.208 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:05.208 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:05.208 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:05.208 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:05.208 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:05.208 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:05.208 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:05.209 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:05.209 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:05.209 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.209 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:05.209 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:05.209 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:05.209 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:05.209 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.209 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:05.209 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:05.209 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:05.209 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:05.209 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.209 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.210 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:05.210 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:05.210 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:05.210 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:05.210 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.210 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.210 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:05.210 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:05.210 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:05.210 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.210 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:05.210 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.210 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:05.210 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:05.211 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.211 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:05.211 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:05.211 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:05.211 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:05.211 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:05.211 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:05.211 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.211 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:05.211 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.211 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:05.211 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.211 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:05.211 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:05.212 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.212 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:05.212 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.212 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:05.212 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:05.212 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:05.212 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:05.212 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:05.212 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:05.212 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:05.212 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:05.212 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:05.212 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:05.212 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:05.213 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:05.213 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:05.213 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.213 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:05.213 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:05.213 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:05.213 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:05.213 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:05.213 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:05.213 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:05.213 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:05.213 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:05.213 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:05.214 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:05.214 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.214 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.214 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:05.214 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.214 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:05.214 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:05.214 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:05.214 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:05.214 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:05.214 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:05.214 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:05.214 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:05.215 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:05.215 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:05.215 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:05.215 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:05.215 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:05.215 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:05.215 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.215 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.215 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:05.215 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.215 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:05.215 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:05.215 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.215 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:05.215 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:05.216 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:05.216 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:05.216 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:05.216 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.216 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:05.216 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:05.216 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.216 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.216 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:05.216 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:05.216 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.216 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.216 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:05.217 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:05.217 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:05.217 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:05.217 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:05.217 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.217 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.217 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:05.217 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:05.217 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:05.217 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.217 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:05.217 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.217 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:05.217 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.218 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:05.218 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.218 INFO:teuthology.orchestra.run.smithi019.stdout: def test_versioning_bucket_multipart_upload_return_version_id(): 2023-12-03T12:55:05.218 INFO:teuthology.orchestra.run.smithi019.stdout: content_type='text/bla' 2023-12-03T12:55:05.218 INFO:teuthology.orchestra.run.smithi019.stdout: objlen = 30 * 1024 * 1024 2023-12-03T12:55:05.218 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.218 INFO:teuthology.orchestra.run.smithi019.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:55:05.218 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.218 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:10841: 2023-12-03T12:55:05.218 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.218 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:55:05.218 INFO:teuthology.orchestra.run.smithi019.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:55:05.218 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:05.219 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:05.219 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:05.219 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:05.219 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:05.219 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:05.219 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:05.219 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:05.219 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:05.219 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:05.219 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:05.219 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:05.219 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:05.219 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:05.219 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:05.220 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:05.220 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:05.220 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:05.220 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:05.220 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:05.220 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:05.220 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:05.220 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:05.220 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:05.220 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:05.220 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:05.220 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:05.220 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:05.221 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:05.221 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:05.221 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:05.221 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:05.221 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:05.221 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:05.221 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.221 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.221 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:05.221 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:05.221 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.221 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:05.221 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.221 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:05.222 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:05.222 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:05.222 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:05.222 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:05.222 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:05.222 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:05.222 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:05.222 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:05.222 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:05.222 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:05.222 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:05.222 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:05.222 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.223 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:05.223 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:05.223 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:05.223 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:05.223 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:05.223 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:05.223 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:05.223 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:05.223 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:05.223 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:05.223 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:05.223 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.223 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.223 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:05.224 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:05.224 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:05.224 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:05.224 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:05.224 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.224 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.224 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:05.224 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:05.224 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:05.224 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:05.224 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:05.224 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.224 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:05.224 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:05.225 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:05.225 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:05.225 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:05.225 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/test-client.0-4a6zemzjywb5q3g-453" 2023-12-03T12:55:05.225 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.225 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:05.225 INFO:teuthology.orchestra.run.smithi019.stdout:___________________ test_bucket_policy_get_obj_existing_tag ____________________ 2023-12-03T12:55:05.225 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.225 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:05.225 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.225 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:05.225 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:05.225 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.226 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:05.226 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:05.226 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:05.226 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:05.226 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:05.226 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.226 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:05.226 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:05.226 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.226 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.226 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:05.226 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:05.226 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.227 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.227 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:05.227 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.227 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:05.227 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:05.227 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.227 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.227 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:05.227 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:05.227 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.227 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:05.227 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:05.227 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:05.227 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:05.228 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:05.228 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:05.228 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:05.228 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.228 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:05.228 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:05.228 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:05.228 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:05.228 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:05.228 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:05.228 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:05.228 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:05.228 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:05.228 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.229 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:05.229 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:05.229 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:05.229 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:05.229 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.229 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:05.229 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:05.229 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:05.229 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:05.229 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.229 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.229 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:05.229 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:05.229 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:05.230 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:05.230 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.230 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.230 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:05.230 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:05.230 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:05.230 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.230 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:05.230 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.230 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:05.230 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:05.230 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.230 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:05.231 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:05.231 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:05.231 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:05.231 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:05.231 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:05.231 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.231 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:05.231 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.231 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:05.231 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.231 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:05.231 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:05.231 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.231 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:05.231 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.232 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:05.232 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:05.232 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:05.232 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:05.232 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:05.232 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:05.232 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:05.232 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:05.232 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:05.232 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:05.232 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:05.232 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:05.232 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:05.232 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.233 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:05.233 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:05.233 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:05.233 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:05.233 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:05.233 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:05.233 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:05.233 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:05.233 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:05.233 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:05.233 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:05.233 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.233 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.234 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:05.234 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.234 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:05.234 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:05.234 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:05.234 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:05.234 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:05.234 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:05.234 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:05.234 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:05.234 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:05.234 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:05.234 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:05.235 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:05.235 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:05.235 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:05.235 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.235 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.235 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:05.235 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.235 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:05.235 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:05.235 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.235 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:05.235 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:05.235 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:05.236 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:05.236 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:05.236 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.236 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:05.236 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:05.236 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.236 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.236 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:05.236 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:05.236 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.236 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.236 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:05.236 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:05.236 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:05.237 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:05.237 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:05.237 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.237 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.237 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:05.237 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:05.237 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:05.237 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.237 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:05.237 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.237 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:05.237 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.237 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:05.237 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.238 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.mark.tagging 2023-12-03T12:55:05.238 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.mark.bucket_policy 2023-12-03T12:55:05.238 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.mark.fails_on_dbstore 2023-12-03T12:55:05.238 INFO:teuthology.orchestra.run.smithi019.stdout: def test_bucket_policy_get_obj_existing_tag(): 2023-12-03T12:55:05.238 INFO:teuthology.orchestra.run.smithi019.stdout:> bucket_name = _create_objects(keys=['publictag', 'privatetag', 'invalidtag']) 2023-12-03T12:55:05.238 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.238 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:10882: 2023-12-03T12:55:05.238 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.238 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:116: in _create_objects 2023-12-03T12:55:05.238 INFO:teuthology.orchestra.run.smithi019.stdout: bucket = get_new_bucket_resource(name=bucket_name) 2023-12-03T12:55:05.238 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:581: in get_new_bucket_resource 2023-12-03T12:55:05.238 INFO:teuthology.orchestra.run.smithi019.stdout: bucket_location = bucket.create() 2023-12-03T12:55:05.238 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/boto3/resources/factory.py:580: in do_action 2023-12-03T12:55:05.238 INFO:teuthology.orchestra.run.smithi019.stdout: response = action(self, *args, **kwargs) 2023-12-03T12:55:05.239 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/boto3/resources/action.py:88: in __call__ 2023-12-03T12:55:05.239 INFO:teuthology.orchestra.run.smithi019.stdout: response = getattr(parent.meta.client, operation_name)(*args, **params) 2023-12-03T12:55:05.239 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:05.239 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:05.239 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:05.239 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:05.239 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:05.239 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:05.239 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:05.239 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:05.239 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:05.239 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:05.239 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:05.240 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:05.240 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:05.240 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:05.240 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:05.240 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:05.240 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:05.240 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:05.240 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:05.240 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:05.240 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:05.240 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:05.240 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:05.240 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:05.241 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:05.241 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:05.241 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:05.241 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:05.241 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:05.241 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:05.241 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:05.241 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:05.241 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:05.241 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:05.241 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.241 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.241 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:05.241 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:05.242 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.242 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:05.242 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.242 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:05.242 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:05.242 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:05.242 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:05.242 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:05.242 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:05.242 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:05.242 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:05.242 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:05.242 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:05.242 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:05.243 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:05.243 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:05.243 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.243 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:05.243 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:05.243 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:05.243 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:05.243 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:05.243 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:05.243 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:05.243 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:05.243 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:05.243 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:05.243 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:05.244 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.244 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.244 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:05.244 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:05.244 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:05.244 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:05.244 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:05.244 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.244 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.244 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:05.244 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:05.244 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:05.244 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:05.244 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:05.245 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.245 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:05.245 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:05.245 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:05.245 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:05.245 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:05.245 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/test-client.0-4a6zemzjywb5q3g-454" 2023-12-03T12:55:05.245 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.245 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:05.245 INFO:teuthology.orchestra.run.smithi019.stdout:_______________ test_bucket_policy_get_obj_tagging_existing_tag ________________ 2023-12-03T12:55:05.245 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.245 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:05.245 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.246 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:05.246 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:05.246 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.246 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:05.246 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:05.246 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:05.246 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:05.246 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:05.246 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.246 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:05.246 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:05.246 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.246 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.246 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:05.247 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:05.247 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.247 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.247 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:05.247 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.247 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:05.247 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:05.247 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.247 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.247 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:05.247 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:05.247 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.247 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:05.247 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:05.247 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:05.248 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:05.248 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:05.248 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:05.248 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:05.248 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.248 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:05.248 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:05.248 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:05.248 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:05.248 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:05.248 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:05.248 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:05.248 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:05.248 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:05.249 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.249 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:05.249 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:05.249 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:05.249 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:05.249 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.249 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:05.249 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:05.249 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:05.249 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:05.249 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.249 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.249 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:05.250 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:05.250 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:05.250 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:05.250 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.250 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.250 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:05.250 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:05.250 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:05.250 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.250 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:05.250 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.250 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:05.250 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:05.250 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.250 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:05.251 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:05.251 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:05.251 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:05.251 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:05.251 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:05.251 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.251 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:05.251 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.251 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:05.251 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.251 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:05.251 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:05.252 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.252 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:05.252 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.252 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:05.252 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:05.252 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:05.252 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:05.252 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:05.252 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:05.252 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:05.252 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:05.252 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:05.252 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:05.252 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:05.253 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:05.253 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:05.253 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.253 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:05.253 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:05.253 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:05.253 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:05.253 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:05.253 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:05.253 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:05.253 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:05.253 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:05.253 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:05.253 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:05.254 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.254 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.254 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:05.254 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.254 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:05.254 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:05.254 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:05.254 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:05.254 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:05.254 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:05.254 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:05.254 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:05.254 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:05.254 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:05.255 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:05.255 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:05.255 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:05.255 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:05.255 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.255 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.255 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:05.255 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.255 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:05.255 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:05.255 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.255 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:05.255 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:05.255 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:05.256 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:05.256 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:05.256 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.256 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:05.256 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:05.256 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.256 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.256 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:05.256 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:05.256 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.256 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.256 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:05.256 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:05.256 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:05.257 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:05.257 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:05.257 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.257 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.257 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:05.257 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:05.257 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:05.257 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.257 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:05.257 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.257 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:05.257 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.257 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:05.257 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.257 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.mark.tagging 2023-12-03T12:55:05.258 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.mark.bucket_policy 2023-12-03T12:55:05.258 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.mark.fails_on_dbstore 2023-12-03T12:55:05.258 INFO:teuthology.orchestra.run.smithi019.stdout: def test_bucket_policy_get_obj_tagging_existing_tag(): 2023-12-03T12:55:05.258 INFO:teuthology.orchestra.run.smithi019.stdout:> bucket_name = _create_objects(keys=['publictag', 'privatetag', 'invalidtag']) 2023-12-03T12:55:05.258 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.258 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:10937: 2023-12-03T12:55:05.258 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.258 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:116: in _create_objects 2023-12-03T12:55:05.258 INFO:teuthology.orchestra.run.smithi019.stdout: bucket = get_new_bucket_resource(name=bucket_name) 2023-12-03T12:55:05.258 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:581: in get_new_bucket_resource 2023-12-03T12:55:05.258 INFO:teuthology.orchestra.run.smithi019.stdout: bucket_location = bucket.create() 2023-12-03T12:55:05.258 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/boto3/resources/factory.py:580: in do_action 2023-12-03T12:55:05.258 INFO:teuthology.orchestra.run.smithi019.stdout: response = action(self, *args, **kwargs) 2023-12-03T12:55:05.259 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/boto3/resources/action.py:88: in __call__ 2023-12-03T12:55:05.259 INFO:teuthology.orchestra.run.smithi019.stdout: response = getattr(parent.meta.client, operation_name)(*args, **params) 2023-12-03T12:55:05.259 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:05.259 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:05.259 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:05.259 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:05.259 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:05.259 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:05.259 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:05.259 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:05.259 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:05.259 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:05.259 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:05.259 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:05.260 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:05.260 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:05.260 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:05.260 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:05.260 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:05.260 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:05.260 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:05.260 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:05.260 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:05.260 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:05.260 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:05.260 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:05.261 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:05.261 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:05.261 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:05.261 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:05.261 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:05.261 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:05.261 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:05.261 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:05.261 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:05.261 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:05.261 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.261 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.261 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:05.262 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:05.262 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.262 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:05.262 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.262 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:05.262 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:05.262 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:05.262 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:05.262 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:05.262 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:05.262 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:05.262 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:05.263 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:05.263 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:05.263 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:05.263 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:05.263 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:05.263 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.263 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:05.263 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:05.263 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:05.263 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:05.263 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:05.263 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:05.264 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:05.264 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:05.264 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:05.264 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:05.264 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:05.264 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.264 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.264 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:05.264 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:05.264 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:05.264 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:05.264 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:05.264 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.264 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.265 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:05.265 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:05.265 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:05.265 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:05.265 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:05.265 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.265 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:05.265 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:05.265 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:05.265 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:05.265 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:05.265 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/test-client.0-4a6zemzjywb5q3g-455" 2023-12-03T12:55:05.265 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.265 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:05.266 INFO:teuthology.orchestra.run.smithi019.stdout:_______________ test_bucket_policy_put_obj_tagging_existing_tag ________________ 2023-12-03T12:55:05.266 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.266 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:05.266 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.266 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:05.266 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:05.266 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.266 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:05.266 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:05.266 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:05.266 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:05.266 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:05.266 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.266 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:05.267 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:05.267 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.267 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.267 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:05.267 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:05.267 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.267 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.267 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:05.267 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.267 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:05.267 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:05.267 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.267 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.267 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:05.268 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:05.268 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.268 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:05.268 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:05.268 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:05.268 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:05.268 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:05.268 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:05.268 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:05.268 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.268 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:05.268 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:05.268 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:05.268 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:05.269 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:05.269 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:05.269 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:05.269 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:05.269 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:05.269 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.269 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:05.269 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:05.269 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:05.269 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:05.269 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.269 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:05.269 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:05.269 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:05.270 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:05.270 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.270 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.270 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:05.270 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:05.270 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:05.270 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:05.270 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.270 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.270 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:05.270 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:05.270 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:05.270 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.270 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:05.271 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.271 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:05.271 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:05.271 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.271 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:05.271 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:05.271 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:05.271 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:05.271 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:05.271 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:05.271 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.271 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:05.271 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.271 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:05.272 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.272 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:05.272 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:05.272 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.272 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:05.272 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.272 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:05.272 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:05.272 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:05.272 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:05.272 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:05.272 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:05.272 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:05.272 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:05.273 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:05.273 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:05.273 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:05.273 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:05.273 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:05.273 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.273 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:05.273 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:05.273 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:05.273 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:05.273 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:05.273 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:05.273 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:05.273 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:05.274 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:05.274 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:05.274 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:05.274 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.274 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.274 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:05.274 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.274 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:05.274 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:05.274 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:05.274 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:05.274 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:05.274 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:05.275 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:05.275 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:05.275 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:05.275 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:05.275 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:05.275 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:05.275 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:05.275 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:05.275 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.275 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.275 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:05.275 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.275 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:05.275 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:05.276 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.276 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:05.276 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:05.276 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:05.276 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:05.276 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:05.276 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.276 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:05.276 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:05.276 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.276 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.276 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:05.276 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:05.277 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.277 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.277 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:05.277 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:05.277 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:05.277 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:05.277 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:05.277 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.277 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.277 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:05.277 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:05.277 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:05.277 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.278 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:05.278 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.278 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:05.278 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.278 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:05.278 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.278 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.mark.tagging 2023-12-03T12:55:05.278 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.mark.bucket_policy 2023-12-03T12:55:05.278 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.mark.fails_on_dbstore 2023-12-03T12:55:05.278 INFO:teuthology.orchestra.run.smithi019.stdout: def test_bucket_policy_put_obj_tagging_existing_tag(): 2023-12-03T12:55:05.278 INFO:teuthology.orchestra.run.smithi019.stdout:> bucket_name = _create_objects(keys=['publictag', 'privatetag', 'invalidtag']) 2023-12-03T12:55:05.278 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.278 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:10999: 2023-12-03T12:55:05.279 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.279 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:116: in _create_objects 2023-12-03T12:55:05.279 INFO:teuthology.orchestra.run.smithi019.stdout: bucket = get_new_bucket_resource(name=bucket_name) 2023-12-03T12:55:05.279 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:581: in get_new_bucket_resource 2023-12-03T12:55:05.279 INFO:teuthology.orchestra.run.smithi019.stdout: bucket_location = bucket.create() 2023-12-03T12:55:05.279 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/boto3/resources/factory.py:580: in do_action 2023-12-03T12:55:05.279 INFO:teuthology.orchestra.run.smithi019.stdout: response = action(self, *args, **kwargs) 2023-12-03T12:55:05.279 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/boto3/resources/action.py:88: in __call__ 2023-12-03T12:55:05.279 INFO:teuthology.orchestra.run.smithi019.stdout: response = getattr(parent.meta.client, operation_name)(*args, **params) 2023-12-03T12:55:05.279 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:05.279 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:05.279 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:05.279 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:05.280 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:05.280 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:05.280 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:05.280 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:05.280 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:05.280 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:05.280 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:05.280 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:05.280 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:05.280 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:05.280 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:05.280 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:05.280 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:05.280 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:05.280 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:05.281 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:05.281 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:05.281 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:05.281 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:05.281 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:05.281 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:05.281 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:05.281 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:05.281 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:05.281 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:05.281 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:05.281 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:05.281 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:05.281 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:05.282 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:05.282 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.282 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.282 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:05.282 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:05.282 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.282 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:05.282 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.282 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:05.282 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:05.282 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:05.282 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:05.282 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:05.283 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:05.283 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:05.283 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:05.283 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:05.283 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:05.283 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:05.283 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:05.283 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:05.283 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.283 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:05.283 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:05.283 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:05.283 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:05.283 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:05.283 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:05.284 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:05.284 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:05.284 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:05.284 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:05.284 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:05.284 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.284 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.284 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:05.284 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:05.284 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:05.284 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:05.284 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:05.284 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.284 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.284 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:05.285 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:05.285 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:05.285 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:05.285 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:05.285 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.285 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:05.285 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:05.285 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:05.285 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:05.285 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:05.285 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/test-client.0-4a6zemzjywb5q3g-456" 2023-12-03T12:55:05.285 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.285 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:05.285 INFO:teuthology.orchestra.run.smithi019.stdout:____________________ test_bucket_policy_put_obj_copy_source ____________________ 2023-12-03T12:55:05.286 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.286 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:05.286 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.286 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:05.286 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:05.286 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.286 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:05.286 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:05.286 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:05.286 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:05.286 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:05.286 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.287 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:05.287 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:05.287 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.287 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.287 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:05.287 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:05.287 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.287 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.287 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:05.287 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.287 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:05.287 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:05.287 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.287 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.287 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:05.288 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:05.288 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.288 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:05.288 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:05.288 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:05.288 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:05.288 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:05.288 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:05.288 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:05.288 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.288 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:05.288 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:05.288 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:05.289 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:05.289 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:05.289 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:05.289 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:05.289 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:05.289 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:05.289 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.289 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:05.289 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:05.289 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:05.289 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:05.289 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.289 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:05.289 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:05.290 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:05.290 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:05.290 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.290 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.290 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:05.290 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:05.290 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:05.290 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:05.290 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.290 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.290 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:05.290 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:05.290 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:05.291 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.291 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:05.291 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.291 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:05.291 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:05.291 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.291 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:05.291 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:05.291 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:05.291 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:05.291 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:05.291 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:05.291 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.291 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:05.291 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.292 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:05.292 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.292 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:05.292 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:05.292 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.292 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:05.292 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.292 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:05.292 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:05.292 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:05.292 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:05.292 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:05.292 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:05.293 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:05.293 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:05.293 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:05.293 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:05.293 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:05.293 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:05.293 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:05.293 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.293 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:05.293 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:05.293 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:05.293 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:05.293 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:05.293 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:05.294 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:05.294 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:05.294 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:05.294 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:05.294 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:05.294 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.294 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.294 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:05.294 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.294 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:05.294 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:05.294 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:05.294 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:05.295 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:05.295 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:05.295 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:05.295 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:05.295 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:05.295 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:05.295 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:05.295 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:05.295 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:05.295 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:05.295 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.295 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.295 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:05.295 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.296 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:05.296 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:05.296 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.296 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:05.296 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:05.296 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:05.296 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:05.296 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:05.296 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.296 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:05.296 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:05.296 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.296 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.296 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:05.296 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:05.297 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.297 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.297 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:05.297 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:05.297 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:05.297 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:05.297 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:05.297 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.297 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.297 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:05.297 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:05.297 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:05.297 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.297 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:05.298 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.298 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:05.298 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.298 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:05.298 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.298 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.mark.tagging 2023-12-03T12:55:05.298 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.mark.bucket_policy 2023-12-03T12:55:05.298 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.mark.fails_on_dbstore 2023-12-03T12:55:05.298 INFO:teuthology.orchestra.run.smithi019.stdout: def test_bucket_policy_put_obj_copy_source(): 2023-12-03T12:55:05.298 INFO:teuthology.orchestra.run.smithi019.stdout:> bucket_name = _create_objects(keys=['public/foo', 'public/bar', 'private/foo']) 2023-12-03T12:55:05.298 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.298 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:11068: 2023-12-03T12:55:05.298 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.298 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:116: in _create_objects 2023-12-03T12:55:05.299 INFO:teuthology.orchestra.run.smithi019.stdout: bucket = get_new_bucket_resource(name=bucket_name) 2023-12-03T12:55:05.299 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:581: in get_new_bucket_resource 2023-12-03T12:55:05.299 INFO:teuthology.orchestra.run.smithi019.stdout: bucket_location = bucket.create() 2023-12-03T12:55:05.299 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/boto3/resources/factory.py:580: in do_action 2023-12-03T12:55:05.299 INFO:teuthology.orchestra.run.smithi019.stdout: response = action(self, *args, **kwargs) 2023-12-03T12:55:05.299 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/boto3/resources/action.py:88: in __call__ 2023-12-03T12:55:05.299 INFO:teuthology.orchestra.run.smithi019.stdout: response = getattr(parent.meta.client, operation_name)(*args, **params) 2023-12-03T12:55:05.299 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:05.299 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:05.299 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:05.299 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:05.299 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:05.299 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:05.299 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:05.300 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:05.300 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:05.300 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:05.300 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:05.300 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:05.300 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:05.300 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:05.300 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:05.300 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:05.300 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:05.300 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:05.300 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:05.300 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:05.300 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:05.300 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:05.301 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:05.301 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:05.301 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:05.301 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:05.301 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:05.301 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:05.301 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:05.301 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:05.301 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:05.301 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:05.301 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:05.301 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:05.301 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.302 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.302 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:05.302 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:05.302 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.302 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:05.302 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.302 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:05.302 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:05.302 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:05.302 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:05.302 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:05.302 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:05.302 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:05.303 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:05.303 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:05.303 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:05.303 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:05.303 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:05.303 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:05.303 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.303 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:05.303 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:05.303 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:05.303 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:05.303 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:05.303 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:05.303 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:05.304 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:05.304 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:05.304 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:05.304 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:05.304 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.304 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.304 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:05.304 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:05.304 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:05.304 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:05.304 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:05.304 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.304 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.304 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:05.304 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:05.305 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:05.305 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:05.305 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:05.305 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.305 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:05.305 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:05.305 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:05.305 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:05.305 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:05.305 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/test-client.0-4a6zemzjywb5q3g-457" 2023-12-03T12:55:05.305 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.305 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:05.305 INFO:teuthology.orchestra.run.smithi019.stdout:_________________ test_bucket_policy_put_obj_copy_source_meta __________________ 2023-12-03T12:55:05.305 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.306 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:05.306 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.306 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:05.306 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:05.306 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.306 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:05.306 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:05.306 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:05.306 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:05.306 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:05.306 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.306 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:05.306 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:05.306 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.307 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.307 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:05.307 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:05.307 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.307 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.307 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:05.307 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.307 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:05.307 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:05.307 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.307 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.307 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:05.307 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:05.307 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.307 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:05.307 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:05.308 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:05.308 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:05.308 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:05.308 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:05.308 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:05.308 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.308 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:05.308 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:05.308 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:05.308 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:05.308 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:05.308 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:05.308 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:05.308 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:05.309 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:05.309 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.309 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:05.309 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:05.309 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:05.309 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:05.309 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.309 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:05.309 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:05.309 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:05.309 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:05.309 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.309 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.309 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:05.309 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:05.309 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:05.310 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:05.310 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.310 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.310 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:05.310 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:05.310 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:05.310 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.310 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:05.310 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.310 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:05.310 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:05.310 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.310 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:05.310 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:05.311 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:05.311 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:05.311 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:05.311 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:05.311 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.311 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:05.311 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.311 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:05.311 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.311 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:05.311 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:05.311 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.311 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:05.311 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.312 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:05.312 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:05.312 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:05.312 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:05.312 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:05.312 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:05.312 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:05.312 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:05.312 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:05.312 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:05.312 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:05.312 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:05.312 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:05.312 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.312 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:05.312 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:05.313 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:05.313 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:05.313 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:05.313 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:05.313 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:05.313 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:05.313 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:05.313 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:05.313 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:05.313 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.313 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.313 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:05.313 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.314 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:05.314 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:05.314 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:05.314 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:05.314 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:05.314 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:05.314 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:05.314 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:05.314 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:05.314 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:05.314 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:05.314 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:05.314 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:05.314 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:05.315 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.315 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.315 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:05.315 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.315 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:05.315 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:05.315 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.315 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:05.315 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:05.315 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:05.315 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:05.315 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:05.315 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.315 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:05.315 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:05.316 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.316 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.316 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:05.316 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:05.316 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.316 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.316 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:05.316 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:05.316 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:05.316 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:05.316 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:05.316 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.316 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.316 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:05.317 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:05.317 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:05.317 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.317 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:05.317 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.317 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:05.317 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.317 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:05.317 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.317 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.mark.tagging 2023-12-03T12:55:05.317 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.mark.bucket_policy 2023-12-03T12:55:05.317 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.mark.fails_on_dbstore 2023-12-03T12:55:05.317 INFO:teuthology.orchestra.run.smithi019.stdout: def test_bucket_policy_put_obj_copy_source_meta(): 2023-12-03T12:55:05.317 INFO:teuthology.orchestra.run.smithi019.stdout:> src_bucket_name = _create_objects(keys=['public/foo', 'public/bar']) 2023-12-03T12:55:05.318 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.318 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:11115: 2023-12-03T12:55:05.318 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.318 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:116: in _create_objects 2023-12-03T12:55:05.318 INFO:teuthology.orchestra.run.smithi019.stdout: bucket = get_new_bucket_resource(name=bucket_name) 2023-12-03T12:55:05.318 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:581: in get_new_bucket_resource 2023-12-03T12:55:05.318 INFO:teuthology.orchestra.run.smithi019.stdout: bucket_location = bucket.create() 2023-12-03T12:55:05.318 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/boto3/resources/factory.py:580: in do_action 2023-12-03T12:55:05.318 INFO:teuthology.orchestra.run.smithi019.stdout: response = action(self, *args, **kwargs) 2023-12-03T12:55:05.318 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/boto3/resources/action.py:88: in __call__ 2023-12-03T12:55:05.318 INFO:teuthology.orchestra.run.smithi019.stdout: response = getattr(parent.meta.client, operation_name)(*args, **params) 2023-12-03T12:55:05.318 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:05.318 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:05.318 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:05.319 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:05.319 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:05.319 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:05.319 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:05.319 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:05.319 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:05.319 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:05.319 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:05.319 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:05.319 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:05.319 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:05.319 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:05.319 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:05.320 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:05.320 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:05.320 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:05.320 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:05.320 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:05.320 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:05.320 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:05.320 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:05.320 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:05.320 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:05.320 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:05.320 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:05.320 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:05.320 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:05.320 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:05.321 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:05.321 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:05.321 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:05.321 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.321 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.321 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:05.321 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:05.321 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.321 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:05.321 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.321 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:05.321 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:05.321 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:05.321 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:05.322 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:05.322 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:05.322 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:05.322 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:05.322 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:05.322 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:05.322 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:05.322 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:05.322 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:05.322 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.322 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:05.322 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:05.322 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:05.322 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:05.323 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:05.323 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:05.323 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:05.323 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:05.323 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:05.323 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:05.323 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:05.323 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.323 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.323 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:05.323 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:05.323 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:05.323 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:05.323 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:05.323 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.324 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.324 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:05.324 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:05.324 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:05.324 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:05.324 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:05.324 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.324 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:05.324 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:05.324 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:05.324 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:05.324 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:05.325 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/test-client.0-4a6zemzjywb5q3g-458" 2023-12-03T12:55:05.325 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.325 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:05.325 INFO:teuthology.orchestra.run.smithi019.stdout:________________________ test_bucket_policy_put_obj_acl ________________________ 2023-12-03T12:55:05.325 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.325 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:05.325 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.325 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:05.325 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:05.325 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.325 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:05.326 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:05.326 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:05.326 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:05.326 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:05.326 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.326 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:05.326 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:05.326 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.326 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.326 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:05.326 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:05.326 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.326 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.326 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:05.326 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.327 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:05.327 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:05.327 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.327 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.327 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:05.327 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:05.327 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.327 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:05.327 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:05.327 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:05.327 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:05.327 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:05.327 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:05.327 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:05.328 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.328 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:05.328 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:05.328 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:05.328 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:05.328 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:05.328 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:05.328 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:05.328 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:05.328 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:05.328 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.328 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:05.328 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:05.328 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:05.328 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:05.329 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.329 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:05.329 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:05.329 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:05.329 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:05.329 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.329 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.329 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:05.329 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:05.329 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:05.329 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:05.329 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.329 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.329 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:05.329 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:05.330 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:05.330 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.330 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:05.330 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.330 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:05.330 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:05.330 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.330 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:05.330 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:05.330 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:05.330 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:05.330 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:05.330 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:05.330 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.331 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:05.331 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.331 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:05.331 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.331 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:05.331 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:05.331 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.331 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:05.331 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.331 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:05.331 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:05.331 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:05.331 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:05.331 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:05.331 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:05.332 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:05.332 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:05.332 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:05.332 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:05.332 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:05.332 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:05.332 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:05.332 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.332 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:05.332 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:05.332 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:05.332 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:05.332 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:05.332 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:05.332 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:05.333 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:05.333 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:05.333 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:05.333 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:05.333 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.333 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.333 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:05.333 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.333 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:05.333 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:05.333 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:05.333 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:05.333 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:05.333 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:05.334 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:05.334 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:05.334 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:05.334 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:05.334 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:05.334 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:05.334 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:05.334 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:05.334 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.334 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.334 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:05.334 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.334 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:05.334 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:05.335 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.335 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:05.335 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:05.335 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:05.335 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:05.335 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:05.335 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.335 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:05.335 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:05.335 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.335 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.335 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:05.335 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:05.335 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.336 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.336 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:05.336 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:05.336 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:05.336 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:05.336 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:05.336 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.336 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.336 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:05.336 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:05.336 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:05.336 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.336 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:05.336 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.336 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:05.337 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.337 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:05.337 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.337 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.mark.tagging 2023-12-03T12:55:05.337 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.mark.bucket_policy 2023-12-03T12:55:05.337 INFO:teuthology.orchestra.run.smithi019.stdout: def test_bucket_policy_put_obj_acl(): 2023-12-03T12:55:05.337 INFO:teuthology.orchestra.run.smithi019.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:55:05.337 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.337 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:11165: 2023-12-03T12:55:05.337 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.337 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:55:05.337 INFO:teuthology.orchestra.run.smithi019.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:55:05.337 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:05.337 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:05.338 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:05.338 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:05.338 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:05.338 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:05.338 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:05.338 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:05.338 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:05.338 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:05.338 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:05.338 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:05.338 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:05.339 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:05.339 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:05.339 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:05.339 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:05.339 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:05.339 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:05.339 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:05.339 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:05.339 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:05.339 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:05.339 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:05.339 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:05.339 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:05.339 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:05.340 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:05.340 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:05.340 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:05.340 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:05.340 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:05.340 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:05.340 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:05.340 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.340 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.340 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:05.340 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:05.340 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.340 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:05.341 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.341 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:05.341 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:05.341 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:05.341 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:05.341 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:05.341 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:05.341 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:05.341 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:05.341 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:05.341 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:05.341 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:05.341 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:05.341 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:05.342 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.342 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:05.342 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:05.342 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:05.342 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:05.342 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:05.342 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:05.342 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:05.342 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:05.342 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:05.342 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:05.342 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:05.342 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.343 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.343 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:05.343 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:05.343 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:05.343 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:05.343 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:05.343 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.343 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.343 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:05.343 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:05.343 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:05.343 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:05.343 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:05.343 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.344 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:05.344 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:05.344 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:05.344 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:05.344 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:05.344 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/test-client.0-4a6zemzjywb5q3g-459" 2023-12-03T12:55:05.344 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.344 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:05.344 INFO:teuthology.orchestra.run.smithi019.stdout:_______________________ test_bucket_policy_put_obj_grant _______________________ 2023-12-03T12:55:05.344 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.344 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:05.344 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.344 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:05.345 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:05.345 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.345 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:05.345 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:05.345 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:05.345 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:05.345 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:05.345 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.345 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:05.345 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:05.345 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.345 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.345 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:05.345 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:05.346 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.346 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.346 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:05.346 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.346 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:05.346 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:05.346 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.346 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.346 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:05.346 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:05.346 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.346 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:05.346 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:05.347 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:05.347 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:05.347 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:05.347 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:05.347 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:05.347 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.347 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:05.347 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:05.347 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:05.347 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:05.347 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:05.347 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:05.347 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:05.347 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:05.348 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:05.348 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.348 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:05.348 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:05.348 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:05.348 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:05.348 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.348 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:05.348 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:05.348 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:05.348 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:05.348 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.348 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.349 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:05.349 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:05.349 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:05.349 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:05.349 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.349 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.349 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:05.349 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:05.349 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:05.349 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.349 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:05.349 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.349 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:05.349 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:05.350 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.350 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:05.350 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:05.350 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:05.350 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:05.350 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:05.350 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:05.350 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.350 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:05.350 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.350 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:05.350 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.350 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:05.351 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:05.351 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.351 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:05.351 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.351 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:05.351 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:05.351 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:05.351 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:05.351 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:05.351 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:05.351 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:05.351 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:05.352 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:05.352 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:05.352 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:05.352 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:05.352 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:05.352 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.352 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:05.352 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:05.352 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:05.352 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:05.352 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:05.352 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:05.352 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:05.352 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:05.353 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:05.353 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:05.353 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:05.353 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.353 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.353 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:05.353 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.353 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:05.353 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:05.353 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:05.353 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:05.353 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:05.353 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:05.353 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:05.354 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:05.354 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:05.354 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:05.354 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:05.354 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:05.354 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:05.354 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:05.354 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.354 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.354 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:05.354 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.354 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:05.354 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:05.355 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.355 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:05.355 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:05.355 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:05.355 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:05.355 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:05.355 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.355 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:05.355 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:05.355 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.355 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.355 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:05.355 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:05.356 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.356 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.356 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:05.356 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:05.356 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:05.356 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:05.356 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:05.356 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.356 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.356 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:05.356 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:05.356 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:05.356 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.356 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:05.357 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.357 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:05.357 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.357 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:05.357 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.357 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.mark.bucket_policy 2023-12-03T12:55:05.357 INFO:teuthology.orchestra.run.smithi019.stdout: def test_bucket_policy_put_obj_grant(): 2023-12-03T12:55:05.357 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.357 INFO:teuthology.orchestra.run.smithi019.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:55:05.357 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.357 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:11206: 2023-12-03T12:55:05.357 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.357 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:55:05.357 INFO:teuthology.orchestra.run.smithi019.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:55:05.357 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:05.358 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:05.358 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:05.358 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:05.358 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:05.358 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:05.358 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:05.358 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:05.358 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:05.358 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:05.358 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:05.358 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:05.358 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:05.358 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:05.359 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:05.359 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:05.359 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:05.359 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:05.359 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:05.359 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:05.359 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:05.359 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:05.359 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:05.359 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:05.359 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:05.359 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:05.359 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:05.359 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:05.359 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:05.360 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:05.360 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:05.360 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:05.360 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:05.360 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:05.360 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.360 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.360 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:05.360 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:05.360 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.360 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:05.360 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.360 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:05.360 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:05.361 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:05.361 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:05.361 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:05.361 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:05.361 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:05.361 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:05.361 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:05.361 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:05.361 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:05.361 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:05.361 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:05.361 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.361 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:05.361 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:05.362 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:05.362 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:05.362 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:05.362 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:05.362 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:05.362 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:05.362 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:05.362 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:05.362 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:05.362 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.362 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.362 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:05.362 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:05.363 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:05.363 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:05.363 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:05.363 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.363 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.363 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:05.363 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:05.363 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:05.363 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:05.363 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:05.363 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.363 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:05.363 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:05.364 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:05.364 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:05.364 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:05.364 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/test-client.0-4a6zemzjywb5q3g-460" 2023-12-03T12:55:05.364 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.364 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:05.364 INFO:teuthology.orchestra.run.smithi019.stdout:________________________ test_put_obj_enc_conflict_c_s3 ________________________ 2023-12-03T12:55:05.364 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.364 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:05.364 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.364 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:05.364 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:05.364 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.364 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:05.364 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:05.365 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:05.365 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:05.365 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:05.365 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.365 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:05.365 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:05.365 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.365 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.365 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:05.365 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:05.365 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.365 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.365 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:05.365 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.366 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:05.366 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:05.366 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.366 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.366 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:05.366 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:05.366 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.366 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:05.366 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:05.366 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:05.366 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:05.366 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:05.366 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:05.366 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:05.367 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.367 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:05.367 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:05.367 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:05.367 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:05.367 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:05.367 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:05.367 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:05.367 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:05.367 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:05.367 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.367 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:05.368 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:05.368 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:05.368 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:05.368 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.368 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:05.368 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:05.368 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:05.368 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:05.368 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.368 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.368 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:05.368 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:05.368 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:05.368 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:05.369 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.369 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.369 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:05.369 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:05.369 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:05.369 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.369 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:05.369 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.369 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:05.369 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:05.369 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.369 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:05.369 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:05.369 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:05.370 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:05.370 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:05.370 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:05.370 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.370 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:05.370 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.370 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:05.370 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.370 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:05.370 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:05.370 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.370 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:05.370 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.371 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:05.371 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:05.371 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:05.371 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:05.371 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:05.371 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:05.371 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:05.371 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:05.371 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:05.371 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:05.371 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:05.371 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:05.371 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:05.372 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.372 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:05.372 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:05.372 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:05.372 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:05.372 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:05.372 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:05.372 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:05.372 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:05.372 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:05.372 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:05.372 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:05.372 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.372 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.372 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:05.373 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.373 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:05.373 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:05.373 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:05.373 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:05.373 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:05.373 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:05.373 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:05.373 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:05.373 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:05.373 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:05.373 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:05.373 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:05.373 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:05.373 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:05.374 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.374 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.374 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:05.374 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.374 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:05.374 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:05.374 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.374 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:05.374 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:05.374 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:05.374 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:05.374 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:05.374 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.375 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:05.375 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:05.375 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.375 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.375 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:05.375 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:05.375 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.375 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.375 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:05.375 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:05.375 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:05.375 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:05.375 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:05.375 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.375 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.376 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:05.376 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:05.376 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:05.376 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.376 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:05.376 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.376 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:05.376 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.376 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:05.376 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.376 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.mark.encryption 2023-12-03T12:55:05.376 INFO:teuthology.orchestra.run.smithi019.stdout: def test_put_obj_enc_conflict_c_s3(): 2023-12-03T12:55:05.376 INFO:teuthology.orchestra.run.smithi019.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:55:05.376 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.377 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:11267: 2023-12-03T12:55:05.377 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.377 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:55:05.377 INFO:teuthology.orchestra.run.smithi019.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:55:05.377 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:05.377 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:05.377 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:05.377 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:05.377 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:05.377 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:05.377 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:05.377 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:05.377 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:05.378 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:05.378 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:05.378 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:05.378 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:05.378 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:05.378 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:05.378 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:05.378 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:05.378 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:05.378 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:05.378 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:05.378 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:05.378 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:05.378 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:05.379 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:05.379 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:05.379 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:05.379 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:05.379 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:05.379 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:05.379 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:05.379 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:05.379 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:05.379 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:05.379 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:05.379 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.379 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.379 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:05.379 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:05.380 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.380 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:05.380 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.380 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:05.380 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:05.380 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:05.380 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:05.380 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:05.380 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:05.380 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:05.380 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:05.380 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:05.380 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:05.380 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:05.381 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:05.381 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:05.381 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.381 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:05.381 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:05.381 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:05.381 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:05.381 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:05.381 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:05.381 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:05.381 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:05.381 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:05.381 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:05.381 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:05.382 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.382 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.382 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:05.382 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:05.382 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:05.382 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:05.382 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:05.382 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.382 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.382 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:05.382 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:05.382 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:05.382 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:05.383 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:05.383 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.383 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:05.383 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:05.383 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:05.383 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:05.383 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:05.383 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/test-client.0-4a6zemzjywb5q3g-461" 2023-12-03T12:55:05.383 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.383 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:05.383 INFO:teuthology.orchestra.run.smithi019.stdout:_______________________ test_put_obj_enc_conflict_c_kms ________________________ 2023-12-03T12:55:05.383 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.383 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:05.383 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.384 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:05.384 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:05.384 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.384 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:05.384 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:05.384 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:05.384 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:05.384 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:05.384 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.384 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:05.384 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:05.384 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.384 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.384 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:05.385 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:05.385 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.385 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.385 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:05.385 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.385 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:05.385 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:05.385 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.385 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.385 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:05.385 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:05.385 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.385 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:05.385 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:05.386 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:05.386 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:05.386 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:05.386 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:05.386 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:05.386 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.386 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:05.386 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:05.386 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:05.386 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:05.386 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:05.386 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:05.386 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:05.387 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:05.387 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:05.387 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.387 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:05.387 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:05.387 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:05.387 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:05.387 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.387 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:05.387 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:05.387 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:05.387 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:05.387 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.388 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.388 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:05.388 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:05.388 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:05.388 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:05.388 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.388 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.388 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:05.388 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:05.388 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:05.388 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.388 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:05.389 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.389 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:05.389 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:05.389 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.389 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:05.389 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:05.389 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:05.389 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:05.389 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:05.389 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:05.389 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.389 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:05.389 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.390 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:05.390 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.390 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:05.390 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:05.390 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.390 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:05.390 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.390 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:05.390 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:05.390 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:05.390 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:05.391 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:05.391 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:05.391 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:05.391 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:05.391 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:05.391 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:05.391 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:05.391 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:05.391 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:05.391 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.391 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:05.391 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:05.391 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:05.391 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:05.392 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:05.392 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:05.392 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:05.392 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:05.392 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:05.392 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:05.392 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:05.392 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.392 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.392 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:05.392 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.392 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:05.392 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:05.392 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:05.392 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:05.393 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:05.393 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:05.393 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:05.393 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:05.393 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:05.393 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:05.393 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:05.393 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:05.393 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:05.393 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:05.393 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.393 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.393 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:05.393 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.394 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:05.394 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:05.394 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.394 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:05.394 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:05.394 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:05.394 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:05.394 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:05.394 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.394 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:05.394 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:05.394 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.394 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.394 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:05.395 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:05.395 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.395 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.395 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:05.395 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:05.395 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:05.395 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:05.395 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:05.395 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.395 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.395 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:05.395 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:05.395 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:05.395 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.395 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:05.396 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.396 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:05.396 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.396 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:05.396 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.396 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.mark.encryption 2023-12-03T12:55:05.396 INFO:teuthology.orchestra.run.smithi019.stdout: def test_put_obj_enc_conflict_c_kms(): 2023-12-03T12:55:05.396 INFO:teuthology.orchestra.run.smithi019.stdout: kms_keyid = get_main_kms_keyid() 2023-12-03T12:55:05.396 INFO:teuthology.orchestra.run.smithi019.stdout: if kms_keyid is None: 2023-12-03T12:55:05.396 INFO:teuthology.orchestra.run.smithi019.stdout: kms_keyid = 'fool-me-once' 2023-12-03T12:55:05.396 INFO:teuthology.orchestra.run.smithi019.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:55:05.396 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.396 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:11293: 2023-12-03T12:55:05.397 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.397 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:55:05.397 INFO:teuthology.orchestra.run.smithi019.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:55:05.397 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:05.397 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:05.397 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:05.397 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:05.397 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:05.397 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:05.397 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:05.397 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:05.397 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:05.397 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:05.397 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:05.397 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:05.398 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:05.398 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:05.398 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:05.398 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:05.398 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:05.398 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:05.398 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:05.398 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:05.398 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:05.398 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:05.398 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:05.398 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:05.398 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:05.398 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:05.398 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:05.399 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:05.399 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:05.399 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:05.399 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:05.399 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:05.399 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:05.399 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:05.399 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.399 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.399 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:05.399 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:05.399 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.399 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:05.400 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.400 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:05.400 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:05.400 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:05.400 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:05.400 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:05.400 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:05.400 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:05.400 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:05.400 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:05.400 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:05.400 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:05.400 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:05.401 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:05.401 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.401 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:05.401 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:05.401 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:05.401 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:05.401 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:05.401 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:05.401 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:05.401 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:05.401 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:05.401 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:05.401 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:05.402 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.402 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.402 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:05.402 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:05.402 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:05.402 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:05.402 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:05.402 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.402 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.402 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:05.402 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:05.402 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:05.402 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:05.403 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:05.403 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.403 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:05.403 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:05.403 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:05.403 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:05.403 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:05.403 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/test-client.0-4a6zemzjywb5q3g-462" 2023-12-03T12:55:05.403 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.403 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:05.403 INFO:teuthology.orchestra.run.smithi019.stdout:_______________________ test_put_obj_enc_conflict_s3_kms _______________________ 2023-12-03T12:55:05.403 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.403 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:05.403 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.404 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:05.404 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:05.404 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.404 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:05.404 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:05.404 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:05.404 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:05.404 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:05.404 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.404 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:05.404 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:05.404 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.404 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.404 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:05.405 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:05.405 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.405 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.405 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:05.405 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.405 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:05.405 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:05.405 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.405 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.405 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:05.405 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:05.405 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.405 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:05.405 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:05.406 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:05.406 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:05.406 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:05.406 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:05.406 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:05.406 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.406 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:05.406 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:05.406 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:05.406 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:05.406 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:05.406 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:05.406 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:05.407 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:05.407 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:05.407 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.407 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:05.407 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:05.407 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:05.407 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:05.407 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.407 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:05.407 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:05.407 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:05.407 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:05.407 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.407 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.408 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:05.408 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:05.408 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:05.408 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:05.408 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.408 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.408 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:05.408 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:05.408 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:05.408 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.408 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:05.408 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.408 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:05.408 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:05.409 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.409 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:05.409 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:05.409 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:05.409 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:05.409 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:05.409 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:05.409 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.409 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:05.409 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.409 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:05.409 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.409 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:05.409 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:05.410 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.410 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:05.410 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.410 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:05.410 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:05.410 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:05.410 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:05.410 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:05.410 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:05.410 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:05.410 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:05.410 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:05.410 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:05.410 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:05.411 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:05.411 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:05.411 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.411 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:05.411 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:05.411 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:05.411 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:05.411 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:05.411 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:05.411 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:05.411 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:05.411 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:05.411 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:05.412 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:05.412 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.412 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.412 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:05.412 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.412 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:05.412 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:05.412 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:05.412 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:05.412 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:05.412 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:05.412 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:05.412 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:05.413 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:05.413 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:05.413 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:05.413 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:05.413 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:05.413 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:05.413 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.413 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.413 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:05.413 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.413 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:05.413 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:05.413 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.413 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:05.414 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:05.414 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:05.414 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:05.414 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:05.414 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.414 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:05.414 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:05.414 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.414 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.414 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:05.414 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:05.414 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.415 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.415 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:05.415 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:05.415 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:05.415 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:05.415 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:05.415 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.415 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.415 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:05.415 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:05.415 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:05.415 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.415 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:05.415 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.416 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:05.416 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.416 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:05.416 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.416 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.mark.encryption 2023-12-03T12:55:05.416 INFO:teuthology.orchestra.run.smithi019.stdout: def test_put_obj_enc_conflict_s3_kms(): 2023-12-03T12:55:05.416 INFO:teuthology.orchestra.run.smithi019.stdout: kms_keyid = get_main_kms_keyid() 2023-12-03T12:55:05.416 INFO:teuthology.orchestra.run.smithi019.stdout: if kms_keyid is None: 2023-12-03T12:55:05.416 INFO:teuthology.orchestra.run.smithi019.stdout: kms_keyid = 'fool-me-once' 2023-12-03T12:55:05.416 INFO:teuthology.orchestra.run.smithi019.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:55:05.416 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.416 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:11320: 2023-12-03T12:55:05.416 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.416 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:55:05.417 INFO:teuthology.orchestra.run.smithi019.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:55:05.417 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:05.417 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:05.417 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:05.417 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:05.417 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:05.417 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:05.417 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:05.417 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:05.417 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:05.417 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:05.417 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:05.417 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:05.417 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:05.418 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:05.418 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:05.418 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:05.418 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:05.418 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:05.418 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:05.418 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:05.418 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:05.418 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:05.418 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:05.418 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:05.418 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:05.418 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:05.419 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:05.419 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:05.419 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:05.419 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:05.419 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:05.419 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:05.419 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:05.419 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:05.419 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.419 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.419 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:05.419 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:05.419 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.419 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:05.419 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.420 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:05.420 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:05.420 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:05.420 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:05.420 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:05.420 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:05.420 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:05.420 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:05.420 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:05.420 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:05.420 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:05.420 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:05.420 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:05.420 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.421 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:05.421 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:05.421 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:05.421 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:05.421 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:05.421 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:05.421 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:05.421 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:05.421 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:05.421 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:05.421 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:05.421 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.421 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.421 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:05.421 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:05.422 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:05.422 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:05.422 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:05.422 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.422 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.422 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:05.422 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:05.422 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:05.422 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:05.422 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:05.422 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.422 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:05.422 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:05.422 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:05.423 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:05.423 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:05.423 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/test-client.0-4a6zemzjywb5q3g-463" 2023-12-03T12:55:05.423 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.423 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:05.423 INFO:teuthology.orchestra.run.smithi019.stdout:____________________ test_put_obj_enc_conflict_bad_enc_kms _____________________ 2023-12-03T12:55:05.423 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.423 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:05.423 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.423 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:05.423 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:05.423 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.423 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:05.423 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:05.424 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:05.424 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:05.424 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:05.424 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.424 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:05.424 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:05.424 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.424 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.424 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:05.424 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:05.424 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.424 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.424 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:05.424 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.425 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:05.425 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:05.425 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.425 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.425 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:05.425 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:05.425 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.425 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:05.425 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:05.425 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:05.425 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:05.425 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:05.425 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:05.425 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:05.425 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.426 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:05.426 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:05.426 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:05.426 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:05.426 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:05.426 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:05.426 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:05.426 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:05.426 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:05.426 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.426 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:05.426 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:05.427 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:05.427 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:05.427 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.427 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:05.427 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:05.427 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:05.427 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:05.427 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.427 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.427 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:05.427 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:05.427 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:05.427 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:05.427 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.428 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.428 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:05.428 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:05.428 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:05.428 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.428 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:05.428 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.428 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:05.428 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:05.428 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.428 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:05.428 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:05.428 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:05.428 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:05.429 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:05.429 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:05.429 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.429 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:05.429 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.429 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:05.429 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.429 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:05.429 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:05.429 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.429 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:05.429 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.429 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:05.429 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:05.430 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:05.430 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:05.430 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:05.430 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:05.430 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:05.430 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:05.430 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:05.430 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:05.430 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:05.430 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:05.430 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:05.430 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.430 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:05.431 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:05.431 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:05.431 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:05.431 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:05.431 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:05.431 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:05.431 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:05.431 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:05.431 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:05.431 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:05.431 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.431 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.431 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:05.431 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.431 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:05.432 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:05.432 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:05.432 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:05.432 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:05.432 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:05.432 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:05.432 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:05.432 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:05.432 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:05.432 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:05.432 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:05.432 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:05.432 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:05.432 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.433 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.433 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:05.433 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.433 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:05.433 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:05.433 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.433 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:05.433 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:05.433 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:05.433 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:05.433 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:05.433 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.433 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:05.434 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:05.434 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.434 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.434 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:05.434 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:05.434 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.434 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.434 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:05.434 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:05.434 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:05.434 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:05.434 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:05.435 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.435 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.435 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:05.435 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:05.435 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:05.435 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.435 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:05.435 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.435 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:05.435 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.435 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:05.435 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.435 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.mark.encryption 2023-12-03T12:55:05.435 INFO:teuthology.orchestra.run.smithi019.stdout: def test_put_obj_enc_conflict_bad_enc_kms(): 2023-12-03T12:55:05.435 INFO:teuthology.orchestra.run.smithi019.stdout: kms_keyid = get_main_kms_keyid() 2023-12-03T12:55:05.436 INFO:teuthology.orchestra.run.smithi019.stdout: if kms_keyid is None: 2023-12-03T12:55:05.436 INFO:teuthology.orchestra.run.smithi019.stdout: kms_keyid = 'fool-me-once' 2023-12-03T12:55:05.436 INFO:teuthology.orchestra.run.smithi019.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:55:05.436 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.436 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:11344: 2023-12-03T12:55:05.436 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.436 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:55:05.436 INFO:teuthology.orchestra.run.smithi019.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:55:05.436 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:05.436 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:05.436 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:05.436 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:05.436 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:05.437 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:05.437 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:05.437 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:05.437 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:05.437 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:05.437 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:05.437 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:05.437 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:05.437 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:05.437 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:05.437 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:05.437 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:05.437 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:05.437 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:05.438 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:05.438 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:05.438 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:05.438 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:05.438 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:05.438 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:05.438 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:05.438 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:05.438 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:05.438 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:05.438 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:05.438 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:05.438 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:05.439 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:05.439 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:05.439 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.439 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.439 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:05.439 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:05.439 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.439 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:05.439 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.439 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:05.439 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:05.440 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:05.440 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:05.440 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:05.440 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:05.440 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:05.440 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:05.440 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:05.440 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:05.440 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:05.440 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:05.440 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:05.440 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.440 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:05.440 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:05.441 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:05.441 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:05.441 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:05.441 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:05.441 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:05.441 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:05.441 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:05.441 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:05.441 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:05.441 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.441 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.441 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:05.441 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:05.441 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:05.441 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:05.442 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:05.442 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.442 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.442 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:05.442 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:05.442 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:05.442 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:05.442 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:05.442 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.442 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:05.442 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:05.442 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:05.442 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:05.443 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:05.443 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/test-client.0-4a6zemzjywb5q3g-464" 2023-12-03T12:55:05.443 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.443 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:05.443 INFO:teuthology.orchestra.run.smithi019.stdout:_____________________ test_bucket_policy_put_obj_kms_noenc _____________________ 2023-12-03T12:55:05.443 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.443 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:05.443 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.443 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:05.443 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:05.443 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.443 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:05.443 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:05.443 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:05.444 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:05.444 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:05.444 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.444 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:05.444 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:05.444 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.444 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.444 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:05.444 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:05.444 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.444 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.444 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:05.444 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.444 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:05.445 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:05.445 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.445 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.445 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:05.445 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:05.445 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.445 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:05.445 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:05.445 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:05.445 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:05.445 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:05.445 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:05.445 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:05.445 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.446 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:05.446 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:05.446 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:05.446 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:05.446 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:05.446 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:05.446 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:05.446 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:05.446 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:05.446 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.446 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:05.446 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:05.446 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:05.447 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:05.447 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.447 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:05.447 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:05.447 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:05.447 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:05.447 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.447 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.447 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:05.447 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:05.447 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:05.447 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:05.447 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.448 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.448 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:05.448 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:05.448 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:05.448 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.448 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:05.448 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.448 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:05.448 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:05.448 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.448 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:05.448 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:05.448 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:05.448 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:05.449 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:05.449 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:05.449 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.449 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:05.449 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.449 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:05.449 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.449 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:05.449 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:05.449 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.449 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:05.449 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.449 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:05.450 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:05.450 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:05.450 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:05.450 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:05.450 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:05.450 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:05.450 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:05.450 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:05.450 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:05.450 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:05.450 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:05.450 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:05.450 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.451 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:05.451 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:05.451 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:05.451 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:05.451 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:05.451 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:05.451 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:05.451 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:05.451 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:05.451 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:05.451 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:05.451 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.451 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.451 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:05.452 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.452 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:05.452 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:05.452 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:05.452 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:05.452 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:05.452 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:05.452 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:05.452 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:05.452 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:05.452 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:05.452 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:05.452 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:05.453 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:05.453 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:05.453 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.453 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.453 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:05.453 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.453 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:05.453 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:05.453 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.453 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:05.453 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:05.453 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:05.453 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:05.453 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:05.454 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.454 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:05.454 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:05.454 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.454 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.454 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:05.454 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:05.454 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.454 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.454 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:05.454 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:05.454 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:05.455 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:05.455 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:05.455 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.455 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.455 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:05.455 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:05.455 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:05.455 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.455 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:05.455 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.455 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:05.455 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.455 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:05.456 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.456 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.mark.encryption 2023-12-03T12:55:05.456 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.mark.fails_on_dbstore 2023-12-03T12:55:05.456 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.mark.bucket_policy 2023-12-03T12:55:05.456 INFO:teuthology.orchestra.run.smithi019.stdout: def test_bucket_policy_put_obj_kms_noenc(): 2023-12-03T12:55:05.456 INFO:teuthology.orchestra.run.smithi019.stdout: kms_keyid = get_main_kms_keyid() 2023-12-03T12:55:05.456 INFO:teuthology.orchestra.run.smithi019.stdout: if kms_keyid is None: 2023-12-03T12:55:05.456 INFO:teuthology.orchestra.run.smithi019.stdout: pytest.skip('[s3 main] section missing kms_keyid') 2023-12-03T12:55:05.456 INFO:teuthology.orchestra.run.smithi019.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:55:05.456 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.456 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:11469: 2023-12-03T12:55:05.456 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.456 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:55:05.456 INFO:teuthology.orchestra.run.smithi019.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:55:05.457 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:05.457 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:05.457 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:05.457 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:05.457 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:05.457 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:05.457 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:05.457 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:05.457 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:05.457 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:05.457 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:05.457 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:05.457 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:05.458 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:05.458 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:05.458 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:05.458 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:05.458 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:05.458 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:05.458 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:05.458 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:05.458 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:05.458 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:05.458 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:05.458 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:05.458 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:05.459 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:05.459 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:05.459 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:05.459 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:05.459 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:05.459 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:05.459 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:05.459 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:05.459 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.459 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.459 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:05.459 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:05.459 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.459 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:05.460 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.460 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:05.460 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:05.460 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:05.460 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:05.460 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:05.460 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:05.460 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:05.460 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:05.460 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:05.460 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:05.460 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:05.460 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:05.460 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:05.461 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.461 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:05.461 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:05.461 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:05.461 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:05.461 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:05.461 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:05.461 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:05.461 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:05.461 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:05.461 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:05.461 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:05.461 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.461 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.461 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:05.462 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:05.462 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:05.462 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:05.462 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:05.462 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.462 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.462 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:05.462 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:05.462 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:05.462 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:05.462 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:05.462 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.462 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:05.463 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:05.463 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:05.463 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:05.463 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:05.463 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/test-client.0-4a6zemzjywb5q3g-465" 2023-12-03T12:55:05.463 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.463 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:05.463 INFO:teuthology.orchestra.run.smithi019.stdout:______________________ test_bucket_policy_put_obj_kms_s3 _______________________ 2023-12-03T12:55:05.463 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.463 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:05.463 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.463 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:05.463 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:05.463 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.464 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:05.464 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:05.464 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:05.464 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:05.464 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:05.464 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.464 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:05.464 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:05.464 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.464 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.464 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:05.464 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:05.464 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.464 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.464 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:05.465 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.465 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:05.465 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:05.465 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.465 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.465 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:05.465 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:05.465 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.465 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:05.465 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:05.465 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:05.465 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:05.465 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:05.466 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:05.466 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:05.466 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.466 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:05.466 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:05.466 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:05.466 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:05.466 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:05.466 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:05.466 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:05.466 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:05.466 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:05.466 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.466 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:05.467 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:05.467 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:05.467 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:05.467 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.467 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:05.467 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:05.467 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:05.467 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:05.467 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.467 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.467 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:05.467 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:05.467 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:05.467 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:05.468 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.468 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.468 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:05.468 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:05.468 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:05.468 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.468 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:05.468 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.468 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:05.468 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:05.468 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.468 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:05.468 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:05.468 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:05.469 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:05.469 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:05.469 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:05.469 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.469 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:05.469 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.469 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:05.469 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.469 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:05.469 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:05.469 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.469 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:05.469 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.470 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:05.470 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:05.470 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:05.470 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:05.470 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:05.470 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:05.470 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:05.470 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:05.470 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:05.470 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:05.470 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:05.470 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:05.470 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:05.470 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.471 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:05.471 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:05.471 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:05.471 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:05.471 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:05.471 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:05.471 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:05.471 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:05.471 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:05.471 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:05.471 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:05.471 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.471 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.472 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:05.472 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.472 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:05.472 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:05.472 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:05.472 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:05.472 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:05.472 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:05.472 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:05.472 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:05.472 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:05.472 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:05.472 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:05.472 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:05.473 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:05.473 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:05.473 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.473 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.473 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:05.473 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.473 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:05.473 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:05.473 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.473 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:05.473 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:05.473 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:05.473 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:05.473 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:05.473 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.474 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:05.474 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:05.474 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.474 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.474 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:05.474 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:05.474 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.474 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.474 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:05.474 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:05.474 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:05.474 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:05.474 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:05.474 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.475 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.475 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:05.475 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:05.475 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:05.475 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.475 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:05.475 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.475 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:05.475 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.475 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:05.475 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.475 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.mark.encryption 2023-12-03T12:55:05.475 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.mark.bucket_policy 2023-12-03T12:55:05.476 INFO:teuthology.orchestra.run.smithi019.stdout: def test_bucket_policy_put_obj_kms_s3(): 2023-12-03T12:55:05.476 INFO:teuthology.orchestra.run.smithi019.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:55:05.476 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.476 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:11512: 2023-12-03T12:55:05.476 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.476 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:55:05.476 INFO:teuthology.orchestra.run.smithi019.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:55:05.476 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:05.476 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:05.476 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:05.476 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:05.476 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:05.476 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:05.476 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:05.476 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:05.477 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:05.477 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:05.477 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:05.477 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:05.477 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:05.477 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:05.477 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:05.477 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:05.477 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:05.477 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:05.477 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:05.477 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:05.477 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:05.478 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:05.478 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:05.478 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:05.478 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:05.478 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:05.478 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:05.478 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:05.478 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:05.478 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:05.478 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:05.478 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:05.478 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:05.478 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:05.478 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.479 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.479 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:05.479 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:05.479 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.479 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:05.479 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.479 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:05.479 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:05.479 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:05.479 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:05.479 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:05.479 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:05.479 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:05.479 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:05.480 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:05.480 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:05.480 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:05.480 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:05.480 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:05.480 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.480 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:05.480 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:05.480 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:05.480 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:05.480 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:05.480 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:05.480 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:05.481 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:05.481 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:05.481 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:05.481 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:05.481 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.481 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.481 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:05.481 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:05.481 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:05.481 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:05.481 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:05.481 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.481 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.481 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:05.482 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:05.482 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:05.482 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:05.482 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:05.482 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.482 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:05.482 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:05.482 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:05.482 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:05.482 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:05.482 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/test-client.0-4a6zemzjywb5q3g-466" 2023-12-03T12:55:05.482 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.482 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:05.483 INFO:teuthology.orchestra.run.smithi019.stdout:_________________ test_bucket_policy_get_obj_acl_existing_tag __________________ 2023-12-03T12:55:05.483 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.483 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:05.483 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.483 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:05.483 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:05.483 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.483 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:05.483 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:05.483 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:05.483 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:05.483 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:05.483 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.483 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:05.484 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:05.484 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.484 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.484 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:05.484 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:05.484 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.484 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.484 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:05.484 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.484 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:05.484 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:05.484 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.484 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.485 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:05.485 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:05.485 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.485 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:05.485 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:05.485 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:05.485 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:05.485 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:05.485 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:05.485 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:05.485 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.485 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:05.485 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:05.485 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:05.486 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:05.486 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:05.486 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:05.486 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:05.486 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:05.486 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:05.486 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.486 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:05.486 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:05.486 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:05.486 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:05.486 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.486 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:05.487 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:05.487 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:05.487 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:05.487 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.487 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.487 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:05.487 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:05.487 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:05.487 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:05.487 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.487 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.487 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:05.487 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:05.487 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:05.487 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.488 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:05.488 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.488 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:05.488 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:05.488 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.488 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:05.488 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:05.488 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:05.488 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:05.488 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:05.488 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:05.488 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.488 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:05.489 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.489 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:05.489 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.489 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:05.489 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:05.489 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.489 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:05.489 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.489 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:05.489 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:05.489 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:05.489 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:05.489 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:05.489 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:05.489 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:05.490 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:05.490 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:05.490 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:05.490 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:05.490 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:05.490 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:05.490 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.490 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:05.490 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:05.490 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:05.490 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:05.490 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:05.491 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:05.491 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:05.491 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:05.491 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:05.491 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:05.491 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:05.491 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.491 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.491 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:05.491 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.491 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:05.491 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:05.491 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:05.491 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:05.492 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:05.492 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:05.492 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:05.492 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:05.492 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:05.492 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:05.492 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:05.492 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:05.492 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:05.492 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:05.492 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.492 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.492 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:05.492 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.493 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:05.493 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:05.493 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.493 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:05.493 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:05.493 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:05.493 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:05.493 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:05.493 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.493 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:05.493 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:05.493 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.493 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.493 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:05.494 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:05.494 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.494 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.494 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:05.494 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:05.494 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:05.494 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:05.494 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:05.494 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.494 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.494 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:05.494 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:05.494 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:05.494 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.495 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:05.495 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.495 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:05.495 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.495 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:05.495 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.495 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.mark.tagging 2023-12-03T12:55:05.495 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.mark.bucket_policy 2023-12-03T12:55:05.495 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.mark.fails_on_dbstore 2023-12-03T12:55:05.495 INFO:teuthology.orchestra.run.smithi019.stdout: def test_bucket_policy_get_obj_acl_existing_tag(): 2023-12-03T12:55:05.495 INFO:teuthology.orchestra.run.smithi019.stdout:> bucket_name = _create_objects(keys=['publictag', 'privatetag', 'invalidtag']) 2023-12-03T12:55:05.495 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.495 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:11584: 2023-12-03T12:55:05.495 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.495 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:116: in _create_objects 2023-12-03T12:55:05.496 INFO:teuthology.orchestra.run.smithi019.stdout: bucket = get_new_bucket_resource(name=bucket_name) 2023-12-03T12:55:05.496 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:581: in get_new_bucket_resource 2023-12-03T12:55:05.496 INFO:teuthology.orchestra.run.smithi019.stdout: bucket_location = bucket.create() 2023-12-03T12:55:05.496 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/boto3/resources/factory.py:580: in do_action 2023-12-03T12:55:05.496 INFO:teuthology.orchestra.run.smithi019.stdout: response = action(self, *args, **kwargs) 2023-12-03T12:55:05.496 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/boto3/resources/action.py:88: in __call__ 2023-12-03T12:55:05.496 INFO:teuthology.orchestra.run.smithi019.stdout: response = getattr(parent.meta.client, operation_name)(*args, **params) 2023-12-03T12:55:05.496 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:05.496 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:05.496 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:05.496 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:05.496 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:05.496 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:05.496 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:05.496 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:05.496 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:05.497 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:05.497 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:05.497 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:05.497 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:05.497 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:05.497 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:05.497 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:05.497 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:05.497 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:05.497 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:05.497 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:05.497 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:05.497 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:05.497 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:05.497 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:05.497 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:05.498 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:05.498 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:05.498 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:05.498 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:05.498 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:05.498 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:05.498 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:05.498 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:05.498 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:05.498 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.498 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.498 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:05.498 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:05.499 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.499 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:05.499 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.499 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:05.499 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:05.499 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:05.499 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:05.499 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:05.499 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:05.499 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:05.499 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:05.499 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:05.499 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:05.499 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:05.499 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:05.500 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:05.500 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.500 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:05.500 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:05.500 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:05.500 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:05.500 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:05.500 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:05.500 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:05.500 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:05.500 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:05.500 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:05.500 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:05.500 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.501 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.501 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:05.501 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:05.501 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:05.501 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:05.501 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:05.501 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.501 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.501 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:05.501 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:05.501 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:05.501 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:05.501 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:05.502 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.502 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:05.502 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:05.502 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:05.502 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:05.502 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:05.502 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/test-client.0-4a6zemzjywb5q3g-467" 2023-12-03T12:55:05.502 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.502 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:05.502 INFO:teuthology.orchestra.run.smithi019.stdout:________________________ test_object_lock_put_obj_lock _________________________ 2023-12-03T12:55:05.502 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.502 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:05.502 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.503 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:05.503 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:05.503 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.503 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:05.503 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:05.503 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:05.503 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:05.503 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:05.503 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.503 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:05.503 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:05.503 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.503 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.503 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:05.503 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:05.503 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.504 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.504 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:05.504 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.504 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:05.504 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:05.504 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.504 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.504 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:05.504 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:05.504 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.504 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:05.504 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:05.504 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:05.504 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:05.504 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:05.505 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:05.505 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:05.505 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.505 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:05.505 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:05.505 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:05.505 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:05.505 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:05.505 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:05.505 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:05.505 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:05.505 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:05.505 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.505 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:05.506 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:05.506 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:05.506 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:05.506 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.506 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:05.506 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:05.506 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:05.506 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:05.506 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.506 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.506 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:05.506 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:05.506 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:05.506 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:05.507 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.507 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.507 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:05.507 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:05.507 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:05.507 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.507 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:05.507 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.507 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:05.507 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:05.507 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.507 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:05.507 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:05.507 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:05.508 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:05.508 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:05.508 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:05.508 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.508 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:05.508 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.508 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:05.508 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.508 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:05.508 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:05.508 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.508 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:05.508 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.508 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:05.509 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:05.509 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:05.509 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:05.509 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:05.509 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:05.509 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:05.509 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:05.509 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:05.509 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:05.509 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:05.509 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:05.509 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:05.509 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.509 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:05.509 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:05.509 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:05.510 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:05.510 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:05.510 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:05.510 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:05.510 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:05.510 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:05.510 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:05.510 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:05.510 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.510 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.510 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:05.510 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.510 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:05.510 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:05.510 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:05.511 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:05.511 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:05.511 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:05.511 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:05.511 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:05.511 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:05.511 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:05.511 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:05.511 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:05.511 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:05.511 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:05.511 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.511 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.511 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:05.512 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.512 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:05.512 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:05.512 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.512 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:05.512 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:05.512 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:05.512 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:05.512 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:05.512 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.512 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:05.512 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:05.512 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.513 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.513 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:05.513 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:05.513 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.513 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.513 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:05.513 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:05.513 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:05.513 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:05.513 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:05.513 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.513 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.513 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:05.514 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:05.514 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:05.514 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.514 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:05.514 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.514 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:05.514 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.514 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:05.514 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.514 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.mark.fails_on_dbstore 2023-12-03T12:55:05.514 INFO:teuthology.orchestra.run.smithi019.stdout: def test_object_lock_put_obj_lock(): 2023-12-03T12:55:05.514 INFO:teuthology.orchestra.run.smithi019.stdout: bucket_name = get_new_bucket_name() 2023-12-03T12:55:05.514 INFO:teuthology.orchestra.run.smithi019.stdout: client = get_client() 2023-12-03T12:55:05.515 INFO:teuthology.orchestra.run.smithi019.stdout:> client.create_bucket(Bucket=bucket_name, ObjectLockEnabledForBucket=True) 2023-12-03T12:55:05.515 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.515 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:11645: 2023-12-03T12:55:05.515 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.515 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:05.515 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:05.515 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:05.515 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:05.515 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:05.515 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:05.515 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:05.515 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:05.515 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:05.515 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:05.515 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:05.515 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:05.516 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:05.516 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:05.516 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:05.516 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:05.516 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:05.516 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:05.516 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:05.516 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:05.516 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:05.516 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:05.516 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:05.516 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:05.516 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:05.517 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:05.517 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:05.517 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:05.517 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:05.517 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:05.517 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:05.517 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:05.517 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:05.517 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:05.517 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.517 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.517 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:05.517 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:05.517 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.517 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:05.518 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.518 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:05.518 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:05.518 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:05.518 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:05.518 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:05.518 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:05.518 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:05.518 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:05.518 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:05.518 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:05.518 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:05.518 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:05.519 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:05.519 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.519 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:05.519 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:05.519 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:05.519 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:05.519 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:05.519 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:05.519 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:05.519 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:05.519 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:05.519 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:05.519 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:05.519 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.519 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.520 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:05.520 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:05.520 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:05.520 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:05.520 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:05.520 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.520 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.520 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:05.520 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:05.520 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:05.520 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:05.520 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:05.520 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.520 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:05.521 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:05.521 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:05.521 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:05.521 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:05.521 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/test-client.0-4a6zemzjywb5q3g-468" 2023-12-03T12:55:05.521 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.521 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:05.521 INFO:teuthology.orchestra.run.smithi019.stdout:_________________ test_object_lock_put_obj_lock_invalid_bucket _________________ 2023-12-03T12:55:05.521 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.521 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:05.521 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.521 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:05.521 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:05.521 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.522 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:05.522 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:05.522 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:05.522 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:05.522 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:05.522 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.522 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:05.522 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:05.522 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.522 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.522 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:05.522 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:05.522 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.522 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.523 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:05.523 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.523 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:05.523 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:05.523 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.523 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.523 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:05.523 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:05.523 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.523 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:05.523 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:05.523 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:05.523 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:05.524 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:05.524 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:05.524 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:05.524 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.524 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:05.524 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:05.524 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:05.524 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:05.524 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:05.524 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:05.524 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:05.524 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:05.524 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:05.524 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.524 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:05.524 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:05.525 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:05.525 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:05.525 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.525 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:05.525 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:05.525 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:05.525 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:05.525 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.525 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.525 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:05.525 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:05.525 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:05.525 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:05.526 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.526 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.526 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:05.526 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:05.526 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:05.526 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.526 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:05.526 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.526 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:05.526 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:05.526 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.526 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:05.526 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:05.526 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:05.527 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:05.527 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:05.527 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:05.527 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.527 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:05.527 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.527 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:05.527 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.527 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:05.527 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:05.527 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.527 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:05.528 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.528 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:05.528 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:05.528 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:05.528 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:05.528 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:05.528 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:05.528 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:05.528 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:05.528 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:05.528 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:05.528 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:05.528 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:05.528 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:05.528 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.529 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:05.529 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:05.529 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:05.529 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:05.529 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:05.529 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:05.529 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:05.529 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:05.529 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:05.529 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:05.529 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:05.529 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.529 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.530 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:05.530 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.530 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:05.530 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:05.530 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:05.530 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:05.530 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:05.530 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:05.530 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:05.530 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:05.530 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:05.530 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:05.530 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:05.530 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:05.531 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:05.531 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:05.531 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.531 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.531 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:05.531 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.531 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:05.531 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:05.531 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.531 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:05.531 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:05.531 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:05.531 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:05.531 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:05.531 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.532 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:05.532 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:05.532 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.532 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.532 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:05.532 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:05.532 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.532 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.532 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:05.532 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:05.532 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:05.532 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:05.532 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:05.532 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.533 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.533 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:05.533 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:05.533 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:05.533 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.533 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:05.533 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.533 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:05.533 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.533 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:05.533 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.533 INFO:teuthology.orchestra.run.smithi019.stdout: def test_object_lock_put_obj_lock_invalid_bucket(): 2023-12-03T12:55:05.533 INFO:teuthology.orchestra.run.smithi019.stdout: bucket_name = get_new_bucket_name() 2023-12-03T12:55:05.533 INFO:teuthology.orchestra.run.smithi019.stdout: client = get_client() 2023-12-03T12:55:05.534 INFO:teuthology.orchestra.run.smithi019.stdout:> client.create_bucket(Bucket=bucket_name) 2023-12-03T12:55:05.534 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.534 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:11677: 2023-12-03T12:55:05.534 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.534 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:05.534 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:05.534 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:05.534 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:05.534 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:05.534 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:05.534 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:05.534 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:05.534 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:05.535 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:05.535 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:05.535 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:05.535 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:05.535 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:05.535 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:05.535 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:05.535 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:05.535 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:05.535 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:05.535 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:05.535 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:05.535 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:05.535 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:05.535 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:05.536 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:05.536 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:05.536 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:05.536 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:05.536 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:05.536 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:05.536 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:05.536 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:05.536 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:05.536 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:05.536 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.536 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.536 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:05.537 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:05.537 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.537 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:05.537 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.537 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:05.537 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:05.537 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:05.537 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:05.537 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:05.537 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:05.537 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:05.537 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:05.537 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:05.537 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:05.538 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:05.538 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:05.538 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:05.538 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.538 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:05.538 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:05.538 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:05.538 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:05.538 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:05.538 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:05.538 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:05.539 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:05.539 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:05.539 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:05.539 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:05.539 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.539 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.539 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:05.539 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:05.539 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:05.539 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:05.539 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:05.539 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.539 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.539 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:05.540 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:05.540 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:05.540 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:05.540 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:05.540 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.540 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:05.540 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:05.540 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:05.540 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:05.540 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:05.540 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/test-client.0-4a6zemzjywb5q3g-469" 2023-12-03T12:55:05.540 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.540 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:05.540 INFO:teuthology.orchestra.run.smithi019.stdout:______________ test_object_lock_put_obj_lock_with_days_and_years _______________ 2023-12-03T12:55:05.541 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.541 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:05.541 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.541 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:05.541 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:05.541 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.541 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:05.541 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:05.541 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:05.541 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:05.541 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:05.541 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.541 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:05.541 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:05.542 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.542 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.542 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:05.542 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:05.542 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.542 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.542 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:05.542 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.542 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:05.542 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:05.542 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.542 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.542 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:05.543 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:05.543 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.543 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:05.543 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:05.543 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:05.543 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:05.543 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:05.543 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:05.543 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:05.543 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.543 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:05.543 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:05.543 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:05.543 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:05.544 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:05.544 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:05.544 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:05.544 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:05.544 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:05.544 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.544 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:05.544 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:05.544 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:05.544 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:05.544 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.544 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:05.544 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:05.544 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:05.544 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:05.544 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.545 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.545 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:05.545 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:05.545 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:05.545 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:05.545 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.545 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.545 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:05.545 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:05.545 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:05.545 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.545 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:05.545 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.545 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:05.546 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:05.546 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.546 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:05.546 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:05.546 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:05.546 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:05.546 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:05.546 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:05.546 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.546 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:05.546 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.546 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:05.546 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.547 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:05.547 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:05.547 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.547 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:05.547 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.547 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:05.547 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:05.547 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:05.547 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:05.547 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:05.547 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:05.547 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:05.547 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:05.547 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:05.548 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:05.548 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:05.548 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:05.548 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:05.548 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.548 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:05.548 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:05.548 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:05.548 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:05.548 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:05.548 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:05.548 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:05.548 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:05.548 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:05.548 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:05.549 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:05.549 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.549 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.549 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:05.549 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.549 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:05.549 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:05.549 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:05.549 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:05.549 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:05.549 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:05.549 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:05.549 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:05.549 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:05.549 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:05.550 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:05.550 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:05.550 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:05.550 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:05.550 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.550 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.550 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:05.550 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.550 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:05.550 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:05.550 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.550 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:05.550 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:05.551 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:05.551 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:05.551 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:05.551 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.551 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:05.551 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:05.551 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.551 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.551 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:05.551 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:05.551 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.551 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.551 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:05.551 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:05.552 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:05.552 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:05.552 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:05.552 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.552 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.552 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:05.552 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:05.552 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:05.552 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.552 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:05.552 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.552 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:05.552 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.553 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:05.553 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.553 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.mark.fails_on_dbstore 2023-12-03T12:55:05.553 INFO:teuthology.orchestra.run.smithi019.stdout: def test_object_lock_put_obj_lock_with_days_and_years(): 2023-12-03T12:55:05.553 INFO:teuthology.orchestra.run.smithi019.stdout: bucket_name = get_new_bucket_name() 2023-12-03T12:55:05.553 INFO:teuthology.orchestra.run.smithi019.stdout: client = get_client() 2023-12-03T12:55:05.553 INFO:teuthology.orchestra.run.smithi019.stdout:> client.create_bucket(Bucket=bucket_name, ObjectLockEnabledForBucket=True) 2023-12-03T12:55:05.553 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.553 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:11695: 2023-12-03T12:55:05.553 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.553 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:05.553 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:05.553 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:05.553 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:05.553 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:05.553 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:05.554 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:05.554 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:05.554 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:05.554 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:05.554 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:05.554 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:05.554 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:05.554 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:05.554 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:05.554 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:05.554 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:05.554 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:05.554 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:05.555 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:05.555 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:05.555 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:05.555 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:05.555 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:05.555 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:05.555 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:05.555 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:05.555 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:05.555 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:05.555 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:05.555 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:05.555 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:05.555 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:05.556 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:05.556 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.556 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.556 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:05.556 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:05.556 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.556 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:05.556 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.556 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:05.556 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:05.556 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:05.556 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:05.556 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:05.556 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:05.556 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:05.557 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:05.557 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:05.557 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:05.557 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:05.557 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:05.557 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:05.557 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.557 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:05.557 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:05.557 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:05.557 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:05.557 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:05.557 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:05.557 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:05.557 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:05.558 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:05.558 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:05.558 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:05.558 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.558 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.558 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:05.558 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:05.558 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:05.558 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:05.558 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:05.558 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.558 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.558 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:05.558 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:05.559 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:05.559 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:05.559 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:05.559 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.559 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:05.559 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:05.559 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:05.559 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:05.559 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:05.559 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/test-client.0-4a6zemzjywb5q3g-470" 2023-12-03T12:55:05.559 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.559 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:05.559 INFO:teuthology.orchestra.run.smithi019.stdout:__________________ test_object_lock_put_obj_lock_invalid_days __________________ 2023-12-03T12:55:05.559 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.560 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:05.560 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.560 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:05.560 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:05.560 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.560 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:05.560 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:05.560 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:05.560 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:05.560 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:05.560 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.560 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:05.560 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:05.560 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.561 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.561 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:05.561 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:05.561 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.561 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.561 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:05.561 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.561 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:05.561 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:05.561 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.561 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.561 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:05.561 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:05.562 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.562 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:05.562 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:05.562 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:05.562 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:05.562 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:05.562 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:05.562 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:05.562 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.562 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:05.562 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:05.562 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:05.562 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:05.562 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:05.562 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:05.563 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:05.563 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:05.563 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:05.563 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.563 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:05.563 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:05.563 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:05.563 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:05.563 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.563 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:05.563 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:05.563 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:05.563 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:05.563 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.564 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.564 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:05.564 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:05.564 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:05.564 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:05.564 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.564 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.564 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:05.564 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:05.564 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:05.564 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.564 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:05.565 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.565 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:05.565 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:05.565 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.565 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:05.565 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:05.565 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:05.565 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:05.565 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:05.565 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:05.565 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.565 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:05.565 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.565 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:05.566 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.566 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:05.566 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:05.566 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.566 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:05.566 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.566 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:05.566 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:05.566 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:05.566 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:05.566 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:05.566 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:05.566 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:05.566 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:05.567 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:05.567 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:05.567 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:05.567 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:05.567 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:05.567 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.567 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:05.567 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:05.567 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:05.567 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:05.567 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:05.567 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:05.567 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:05.568 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:05.568 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:05.568 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:05.568 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:05.568 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.568 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.568 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:05.568 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.568 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:05.568 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:05.568 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:05.568 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:05.568 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:05.568 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:05.569 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:05.569 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:05.569 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:05.569 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:05.569 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:05.569 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:05.569 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:05.569 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:05.569 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.569 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.569 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:05.569 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.569 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:05.569 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:05.570 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.570 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:05.570 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:05.570 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:05.570 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:05.570 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:05.570 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.570 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:05.570 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:05.570 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.570 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.570 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:05.570 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:05.571 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.571 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.571 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:05.571 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:05.571 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:05.571 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:05.571 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:05.571 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.571 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.571 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:05.571 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:05.571 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:05.571 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.571 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:05.572 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.572 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:05.572 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.572 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:05.572 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.572 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.mark.fails_on_dbstore 2023-12-03T12:55:05.572 INFO:teuthology.orchestra.run.smithi019.stdout: def test_object_lock_put_obj_lock_invalid_days(): 2023-12-03T12:55:05.572 INFO:teuthology.orchestra.run.smithi019.stdout: bucket_name = get_new_bucket_name() 2023-12-03T12:55:05.572 INFO:teuthology.orchestra.run.smithi019.stdout: client = get_client() 2023-12-03T12:55:05.572 INFO:teuthology.orchestra.run.smithi019.stdout:> client.create_bucket(Bucket=bucket_name, ObjectLockEnabledForBucket=True) 2023-12-03T12:55:05.572 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.572 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:11714: 2023-12-03T12:55:05.572 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.573 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:05.573 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:05.573 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:05.573 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:05.573 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:05.573 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:05.573 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:05.573 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:05.573 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:05.573 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:05.573 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:05.573 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:05.573 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:05.573 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:05.574 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:05.574 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:05.574 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:05.574 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:05.574 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:05.574 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:05.574 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:05.574 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:05.574 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:05.574 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:05.575 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:05.575 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:05.575 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:05.575 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:05.575 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:05.575 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:05.575 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:05.575 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:05.575 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:05.575 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:05.575 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.575 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.575 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:05.575 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:05.575 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.576 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:05.576 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.576 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:05.576 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:05.576 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:05.576 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:05.576 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:05.576 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:05.576 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:05.576 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:05.576 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:05.576 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:05.576 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:05.576 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:05.577 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:05.577 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.577 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:05.577 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:05.577 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:05.577 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:05.577 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:05.577 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:05.577 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:05.577 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:05.577 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:05.577 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:05.577 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:05.577 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.578 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.578 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:05.578 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:05.578 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:05.578 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:05.578 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:05.578 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.578 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.578 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:05.578 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:05.578 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:05.578 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:05.579 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:05.579 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.579 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:05.579 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:05.579 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:05.579 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:05.579 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:05.579 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/test-client.0-4a6zemzjywb5q3g-471" 2023-12-03T12:55:05.579 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.579 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:05.579 INFO:teuthology.orchestra.run.smithi019.stdout:_________________ test_object_lock_put_obj_lock_invalid_years __________________ 2023-12-03T12:55:05.579 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.579 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:05.579 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.579 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:05.580 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:05.580 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.580 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:05.580 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:05.580 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:05.580 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:05.580 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:05.580 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.580 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:05.580 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:05.580 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.580 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.580 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:05.581 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:05.581 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.581 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.581 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:05.581 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.581 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:05.581 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:05.581 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.581 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.581 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:05.581 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:05.581 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.581 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:05.581 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:05.582 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:05.582 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:05.582 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:05.582 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:05.582 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:05.582 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.582 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:05.582 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:05.582 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:05.582 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:05.582 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:05.582 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:05.582 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:05.582 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:05.583 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:05.583 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.583 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:05.583 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:05.583 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:05.583 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:05.583 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.583 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:05.583 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:05.583 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:05.583 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:05.583 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.583 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.583 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:05.583 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:05.583 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:05.584 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:05.584 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.584 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.584 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:05.584 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:05.584 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:05.584 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.584 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:05.584 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.584 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:05.584 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:05.584 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.584 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:05.584 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:05.584 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:05.585 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:05.585 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:05.585 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:05.585 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.585 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:05.585 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.585 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:05.585 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.585 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:05.585 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:05.585 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.585 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:05.585 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.585 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:05.585 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:05.586 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:05.586 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:05.586 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:05.586 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:05.586 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:05.586 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:05.586 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:05.586 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:05.586 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:05.586 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:05.586 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:05.586 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.586 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:05.586 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:05.587 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:05.587 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:05.587 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:05.587 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:05.587 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:05.587 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:05.587 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:05.587 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:05.587 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:05.587 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.587 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.587 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:05.587 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.587 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:05.587 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:05.588 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:05.588 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:05.588 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:05.588 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:05.588 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:05.588 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:05.588 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:05.588 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:05.588 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:05.588 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:05.588 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:05.588 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:05.588 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.589 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.589 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:05.589 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.589 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:05.589 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:05.589 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.589 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:05.589 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:05.589 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:05.589 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:05.589 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:05.589 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.589 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:05.589 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:05.589 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.590 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.590 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:05.590 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:05.590 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.590 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.590 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:05.590 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:05.590 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:05.590 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:05.590 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:05.590 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.590 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.590 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:05.590 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:05.591 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:05.591 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.591 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:05.591 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.591 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:05.591 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.591 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:05.591 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.591 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.mark.fails_on_dbstore 2023-12-03T12:55:05.591 INFO:teuthology.orchestra.run.smithi019.stdout: def test_object_lock_put_obj_lock_invalid_years(): 2023-12-03T12:55:05.591 INFO:teuthology.orchestra.run.smithi019.stdout: bucket_name = get_new_bucket_name() 2023-12-03T12:55:05.591 INFO:teuthology.orchestra.run.smithi019.stdout: client = get_client() 2023-12-03T12:55:05.591 INFO:teuthology.orchestra.run.smithi019.stdout:> client.create_bucket(Bucket=bucket_name, ObjectLockEnabledForBucket=True) 2023-12-03T12:55:05.591 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.592 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:11732: 2023-12-03T12:55:05.592 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.592 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:05.592 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:05.592 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:05.592 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:05.592 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:05.592 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:05.592 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:05.592 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:05.592 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:05.592 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:05.592 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:05.592 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:05.592 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:05.593 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:05.593 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:05.593 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:05.593 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:05.593 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:05.593 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:05.593 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:05.593 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:05.593 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:05.593 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:05.593 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:05.593 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:05.593 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:05.593 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:05.594 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:05.594 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:05.594 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:05.594 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:05.594 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:05.594 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:05.594 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:05.594 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.594 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.594 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:05.594 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:05.594 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.594 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:05.594 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.594 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:05.595 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:05.595 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:05.595 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:05.595 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:05.595 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:05.595 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:05.595 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:05.595 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:05.595 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:05.595 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:05.595 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:05.595 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:05.595 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.595 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:05.596 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:05.596 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:05.596 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:05.596 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:05.596 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:05.596 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:05.596 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:05.596 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:05.596 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:05.596 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:05.596 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.596 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.596 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:05.596 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:05.596 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:05.596 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:05.597 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:05.597 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.597 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.597 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:05.597 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:05.597 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:05.597 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:05.597 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:05.597 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.597 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:05.597 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:05.597 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:05.597 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:05.597 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:05.598 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/test-client.0-4a6zemzjywb5q3g-472" 2023-12-03T12:55:05.598 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.598 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:05.598 INFO:teuthology.orchestra.run.smithi019.stdout:__________________ test_object_lock_put_obj_lock_invalid_mode __________________ 2023-12-03T12:55:05.598 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.598 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:05.598 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.598 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:05.598 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:05.598 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.598 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:05.598 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:05.598 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:05.598 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:05.599 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:05.599 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.599 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:05.599 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:05.599 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.599 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.599 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:05.599 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:05.599 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.599 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.599 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:05.599 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.599 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:05.599 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:05.599 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.600 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.600 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:05.600 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:05.600 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.600 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:05.600 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:05.600 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:05.600 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:05.600 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:05.600 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:05.600 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:05.600 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.600 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:05.600 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:05.600 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:05.601 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:05.601 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:05.601 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:05.601 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:05.601 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:05.601 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:05.601 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.601 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:05.601 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:05.601 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:05.601 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:05.601 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.601 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:05.601 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:05.602 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:05.602 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:05.602 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.602 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.602 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:05.602 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:05.602 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:05.602 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:05.602 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.602 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.602 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:05.602 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:05.602 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:05.603 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.603 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:05.603 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.603 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:05.603 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:05.603 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.603 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:05.603 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:05.603 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:05.603 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:05.603 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:05.603 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:05.603 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.604 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:05.604 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.604 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:05.604 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.604 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:05.604 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:05.604 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.604 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:05.604 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.604 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:05.604 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:05.604 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:05.604 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:05.604 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:05.604 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:05.604 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:05.605 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:05.605 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:05.605 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:05.605 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:05.605 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:05.605 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:05.605 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.605 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:05.605 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:05.605 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:05.605 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:05.605 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:05.605 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:05.605 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:05.605 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:05.606 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:05.606 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:05.606 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:05.606 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.606 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.606 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:05.606 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.606 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:05.606 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:05.606 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:05.606 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:05.606 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:05.606 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:05.606 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:05.607 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:05.607 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:05.607 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:05.607 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:05.607 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:05.607 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:05.607 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:05.607 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.607 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.607 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:05.607 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.607 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:05.607 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:05.607 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.608 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:05.608 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:05.608 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:05.608 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:05.608 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:05.608 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.608 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:05.608 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:05.608 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.608 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.608 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:05.608 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:05.608 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.608 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.609 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:05.609 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:05.609 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:05.609 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:05.609 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:05.609 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.609 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.609 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:05.609 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:05.609 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:05.609 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.609 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:05.609 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.609 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:05.610 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.610 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:05.610 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.610 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.mark.fails_on_dbstore 2023-12-03T12:55:05.610 INFO:teuthology.orchestra.run.smithi019.stdout: def test_object_lock_put_obj_lock_invalid_mode(): 2023-12-03T12:55:05.610 INFO:teuthology.orchestra.run.smithi019.stdout: bucket_name = get_new_bucket_name() 2023-12-03T12:55:05.610 INFO:teuthology.orchestra.run.smithi019.stdout: client = get_client() 2023-12-03T12:55:05.610 INFO:teuthology.orchestra.run.smithi019.stdout:> client.create_bucket(Bucket=bucket_name, ObjectLockEnabledForBucket=True) 2023-12-03T12:55:05.610 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.610 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:11750: 2023-12-03T12:55:05.610 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.610 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:05.610 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:05.610 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:05.611 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:05.611 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:05.611 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:05.611 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:05.611 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:05.611 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:05.611 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:05.611 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:05.611 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:05.611 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:05.611 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:05.611 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:05.611 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:05.611 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:05.612 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:05.612 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:05.612 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:05.612 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:05.612 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:05.612 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:05.612 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:05.612 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:05.612 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:05.612 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:05.612 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:05.612 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:05.612 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:05.612 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:05.613 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:05.613 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:05.613 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:05.613 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.613 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.613 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:05.613 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:05.613 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.613 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:05.613 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.613 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:05.613 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:05.613 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:05.613 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:05.614 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:05.614 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:05.614 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:05.614 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:05.614 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:05.614 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:05.614 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:05.614 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:05.614 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:05.614 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.614 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:05.614 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:05.614 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:05.614 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:05.614 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:05.615 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:05.615 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:05.615 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:05.615 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:05.615 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:05.615 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:05.615 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.615 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.615 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:05.615 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:05.615 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:05.615 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:05.615 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:05.615 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.615 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.616 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:05.616 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:05.616 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:05.616 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:05.616 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:05.616 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.616 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:05.616 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:05.616 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:05.616 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:05.616 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:05.616 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/test-client.0-4a6zemzjywb5q3g-473" 2023-12-03T12:55:05.616 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.616 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:05.617 INFO:teuthology.orchestra.run.smithi019.stdout:_________________ test_object_lock_put_obj_lock_invalid_status _________________ 2023-12-03T12:55:05.617 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.617 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:05.617 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.617 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:05.617 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:05.617 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.617 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:05.617 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:05.617 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:05.617 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:05.617 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:05.617 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.617 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:05.617 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:05.617 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.618 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.618 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:05.618 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:05.618 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.618 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.618 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:05.618 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.618 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:05.618 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:05.618 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.618 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.618 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:05.618 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:05.618 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.619 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:05.619 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:05.619 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:05.619 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:05.619 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:05.619 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:05.619 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:05.619 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.619 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:05.619 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:05.619 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:05.619 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:05.619 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:05.619 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:05.619 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:05.620 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:05.620 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:05.620 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.620 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:05.620 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:05.620 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:05.620 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:05.620 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.620 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:05.620 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:05.620 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:05.620 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:05.620 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.620 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.621 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:05.621 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:05.621 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:05.621 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:05.621 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.621 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.621 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:05.621 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:05.621 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:05.621 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.621 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:05.621 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.621 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:05.621 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:05.621 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.621 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:05.622 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:05.622 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:05.622 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:05.622 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:05.622 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:05.622 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.622 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:05.622 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.622 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:05.622 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.622 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:05.622 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:05.622 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.622 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:05.623 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.623 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:05.623 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:05.623 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:05.623 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:05.623 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:05.623 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:05.623 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:05.623 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:05.623 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:05.623 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:05.623 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:05.623 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:05.623 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:05.623 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.624 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:05.624 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:05.624 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:05.624 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:05.624 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:05.624 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:05.624 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:05.624 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:05.624 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:05.624 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:05.624 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:05.624 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.624 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.624 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:05.625 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.625 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:05.625 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:05.625 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:05.625 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:05.625 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:05.625 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:05.625 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:05.625 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:05.625 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:05.625 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:05.625 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:05.625 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:05.626 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:05.626 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:05.626 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.626 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.626 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:05.626 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.626 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:05.626 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:05.626 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.626 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:05.626 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:05.626 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:05.626 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:05.626 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:05.626 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.627 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:05.627 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:05.627 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.627 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.627 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:05.627 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:05.627 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.627 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.627 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:05.627 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:05.627 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:05.627 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:05.627 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:05.627 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.628 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.628 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:05.628 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:05.628 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:05.628 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.628 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:05.628 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.628 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:05.628 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.628 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:05.628 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.628 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.mark.fails_on_dbstore 2023-12-03T12:55:05.628 INFO:teuthology.orchestra.run.smithi019.stdout: def test_object_lock_put_obj_lock_invalid_status(): 2023-12-03T12:55:05.628 INFO:teuthology.orchestra.run.smithi019.stdout: bucket_name = get_new_bucket_name() 2023-12-03T12:55:05.628 INFO:teuthology.orchestra.run.smithi019.stdout: client = get_client() 2023-12-03T12:55:05.629 INFO:teuthology.orchestra.run.smithi019.stdout:> client.create_bucket(Bucket=bucket_name, ObjectLockEnabledForBucket=True) 2023-12-03T12:55:05.629 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.629 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:11780: 2023-12-03T12:55:05.629 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.629 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:05.629 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:05.629 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:05.629 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:05.629 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:05.629 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:05.629 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:05.629 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:05.629 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:05.629 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:05.630 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:05.630 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:05.630 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:05.630 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:05.630 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:05.630 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:05.630 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:05.630 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:05.630 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:05.630 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:05.630 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:05.630 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:05.630 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:05.630 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:05.630 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:05.631 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:05.631 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:05.631 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:05.631 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:05.631 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:05.631 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:05.631 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:05.631 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:05.631 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:05.631 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.631 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.631 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:05.631 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:05.631 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.631 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:05.632 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.632 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:05.632 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:05.632 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:05.632 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:05.632 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:05.632 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:05.632 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:05.632 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:05.632 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:05.632 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:05.632 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:05.632 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:05.632 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:05.632 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.633 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:05.633 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:05.633 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:05.633 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:05.633 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:05.633 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:05.633 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:05.633 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:05.633 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:05.633 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:05.633 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:05.633 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.633 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.633 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:05.633 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:05.634 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:05.634 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:05.634 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:05.634 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.634 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.634 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:05.634 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:05.634 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:05.634 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:05.634 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:05.634 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.634 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:05.634 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:05.635 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:05.635 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:05.635 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:05.635 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/test-client.0-4a6zemzjywb5q3g-474" 2023-12-03T12:55:05.635 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.635 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:05.635 INFO:teuthology.orchestra.run.smithi019.stdout:_____________________ test_object_lock_suspend_versioning ______________________ 2023-12-03T12:55:05.635 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.635 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:05.635 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.635 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:05.635 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:05.635 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.635 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:05.635 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:05.636 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:05.636 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:05.636 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:05.636 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.636 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:05.636 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:05.636 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.636 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.636 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:05.636 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:05.636 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.636 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.636 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:05.637 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.637 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:05.637 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:05.637 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.637 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.637 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:05.637 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:05.637 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.637 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:05.637 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:05.637 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:05.637 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:05.637 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:05.637 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:05.637 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:05.638 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.638 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:05.638 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:05.638 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:05.638 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:05.638 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:05.638 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:05.638 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:05.638 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:05.638 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:05.638 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.638 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:05.639 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:05.639 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:05.639 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:05.639 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.639 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:05.639 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:05.639 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:05.639 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:05.639 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.639 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.639 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:05.639 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:05.639 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:05.639 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:05.639 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.640 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.640 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:05.640 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:05.640 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:05.640 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.640 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:05.640 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.640 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:05.640 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:05.640 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.640 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:05.640 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:05.640 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:05.640 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:05.640 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:05.641 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:05.641 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.641 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:05.641 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.641 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:05.641 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.641 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:05.641 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:05.641 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.641 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:05.641 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.641 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:05.641 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:05.641 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:05.642 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:05.642 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:05.642 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:05.642 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:05.642 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:05.642 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:05.642 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:05.642 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:05.642 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:05.642 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:05.642 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.642 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:05.642 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:05.642 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:05.643 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:05.643 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:05.643 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:05.643 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:05.643 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:05.643 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:05.643 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:05.643 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:05.643 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.643 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.643 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:05.643 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.643 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:05.643 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:05.643 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:05.644 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:05.644 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:05.644 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:05.644 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:05.644 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:05.644 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:05.644 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:05.644 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:05.644 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:05.644 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:05.644 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:05.644 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.644 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.644 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:05.644 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.645 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:05.645 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:05.645 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.645 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:05.645 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:05.645 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:05.645 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:05.645 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:05.645 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.645 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:05.645 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:05.645 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.645 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.645 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:05.645 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:05.645 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.646 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.646 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:05.646 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:05.646 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:05.646 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:05.646 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:05.646 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.646 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.646 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:05.646 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:05.646 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:05.646 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.646 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:05.646 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.647 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:05.647 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.647 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:05.647 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.647 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.mark.fails_on_dbstore 2023-12-03T12:55:05.647 INFO:teuthology.orchestra.run.smithi019.stdout: def test_object_lock_suspend_versioning(): 2023-12-03T12:55:05.647 INFO:teuthology.orchestra.run.smithi019.stdout: bucket_name = get_new_bucket_name() 2023-12-03T12:55:05.647 INFO:teuthology.orchestra.run.smithi019.stdout: client = get_client() 2023-12-03T12:55:05.647 INFO:teuthology.orchestra.run.smithi019.stdout:> client.create_bucket(Bucket=bucket_name, ObjectLockEnabledForBucket=True) 2023-12-03T12:55:05.647 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.647 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:11798: 2023-12-03T12:55:05.647 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.647 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:05.647 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:05.648 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:05.648 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:05.648 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:05.648 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:05.648 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:05.648 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:05.648 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:05.648 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:05.648 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:05.648 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:05.648 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:05.648 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:05.648 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:05.648 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:05.648 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:05.649 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:05.649 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:05.649 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:05.649 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:05.649 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:05.649 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:05.649 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:05.649 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:05.649 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:05.649 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:05.649 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:05.649 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:05.649 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:05.649 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:05.650 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:05.650 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:05.650 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:05.650 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.650 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.650 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:05.650 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:05.650 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.650 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:05.650 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.650 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:05.650 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:05.650 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:05.650 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:05.651 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:05.651 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:05.651 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:05.651 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:05.651 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:05.651 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:05.651 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:05.651 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:05.651 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:05.651 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.651 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:05.651 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:05.651 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:05.651 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:05.651 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:05.652 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:05.652 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:05.652 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:05.652 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:05.652 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:05.652 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:05.652 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.652 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.652 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:05.652 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:05.652 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:05.652 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:05.652 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:05.652 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.652 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.653 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:05.653 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:05.653 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:05.653 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:05.653 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:05.653 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.653 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:05.653 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:05.653 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:05.653 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:05.653 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:05.653 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/test-client.0-4a6zemzjywb5q3g-475" 2023-12-03T12:55:05.653 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.653 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:05.654 INFO:teuthology.orchestra.run.smithi019.stdout:________________________ test_object_lock_get_obj_lock _________________________ 2023-12-03T12:55:05.654 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.654 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:05.654 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.654 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:05.654 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:05.654 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.654 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:05.654 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:05.654 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:05.654 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:05.654 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:05.654 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.654 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:05.654 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:05.655 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.655 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.655 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:05.655 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:05.655 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.655 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.655 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:05.655 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.655 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:05.655 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:05.655 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.655 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.655 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:05.655 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:05.655 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.656 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:05.656 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:05.656 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:05.656 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:05.656 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:05.656 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:05.656 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:05.656 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.656 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:05.656 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:05.656 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:05.656 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:05.656 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:05.656 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:05.656 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:05.657 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:05.657 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:05.657 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.657 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:05.657 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:05.657 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:05.657 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:05.657 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.657 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:05.657 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:05.657 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:05.657 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:05.657 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.657 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.657 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:05.657 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:05.658 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:05.658 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:05.658 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.658 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.658 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:05.658 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:05.658 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:05.658 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.658 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:05.658 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.658 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:05.658 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:05.658 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.658 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:05.659 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:05.659 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:05.659 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:05.659 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:05.659 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:05.659 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.659 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:05.659 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.659 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:05.659 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.659 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:05.659 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:05.659 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.659 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:05.659 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.660 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:05.660 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:05.660 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:05.660 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:05.660 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:05.660 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:05.660 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:05.660 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:05.660 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:05.660 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:05.660 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:05.660 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:05.660 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:05.660 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.661 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:05.661 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:05.661 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:05.661 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:05.661 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:05.661 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:05.661 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:05.661 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:05.661 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:05.661 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:05.661 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:05.661 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.661 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.661 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:05.662 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.662 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:05.662 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:05.662 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:05.662 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:05.662 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:05.662 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:05.662 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:05.662 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:05.662 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:05.662 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:05.662 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:05.662 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:05.662 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:05.663 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:05.663 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.663 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.663 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:05.663 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.663 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:05.663 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:05.663 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.663 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:05.663 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:05.663 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:05.663 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:05.663 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:05.663 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.663 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:05.663 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:05.664 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.664 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.664 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:05.664 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:05.664 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.664 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.664 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:05.664 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:05.664 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:05.664 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:05.664 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:05.664 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.664 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.664 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:05.665 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:05.665 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:05.665 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.665 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:05.665 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.665 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:05.665 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.665 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:05.665 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.665 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.mark.fails_on_dbstore 2023-12-03T12:55:05.665 INFO:teuthology.orchestra.run.smithi019.stdout: def test_object_lock_get_obj_lock(): 2023-12-03T12:55:05.665 INFO:teuthology.orchestra.run.smithi019.stdout: bucket_name = get_new_bucket_name() 2023-12-03T12:55:05.665 INFO:teuthology.orchestra.run.smithi019.stdout: client = get_client() 2023-12-03T12:55:05.665 INFO:teuthology.orchestra.run.smithi019.stdout:> client.create_bucket(Bucket=bucket_name, ObjectLockEnabledForBucket=True) 2023-12-03T12:55:05.666 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.666 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:11809: 2023-12-03T12:55:05.666 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.666 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:05.666 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:05.666 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:05.666 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:05.666 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:05.666 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:05.666 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:05.666 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:05.666 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:05.666 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:05.667 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:05.667 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:05.667 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:05.667 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:05.667 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:05.667 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:05.667 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:05.667 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:05.667 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:05.667 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:05.667 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:05.667 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:05.667 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:05.667 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:05.668 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:05.668 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:05.668 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:05.668 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:05.668 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:05.668 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:05.668 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:05.668 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:05.668 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:05.668 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:05.668 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.668 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.668 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:05.668 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:05.669 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.669 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:05.669 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.669 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:05.669 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:05.669 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:05.669 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:05.669 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:05.669 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:05.669 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:05.669 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:05.669 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:05.669 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:05.669 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:05.670 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:05.670 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:05.670 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.670 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:05.670 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:05.670 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:05.670 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:05.670 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:05.670 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:05.670 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:05.670 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:05.670 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:05.670 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:05.670 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:05.670 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.671 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.671 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:05.671 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:05.671 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:05.671 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:05.671 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:05.671 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.671 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.671 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:05.671 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:05.671 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:05.671 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:05.671 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:05.671 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.671 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:05.672 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:05.672 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:05.672 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:05.672 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:05.672 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/test-client.0-4a6zemzjywb5q3g-476" 2023-12-03T12:55:05.672 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.672 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:05.672 INFO:teuthology.orchestra.run.smithi019.stdout:_________________ test_object_lock_get_obj_lock_invalid_bucket _________________ 2023-12-03T12:55:05.672 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.672 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:05.672 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.672 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:05.672 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:05.672 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.673 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:05.673 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:05.673 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:05.673 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:05.673 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:05.673 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.673 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:05.673 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:05.673 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.673 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.673 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:05.673 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:05.673 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.673 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.673 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:05.674 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.674 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:05.674 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:05.674 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.674 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.674 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:05.674 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:05.674 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.674 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:05.674 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:05.674 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:05.674 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:05.674 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:05.674 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:05.675 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:05.675 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.675 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:05.675 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:05.675 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:05.675 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:05.675 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:05.675 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:05.675 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:05.675 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:05.675 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:05.675 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.675 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:05.675 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:05.675 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:05.676 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:05.676 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.676 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:05.676 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:05.676 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:05.676 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:05.676 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.676 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.676 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:05.676 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:05.676 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:05.676 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:05.676 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.676 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.676 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:05.677 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:05.677 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:05.677 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.677 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:05.677 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.677 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:05.677 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:05.677 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.677 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:05.677 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:05.677 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:05.677 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:05.677 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:05.677 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:05.677 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.678 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:05.678 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.678 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:05.678 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.678 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:05.678 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:05.678 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.678 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:05.678 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.678 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:05.678 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:05.678 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:05.678 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:05.678 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:05.679 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:05.679 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:05.679 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:05.679 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:05.679 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:05.679 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:05.679 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:05.679 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:05.679 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.679 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:05.679 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:05.679 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:05.679 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:05.679 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:05.679 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:05.680 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:05.680 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:05.680 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:05.680 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:05.680 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:05.680 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.680 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.680 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:05.680 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.680 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:05.680 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:05.680 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:05.680 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:05.680 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:05.681 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:05.681 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:05.681 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:05.681 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:05.681 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:05.681 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:05.681 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:05.681 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:05.681 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:05.681 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.681 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.681 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:05.681 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.681 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:05.681 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:05.682 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.682 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:05.682 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:05.682 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:05.682 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:05.682 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:05.682 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.682 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:05.682 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:05.682 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.682 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.682 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:05.682 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:05.682 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.683 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.683 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:05.683 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:05.683 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:05.683 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:05.683 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:05.683 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.683 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.683 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:05.683 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:05.683 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:05.683 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.683 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:05.683 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.683 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:05.684 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.684 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:05.684 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.684 INFO:teuthology.orchestra.run.smithi019.stdout: def test_object_lock_get_obj_lock_invalid_bucket(): 2023-12-03T12:55:05.684 INFO:teuthology.orchestra.run.smithi019.stdout: bucket_name = get_new_bucket_name() 2023-12-03T12:55:05.684 INFO:teuthology.orchestra.run.smithi019.stdout: client = get_client() 2023-12-03T12:55:05.684 INFO:teuthology.orchestra.run.smithi019.stdout:> client.create_bucket(Bucket=bucket_name) 2023-12-03T12:55:05.684 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.684 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:11827: 2023-12-03T12:55:05.684 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.684 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:05.684 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:05.684 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:05.684 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:05.684 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:05.685 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:05.685 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:05.685 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:05.685 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:05.685 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:05.685 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:05.685 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:05.685 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:05.685 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:05.685 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:05.685 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:05.685 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:05.685 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:05.685 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:05.686 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:05.686 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:05.686 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:05.686 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:05.686 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:05.686 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:05.686 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:05.686 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:05.686 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:05.686 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:05.686 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:05.686 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:05.686 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:05.686 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:05.687 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:05.687 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.687 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.687 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:05.687 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:05.687 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.687 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:05.687 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.687 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:05.687 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:05.687 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:05.687 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:05.687 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:05.687 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:05.687 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:05.687 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:05.688 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:05.688 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:05.688 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:05.688 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:05.688 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:05.688 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.688 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:05.688 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:05.688 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:05.688 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:05.688 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:05.688 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:05.688 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:05.688 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:05.689 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:05.689 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:05.689 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:05.689 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.689 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.689 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:05.689 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:05.689 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:05.689 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:05.689 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:05.689 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.689 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.689 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:05.689 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:05.690 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:05.690 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:05.690 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:05.690 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.690 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:05.690 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:05.690 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:05.690 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:05.690 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:05.690 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/test-client.0-4a6zemzjywb5q3g-477" 2023-12-03T12:55:05.690 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.690 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:05.690 INFO:teuthology.orchestra.run.smithi019.stdout:______________________ test_object_lock_put_obj_retention ______________________ 2023-12-03T12:55:05.690 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.691 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:05.691 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.691 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:05.691 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:05.691 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.691 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:05.691 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:05.691 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:05.691 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:05.691 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:05.691 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.691 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:05.691 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:05.691 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.691 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.692 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:05.692 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:05.692 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.692 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.692 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:05.692 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.692 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:05.692 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:05.692 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.692 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.692 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:05.692 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:05.692 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.692 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:05.692 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:05.693 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:05.693 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:05.693 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:05.693 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:05.693 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:05.693 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.693 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:05.693 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:05.693 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:05.693 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:05.693 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:05.693 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:05.693 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:05.693 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:05.694 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:05.694 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.694 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:05.694 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:05.694 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:05.694 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:05.694 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.694 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:05.694 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:05.694 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:05.694 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:05.694 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.694 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.694 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:05.695 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:05.695 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:05.695 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:05.695 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.695 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.695 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:05.695 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:05.695 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:05.695 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.695 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:05.695 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.695 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:05.695 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:05.695 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.695 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:05.696 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:05.696 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:05.696 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:05.696 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:05.696 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:05.696 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.696 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:05.696 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.696 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:05.696 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.696 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:05.696 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:05.696 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.697 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:05.697 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.697 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:05.697 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:05.697 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:05.697 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:05.697 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:05.697 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:05.697 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:05.697 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:05.697 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:05.697 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:05.697 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:05.697 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:05.698 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:05.698 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.698 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:05.698 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:05.698 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:05.698 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:05.698 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:05.698 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:05.698 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:05.698 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:05.698 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:05.698 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:05.698 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:05.698 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.698 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.699 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:05.699 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.699 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:05.699 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:05.699 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:05.699 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:05.699 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:05.699 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:05.699 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:05.699 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:05.699 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:05.699 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:05.699 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:05.699 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:05.699 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:05.700 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:05.700 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.700 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.700 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:05.700 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.700 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:05.700 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:05.700 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.700 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:05.700 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:05.700 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:05.700 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:05.700 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:05.700 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.700 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:05.701 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:05.701 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.701 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.701 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:05.701 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:05.701 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.701 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.701 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:05.701 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:05.701 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:05.701 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:05.701 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:05.701 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.701 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.702 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:05.702 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:05.702 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:05.702 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.702 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:05.702 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.702 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:05.702 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.702 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:05.702 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.702 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.mark.fails_on_dbstore 2023-12-03T12:55:05.702 INFO:teuthology.orchestra.run.smithi019.stdout: def test_object_lock_put_obj_retention(): 2023-12-03T12:55:05.702 INFO:teuthology.orchestra.run.smithi019.stdout: bucket_name = get_new_bucket_name() 2023-12-03T12:55:05.702 INFO:teuthology.orchestra.run.smithi019.stdout: client = get_client() 2023-12-03T12:55:05.703 INFO:teuthology.orchestra.run.smithi019.stdout:> client.create_bucket(Bucket=bucket_name, ObjectLockEnabledForBucket=True) 2023-12-03T12:55:05.703 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.703 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:11838: 2023-12-03T12:55:05.703 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.703 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:05.703 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:05.703 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:05.703 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:05.703 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:05.703 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:05.703 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:05.703 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:05.703 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:05.703 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:05.704 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:05.704 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:05.704 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:05.704 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:05.704 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:05.704 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:05.704 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:05.704 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:05.704 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:05.704 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:05.704 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:05.704 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:05.704 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:05.704 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:05.704 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:05.704 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:05.705 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:05.705 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:05.705 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:05.705 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:05.705 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:05.705 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:05.705 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:05.705 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:05.705 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.705 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.705 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:05.705 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:05.705 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.705 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:05.706 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.706 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:05.706 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:05.706 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:05.706 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:05.706 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:05.706 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:05.706 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:05.706 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:05.706 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:05.706 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:05.706 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:05.706 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:05.706 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:05.707 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.707 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:05.707 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:05.707 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:05.707 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:05.707 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:05.707 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:05.707 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:05.707 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:05.707 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:05.707 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:05.707 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:05.707 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.707 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.707 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:05.708 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:05.708 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:05.708 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:05.708 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:05.708 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.708 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.708 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:05.708 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:05.708 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:05.708 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:05.708 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:05.708 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.708 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:05.709 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:05.709 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:05.709 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:05.709 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:05.709 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/test-client.0-4a6zemzjywb5q3g-478" 2023-12-03T12:55:05.709 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.709 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:05.709 INFO:teuthology.orchestra.run.smithi019.stdout:______________ test_object_lock_put_obj_retention_invalid_bucket _______________ 2023-12-03T12:55:05.709 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.709 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:05.709 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.709 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:05.709 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:05.709 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.709 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:05.710 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:05.710 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:05.710 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:05.710 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:05.710 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.710 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:05.710 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:05.710 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.710 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.710 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:05.710 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:05.710 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.710 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.710 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:05.711 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.711 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:05.711 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:05.711 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.711 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.711 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:05.711 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:05.711 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.711 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:05.711 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:05.711 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:05.711 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:05.711 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:05.711 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:05.712 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:05.712 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.712 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:05.712 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:05.712 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:05.712 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:05.712 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:05.712 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:05.712 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:05.712 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:05.712 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:05.712 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.712 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:05.712 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:05.713 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:05.713 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:05.713 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.713 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:05.713 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:05.713 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:05.713 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:05.713 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.713 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.713 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:05.713 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:05.713 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:05.713 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:05.713 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.713 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.713 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:05.714 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:05.714 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:05.714 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.714 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:05.714 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.714 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:05.714 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:05.714 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.714 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:05.714 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:05.714 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:05.714 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:05.714 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:05.715 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:05.715 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.715 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:05.715 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.715 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:05.715 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.715 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:05.715 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:05.715 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.715 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:05.715 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.715 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:05.715 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:05.715 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:05.715 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:05.715 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:05.716 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:05.716 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:05.716 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:05.716 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:05.716 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:05.716 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:05.716 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:05.716 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:05.716 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.716 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:05.716 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:05.716 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:05.716 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:05.716 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:05.716 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:05.717 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:05.717 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:05.717 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:05.717 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:05.717 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:05.717 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.717 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.717 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:05.717 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.717 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:05.717 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:05.717 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:05.717 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:05.717 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:05.717 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:05.718 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:05.718 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:05.718 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:05.718 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:05.718 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:05.718 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:05.718 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:05.718 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:05.718 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.718 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.718 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:05.718 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.718 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:05.718 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:05.719 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.719 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:05.719 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:05.719 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:05.719 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:05.719 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:05.719 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.719 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:05.719 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:05.719 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.719 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.719 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:05.719 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:05.719 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.720 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.720 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:05.720 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:05.720 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:05.720 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:05.720 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:05.720 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.720 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.720 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:05.720 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:05.720 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:05.720 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.720 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:05.720 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.720 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:05.721 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.721 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:05.721 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.721 INFO:teuthology.orchestra.run.smithi019.stdout: def test_object_lock_put_obj_retention_invalid_bucket(): 2023-12-03T12:55:05.721 INFO:teuthology.orchestra.run.smithi019.stdout: bucket_name = get_new_bucket_name() 2023-12-03T12:55:05.721 INFO:teuthology.orchestra.run.smithi019.stdout: client = get_client() 2023-12-03T12:55:05.721 INFO:teuthology.orchestra.run.smithi019.stdout:> client.create_bucket(Bucket=bucket_name) 2023-12-03T12:55:05.721 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.721 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:11854: 2023-12-03T12:55:05.721 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.721 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:05.721 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:05.722 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:05.722 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:05.722 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:05.722 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:05.722 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:05.722 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:05.722 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:05.722 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:05.722 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:05.722 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:05.722 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:05.722 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:05.722 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:05.722 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:05.723 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:05.723 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:05.723 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:05.723 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:05.723 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:05.723 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:05.723 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:05.723 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:05.723 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:05.723 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:05.723 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:05.723 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:05.723 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:05.723 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:05.723 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:05.724 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:05.724 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:05.724 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:05.724 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.724 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.724 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:05.724 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:05.724 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.724 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:05.724 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.724 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:05.724 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:05.724 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:05.724 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:05.725 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:05.725 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:05.725 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:05.725 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:05.725 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:05.725 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:05.725 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:05.725 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:05.725 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:05.725 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.725 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:05.725 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:05.725 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:05.725 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:05.726 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:05.726 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:05.726 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:05.726 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:05.726 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:05.726 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:05.726 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:05.726 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.726 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.726 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:05.726 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:05.726 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:05.726 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:05.727 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:05.727 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.727 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.727 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:05.727 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:05.727 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:05.727 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:05.727 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:05.727 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.727 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:05.727 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:05.727 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:05.727 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:05.727 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:05.727 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/test-client.0-4a6zemzjywb5q3g-479" 2023-12-03T12:55:05.728 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.728 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:05.728 INFO:teuthology.orchestra.run.smithi019.stdout:_______________ test_object_lock_put_obj_retention_invalid_mode ________________ 2023-12-03T12:55:05.728 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.728 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:05.728 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.728 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:05.728 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:05.728 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.728 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:05.728 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:05.728 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:05.728 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:05.728 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:05.729 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.729 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:05.729 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:05.729 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.729 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.729 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:05.729 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:05.729 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.729 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.729 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:05.729 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.729 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:05.729 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:05.729 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.729 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.730 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:05.730 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:05.730 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.730 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:05.730 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:05.730 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:05.730 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:05.730 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:05.730 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:05.730 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:05.730 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.730 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:05.730 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:05.730 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:05.731 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:05.731 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:05.731 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:05.731 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:05.731 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:05.731 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:05.731 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.731 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:05.731 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:05.731 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:05.731 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:05.731 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.731 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:05.731 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:05.732 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:05.732 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:05.732 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.732 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.732 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:05.732 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:05.732 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:05.732 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:05.732 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.732 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.732 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:05.732 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:05.732 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:05.732 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.732 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:05.732 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.733 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:05.733 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:05.733 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.733 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:05.733 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:05.733 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:05.733 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:05.733 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:05.733 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:05.733 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.733 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:05.733 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.733 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:05.733 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.734 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:05.734 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:05.734 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.734 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:05.734 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.734 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:05.734 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:05.734 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:05.734 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:05.734 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:05.734 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:05.734 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:05.734 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:05.734 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:05.735 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:05.735 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:05.735 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:05.735 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:05.735 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.735 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:05.735 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:05.735 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:05.735 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:05.735 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:05.735 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:05.735 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:05.735 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:05.735 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:05.735 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:05.736 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:05.736 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.736 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.736 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:05.736 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.736 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:05.736 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:05.736 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:05.736 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:05.736 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:05.736 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:05.736 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:05.736 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:05.736 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:05.737 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:05.737 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:05.737 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:05.737 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:05.737 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:05.737 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.737 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.737 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:05.737 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.737 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:05.737 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:05.737 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.737 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:05.737 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:05.738 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:05.738 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:05.738 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:05.738 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.738 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:05.738 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:05.738 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.738 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.738 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:05.738 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:05.738 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.738 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.738 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:05.738 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:05.738 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:05.739 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:05.739 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:05.739 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.739 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.739 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:05.739 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:05.739 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:05.739 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.739 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:05.739 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.739 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:05.739 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.739 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:05.739 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.740 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.mark.fails_on_dbstore 2023-12-03T12:55:05.740 INFO:teuthology.orchestra.run.smithi019.stdout: def test_object_lock_put_obj_retention_invalid_mode(): 2023-12-03T12:55:05.740 INFO:teuthology.orchestra.run.smithi019.stdout: bucket_name = get_new_bucket_name() 2023-12-03T12:55:05.740 INFO:teuthology.orchestra.run.smithi019.stdout: client = get_client() 2023-12-03T12:55:05.740 INFO:teuthology.orchestra.run.smithi019.stdout:> client.create_bucket(Bucket=bucket_name, ObjectLockEnabledForBucket=True) 2023-12-03T12:55:05.740 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.740 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:11868: 2023-12-03T12:55:05.740 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.740 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:05.740 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:05.740 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:05.740 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:05.740 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:05.740 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:05.741 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:05.741 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:05.741 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:05.741 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:05.741 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:05.741 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:05.741 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:05.741 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:05.741 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:05.741 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:05.741 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:05.741 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:05.741 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:05.741 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:05.742 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:05.742 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:05.742 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:05.742 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:05.742 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:05.742 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:05.742 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:05.742 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:05.742 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:05.742 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:05.742 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:05.742 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:05.742 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:05.742 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:05.743 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.743 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.743 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:05.743 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:05.743 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.743 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:05.743 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.743 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:05.743 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:05.743 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:05.743 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:05.743 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:05.743 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:05.743 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:05.743 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:05.744 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:05.744 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:05.744 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:05.744 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:05.744 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:05.744 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.744 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:05.744 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:05.744 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:05.744 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:05.744 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:05.744 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:05.744 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:05.744 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:05.745 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:05.745 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:05.745 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:05.745 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.745 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.745 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:05.745 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:05.745 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:05.745 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:05.745 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:05.745 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.745 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.745 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:05.745 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:05.745 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:05.746 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:05.746 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:05.746 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.746 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:05.746 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:05.746 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:05.746 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:05.746 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:05.746 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/test-client.0-4a6zemzjywb5q3g-480" 2023-12-03T12:55:05.746 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.746 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:05.746 INFO:teuthology.orchestra.run.smithi019.stdout:______________________ test_object_lock_get_obj_retention ______________________ 2023-12-03T12:55:05.746 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.746 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:05.747 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.747 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:05.747 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:05.747 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.747 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:05.747 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:05.747 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:05.747 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:05.747 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:05.747 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.747 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:05.747 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:05.747 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.747 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.748 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:05.748 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:05.748 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.748 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.748 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:05.748 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.748 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:05.748 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:05.748 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.748 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.748 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:05.748 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:05.748 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.748 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:05.748 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:05.749 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:05.749 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:05.749 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:05.749 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:05.749 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:05.749 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.749 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:05.749 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:05.749 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:05.749 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:05.749 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:05.749 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:05.749 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:05.749 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:05.749 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:05.750 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.750 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:05.750 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:05.750 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:05.750 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:05.750 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.750 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:05.750 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:05.750 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:05.750 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:05.750 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.750 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.750 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:05.750 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:05.751 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:05.751 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:05.751 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.751 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.751 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:05.751 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:05.751 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:05.751 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.751 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:05.751 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.751 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:05.751 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:05.751 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.751 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:05.752 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:05.752 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:05.752 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:05.752 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:05.752 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:05.752 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.752 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:05.752 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.752 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:05.752 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.752 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:05.752 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:05.752 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.752 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:05.753 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.753 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:05.753 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:05.753 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:05.753 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:05.753 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:05.753 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:05.753 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:05.753 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:05.753 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:05.753 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:05.753 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:05.753 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:05.753 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:05.754 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.754 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:05.754 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:05.754 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:05.754 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:05.754 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:05.754 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:05.754 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:05.754 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:05.754 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:05.754 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:05.754 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:05.754 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.754 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.755 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:05.755 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.755 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:05.755 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:05.755 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:05.755 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:05.755 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:05.755 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:05.755 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:05.755 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:05.755 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:05.755 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:05.755 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:05.755 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:05.756 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:05.756 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:05.756 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.756 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.756 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:05.756 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.756 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:05.756 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:05.756 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.756 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:05.756 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:05.756 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:05.756 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:05.756 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:05.756 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.757 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:05.757 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:05.757 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.757 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.757 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:05.757 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:05.757 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.757 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.757 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:05.757 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:05.757 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:05.757 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:05.757 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:05.757 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.757 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.758 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:05.758 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:05.758 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:05.758 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.758 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:05.758 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.758 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:05.758 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.758 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:05.758 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.758 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.mark.fails_on_dbstore 2023-12-03T12:55:05.758 INFO:teuthology.orchestra.run.smithi019.stdout: def test_object_lock_get_obj_retention(): 2023-12-03T12:55:05.758 INFO:teuthology.orchestra.run.smithi019.stdout: bucket_name = get_new_bucket_name() 2023-12-03T12:55:05.758 INFO:teuthology.orchestra.run.smithi019.stdout: client = get_client() 2023-12-03T12:55:05.759 INFO:teuthology.orchestra.run.smithi019.stdout:> client.create_bucket(Bucket=bucket_name, ObjectLockEnabledForBucket=True) 2023-12-03T12:55:05.759 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.759 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:11888: 2023-12-03T12:55:05.759 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.759 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:05.759 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:05.759 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:05.759 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:05.759 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:05.759 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:05.759 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:05.759 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:05.759 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:05.759 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:05.759 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:05.760 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:05.760 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:05.760 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:05.760 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:05.760 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:05.760 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:05.760 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:05.760 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:05.760 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:05.760 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:05.760 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:05.760 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:05.760 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:05.760 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:05.760 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:05.761 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:05.761 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:05.761 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:05.761 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:05.761 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:05.761 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:05.761 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:05.761 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:05.761 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.761 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.761 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:05.761 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:05.761 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.761 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:05.761 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.762 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:05.762 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:05.762 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:05.762 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:05.762 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:05.762 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:05.762 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:05.762 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:05.762 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:05.762 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:05.762 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:05.762 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:05.762 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:05.762 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.763 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:05.763 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:05.763 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:05.763 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:05.763 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:05.763 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:05.763 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:05.763 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:05.763 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:05.763 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:05.763 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:05.763 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.763 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.763 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:05.763 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:05.764 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:05.764 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:05.764 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:05.764 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.764 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.764 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:05.764 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:05.764 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:05.764 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:05.764 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:05.764 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.764 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:05.764 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:05.764 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:05.764 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:05.765 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:05.765 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/test-client.0-4a6zemzjywb5q3g-481" 2023-12-03T12:55:05.765 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.765 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:05.765 INFO:teuthology.orchestra.run.smithi019.stdout:__________________ test_object_lock_get_obj_retention_iso8601 __________________ 2023-12-03T12:55:05.765 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.765 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:05.765 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.765 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:05.765 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:05.765 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.765 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:05.765 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:05.765 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:05.765 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:05.766 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:05.766 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.766 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:05.766 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:05.766 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.766 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.766 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:05.766 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:05.766 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.766 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.766 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:05.766 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.766 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:05.766 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:05.767 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.767 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.767 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:05.767 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:05.767 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.767 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:05.767 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:05.767 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:05.767 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:05.767 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:05.767 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:05.767 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:05.767 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.767 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:05.767 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:05.768 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:05.768 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:05.768 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:05.768 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:05.768 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:05.768 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:05.768 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:05.768 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.768 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:05.768 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:05.768 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:05.768 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:05.768 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.768 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:05.769 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:05.769 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:05.769 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:05.769 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.769 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.769 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:05.769 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:05.769 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:05.769 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:05.769 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.769 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.769 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:05.769 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:05.769 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:05.770 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.770 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:05.770 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.770 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:05.770 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:05.770 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.770 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:05.770 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:05.770 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:05.770 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:05.770 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:05.770 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:05.770 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.770 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:05.770 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.771 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:05.771 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.771 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:05.771 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:05.771 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.771 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:05.771 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.771 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:05.771 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:05.771 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:05.771 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:05.771 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:05.771 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:05.771 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:05.772 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:05.772 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:05.772 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:05.772 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:05.772 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:05.772 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:05.772 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.772 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:05.772 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:05.772 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:05.772 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:05.772 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:05.772 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:05.772 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:05.772 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:05.773 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:05.773 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:05.773 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:05.773 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.773 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.773 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:05.773 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.773 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:05.773 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:05.773 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:05.773 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:05.773 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:05.773 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:05.773 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:05.773 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:05.773 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:05.774 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:05.774 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:05.774 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:05.774 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:05.774 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:05.774 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.774 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.774 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:05.774 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.774 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:05.774 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:05.774 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.774 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:05.774 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:05.775 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:05.775 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:05.775 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:05.775 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.775 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:05.775 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:05.775 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.775 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.775 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:05.775 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:05.775 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.775 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.775 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:05.775 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:05.776 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:05.776 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:05.776 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:05.776 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.776 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.776 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:05.776 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:05.776 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:05.776 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.776 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:05.776 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.776 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:05.776 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.776 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:05.776 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.776 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.mark.fails_on_dbstore 2023-12-03T12:55:05.777 INFO:teuthology.orchestra.run.smithi019.stdout: def test_object_lock_get_obj_retention_iso8601(): 2023-12-03T12:55:05.777 INFO:teuthology.orchestra.run.smithi019.stdout: bucket_name = get_new_bucket_name() 2023-12-03T12:55:05.777 INFO:teuthology.orchestra.run.smithi019.stdout: client = get_client() 2023-12-03T12:55:05.777 INFO:teuthology.orchestra.run.smithi019.stdout:> client.create_bucket(Bucket=bucket_name, ObjectLockEnabledForBucket=True) 2023-12-03T12:55:05.777 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.777 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:11903: 2023-12-03T12:55:05.777 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.777 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:05.777 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:05.777 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:05.777 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:05.777 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:05.777 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:05.777 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:05.777 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:05.778 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:05.778 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:05.778 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:05.778 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:05.778 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:05.778 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:05.778 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:05.778 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:05.778 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:05.778 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:05.778 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:05.778 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:05.778 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:05.778 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:05.778 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:05.779 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:05.779 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:05.779 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:05.779 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:05.779 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:05.779 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:05.779 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:05.779 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:05.779 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:05.779 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:05.779 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:05.779 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.779 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.779 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:05.780 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:05.780 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.780 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:05.780 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.780 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:05.780 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:05.780 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:05.780 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:05.780 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:05.780 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:05.780 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:05.780 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:05.780 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:05.781 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:05.781 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:05.781 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:05.781 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:05.781 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.781 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:05.781 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:05.781 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:05.781 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:05.781 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:05.781 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:05.781 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:05.781 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:05.781 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:05.782 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:05.782 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:05.782 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.782 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.782 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:05.782 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:05.782 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:05.782 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:05.782 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:05.782 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.782 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.782 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:05.782 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:05.782 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:05.783 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:05.783 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:05.783 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.783 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:05.783 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:05.783 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:05.783 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:05.783 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:05.783 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/test-client.0-4a6zemzjywb5q3g-482" 2023-12-03T12:55:05.783 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.783 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:05.783 INFO:teuthology.orchestra.run.smithi019.stdout:______________ test_object_lock_get_obj_retention_invalid_bucket _______________ 2023-12-03T12:55:05.783 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.783 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:05.783 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.784 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:05.784 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:05.784 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.784 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:05.784 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:05.784 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:05.784 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:05.784 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:05.784 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.784 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:05.784 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:05.784 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.784 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.784 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:05.785 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:05.785 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.785 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.785 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:05.785 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.785 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:05.785 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:05.785 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.785 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.785 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:05.785 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:05.785 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.785 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:05.785 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:05.785 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:05.785 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:05.786 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:05.786 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:05.786 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:05.786 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.786 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:05.786 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:05.786 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:05.786 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:05.786 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:05.786 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:05.786 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:05.786 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:05.786 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:05.787 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.787 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:05.787 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:05.787 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:05.787 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:05.787 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.787 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:05.787 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:05.787 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:05.787 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:05.787 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.787 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.787 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:05.787 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:05.787 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:05.787 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:05.788 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.788 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.788 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:05.788 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:05.788 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:05.788 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.788 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:05.788 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.788 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:05.788 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:05.788 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.788 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:05.788 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:05.788 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:05.788 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:05.789 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:05.789 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:05.789 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.789 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:05.789 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.789 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:05.789 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.789 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:05.789 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:05.789 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.789 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:05.789 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.789 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:05.789 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:05.790 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:05.790 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:05.790 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:05.790 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:05.790 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:05.790 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:05.790 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:05.790 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:05.790 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:05.790 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:05.790 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:05.790 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.790 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:05.790 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:05.791 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:05.791 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:05.791 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:05.791 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:05.791 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:05.791 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:05.791 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:05.791 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:05.791 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:05.791 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.791 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.791 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:05.791 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.791 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:05.792 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:05.792 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:05.792 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:05.792 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:05.792 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:05.792 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:05.792 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:05.792 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:05.792 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:05.792 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:05.792 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:05.792 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:05.792 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:05.792 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.792 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.793 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:05.793 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.793 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:05.793 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:05.793 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.793 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:05.793 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:05.793 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:05.793 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:05.793 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:05.793 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.793 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:05.793 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:05.793 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.793 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.794 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:05.794 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:05.794 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.794 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.794 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:05.794 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:05.794 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:05.794 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:05.794 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:05.794 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.794 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.794 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:05.794 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:05.794 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:05.795 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.795 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:05.795 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.795 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:05.795 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.795 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:05.795 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.795 INFO:teuthology.orchestra.run.smithi019.stdout: def test_object_lock_get_obj_retention_invalid_bucket(): 2023-12-03T12:55:05.795 INFO:teuthology.orchestra.run.smithi019.stdout: bucket_name = get_new_bucket_name() 2023-12-03T12:55:05.795 INFO:teuthology.orchestra.run.smithi019.stdout: client = get_client() 2023-12-03T12:55:05.795 INFO:teuthology.orchestra.run.smithi019.stdout:> client.create_bucket(Bucket=bucket_name) 2023-12-03T12:55:05.795 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.795 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:11920: 2023-12-03T12:55:05.795 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.795 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:05.796 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:05.796 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:05.796 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:05.796 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:05.796 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:05.796 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:05.796 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:05.796 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:05.796 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:05.796 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:05.796 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:05.796 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:05.796 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:05.796 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:05.796 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:05.797 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:05.797 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:05.797 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:05.797 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:05.797 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:05.797 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:05.797 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:05.797 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:05.797 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:05.797 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:05.797 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:05.797 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:05.797 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:05.797 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:05.797 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:05.798 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:05.798 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:05.798 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:05.798 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.798 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.798 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:05.798 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:05.798 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.798 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:05.798 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.798 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:05.798 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:05.798 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:05.798 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:05.799 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:05.799 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:05.799 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:05.799 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:05.799 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:05.799 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:05.799 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:05.799 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:05.799 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:05.799 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.799 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:05.799 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:05.799 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:05.799 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:05.799 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:05.800 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:05.800 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:05.800 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:05.800 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:05.800 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:05.800 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:05.800 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.800 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.800 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:05.800 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:05.800 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:05.800 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:05.800 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:05.800 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.800 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.801 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:05.801 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:05.801 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:05.801 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:05.801 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:05.801 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.801 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:05.801 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:05.801 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:05.801 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:05.801 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:05.801 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/test-client.0-4a6zemzjywb5q3g-483" 2023-12-03T12:55:05.801 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.801 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:05.801 INFO:teuthology.orchestra.run.smithi019.stdout:_________________ test_object_lock_put_obj_retention_versionid _________________ 2023-12-03T12:55:05.802 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.802 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:05.802 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.802 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:05.802 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:05.802 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.802 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:05.802 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:05.802 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:05.802 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:05.802 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:05.802 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.802 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:05.803 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:05.803 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.803 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.803 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:05.803 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:05.803 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.803 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.803 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:05.803 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.803 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:05.803 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:05.803 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.803 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.803 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:05.803 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:05.804 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.804 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:05.804 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:05.804 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:05.804 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:05.804 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:05.804 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:05.804 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:05.804 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.804 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:05.804 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:05.804 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:05.804 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:05.804 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:05.804 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:05.805 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:05.805 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:05.805 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:05.805 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.805 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:05.805 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:05.805 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:05.805 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:05.805 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.805 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:05.805 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:05.805 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:05.805 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:05.805 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.805 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.806 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:05.806 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:05.806 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:05.806 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:05.806 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.806 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.806 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:05.806 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:05.806 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:05.806 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.806 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:05.806 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.806 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:05.806 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:05.807 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.807 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:05.807 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:05.807 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:05.807 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:05.807 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:05.807 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:05.807 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.807 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:05.807 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.807 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:05.807 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.807 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:05.807 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:05.808 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.808 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:05.808 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.808 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:05.808 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:05.808 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:05.808 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:05.808 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:05.808 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:05.808 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:05.808 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:05.808 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:05.808 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:05.808 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:05.809 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:05.809 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:05.809 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.809 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:05.809 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:05.809 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:05.809 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:05.809 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:05.809 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:05.809 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:05.809 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:05.809 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:05.809 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:05.809 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:05.809 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.810 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.810 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:05.810 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.810 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:05.810 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:05.810 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:05.810 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:05.810 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:05.810 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:05.810 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:05.810 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:05.810 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:05.811 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:05.811 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:05.811 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:05.811 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:05.811 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:05.811 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.811 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.811 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:05.811 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.811 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:05.811 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:05.811 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.811 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:05.811 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:05.812 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:05.812 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:05.812 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:05.812 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.812 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:05.812 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:05.812 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.812 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.812 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:05.812 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:05.812 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.812 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.812 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:05.812 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:05.813 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:05.813 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:05.813 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:05.813 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.813 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.813 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:05.813 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:05.813 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:05.813 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.813 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:05.813 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.813 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:05.813 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.813 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:05.814 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.814 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.mark.fails_on_dbstore 2023-12-03T12:55:05.814 INFO:teuthology.orchestra.run.smithi019.stdout: def test_object_lock_put_obj_retention_versionid(): 2023-12-03T12:55:05.814 INFO:teuthology.orchestra.run.smithi019.stdout: bucket_name = get_new_bucket_name() 2023-12-03T12:55:05.814 INFO:teuthology.orchestra.run.smithi019.stdout: client = get_client() 2023-12-03T12:55:05.814 INFO:teuthology.orchestra.run.smithi019.stdout:> client.create_bucket(Bucket=bucket_name, ObjectLockEnabledForBucket=True) 2023-12-03T12:55:05.814 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.814 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:11933: 2023-12-03T12:55:05.814 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.814 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:05.814 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:05.814 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:05.814 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:05.814 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:05.814 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:05.815 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:05.815 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:05.815 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:05.815 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:05.815 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:05.815 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:05.815 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:05.815 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:05.815 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:05.815 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:05.815 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:05.815 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:05.815 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:05.815 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:05.816 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:05.816 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:05.816 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:05.816 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:05.816 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:05.816 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:05.816 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:05.816 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:05.816 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:05.816 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:05.816 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:05.816 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:05.816 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:05.816 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:05.816 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.817 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.817 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:05.817 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:05.817 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.817 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:05.817 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.817 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:05.817 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:05.817 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:05.817 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:05.817 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:05.817 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:05.817 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:05.817 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:05.818 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:05.818 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:05.818 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:05.818 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:05.818 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:05.818 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.818 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:05.818 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:05.818 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:05.818 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:05.818 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:05.818 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:05.818 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:05.818 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:05.818 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:05.819 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:05.819 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:05.819 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.819 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.819 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:05.819 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:05.819 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:05.819 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:05.819 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:05.819 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.819 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.819 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:05.819 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:05.819 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:05.819 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:05.820 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:05.820 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.820 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:05.820 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:05.820 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:05.820 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:05.820 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:05.820 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/test-client.0-4a6zemzjywb5q3g-484" 2023-12-03T12:55:05.820 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.820 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:05.820 INFO:teuthology.orchestra.run.smithi019.stdout:________ test_object_lock_put_obj_retention_override_default_retention _________ 2023-12-03T12:55:05.820 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.820 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:05.820 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.821 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:05.821 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:05.821 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.821 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:05.821 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:05.821 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:05.821 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:05.821 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:05.821 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.821 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:05.821 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:05.821 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.821 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.821 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:05.821 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:05.822 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.822 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.822 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:05.822 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.822 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:05.822 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:05.822 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.822 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.822 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:05.822 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:05.822 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.822 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:05.822 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:05.822 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:05.823 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:05.823 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:05.823 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:05.823 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:05.823 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.823 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:05.823 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:05.823 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:05.823 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:05.823 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:05.823 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:05.823 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:05.823 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:05.823 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:05.823 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.823 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:05.824 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:05.824 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:05.824 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:05.824 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.824 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:05.824 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:05.824 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:05.824 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:05.824 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.824 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.824 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:05.824 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:05.824 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:05.824 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:05.824 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.825 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.825 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:05.825 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:05.825 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:05.825 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.825 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:05.825 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.825 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:05.825 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:05.825 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.825 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:05.825 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:05.825 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:05.825 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:05.825 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:05.826 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:05.826 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.826 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:05.826 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.826 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:05.826 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.826 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:05.826 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:05.826 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.826 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:05.826 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.826 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:05.826 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:05.826 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:05.826 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:05.827 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:05.827 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:05.827 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:05.827 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:05.827 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:05.827 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:05.827 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:05.827 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:05.827 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:05.827 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.827 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:05.827 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:05.827 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:05.828 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:05.828 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:05.828 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:05.828 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:05.828 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:05.828 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:05.828 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:05.828 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:05.828 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.828 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.828 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:05.828 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.828 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:05.828 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:05.828 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:05.829 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:05.829 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:05.829 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:05.829 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:05.829 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:05.829 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:05.829 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:05.829 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:05.829 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:05.829 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:05.829 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:05.829 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.829 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.829 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:05.830 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.830 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:05.830 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:05.830 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.830 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:05.830 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:05.830 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:05.830 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:05.830 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:05.830 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.830 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:05.830 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:05.830 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.830 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.831 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:05.831 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:05.831 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.831 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.831 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:05.831 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:05.831 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:05.831 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:05.831 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:05.831 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.831 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.831 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:05.831 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:05.831 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:05.832 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.832 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:05.832 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.832 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:05.832 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.832 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:05.832 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.832 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.mark.fails_on_dbstore 2023-12-03T12:55:05.832 INFO:teuthology.orchestra.run.smithi019.stdout: def test_object_lock_put_obj_retention_override_default_retention(): 2023-12-03T12:55:05.832 INFO:teuthology.orchestra.run.smithi019.stdout: bucket_name = get_new_bucket_name() 2023-12-03T12:55:05.832 INFO:teuthology.orchestra.run.smithi019.stdout: client = get_client() 2023-12-03T12:55:05.832 INFO:teuthology.orchestra.run.smithi019.stdout:> client.create_bucket(Bucket=bucket_name, ObjectLockEnabledForBucket=True) 2023-12-03T12:55:05.832 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.832 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:11949: 2023-12-03T12:55:05.833 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.833 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:05.833 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:05.833 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:05.833 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:05.833 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:05.833 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:05.833 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:05.833 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:05.833 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:05.833 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:05.833 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:05.833 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:05.833 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:05.833 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:05.833 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:05.834 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:05.834 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:05.834 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:05.834 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:05.834 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:05.834 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:05.834 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:05.834 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:05.834 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:05.834 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:05.834 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:05.834 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:05.834 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:05.834 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:05.835 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:05.835 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:05.835 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:05.835 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:05.835 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:05.835 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.835 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.835 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:05.835 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:05.835 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.835 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:05.835 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.835 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:05.835 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:05.835 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:05.836 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:05.836 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:05.836 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:05.836 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:05.836 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:05.836 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:05.836 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:05.836 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:05.836 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:05.836 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:05.836 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.836 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:05.836 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:05.836 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:05.837 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:05.837 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:05.837 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:05.837 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:05.837 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:05.837 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:05.837 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:05.837 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:05.837 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.837 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.837 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:05.837 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:05.837 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:05.837 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:05.838 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:05.838 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.838 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.838 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:05.838 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:05.838 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:05.838 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:05.838 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:05.838 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.838 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:05.838 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:05.838 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:05.838 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:05.838 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:05.838 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/test-client.0-4a6zemzjywb5q3g-485" 2023-12-03T12:55:05.839 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.839 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:05.839 INFO:teuthology.orchestra.run.smithi019.stdout:______________ test_object_lock_put_obj_retention_increase_period ______________ 2023-12-03T12:55:05.839 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.839 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:05.839 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.839 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:05.839 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:05.839 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.839 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:05.839 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:05.839 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:05.839 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:05.839 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:05.840 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.840 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:05.840 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:05.840 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.840 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.840 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:05.840 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:05.840 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.840 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.840 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:05.840 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.840 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:05.840 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:05.840 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.841 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.841 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:05.841 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:05.841 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.841 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:05.841 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:05.841 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:05.841 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:05.841 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:05.841 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:05.841 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:05.841 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.841 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:05.841 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:05.842 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:05.842 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:05.842 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:05.842 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:05.842 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:05.842 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:05.842 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:05.842 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.842 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:05.842 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:05.842 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:05.842 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:05.842 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.842 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:05.843 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:05.843 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:05.843 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:05.843 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.843 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.843 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:05.843 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:05.843 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:05.843 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:05.843 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.843 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.843 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:05.843 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:05.843 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:05.843 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.844 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:05.844 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.844 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:05.844 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:05.844 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.844 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:05.844 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:05.844 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:05.844 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:05.844 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:05.844 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:05.844 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.844 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:05.844 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.844 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:05.845 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.845 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:05.845 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:05.845 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.845 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:05.845 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.845 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:05.845 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:05.845 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:05.845 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:05.845 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:05.845 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:05.845 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:05.845 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:05.845 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:05.846 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:05.846 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:05.846 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:05.846 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:05.846 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.846 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:05.846 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:05.846 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:05.846 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:05.846 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:05.846 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:05.846 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:05.846 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:05.846 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:05.846 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:05.847 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:05.847 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.847 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.847 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:05.847 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.847 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:05.847 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:05.847 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:05.847 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:05.847 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:05.847 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:05.847 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:05.847 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:05.847 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:05.847 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:05.848 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:05.848 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:05.848 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:05.848 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:05.848 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.848 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.848 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:05.848 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.848 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:05.848 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:05.848 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.848 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:05.848 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:05.848 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:05.848 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:05.848 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:05.849 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.849 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:05.849 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:05.849 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.849 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.849 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:05.849 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:05.849 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.849 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.849 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:05.849 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:05.849 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:05.849 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:05.849 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:05.849 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.850 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.850 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:05.850 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:05.850 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:05.850 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.850 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:05.850 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.850 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:05.850 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.850 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:05.850 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.850 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.mark.fails_on_dbstore 2023-12-03T12:55:05.850 INFO:teuthology.orchestra.run.smithi019.stdout: def test_object_lock_put_obj_retention_increase_period(): 2023-12-03T12:55:05.850 INFO:teuthology.orchestra.run.smithi019.stdout: bucket_name = get_new_bucket_name() 2023-12-03T12:55:05.850 INFO:teuthology.orchestra.run.smithi019.stdout: client = get_client() 2023-12-03T12:55:05.851 INFO:teuthology.orchestra.run.smithi019.stdout:> client.create_bucket(Bucket=bucket_name, ObjectLockEnabledForBucket=True) 2023-12-03T12:55:05.851 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.851 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:11974: 2023-12-03T12:55:05.851 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.851 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:05.851 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:05.851 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:05.851 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:05.851 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:05.851 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:05.851 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:05.851 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:05.851 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:05.851 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:05.851 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:05.852 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:05.852 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:05.852 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:05.852 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:05.852 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:05.852 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:05.852 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:05.852 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:05.852 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:05.852 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:05.852 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:05.852 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:05.852 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:05.852 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:05.853 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:05.853 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:05.853 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:05.853 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:05.853 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:05.853 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:05.853 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:05.853 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:05.853 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:05.853 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.853 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.853 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:05.853 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:05.853 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.854 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:05.854 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.854 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:05.854 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:05.854 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:05.854 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:05.854 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:05.854 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:05.854 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:05.854 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:05.854 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:05.854 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:05.854 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:05.854 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:05.855 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:05.855 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.855 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:05.855 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:05.855 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:05.855 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:05.855 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:05.855 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:05.855 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:05.855 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:05.855 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:05.855 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:05.855 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:05.855 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.856 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.856 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:05.856 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:05.856 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:05.856 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:05.856 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:05.856 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.856 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.856 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:05.856 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:05.856 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:05.856 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:05.856 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:05.856 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.856 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:05.857 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:05.857 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:05.857 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:05.857 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:05.857 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/test-client.0-4a6zemzjywb5q3g-486" 2023-12-03T12:55:05.857 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.857 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:05.857 INFO:teuthology.orchestra.run.smithi019.stdout:______________ test_object_lock_put_obj_retention_shorten_period _______________ 2023-12-03T12:55:05.857 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.857 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:05.857 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.857 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:05.857 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:05.857 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.857 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:05.857 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:05.858 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:05.858 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:05.858 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:05.858 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.858 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:05.858 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:05.858 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.858 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.858 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:05.858 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:05.858 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.858 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.858 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:05.858 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.859 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:05.859 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:05.859 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.859 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.859 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:05.859 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:05.859 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.859 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:05.859 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:05.859 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:05.859 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:05.859 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:05.859 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:05.859 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:05.860 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.860 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:05.860 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:05.860 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:05.860 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:05.860 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:05.860 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:05.860 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:05.860 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:05.860 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:05.860 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.860 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:05.860 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:05.860 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:05.860 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:05.861 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.861 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:05.861 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:05.861 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:05.861 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:05.861 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.861 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.861 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:05.861 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:05.861 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:05.861 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:05.861 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.861 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.861 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:05.861 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:05.862 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:05.862 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.862 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:05.862 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.862 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:05.862 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:05.862 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.862 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:05.862 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:05.862 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:05.862 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:05.862 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:05.862 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:05.862 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.863 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:05.863 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.863 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:05.863 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.863 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:05.863 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:05.863 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.863 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:05.863 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.863 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:05.863 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:05.863 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:05.863 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:05.863 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:05.864 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:05.864 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:05.864 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:05.864 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:05.864 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:05.864 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:05.864 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:05.864 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:05.864 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.864 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:05.864 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:05.864 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:05.864 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:05.864 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:05.865 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:05.865 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:05.865 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:05.865 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:05.865 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:05.865 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:05.865 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.865 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.865 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:05.865 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.865 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:05.865 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:05.865 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:05.865 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:05.866 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:05.866 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:05.866 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:05.866 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:05.866 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:05.866 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:05.866 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:05.866 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:05.866 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:05.866 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:05.866 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.866 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.866 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:05.867 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.867 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:05.867 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:05.867 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.867 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:05.867 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:05.867 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:05.867 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:05.867 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:05.867 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.867 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:05.867 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:05.867 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.867 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.867 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:05.868 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:05.868 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.868 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.868 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:05.868 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:05.868 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:05.868 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:05.868 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:05.868 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.868 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.868 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:05.868 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:05.868 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:05.869 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.869 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:05.869 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.869 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:05.869 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.869 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:05.869 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.869 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.mark.fails_on_dbstore 2023-12-03T12:55:05.869 INFO:teuthology.orchestra.run.smithi019.stdout: def test_object_lock_put_obj_retention_shorten_period(): 2023-12-03T12:55:05.869 INFO:teuthology.orchestra.run.smithi019.stdout: bucket_name = get_new_bucket_name() 2023-12-03T12:55:05.869 INFO:teuthology.orchestra.run.smithi019.stdout: client = get_client() 2023-12-03T12:55:05.869 INFO:teuthology.orchestra.run.smithi019.stdout:> client.create_bucket(Bucket=bucket_name, ObjectLockEnabledForBucket=True) 2023-12-03T12:55:05.869 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.869 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:11991: 2023-12-03T12:55:05.869 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.870 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:05.870 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:05.870 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:05.870 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:05.870 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:05.870 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:05.870 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:05.870 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:05.870 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:05.870 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:05.870 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:05.870 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:05.870 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:05.871 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:05.871 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:05.871 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:05.871 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:05.871 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:05.871 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:05.871 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:05.871 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:05.871 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:05.871 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:05.871 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:05.871 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:05.871 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:05.871 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:05.872 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:05.872 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:05.872 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:05.872 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:05.872 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:05.872 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:05.872 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:05.872 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.872 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.872 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:05.872 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:05.872 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.872 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:05.872 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.872 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:05.873 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:05.873 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:05.873 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:05.873 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:05.873 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:05.873 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:05.873 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:05.873 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:05.873 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:05.873 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:05.873 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:05.873 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:05.873 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.873 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:05.874 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:05.874 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:05.874 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:05.874 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:05.874 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:05.874 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:05.874 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:05.874 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:05.874 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:05.874 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:05.874 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.874 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.874 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:05.874 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:05.875 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:05.875 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:05.875 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:05.875 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.875 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.875 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:05.875 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:05.875 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:05.875 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:05.875 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:05.875 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.875 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:05.875 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:05.875 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:05.875 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:05.876 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:05.876 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/test-client.0-4a6zemzjywb5q3g-487" 2023-12-03T12:55:05.876 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.876 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:05.876 INFO:teuthology.orchestra.run.smithi019.stdout:___________ test_object_lock_put_obj_retention_shorten_period_bypass ___________ 2023-12-03T12:55:05.876 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.876 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:05.876 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.876 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:05.876 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:05.876 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.876 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:05.876 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:05.876 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:05.877 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:05.877 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:05.877 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.877 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:05.877 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:05.877 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.877 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.877 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:05.877 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:05.877 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.877 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.877 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:05.877 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.877 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:05.877 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:05.877 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.878 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.878 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:05.878 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:05.878 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.878 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:05.878 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:05.878 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:05.878 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:05.878 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:05.878 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:05.878 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:05.878 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.878 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:05.879 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:05.879 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:05.879 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:05.879 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:05.879 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:05.879 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:05.879 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:05.879 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:05.879 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.879 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:05.879 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:05.879 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:05.879 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:05.879 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.879 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:05.879 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:05.880 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:05.880 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:05.880 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.880 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.880 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:05.880 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:05.880 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:05.880 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:05.880 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.880 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.880 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:05.880 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:05.880 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:05.880 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.881 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:05.881 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.881 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:05.881 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:05.881 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.881 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:05.881 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:05.881 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:05.881 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:05.881 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:05.881 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:05.881 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.881 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:05.881 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.881 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:05.881 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.882 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:05.882 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:05.882 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.882 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:05.882 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.882 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:05.882 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:05.882 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:05.882 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:05.882 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:05.882 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:05.882 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:05.882 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:05.883 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:05.883 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:05.883 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:05.883 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:05.883 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:05.883 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.883 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:05.883 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:05.883 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:05.883 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:05.883 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:05.883 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:05.883 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:05.883 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:05.883 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:05.884 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:05.884 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:05.884 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.884 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.884 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:05.884 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.884 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:05.884 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:05.884 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:05.884 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:05.884 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:05.884 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:05.884 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:05.884 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:05.884 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:05.885 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:05.885 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:05.885 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:05.885 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:05.885 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:05.885 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.885 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.885 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:05.885 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.885 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:05.885 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:05.885 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.885 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:05.885 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:05.885 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:05.885 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:05.886 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:05.886 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.886 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:05.886 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:05.886 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.886 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.886 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:05.886 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:05.886 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.886 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.886 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:05.886 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:05.886 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:05.886 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:05.887 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:05.887 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.887 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.887 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:05.887 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:05.887 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:05.887 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.887 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:05.887 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.887 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:05.887 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.887 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:05.887 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.887 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.mark.fails_on_dbstore 2023-12-03T12:55:05.888 INFO:teuthology.orchestra.run.smithi019.stdout: def test_object_lock_put_obj_retention_shorten_period_bypass(): 2023-12-03T12:55:05.888 INFO:teuthology.orchestra.run.smithi019.stdout: bucket_name = get_new_bucket_name() 2023-12-03T12:55:05.888 INFO:teuthology.orchestra.run.smithi019.stdout: client = get_client() 2023-12-03T12:55:05.888 INFO:teuthology.orchestra.run.smithi019.stdout:> client.create_bucket(Bucket=bucket_name, ObjectLockEnabledForBucket=True) 2023-12-03T12:55:05.888 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.888 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:12009: 2023-12-03T12:55:05.888 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.888 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:05.888 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:05.888 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:05.888 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:05.888 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:05.888 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:05.888 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:05.889 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:05.889 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:05.889 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:05.889 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:05.889 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:05.889 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:05.889 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:05.889 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:05.889 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:05.889 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:05.889 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:05.889 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:05.889 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:05.889 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:05.889 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:05.890 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:05.890 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:05.890 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:05.890 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:05.890 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:05.890 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:05.890 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:05.890 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:05.890 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:05.890 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:05.890 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:05.890 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:05.890 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.890 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.891 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:05.891 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:05.891 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.891 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:05.891 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.891 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:05.891 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:05.891 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:05.891 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:05.891 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:05.891 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:05.891 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:05.891 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:05.891 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:05.892 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:05.892 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:05.892 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:05.892 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:05.892 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.892 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:05.892 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:05.892 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:05.892 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:05.892 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:05.892 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:05.892 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:05.892 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:05.892 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:05.892 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:05.893 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:05.893 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.893 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.893 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:05.893 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:05.893 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:05.893 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:05.893 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:05.893 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.893 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.893 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:05.893 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:05.893 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:05.893 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:05.893 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:05.894 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.894 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:05.894 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:05.894 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:05.894 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:05.894 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:05.894 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/test-client.0-4a6zemzjywb5q3g-488" 2023-12-03T12:55:05.894 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.894 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:05.894 INFO:teuthology.orchestra.run.smithi019.stdout:________________ test_object_lock_delete_object_with_retention _________________ 2023-12-03T12:55:05.894 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.894 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:05.894 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.894 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:05.895 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:05.895 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.895 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:05.895 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:05.895 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:05.895 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:05.895 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:05.895 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.895 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:05.895 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:05.895 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.895 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.895 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:05.895 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:05.895 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.895 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.896 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:05.896 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.896 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:05.896 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:05.896 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.896 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.896 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:05.896 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:05.896 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.896 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:05.896 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:05.896 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:05.896 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:05.896 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:05.897 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:05.897 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:05.897 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.897 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:05.897 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:05.897 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:05.897 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:05.897 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:05.897 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:05.897 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:05.897 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:05.897 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:05.897 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.897 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:05.897 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:05.898 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:05.898 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:05.898 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.898 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:05.898 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:05.898 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:05.898 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:05.898 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.898 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.898 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:05.898 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:05.898 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:05.898 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:05.898 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.899 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.899 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:05.899 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:05.899 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:05.899 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.899 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:05.899 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.899 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:05.899 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:05.899 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.899 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:05.899 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:05.899 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:05.900 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:05.900 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:05.900 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:05.900 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.900 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:05.900 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.900 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:05.900 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.900 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:05.900 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:05.900 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.900 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:05.900 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.901 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:05.901 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:05.901 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:05.901 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:05.901 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:05.901 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:05.901 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:05.901 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:05.901 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:05.901 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:05.901 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:05.901 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:05.901 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:05.901 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.901 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:05.902 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:05.902 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:05.902 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:05.902 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:05.902 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:05.902 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:05.902 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:05.902 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:05.902 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:05.902 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:05.902 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.902 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.902 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:05.903 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.903 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:05.903 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:05.903 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:05.903 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:05.903 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:05.903 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:05.903 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:05.903 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:05.903 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:05.903 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:05.903 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:05.903 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:05.903 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:05.903 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:05.903 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.904 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.904 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:05.904 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.904 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:05.904 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:05.904 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.904 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:05.904 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:05.904 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:05.904 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:05.904 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:05.904 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.904 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:05.904 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:05.904 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.905 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.905 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:05.905 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:05.905 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.905 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.905 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:05.905 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:05.905 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:05.905 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:05.905 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:05.905 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.905 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.905 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:05.905 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:05.905 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:05.906 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.906 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:05.906 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.906 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:05.906 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.906 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:05.906 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.906 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.mark.fails_on_dbstore 2023-12-03T12:55:05.906 INFO:teuthology.orchestra.run.smithi019.stdout: def test_object_lock_delete_object_with_retention(): 2023-12-03T12:55:05.906 INFO:teuthology.orchestra.run.smithi019.stdout: bucket_name = get_new_bucket_name() 2023-12-03T12:55:05.906 INFO:teuthology.orchestra.run.smithi019.stdout: client = get_client() 2023-12-03T12:55:05.906 INFO:teuthology.orchestra.run.smithi019.stdout:> client.create_bucket(Bucket=bucket_name, ObjectLockEnabledForBucket=True) 2023-12-03T12:55:05.906 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.906 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:12026: 2023-12-03T12:55:05.907 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.907 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:05.907 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:05.907 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:05.907 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:05.907 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:05.907 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:05.907 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:05.907 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:05.907 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:05.907 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:05.907 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:05.907 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:05.907 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:05.907 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:05.908 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:05.908 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:05.908 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:05.908 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:05.908 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:05.908 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:05.908 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:05.908 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:05.908 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:05.908 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:05.908 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:05.908 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:05.908 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:05.908 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:05.908 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:05.909 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:05.909 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:05.909 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:05.909 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:05.909 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:05.909 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.909 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.909 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:05.909 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:05.909 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.909 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:05.909 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.909 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:05.909 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:05.909 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:05.909 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:05.910 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:05.910 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:05.910 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:05.910 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:05.910 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:05.910 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:05.910 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:05.910 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:05.910 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:05.910 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.910 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:05.910 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:05.910 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:05.910 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:05.911 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:05.911 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:05.911 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:05.911 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:05.911 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:05.911 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:05.911 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:05.911 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.911 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.911 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:05.911 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:05.911 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:05.911 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:05.911 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:05.912 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.912 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.912 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:05.912 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:05.912 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:05.912 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:05.912 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:05.912 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.912 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:05.912 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:05.912 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:05.912 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:05.912 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:05.912 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/test-client.0-4a6zemzjywb5q3g-489" 2023-12-03T12:55:05.912 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.913 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:05.913 INFO:teuthology.orchestra.run.smithi019.stdout:___________ test_object_lock_delete_object_with_retention_and_marker ___________ 2023-12-03T12:55:05.913 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.913 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:05.913 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.913 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:05.913 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:05.913 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.913 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:05.913 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:05.913 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:05.913 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:05.913 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:05.913 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.913 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:05.914 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:05.914 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.914 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.914 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:05.914 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:05.914 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.914 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.914 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:05.914 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.914 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:05.914 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:05.914 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.914 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.914 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:05.915 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:05.915 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.915 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:05.915 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:05.915 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:05.915 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:05.915 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:05.915 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:05.915 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:05.915 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.915 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:05.915 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:05.915 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:05.915 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:05.915 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:05.916 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:05.916 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:05.916 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:05.916 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:05.916 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.916 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:05.916 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:05.916 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:05.916 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:05.916 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.916 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:05.916 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:05.916 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:05.916 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:05.916 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.917 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.917 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:05.917 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:05.917 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:05.917 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:05.917 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.917 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.917 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:05.917 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:05.917 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:05.917 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.917 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:05.917 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.917 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:05.917 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:05.917 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.918 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:05.918 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:05.918 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:05.918 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:05.918 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:05.918 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:05.918 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.918 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:05.918 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.918 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:05.918 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.918 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:05.918 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:05.918 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.918 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:05.919 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.919 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:05.919 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:05.919 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:05.919 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:05.919 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:05.919 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:05.919 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:05.919 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:05.919 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:05.919 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:05.919 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:05.919 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:05.919 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:05.919 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.920 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:05.920 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:05.920 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:05.920 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:05.920 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:05.920 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:05.920 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:05.920 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:05.920 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:05.920 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:05.920 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:05.920 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.920 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.920 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:05.921 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.921 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:05.921 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:05.921 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:05.921 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:05.921 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:05.921 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:05.921 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:05.921 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:05.921 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:05.921 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:05.921 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:05.921 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:05.921 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:05.921 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:05.922 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.922 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.922 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:05.922 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.922 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:05.922 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:05.922 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.922 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:05.922 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:05.922 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:05.922 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:05.922 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:05.922 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.922 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:05.923 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:05.923 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.923 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.923 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:05.923 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:05.923 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.923 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.923 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:05.923 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:05.923 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:05.923 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:05.923 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:05.923 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.923 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.923 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:05.924 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:05.924 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:05.924 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.924 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:05.924 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.924 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:05.924 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.924 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:05.924 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.924 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.mark.fails_on_dbstore 2023-12-03T12:55:05.924 INFO:teuthology.orchestra.run.smithi019.stdout: def test_object_lock_delete_object_with_retention_and_marker(): 2023-12-03T12:55:05.924 INFO:teuthology.orchestra.run.smithi019.stdout: bucket_name = get_new_bucket_name() 2023-12-03T12:55:05.924 INFO:teuthology.orchestra.run.smithi019.stdout: client = get_client() 2023-12-03T12:55:05.924 INFO:teuthology.orchestra.run.smithi019.stdout:> client.create_bucket(Bucket=bucket_name, ObjectLockEnabledForBucket=True) 2023-12-03T12:55:05.925 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.925 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:12044: 2023-12-03T12:55:05.925 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.925 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:05.925 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:05.925 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:05.925 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:05.925 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:05.925 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:05.925 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:05.925 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:05.925 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:05.925 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:05.925 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:05.926 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:05.926 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:05.926 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:05.926 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:05.926 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:05.926 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:05.926 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:05.926 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:05.926 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:05.926 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:05.926 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:05.926 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:05.926 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:05.926 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:05.927 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:05.927 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:05.927 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:05.927 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:05.927 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:05.927 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:05.927 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:05.927 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:05.927 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:05.927 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.927 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.927 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:05.927 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:05.927 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.928 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:05.928 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.928 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:05.928 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:05.928 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:05.928 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:05.928 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:05.928 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:05.928 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:05.928 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:05.928 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:05.928 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:05.928 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:05.928 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:05.928 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:05.929 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.929 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:05.929 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:05.929 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:05.929 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:05.929 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:05.929 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:05.929 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:05.929 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:05.929 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:05.929 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:05.929 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:05.929 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.929 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.930 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:05.930 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:05.930 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:05.930 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:05.930 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:05.930 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.930 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.930 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:05.930 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:05.930 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:05.930 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:05.930 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:05.930 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.930 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:05.930 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:05.931 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:05.931 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:05.931 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:05.931 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/test-client.0-4a6zemzjywb5q3g-490" 2023-12-03T12:55:05.931 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.931 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:05.931 INFO:teuthology.orchestra.run.smithi019.stdout:_____________ test_object_lock_multi_delete_object_with_retention ______________ 2023-12-03T12:55:05.931 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.931 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:05.931 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.931 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:05.931 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:05.931 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.931 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:05.931 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:05.932 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:05.932 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:05.932 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:05.932 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.932 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:05.932 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:05.932 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.932 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.932 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:05.932 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:05.932 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.932 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.932 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:05.932 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.932 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:05.933 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:05.933 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.933 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.933 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:05.933 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:05.933 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.933 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:05.933 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:05.933 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:05.933 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:05.933 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:05.933 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:05.933 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:05.933 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.933 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:05.934 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:05.934 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:05.934 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:05.934 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:05.934 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:05.934 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:05.934 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:05.934 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:05.934 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.934 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:05.934 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:05.934 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:05.934 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:05.934 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.935 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:05.935 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:05.935 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:05.935 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:05.935 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.935 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.935 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:05.935 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:05.935 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:05.935 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:05.935 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.935 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.935 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:05.935 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:05.935 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:05.936 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.936 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:05.936 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.936 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:05.936 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:05.936 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.936 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:05.936 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:05.936 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:05.936 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:05.936 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:05.936 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:05.936 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.936 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:05.937 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.937 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:05.937 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.937 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:05.937 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:05.937 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.937 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:05.937 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.937 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:05.937 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:05.937 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:05.937 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:05.937 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:05.937 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:05.937 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:05.938 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:05.938 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:05.938 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:05.938 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:05.938 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:05.938 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:05.938 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.938 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:05.938 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:05.938 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:05.938 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:05.938 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:05.938 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:05.938 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:05.939 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:05.939 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:05.939 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:05.939 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:05.939 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.939 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.939 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:05.939 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.939 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:05.939 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:05.939 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:05.939 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:05.939 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:05.939 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:05.939 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:05.940 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:05.940 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:05.940 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:05.940 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:05.940 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:05.940 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:05.940 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:05.940 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.940 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.940 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:05.940 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.940 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:05.940 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:05.940 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.940 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:05.941 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:05.941 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:05.941 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:05.941 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:05.941 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.941 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:05.941 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:05.941 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.941 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.941 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:05.941 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:05.941 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.941 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.941 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:05.942 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:05.942 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:05.942 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:05.942 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:05.942 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.942 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.942 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:05.942 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:05.942 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:05.942 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.942 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:05.942 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.942 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:05.942 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.943 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:05.943 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.943 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.mark.fails_on_dbstore 2023-12-03T12:55:05.943 INFO:teuthology.orchestra.run.smithi019.stdout: def test_object_lock_multi_delete_object_with_retention(): 2023-12-03T12:55:05.943 INFO:teuthology.orchestra.run.smithi019.stdout: bucket_name = get_new_bucket_name() 2023-12-03T12:55:05.943 INFO:teuthology.orchestra.run.smithi019.stdout: client = get_client() 2023-12-03T12:55:05.943 INFO:teuthology.orchestra.run.smithi019.stdout:> client.create_bucket(Bucket=bucket_name, ObjectLockEnabledForBucket=True) 2023-12-03T12:55:05.943 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.943 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:12069: 2023-12-03T12:55:05.943 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.943 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:05.943 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:05.943 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:05.943 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:05.943 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:05.944 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:05.944 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:05.944 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:05.944 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:05.944 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:05.944 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:05.944 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:05.944 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:05.944 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:05.944 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:05.944 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:05.944 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:05.944 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:05.944 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:05.944 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:05.944 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:05.945 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:05.945 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:05.945 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:05.945 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:05.945 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:05.945 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:05.945 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:05.945 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:05.945 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:05.945 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:05.945 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:05.945 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:05.945 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:05.945 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.946 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.946 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:05.946 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:05.946 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.946 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:05.946 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.946 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:05.946 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:05.946 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:05.946 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:05.946 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:05.946 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:05.946 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:05.946 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:05.947 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:05.947 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:05.947 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:05.947 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:05.947 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:05.947 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.947 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:05.947 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:05.947 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:05.947 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:05.947 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:05.947 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:05.947 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:05.947 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:05.948 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:05.948 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:05.948 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:05.948 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.948 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.948 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:05.948 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:05.948 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:05.948 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:05.948 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:05.948 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.948 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.948 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:05.948 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:05.948 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:05.949 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:05.949 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:05.949 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.949 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:05.949 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:05.949 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:05.949 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:05.949 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:05.949 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/test-client.0-4a6zemzjywb5q3g-491" 2023-12-03T12:55:05.949 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.949 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:05.949 INFO:teuthology.orchestra.run.smithi019.stdout:_______________________ test_object_lock_put_legal_hold ________________________ 2023-12-03T12:55:05.949 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.949 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:05.949 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.949 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:05.950 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:05.950 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.950 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:05.950 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:05.950 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:05.950 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:05.950 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:05.950 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.950 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:05.950 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:05.950 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.950 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.950 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:05.950 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:05.951 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.951 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.951 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:05.951 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.951 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:05.951 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:05.951 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.951 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.951 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:05.951 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:05.951 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.951 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:05.951 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:05.951 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:05.951 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:05.952 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:05.952 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:05.952 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:05.952 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.952 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:05.952 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:05.952 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:05.952 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:05.952 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:05.952 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:05.952 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:05.952 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:05.952 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:05.952 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.953 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:05.953 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:05.953 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:05.953 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:05.953 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.953 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:05.953 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:05.953 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:05.953 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:05.953 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.953 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.953 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:05.953 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:05.953 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:05.953 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:05.954 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.954 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.954 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:05.954 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:05.954 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:05.954 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.954 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:05.954 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.954 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:05.954 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:05.954 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.954 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:05.954 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:05.954 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:05.954 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:05.955 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:05.955 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:05.955 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.955 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:05.955 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.955 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:05.955 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.955 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:05.955 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:05.955 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.955 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:05.955 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.955 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:05.955 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:05.956 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:05.956 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:05.956 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:05.956 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:05.956 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:05.956 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:05.956 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:05.956 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:05.956 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:05.956 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:05.956 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:05.956 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.956 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:05.956 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:05.957 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:05.957 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:05.957 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:05.957 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:05.957 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:05.957 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:05.957 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:05.957 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:05.957 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:05.957 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.957 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.957 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:05.957 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.957 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:05.957 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:05.958 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:05.958 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:05.958 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:05.958 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:05.958 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:05.958 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:05.958 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:05.958 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:05.958 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:05.958 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:05.958 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:05.958 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:05.958 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.958 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.959 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:05.959 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.959 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:05.959 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:05.959 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.959 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:05.959 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:05.959 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:05.959 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:05.959 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:05.959 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.959 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:05.959 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:05.959 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.960 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.960 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:05.960 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:05.960 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.960 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.960 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:05.960 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:05.960 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:05.960 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:05.960 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:05.960 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.960 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.960 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:05.960 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:05.960 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:05.961 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.961 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:05.961 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.961 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:05.961 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.961 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:05.961 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.961 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.mark.fails_on_dbstore 2023-12-03T12:55:05.961 INFO:teuthology.orchestra.run.smithi019.stdout: def test_object_lock_put_legal_hold(): 2023-12-03T12:55:05.961 INFO:teuthology.orchestra.run.smithi019.stdout: bucket_name = get_new_bucket_name() 2023-12-03T12:55:05.961 INFO:teuthology.orchestra.run.smithi019.stdout: client = get_client() 2023-12-03T12:55:05.961 INFO:teuthology.orchestra.run.smithi019.stdout:> client.create_bucket(Bucket=bucket_name, ObjectLockEnabledForBucket=True) 2023-12-03T12:55:05.961 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.961 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:12136: 2023-12-03T12:55:05.961 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.962 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:05.962 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:05.962 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:05.962 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:05.962 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:05.962 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:05.962 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:05.962 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:05.962 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:05.962 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:05.962 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:05.962 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:05.962 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:05.962 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:05.963 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:05.963 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:05.963 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:05.963 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:05.963 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:05.963 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:05.963 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:05.963 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:05.963 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:05.963 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:05.963 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:05.963 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:05.963 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:05.963 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:05.963 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:05.964 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:05.964 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:05.964 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:05.964 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:05.964 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:05.964 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.964 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.964 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:05.964 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:05.964 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.964 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:05.964 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.964 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:05.964 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:05.964 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:05.965 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:05.965 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:05.965 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:05.965 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:05.965 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:05.965 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:05.965 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:05.965 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:05.965 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:05.965 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:05.965 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.965 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:05.965 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:05.965 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:05.965 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:05.965 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:05.966 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:05.966 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:05.966 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:05.966 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:05.966 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:05.966 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:05.966 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.966 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.966 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:05.966 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:05.966 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:05.966 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:05.966 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:05.966 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.967 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.967 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:05.967 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:05.967 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:05.967 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:05.967 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:05.967 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.967 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:05.967 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:05.967 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:05.967 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:05.967 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:05.967 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/test-client.0-4a6zemzjywb5q3g-492" 2023-12-03T12:55:05.967 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.967 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:05.968 INFO:teuthology.orchestra.run.smithi019.stdout:________________ test_object_lock_put_legal_hold_invalid_bucket ________________ 2023-12-03T12:55:05.968 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.968 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:05.968 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.968 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:05.968 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:05.968 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.968 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:05.968 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:05.968 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:05.968 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:05.968 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:05.968 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.968 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:05.968 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:05.968 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.969 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.969 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:05.969 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:05.969 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.969 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.969 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:05.969 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.969 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:05.969 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:05.969 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.969 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.969 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:05.969 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:05.969 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.970 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:05.970 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:05.970 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:05.970 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:05.970 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:05.970 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:05.970 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:05.970 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.970 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:05.970 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:05.970 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:05.970 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:05.970 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:05.970 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:05.971 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:05.971 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:05.971 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:05.971 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.971 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:05.971 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:05.971 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:05.971 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:05.971 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.971 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:05.971 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:05.971 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:05.971 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:05.972 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.972 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.972 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:05.972 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:05.972 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:05.972 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:05.972 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.972 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.972 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:05.972 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:05.972 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:05.972 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.972 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:05.972 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.972 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:05.973 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:05.973 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.973 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:05.973 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:05.973 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:05.973 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:05.973 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:05.973 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:05.973 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.973 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:05.973 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.973 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:05.973 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.973 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:05.973 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:05.974 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.974 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:05.974 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.974 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:05.974 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:05.974 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:05.974 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:05.974 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:05.974 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:05.974 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:05.974 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:05.974 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:05.974 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:05.974 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:05.975 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:05.975 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:05.975 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.975 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:05.975 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:05.975 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:05.975 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:05.975 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:05.975 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:05.975 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:05.975 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:05.975 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:05.975 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:05.975 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:05.975 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.976 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.976 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:05.976 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.976 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:05.976 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:05.976 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:05.976 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:05.976 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:05.976 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:05.976 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:05.976 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:05.976 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:05.976 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:05.976 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:05.976 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:05.977 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:05.977 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:05.977 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.977 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.977 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:05.977 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.977 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:05.977 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:05.977 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.977 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:05.977 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:05.977 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:05.977 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:05.977 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:05.977 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.978 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:05.978 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:05.978 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.978 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.978 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:05.978 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:05.978 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.978 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.978 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:05.978 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:05.978 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:05.978 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:05.978 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:05.978 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.979 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.979 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:05.979 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:05.979 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:05.979 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.979 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:05.979 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.979 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:05.979 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.979 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:05.979 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.979 INFO:teuthology.orchestra.run.smithi019.stdout: def test_object_lock_put_legal_hold_invalid_bucket(): 2023-12-03T12:55:05.979 INFO:teuthology.orchestra.run.smithi019.stdout: bucket_name = get_new_bucket_name() 2023-12-03T12:55:05.979 INFO:teuthology.orchestra.run.smithi019.stdout: client = get_client() 2023-12-03T12:55:05.979 INFO:teuthology.orchestra.run.smithi019.stdout:> client.create_bucket(Bucket=bucket_name) 2023-12-03T12:55:05.980 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.980 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:12149: 2023-12-03T12:55:05.980 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.980 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:05.980 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:05.980 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:05.980 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:05.980 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:05.980 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:05.980 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:05.980 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:05.980 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:05.980 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:05.980 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:05.980 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:05.981 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:05.981 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:05.981 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:05.981 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:05.981 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:05.981 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:05.981 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:05.981 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:05.981 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:05.981 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:05.981 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:05.981 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:05.981 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:05.981 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:05.982 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:05.982 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:05.982 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:05.982 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:05.982 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:05.982 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:05.982 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:05.982 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:05.982 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.982 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.982 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:05.982 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:05.982 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.983 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:05.983 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.983 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:05.983 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:05.983 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:05.983 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:05.983 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:05.983 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:05.983 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:05.983 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:05.983 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:05.983 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:05.983 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:05.983 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:05.984 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:05.984 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.984 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:05.984 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:05.984 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:05.984 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:05.984 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:05.984 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:05.984 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:05.984 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:05.984 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:05.984 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:05.984 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:05.984 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.985 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.985 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:05.985 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:05.985 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:05.985 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:05.985 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:05.985 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.985 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.985 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:05.985 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:05.985 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:05.985 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:05.985 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:05.985 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.985 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:05.986 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:05.986 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:05.986 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:05.986 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:05.986 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/test-client.0-4a6zemzjywb5q3g-493" 2023-12-03T12:55:05.986 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.986 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:05.986 INFO:teuthology.orchestra.run.smithi019.stdout:________________ test_object_lock_put_legal_hold_invalid_status ________________ 2023-12-03T12:55:05.986 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.986 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:05.986 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.986 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:05.986 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:05.986 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.987 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:05.987 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:05.987 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:05.987 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:05.987 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:05.987 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.987 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:05.987 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:05.987 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.987 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.987 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:05.987 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:05.987 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.987 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.988 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:05.988 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.988 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:05.988 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:05.988 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.988 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.988 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:05.988 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:05.988 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.988 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:05.988 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:05.988 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:05.988 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:05.988 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:05.988 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:05.989 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:05.989 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.989 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:05.989 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:05.989 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:05.989 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:05.989 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:05.989 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:05.989 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:05.989 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:05.989 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:05.989 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.989 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:05.989 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:05.989 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:05.990 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:05.990 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.990 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:05.990 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:05.990 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:05.990 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:05.990 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.990 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.990 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:05.990 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:05.990 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:05.990 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:05.990 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.990 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.991 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:05.991 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:05.991 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:05.991 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.991 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:05.991 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.991 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:05.991 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:05.991 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.991 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:05.991 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:05.991 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:05.991 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:05.991 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:05.991 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:05.991 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.992 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:05.992 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.992 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:05.992 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.992 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:05.992 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:05.992 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.992 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:05.992 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.992 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:05.992 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:05.992 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:05.992 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:05.992 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:05.992 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:05.993 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:05.993 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:05.993 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:05.993 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:05.993 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:05.993 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:05.993 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:05.993 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.993 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:05.993 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:05.993 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:05.993 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:05.993 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:05.993 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:05.993 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:05.993 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:05.994 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:05.994 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:05.994 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:05.994 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.994 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.994 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:05.994 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.994 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:05.994 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:05.994 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:05.994 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:05.994 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:05.994 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:05.995 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:05.995 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:05.995 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:05.995 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:05.995 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:05.995 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:05.995 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:05.995 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:05.995 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.995 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.995 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:05.995 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.995 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:05.995 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:05.995 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.996 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:05.996 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:05.996 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:05.996 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:05.996 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:05.996 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.996 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:05.996 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:05.996 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.996 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:05.996 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:05.996 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:05.996 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.996 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.996 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:05.997 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:05.997 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:05.997 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:05.997 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:05.997 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.997 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.997 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:05.997 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:05.997 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:05.997 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:05.997 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:05.997 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.997 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:05.997 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.998 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:05.998 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.998 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.mark.fails_on_dbstore 2023-12-03T12:55:05.998 INFO:teuthology.orchestra.run.smithi019.stdout: def test_object_lock_put_legal_hold_invalid_status(): 2023-12-03T12:55:05.998 INFO:teuthology.orchestra.run.smithi019.stdout: bucket_name = get_new_bucket_name() 2023-12-03T12:55:05.998 INFO:teuthology.orchestra.run.smithi019.stdout: client = get_client() 2023-12-03T12:55:05.998 INFO:teuthology.orchestra.run.smithi019.stdout:> client.create_bucket(Bucket=bucket_name, ObjectLockEnabledForBucket=True) 2023-12-03T12:55:05.998 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:05.998 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:12163: 2023-12-03T12:55:05.998 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:05.998 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:05.998 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:05.998 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:05.998 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:05.999 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:05.999 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:05.999 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:05.999 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:05.999 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:05.999 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:05.999 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:05.999 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:05.999 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:05.999 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:05.999 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:05.999 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:05.999 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:05.999 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:05.999 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:06.000 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:06.000 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:06.000 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:06.000 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:06.000 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:06.000 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:06.000 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:06.000 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:06.000 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:06.000 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:06.000 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:06.000 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:06.000 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:06.000 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:06.000 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:06.001 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:06.001 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.001 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:06.001 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:06.001 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.001 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:06.001 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:06.001 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:06.001 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:06.001 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:06.001 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:06.001 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:06.001 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:06.002 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:06.002 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:06.002 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:06.002 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:06.002 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:06.002 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:06.002 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:06.002 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.002 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:06.002 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:06.002 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:06.002 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:06.002 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:06.002 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:06.002 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:06.003 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:06.003 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:06.003 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:06.003 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:06.003 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.003 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.003 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:06.003 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:06.003 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:06.003 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:06.003 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:06.003 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.003 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.003 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:06.003 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:06.004 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:06.004 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:06.004 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:06.004 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.004 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:06.004 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:06.004 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:06.004 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:06.004 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:06.004 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/test-client.0-4a6zemzjywb5q3g-494" 2023-12-03T12:55:06.004 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.004 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:06.004 INFO:teuthology.orchestra.run.smithi019.stdout:_______________________ test_object_lock_get_legal_hold ________________________ 2023-12-03T12:55:06.004 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.005 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:06.005 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.005 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:06.005 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:06.005 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.005 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:06.005 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:06.005 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:06.005 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:06.005 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:06.005 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.005 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:06.005 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:06.005 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.005 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:06.005 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:06.006 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:06.006 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.006 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.006 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:06.006 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:06.006 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:06.006 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:06.006 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:06.006 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.006 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:06.006 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:06.006 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.006 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:06.007 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:06.007 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:06.007 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:06.007 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:06.007 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:06.007 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:06.007 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.007 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:06.007 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:06.007 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:06.007 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:06.007 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:06.007 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:06.007 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:06.007 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:06.008 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:06.008 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.008 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:06.008 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:06.008 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:06.008 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:06.008 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.008 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:06.008 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:06.008 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:06.008 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:06.008 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.008 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:06.008 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:06.008 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:06.009 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:06.009 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:06.009 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.009 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.009 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:06.009 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:06.009 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:06.009 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:06.009 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:06.009 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.009 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:06.009 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:06.009 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.009 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:06.009 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:06.010 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:06.010 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:06.010 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:06.010 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:06.010 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.010 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:06.010 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.010 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:06.010 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.010 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:06.010 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:06.010 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.010 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:06.010 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:06.010 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:06.011 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:06.011 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:06.011 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:06.011 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:06.011 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:06.011 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:06.011 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:06.011 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:06.011 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:06.011 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:06.011 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:06.011 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:06.011 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.012 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:06.012 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:06.012 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:06.012 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:06.012 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:06.012 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:06.012 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:06.012 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:06.012 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:06.012 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:06.012 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:06.012 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.012 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.012 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:06.013 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:06.013 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:06.013 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:06.013 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:06.013 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:06.013 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:06.013 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:06.013 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:06.013 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:06.013 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:06.013 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:06.013 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:06.013 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:06.014 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:06.014 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:06.014 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:06.014 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.014 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:06.014 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.014 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:06.014 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:06.014 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.014 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:06.014 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:06.014 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:06.014 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:06.014 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:06.015 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.015 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:06.015 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:06.015 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.015 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:06.015 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:06.015 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:06.015 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.015 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.015 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:06.015 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:06.015 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:06.015 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:06.015 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:06.015 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.016 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.016 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:06.016 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:06.016 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:06.016 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.016 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:06.016 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.016 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:06.016 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.016 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:06.016 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.016 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.mark.fails_on_dbstore 2023-12-03T12:55:06.016 INFO:teuthology.orchestra.run.smithi019.stdout: def test_object_lock_get_legal_hold(): 2023-12-03T12:55:06.016 INFO:teuthology.orchestra.run.smithi019.stdout: bucket_name = get_new_bucket_name() 2023-12-03T12:55:06.017 INFO:teuthology.orchestra.run.smithi019.stdout: client = get_client() 2023-12-03T12:55:06.017 INFO:teuthology.orchestra.run.smithi019.stdout:> client.create_bucket(Bucket=bucket_name, ObjectLockEnabledForBucket=True) 2023-12-03T12:55:06.017 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.017 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:12177: 2023-12-03T12:55:06.017 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:06.017 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:06.017 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:06.017 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:06.017 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:06.017 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:06.017 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:06.017 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:06.017 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:06.017 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:06.017 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:06.018 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:06.018 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:06.018 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:06.018 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:06.018 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:06.018 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:06.018 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:06.018 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:06.018 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:06.018 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:06.018 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:06.018 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:06.018 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:06.018 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:06.019 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:06.019 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:06.019 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:06.019 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:06.019 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:06.019 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:06.019 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:06.019 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:06.019 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:06.019 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:06.019 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:06.019 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.020 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:06.020 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:06.020 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.020 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:06.020 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:06.020 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:06.020 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:06.020 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:06.020 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:06.020 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:06.020 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:06.020 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:06.020 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:06.020 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:06.020 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:06.021 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:06.021 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:06.021 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:06.021 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.021 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:06.021 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:06.021 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:06.021 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:06.021 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:06.021 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:06.021 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:06.021 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:06.021 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:06.021 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:06.022 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:06.022 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.022 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.022 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:06.022 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:06.022 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:06.022 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:06.022 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:06.022 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.022 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.022 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:06.022 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:06.022 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:06.022 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:06.022 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:06.023 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.023 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:06.023 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:06.023 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:06.023 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:06.023 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:06.023 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/test-client.0-4a6zemzjywb5q3g-495" 2023-12-03T12:55:06.023 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.023 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:06.023 INFO:teuthology.orchestra.run.smithi019.stdout:________________ test_object_lock_get_legal_hold_invalid_bucket ________________ 2023-12-03T12:55:06.023 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.023 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:06.023 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.023 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:06.024 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:06.024 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.024 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:06.024 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:06.024 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:06.024 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:06.024 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:06.024 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.024 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:06.024 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:06.024 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.024 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:06.024 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:06.024 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:06.024 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.024 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.025 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:06.025 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:06.025 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:06.025 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:06.025 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:06.025 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.025 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:06.025 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:06.025 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.025 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:06.025 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:06.025 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:06.025 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:06.025 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:06.025 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:06.026 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:06.026 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.026 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:06.026 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:06.026 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:06.026 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:06.026 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:06.026 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:06.026 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:06.026 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:06.026 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:06.026 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.026 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:06.026 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:06.027 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:06.027 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:06.027 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.027 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:06.027 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:06.027 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:06.027 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:06.027 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.027 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:06.027 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:06.027 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:06.027 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:06.027 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:06.027 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.028 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.028 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:06.028 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:06.028 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:06.028 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:06.028 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:06.028 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.028 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:06.028 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:06.028 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.028 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:06.028 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:06.028 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:06.028 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:06.028 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:06.029 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:06.029 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.029 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:06.029 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.029 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:06.029 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.029 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:06.029 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:06.029 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.029 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:06.029 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:06.029 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:06.029 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:06.029 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:06.029 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:06.030 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:06.030 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:06.030 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:06.030 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:06.030 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:06.030 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:06.030 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:06.030 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:06.030 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:06.030 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.030 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:06.030 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:06.030 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:06.030 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:06.031 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:06.031 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:06.031 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:06.031 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:06.031 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:06.031 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:06.031 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:06.031 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.031 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.031 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:06.031 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:06.031 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:06.031 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:06.031 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:06.032 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:06.032 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:06.032 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:06.032 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:06.032 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:06.032 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:06.032 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:06.032 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:06.032 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:06.032 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:06.032 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:06.032 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:06.032 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.032 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:06.033 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.033 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:06.033 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:06.033 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.033 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:06.033 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:06.033 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:06.033 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:06.033 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:06.033 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.033 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:06.033 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:06.033 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.033 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:06.033 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:06.033 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:06.034 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.034 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.034 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:06.034 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:06.034 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:06.034 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:06.034 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:06.034 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.034 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.034 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:06.034 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:06.034 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:06.034 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.034 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:06.035 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.035 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:06.035 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.035 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:06.035 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.035 INFO:teuthology.orchestra.run.smithi019.stdout: def test_object_lock_get_legal_hold_invalid_bucket(): 2023-12-03T12:55:06.035 INFO:teuthology.orchestra.run.smithi019.stdout: bucket_name = get_new_bucket_name() 2023-12-03T12:55:06.035 INFO:teuthology.orchestra.run.smithi019.stdout: client = get_client() 2023-12-03T12:55:06.035 INFO:teuthology.orchestra.run.smithi019.stdout:> client.create_bucket(Bucket=bucket_name) 2023-12-03T12:55:06.035 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.035 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:12193: 2023-12-03T12:55:06.035 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:06.035 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:06.035 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:06.035 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:06.036 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:06.036 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:06.036 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:06.036 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:06.036 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:06.036 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:06.036 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:06.036 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:06.036 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:06.036 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:06.036 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:06.036 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:06.036 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:06.036 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:06.036 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:06.037 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:06.037 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:06.037 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:06.037 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:06.037 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:06.037 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:06.037 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:06.037 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:06.037 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:06.037 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:06.037 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:06.037 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:06.037 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:06.037 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:06.037 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:06.038 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:06.038 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:06.038 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.038 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:06.038 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:06.038 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.038 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:06.038 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:06.038 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:06.038 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:06.038 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:06.038 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:06.038 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:06.038 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:06.039 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:06.039 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:06.039 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:06.039 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:06.039 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:06.039 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:06.039 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:06.039 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.039 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:06.039 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:06.039 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:06.039 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:06.039 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:06.039 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:06.040 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:06.040 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:06.040 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:06.040 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:06.040 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:06.040 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.040 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.040 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:06.040 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:06.040 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:06.040 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:06.040 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:06.040 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.040 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.040 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:06.041 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:06.041 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:06.041 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:06.041 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:06.041 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.041 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:06.041 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:06.041 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:06.041 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:06.041 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:06.041 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/test-client.0-4a6zemzjywb5q3g-496" 2023-12-03T12:55:06.041 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.041 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:06.041 INFO:teuthology.orchestra.run.smithi019.stdout:______________ test_object_lock_delete_object_with_legal_hold_on _______________ 2023-12-03T12:55:06.041 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.042 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:06.042 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.042 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:06.042 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:06.042 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.042 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:06.042 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:06.042 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:06.042 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:06.042 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:06.042 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.042 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:06.042 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:06.043 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.043 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:06.043 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:06.043 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:06.043 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.043 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.043 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:06.043 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:06.043 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:06.043 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:06.043 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:06.043 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.043 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:06.043 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:06.043 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.044 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:06.044 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:06.044 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:06.044 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:06.044 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:06.044 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:06.044 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:06.044 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.044 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:06.044 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:06.044 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:06.044 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:06.044 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:06.044 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:06.044 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:06.044 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:06.045 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:06.045 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.045 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:06.045 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:06.045 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:06.045 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:06.045 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.045 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:06.045 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:06.045 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:06.045 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:06.045 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.045 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:06.045 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:06.046 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:06.046 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:06.046 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:06.046 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.046 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.046 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:06.046 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:06.046 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:06.046 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:06.046 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:06.046 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.046 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:06.046 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:06.046 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.047 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:06.047 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:06.047 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:06.047 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:06.047 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:06.047 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:06.047 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.047 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:06.047 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.047 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:06.047 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.047 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:06.047 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:06.047 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.048 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:06.048 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:06.048 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:06.048 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:06.048 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:06.048 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:06.048 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:06.048 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:06.048 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:06.048 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:06.048 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:06.048 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:06.048 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:06.048 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:06.048 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:06.049 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.049 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:06.049 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:06.049 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:06.049 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:06.049 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:06.049 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:06.049 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:06.049 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:06.049 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:06.049 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:06.049 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:06.049 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.049 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.049 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:06.050 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:06.050 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:06.050 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:06.050 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:06.050 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:06.050 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:06.050 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:06.050 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:06.050 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:06.050 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:06.050 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:06.050 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:06.050 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:06.050 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:06.051 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:06.051 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:06.051 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.051 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:06.051 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.051 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:06.051 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:06.051 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.051 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:06.051 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:06.051 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:06.051 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:06.051 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:06.051 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.052 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:06.052 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:06.052 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.052 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:06.052 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:06.052 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:06.052 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.052 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.052 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:06.052 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:06.052 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:06.052 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:06.052 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:06.052 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.053 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.053 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:06.053 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:06.053 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:06.053 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.053 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:06.053 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.053 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:06.053 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.053 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:06.053 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.053 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.mark.fails_on_dbstore 2023-12-03T12:55:06.053 INFO:teuthology.orchestra.run.smithi019.stdout: def test_object_lock_delete_object_with_legal_hold_on(): 2023-12-03T12:55:06.053 INFO:teuthology.orchestra.run.smithi019.stdout: bucket_name = get_new_bucket_name() 2023-12-03T12:55:06.053 INFO:teuthology.orchestra.run.smithi019.stdout: client = get_client() 2023-12-03T12:55:06.053 INFO:teuthology.orchestra.run.smithi019.stdout:> client.create_bucket(Bucket=bucket_name, ObjectLockEnabledForBucket=True) 2023-12-03T12:55:06.054 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.054 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:12206: 2023-12-03T12:55:06.054 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:06.054 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:06.054 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:06.054 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:06.054 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:06.054 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:06.054 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:06.054 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:06.054 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:06.054 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:06.054 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:06.054 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:06.055 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:06.055 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:06.055 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:06.055 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:06.055 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:06.055 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:06.055 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:06.055 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:06.055 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:06.055 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:06.055 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:06.055 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:06.055 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:06.055 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:06.056 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:06.056 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:06.056 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:06.056 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:06.056 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:06.056 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:06.056 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:06.056 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:06.056 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:06.056 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:06.056 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.056 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:06.056 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:06.056 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.057 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:06.057 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:06.057 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:06.057 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:06.057 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:06.057 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:06.057 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:06.057 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:06.057 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:06.057 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:06.057 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:06.057 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:06.057 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:06.057 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:06.057 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:06.058 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.058 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:06.058 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:06.058 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:06.058 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:06.058 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:06.058 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:06.058 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:06.058 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:06.058 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:06.058 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:06.058 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:06.058 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.058 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.059 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:06.059 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:06.059 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:06.059 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:06.059 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:06.059 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.059 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.059 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:06.059 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:06.059 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:06.059 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:06.059 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:06.059 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.059 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:06.059 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:06.060 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:06.060 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:06.060 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:06.060 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/test-client.0-4a6zemzjywb5q3g-497" 2023-12-03T12:55:06.060 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.060 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:06.060 INFO:teuthology.orchestra.run.smithi019.stdout:______________ test_object_lock_delete_object_with_legal_hold_off ______________ 2023-12-03T12:55:06.060 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.060 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:06.060 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.060 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:06.060 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:06.060 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.060 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:06.061 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:06.061 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:06.061 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:06.061 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:06.061 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.061 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:06.061 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:06.061 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.061 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:06.061 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:06.061 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:06.061 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.061 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.061 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:06.062 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:06.062 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:06.062 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:06.062 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:06.062 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.062 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:06.062 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:06.062 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.062 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:06.062 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:06.062 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:06.062 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:06.062 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:06.062 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:06.063 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:06.063 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.063 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:06.063 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:06.063 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:06.063 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:06.063 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:06.063 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:06.063 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:06.063 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:06.063 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:06.063 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.063 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:06.063 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:06.063 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:06.064 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:06.064 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.064 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:06.064 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:06.064 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:06.064 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:06.064 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.064 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:06.064 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:06.064 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:06.064 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:06.064 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:06.064 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.064 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.064 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:06.065 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:06.065 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:06.065 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:06.065 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:06.065 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.065 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:06.065 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:06.065 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.065 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:06.065 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:06.065 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:06.065 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:06.065 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:06.065 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:06.066 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.066 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:06.066 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.066 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:06.066 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.066 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:06.066 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:06.066 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.066 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:06.066 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:06.066 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:06.066 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:06.066 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:06.066 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:06.067 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:06.067 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:06.067 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:06.067 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:06.067 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:06.067 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:06.067 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:06.067 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:06.067 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:06.067 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.067 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:06.067 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:06.067 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:06.067 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:06.068 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:06.068 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:06.068 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:06.068 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:06.068 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:06.068 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:06.068 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:06.068 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.068 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.068 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:06.068 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:06.068 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:06.068 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:06.068 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:06.069 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:06.069 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:06.069 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:06.069 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:06.069 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:06.069 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:06.069 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:06.069 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:06.069 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:06.069 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:06.069 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:06.069 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:06.069 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.069 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:06.070 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.070 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:06.070 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:06.070 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.070 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:06.070 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:06.070 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:06.070 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:06.070 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:06.070 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.070 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:06.070 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:06.070 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.070 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:06.071 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:06.071 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:06.071 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.071 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.071 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:06.071 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:06.071 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:06.071 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:06.071 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:06.071 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.071 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.071 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:06.071 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:06.071 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:06.072 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.072 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:06.072 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.072 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:06.072 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.072 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:06.072 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.072 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.mark.fails_on_dbstore 2023-12-03T12:55:06.072 INFO:teuthology.orchestra.run.smithi019.stdout: def test_object_lock_delete_object_with_legal_hold_off(): 2023-12-03T12:55:06.072 INFO:teuthology.orchestra.run.smithi019.stdout: bucket_name = get_new_bucket_name() 2023-12-03T12:55:06.072 INFO:teuthology.orchestra.run.smithi019.stdout: client = get_client() 2023-12-03T12:55:06.072 INFO:teuthology.orchestra.run.smithi019.stdout:> client.create_bucket(Bucket=bucket_name, ObjectLockEnabledForBucket=True) 2023-12-03T12:55:06.072 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.072 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:12221: 2023-12-03T12:55:06.073 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:06.073 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:06.073 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:06.073 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:06.073 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:06.073 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:06.073 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:06.073 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:06.073 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:06.073 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:06.073 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:06.073 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:06.073 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:06.073 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:06.073 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:06.074 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:06.074 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:06.074 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:06.074 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:06.074 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:06.074 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:06.074 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:06.074 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:06.074 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:06.074 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:06.074 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:06.074 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:06.074 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:06.074 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:06.075 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:06.075 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:06.075 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:06.075 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:06.075 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:06.075 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:06.075 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:06.075 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.075 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:06.075 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:06.075 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.075 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:06.075 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:06.075 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:06.075 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:06.076 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:06.076 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:06.076 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:06.076 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:06.076 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:06.076 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:06.076 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:06.076 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:06.076 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:06.076 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:06.076 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:06.076 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.076 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:06.076 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:06.077 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:06.077 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:06.077 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:06.077 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:06.077 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:06.077 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:06.077 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:06.077 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:06.077 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:06.077 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.077 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.077 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:06.077 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:06.077 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:06.077 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:06.077 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:06.078 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.078 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.078 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:06.078 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:06.078 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:06.078 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:06.078 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:06.078 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.078 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:06.078 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:06.078 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:06.078 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:06.078 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:06.079 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/test-client.0-4a6zemzjywb5q3g-498" 2023-12-03T12:55:06.079 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.079 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:06.079 INFO:teuthology.orchestra.run.smithi019.stdout:______________________ test_object_lock_get_obj_metadata _______________________ 2023-12-03T12:55:06.079 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.079 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:06.079 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.079 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:06.079 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:06.079 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.079 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:06.079 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:06.079 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:06.079 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:06.079 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:06.080 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.080 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:06.080 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:06.080 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.080 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:06.080 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:06.080 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:06.080 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.080 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.080 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:06.080 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:06.080 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:06.080 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:06.080 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:06.081 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.081 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:06.081 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:06.081 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.081 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:06.081 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:06.081 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:06.081 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:06.081 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:06.081 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:06.081 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:06.081 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.081 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:06.081 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:06.082 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:06.082 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:06.082 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:06.082 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:06.082 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:06.082 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:06.082 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:06.082 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.082 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:06.082 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:06.082 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:06.082 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:06.082 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.083 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:06.083 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:06.083 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:06.083 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:06.083 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.083 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:06.083 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:06.083 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:06.083 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:06.083 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:06.083 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.083 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.083 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:06.083 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:06.083 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:06.084 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:06.084 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:06.084 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.084 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:06.084 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:06.084 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.084 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:06.084 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:06.084 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:06.084 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:06.084 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:06.084 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:06.084 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.084 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:06.084 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.085 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:06.085 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.085 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:06.085 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:06.085 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.085 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:06.085 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:06.085 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:06.085 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:06.085 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:06.085 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:06.085 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:06.085 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:06.085 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:06.085 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:06.086 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:06.086 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:06.086 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:06.086 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:06.086 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:06.086 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.086 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:06.086 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:06.086 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:06.086 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:06.086 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:06.086 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:06.086 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:06.086 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:06.087 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:06.087 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:06.087 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:06.087 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.087 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.087 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:06.087 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:06.087 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:06.087 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:06.087 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:06.087 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:06.087 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:06.087 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:06.087 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:06.087 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:06.088 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:06.088 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:06.088 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:06.088 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:06.088 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:06.088 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:06.088 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:06.088 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.088 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:06.088 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.088 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:06.088 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:06.088 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.088 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:06.088 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:06.089 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:06.089 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:06.089 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:06.089 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.089 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:06.089 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:06.089 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.089 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:06.089 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:06.089 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:06.089 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.089 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.089 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:06.089 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:06.089 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:06.090 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:06.090 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:06.090 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.090 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.090 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:06.090 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:06.090 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:06.090 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.090 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:06.090 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.090 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:06.090 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.090 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:06.090 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.091 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.mark.fails_on_dbstore 2023-12-03T12:55:06.091 INFO:teuthology.orchestra.run.smithi019.stdout: def test_object_lock_get_obj_metadata(): 2023-12-03T12:55:06.091 INFO:teuthology.orchestra.run.smithi019.stdout: bucket_name = get_new_bucket_name() 2023-12-03T12:55:06.091 INFO:teuthology.orchestra.run.smithi019.stdout: client = get_client() 2023-12-03T12:55:06.091 INFO:teuthology.orchestra.run.smithi019.stdout:> client.create_bucket(Bucket=bucket_name, ObjectLockEnabledForBucket=True) 2023-12-03T12:55:06.091 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.091 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:12233: 2023-12-03T12:55:06.091 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:06.091 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:06.091 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:06.091 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:06.091 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:06.091 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:06.091 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:06.092 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:06.092 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:06.092 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:06.092 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:06.092 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:06.092 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:06.092 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:06.092 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:06.092 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:06.092 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:06.092 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:06.092 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:06.092 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:06.092 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:06.093 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:06.093 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:06.093 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:06.093 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:06.093 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:06.093 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:06.093 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:06.093 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:06.093 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:06.093 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:06.093 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:06.093 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:06.093 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:06.093 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:06.093 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:06.094 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.094 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:06.094 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:06.094 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.094 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:06.094 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:06.094 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:06.094 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:06.094 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:06.094 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:06.094 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:06.094 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:06.094 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:06.094 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:06.095 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:06.095 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:06.095 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:06.095 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:06.095 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:06.095 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.095 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:06.095 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:06.095 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:06.095 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:06.095 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:06.095 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:06.095 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:06.095 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:06.096 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:06.096 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:06.096 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:06.096 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.096 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.096 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:06.096 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:06.096 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:06.096 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:06.096 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:06.096 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.096 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.096 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:06.096 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:06.097 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:06.097 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:06.097 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:06.097 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.097 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:06.097 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:06.097 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:06.097 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:06.097 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:06.097 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/test-client.0-4a6zemzjywb5q3g-499" 2023-12-03T12:55:06.097 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.097 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:06.097 INFO:teuthology.orchestra.run.smithi019.stdout:________________________ test_object_lock_uploading_obj ________________________ 2023-12-03T12:55:06.097 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.098 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:06.098 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.098 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:06.098 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:06.098 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.098 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:06.098 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:06.098 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:06.098 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:06.098 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:06.098 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.098 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:06.098 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:06.098 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.099 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:06.099 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:06.099 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:06.099 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.099 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.099 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:06.099 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:06.099 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:06.099 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:06.099 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:06.099 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.099 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:06.099 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:06.099 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.099 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:06.100 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:06.100 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:06.100 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:06.100 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:06.100 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:06.100 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:06.100 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.100 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:06.100 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:06.100 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:06.100 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:06.100 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:06.100 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:06.100 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:06.100 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:06.101 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:06.101 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.101 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:06.101 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:06.101 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:06.101 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:06.101 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.101 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:06.101 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:06.101 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:06.101 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:06.101 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.101 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:06.101 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:06.102 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:06.102 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:06.102 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:06.102 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.102 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.102 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:06.102 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:06.102 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:06.102 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:06.102 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:06.102 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.102 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:06.102 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:06.102 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.103 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:06.103 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:06.103 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:06.103 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:06.103 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:06.103 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:06.103 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.103 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:06.103 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.103 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:06.103 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.103 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:06.103 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:06.103 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.103 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:06.104 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:06.104 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:06.104 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:06.104 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:06.104 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:06.104 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:06.104 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:06.104 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:06.104 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:06.104 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:06.104 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:06.104 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:06.104 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:06.104 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:06.105 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.105 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:06.105 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:06.105 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:06.105 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:06.105 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:06.105 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:06.105 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:06.105 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:06.105 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:06.105 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:06.105 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:06.105 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.105 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.105 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:06.106 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:06.106 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:06.106 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:06.106 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:06.106 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:06.106 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:06.106 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:06.106 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:06.106 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:06.106 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:06.106 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:06.106 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:06.106 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:06.107 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:06.107 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:06.107 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:06.107 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.107 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:06.107 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.107 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:06.107 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:06.107 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.107 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:06.107 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:06.107 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:06.107 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:06.107 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:06.107 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.108 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:06.108 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:06.108 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.108 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:06.108 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:06.108 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:06.108 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.108 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.108 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:06.108 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:06.108 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:06.108 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:06.108 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:06.108 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.108 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.109 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:06.109 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:06.109 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:06.109 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.109 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:06.109 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.109 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:06.109 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.109 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:06.109 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.109 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.mark.fails_on_dbstore 2023-12-03T12:55:06.109 INFO:teuthology.orchestra.run.smithi019.stdout: def test_object_lock_uploading_obj(): 2023-12-03T12:55:06.109 INFO:teuthology.orchestra.run.smithi019.stdout: bucket_name = get_new_bucket_name() 2023-12-03T12:55:06.109 INFO:teuthology.orchestra.run.smithi019.stdout: client = get_client() 2023-12-03T12:55:06.109 INFO:teuthology.orchestra.run.smithi019.stdout:> client.create_bucket(Bucket=bucket_name, ObjectLockEnabledForBucket=True) 2023-12-03T12:55:06.110 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.110 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:12253: 2023-12-03T12:55:06.110 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:06.110 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:06.110 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:06.110 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:06.110 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:06.110 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:06.110 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:06.110 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:06.110 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:06.110 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:06.110 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:06.110 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:06.111 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:06.111 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:06.111 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:06.111 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:06.111 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:06.111 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:06.111 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:06.111 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:06.111 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:06.111 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:06.111 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:06.111 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:06.111 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:06.111 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:06.111 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:06.112 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:06.112 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:06.112 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:06.112 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:06.112 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:06.112 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:06.112 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:06.112 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:06.112 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:06.112 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.112 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:06.112 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:06.112 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.112 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:06.113 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:06.113 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:06.113 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:06.113 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:06.113 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:06.113 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:06.113 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:06.113 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:06.113 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:06.113 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:06.113 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:06.113 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:06.113 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:06.113 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:06.113 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.114 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:06.114 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:06.114 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:06.114 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:06.114 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:06.114 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:06.114 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:06.114 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:06.114 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:06.114 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:06.114 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:06.114 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.114 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.114 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:06.115 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:06.115 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:06.115 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:06.115 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:06.115 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.115 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.115 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:06.115 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:06.115 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:06.115 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:06.115 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:06.115 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.115 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:06.115 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:06.115 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:06.116 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:06.116 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:06.116 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/test-client.0-4a6zemzjywb5q3g-500" 2023-12-03T12:55:06.116 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.116 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:06.116 INFO:teuthology.orchestra.run.smithi019.stdout:__________ test_object_lock_changing_mode_from_governance_with_bypass __________ 2023-12-03T12:55:06.116 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.116 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:06.116 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.116 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:06.116 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:06.116 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.116 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:06.116 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:06.116 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:06.116 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:06.117 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:06.117 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.117 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:06.117 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:06.117 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.117 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:06.117 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:06.117 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:06.117 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.117 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.117 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:06.117 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:06.117 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:06.117 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:06.117 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:06.117 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.118 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:06.118 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:06.118 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.118 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:06.118 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:06.118 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:06.118 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:06.118 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:06.118 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:06.118 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:06.118 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.118 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:06.118 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:06.118 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:06.118 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:06.119 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:06.119 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:06.119 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:06.119 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:06.119 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:06.119 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.119 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:06.119 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:06.119 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:06.119 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:06.119 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.119 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:06.119 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:06.119 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:06.120 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:06.120 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.120 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:06.120 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:06.120 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:06.120 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:06.120 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:06.120 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.120 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.120 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:06.120 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:06.120 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:06.120 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:06.120 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:06.120 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.120 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:06.121 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:06.121 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.121 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:06.121 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:06.121 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:06.121 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:06.121 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:06.121 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:06.121 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.121 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:06.121 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.121 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:06.121 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.121 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:06.121 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:06.122 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.122 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:06.122 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:06.122 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:06.122 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:06.122 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:06.122 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:06.122 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:06.122 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:06.122 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:06.122 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:06.122 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:06.122 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:06.123 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:06.123 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:06.123 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:06.123 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.123 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:06.123 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:06.123 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:06.123 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:06.123 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:06.123 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:06.123 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:06.123 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:06.123 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:06.123 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:06.123 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:06.123 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.124 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.124 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:06.124 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:06.124 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:06.124 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:06.124 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:06.124 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:06.124 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:06.124 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:06.124 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:06.124 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:06.124 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:06.124 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:06.124 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:06.125 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:06.125 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:06.125 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:06.125 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:06.125 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.125 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:06.125 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.125 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:06.125 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:06.125 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.125 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:06.125 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:06.125 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:06.125 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:06.125 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:06.126 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.126 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:06.126 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:06.126 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.126 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:06.126 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:06.126 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:06.126 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.126 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.126 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:06.126 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:06.126 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:06.126 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:06.127 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:06.127 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.127 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.127 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:06.127 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:06.127 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:06.127 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.127 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:06.127 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.127 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:06.127 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.127 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:06.127 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.127 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.mark.fails_on_dbstore 2023-12-03T12:55:06.127 INFO:teuthology.orchestra.run.smithi019.stdout: def test_object_lock_changing_mode_from_governance_with_bypass(): 2023-12-03T12:55:06.128 INFO:teuthology.orchestra.run.smithi019.stdout: bucket_name = get_new_bucket_name() 2023-12-03T12:55:06.128 INFO:teuthology.orchestra.run.smithi019.stdout: key = 'file1' 2023-12-03T12:55:06.128 INFO:teuthology.orchestra.run.smithi019.stdout: client = get_client() 2023-12-03T12:55:06.128 INFO:teuthology.orchestra.run.smithi019.stdout:> client.create_bucket(Bucket=bucket_name, ObjectLockEnabledForBucket=True) 2023-12-03T12:55:06.128 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.128 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:12270: 2023-12-03T12:55:06.128 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:06.128 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:06.128 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:06.128 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:06.128 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:06.128 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:06.128 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:06.128 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:06.129 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:06.129 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:06.129 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:06.129 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:06.129 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:06.129 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:06.129 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:06.129 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:06.129 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:06.129 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:06.129 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:06.129 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:06.129 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:06.129 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:06.129 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:06.129 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:06.130 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:06.130 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:06.130 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:06.130 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:06.130 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:06.130 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:06.130 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:06.130 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:06.130 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:06.130 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:06.130 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:06.130 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:06.130 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.131 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:06.131 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:06.131 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.131 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:06.131 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:06.131 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:06.131 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:06.131 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:06.131 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:06.131 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:06.131 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:06.131 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:06.131 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:06.131 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:06.132 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:06.132 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:06.132 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:06.132 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:06.132 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.132 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:06.132 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:06.132 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:06.132 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:06.132 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:06.132 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:06.132 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:06.132 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:06.132 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:06.132 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:06.133 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:06.133 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.133 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.133 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:06.133 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:06.133 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:06.133 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:06.133 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:06.133 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.133 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.133 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:06.133 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:06.133 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:06.133 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:06.133 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:06.133 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.134 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:06.134 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:06.134 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:06.134 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:06.134 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:06.134 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/test-client.0-4a6zemzjywb5q3g-501" 2023-12-03T12:55:06.134 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.134 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:06.134 INFO:teuthology.orchestra.run.smithi019.stdout:________ test_object_lock_changing_mode_from_governance_without_bypass _________ 2023-12-03T12:55:06.134 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.134 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:06.134 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.134 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:06.134 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:06.135 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.135 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:06.135 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:06.135 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:06.135 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:06.135 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:06.135 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.135 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:06.135 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:06.135 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.135 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:06.135 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:06.135 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:06.135 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.135 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.135 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:06.136 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:06.136 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:06.136 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:06.136 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:06.136 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.136 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:06.136 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:06.136 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.136 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:06.136 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:06.136 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:06.136 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:06.136 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:06.136 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:06.136 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:06.136 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.137 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:06.137 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:06.137 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:06.137 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:06.137 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:06.137 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:06.137 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:06.137 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:06.137 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:06.137 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.137 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:06.137 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:06.137 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:06.137 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:06.137 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.138 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:06.138 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:06.138 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:06.138 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:06.138 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.138 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:06.138 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:06.138 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:06.138 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:06.138 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:06.138 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.138 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.138 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:06.139 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:06.139 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:06.139 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:06.139 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:06.139 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.139 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:06.139 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:06.139 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.139 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:06.139 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:06.139 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:06.139 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:06.139 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:06.139 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:06.139 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.140 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:06.140 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.140 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:06.140 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.140 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:06.140 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:06.140 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.140 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:06.140 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:06.140 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:06.140 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:06.140 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:06.140 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:06.140 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:06.141 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:06.141 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:06.141 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:06.141 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:06.141 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:06.141 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:06.141 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:06.141 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:06.141 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.141 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:06.141 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:06.141 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:06.141 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:06.141 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:06.142 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:06.142 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:06.142 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:06.142 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:06.142 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:06.142 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:06.142 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.142 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.142 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:06.142 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:06.142 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:06.142 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:06.142 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:06.143 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:06.143 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:06.143 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:06.143 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:06.143 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:06.143 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:06.143 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:06.143 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:06.143 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:06.143 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:06.143 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:06.143 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:06.143 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.143 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:06.143 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.143 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:06.144 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:06.144 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.144 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:06.144 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:06.144 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:06.144 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:06.144 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:06.144 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.144 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:06.144 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:06.144 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.144 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:06.144 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:06.144 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:06.144 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.145 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.145 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:06.145 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:06.145 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:06.145 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:06.145 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:06.145 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.145 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.145 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:06.145 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:06.145 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:06.145 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.145 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:06.145 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.145 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:06.146 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.146 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:06.146 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.146 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.mark.fails_on_dbstore 2023-12-03T12:55:06.146 INFO:teuthology.orchestra.run.smithi019.stdout: def test_object_lock_changing_mode_from_governance_without_bypass(): 2023-12-03T12:55:06.146 INFO:teuthology.orchestra.run.smithi019.stdout: bucket_name = get_new_bucket_name() 2023-12-03T12:55:06.146 INFO:teuthology.orchestra.run.smithi019.stdout: key = 'file1' 2023-12-03T12:55:06.146 INFO:teuthology.orchestra.run.smithi019.stdout: client = get_client() 2023-12-03T12:55:06.146 INFO:teuthology.orchestra.run.smithi019.stdout:> client.create_bucket(Bucket=bucket_name, ObjectLockEnabledForBucket=True) 2023-12-03T12:55:06.146 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.146 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:12284: 2023-12-03T12:55:06.146 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:06.146 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:06.147 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:06.147 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:06.147 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:06.147 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:06.147 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:06.147 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:06.147 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:06.147 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:06.147 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:06.147 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:06.147 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:06.147 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:06.147 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:06.147 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:06.148 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:06.148 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:06.148 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:06.148 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:06.148 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:06.148 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:06.148 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:06.148 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:06.148 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:06.148 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:06.148 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:06.148 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:06.148 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:06.148 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:06.148 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:06.149 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:06.149 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:06.149 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:06.149 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:06.149 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:06.149 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.149 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:06.149 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:06.149 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.149 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:06.149 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:06.149 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:06.149 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:06.149 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:06.149 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:06.150 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:06.150 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:06.150 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:06.150 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:06.150 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:06.150 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:06.150 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:06.150 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:06.150 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:06.150 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.150 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:06.150 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:06.150 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:06.151 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:06.151 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:06.151 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:06.151 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:06.151 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:06.151 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:06.151 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:06.151 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:06.151 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.151 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.151 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:06.151 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:06.151 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:06.151 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:06.151 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:06.152 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.152 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.152 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:06.152 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:06.152 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:06.152 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:06.152 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:06.152 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.152 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:06.152 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:06.152 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:06.152 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:06.152 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:06.152 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/test-client.0-4a6zemzjywb5q3g-502" 2023-12-03T12:55:06.152 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.153 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:06.153 INFO:teuthology.orchestra.run.smithi019.stdout:________________ test_object_lock_changing_mode_from_compliance ________________ 2023-12-03T12:55:06.153 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.153 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:06.153 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.153 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:06.153 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:06.153 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.153 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:06.153 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:06.153 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:06.153 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:06.153 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:06.153 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.153 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:06.154 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:06.154 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.154 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:06.154 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:06.154 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:06.154 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.154 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.154 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:06.154 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:06.154 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:06.154 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:06.154 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:06.154 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.154 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:06.154 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:06.155 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.155 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:06.155 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:06.155 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:06.155 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:06.155 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:06.155 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:06.155 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:06.155 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.155 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:06.155 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:06.155 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:06.155 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:06.155 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:06.155 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:06.156 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:06.156 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:06.156 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:06.156 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.156 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:06.156 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:06.156 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:06.156 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:06.156 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.156 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:06.156 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:06.156 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:06.156 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:06.156 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.156 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:06.156 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:06.157 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:06.157 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:06.157 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:06.157 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.157 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.157 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:06.157 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:06.157 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:06.157 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:06.157 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:06.157 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.157 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:06.157 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:06.157 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.158 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:06.158 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:06.158 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:06.158 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:06.158 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:06.158 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:06.158 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.158 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:06.158 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.158 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:06.158 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.158 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:06.158 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:06.158 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.159 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:06.159 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:06.159 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:06.159 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:06.159 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:06.159 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:06.159 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:06.159 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:06.159 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:06.159 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:06.159 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:06.159 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:06.159 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:06.159 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:06.159 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:06.159 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.160 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:06.160 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:06.160 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:06.160 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:06.160 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:06.160 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:06.160 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:06.160 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:06.160 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:06.160 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:06.160 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:06.160 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.160 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.160 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:06.160 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:06.161 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:06.161 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:06.161 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:06.161 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:06.161 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:06.161 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:06.161 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:06.161 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:06.161 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:06.161 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:06.161 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:06.161 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:06.161 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:06.161 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:06.162 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:06.162 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.162 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:06.162 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.162 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:06.162 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:06.162 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.162 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:06.162 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:06.162 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:06.162 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:06.162 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:06.162 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.162 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:06.163 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:06.163 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.163 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:06.163 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:06.163 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:06.163 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.163 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.163 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:06.163 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:06.163 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:06.163 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:06.163 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:06.163 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.163 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.163 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:06.164 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:06.164 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:06.164 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.164 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:06.164 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.164 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:06.164 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.164 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:06.164 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.164 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.mark.fails_on_dbstore 2023-12-03T12:55:06.164 INFO:teuthology.orchestra.run.smithi019.stdout: def test_object_lock_changing_mode_from_compliance(): 2023-12-03T12:55:06.164 INFO:teuthology.orchestra.run.smithi019.stdout: bucket_name = get_new_bucket_name() 2023-12-03T12:55:06.164 INFO:teuthology.orchestra.run.smithi019.stdout: key = 'file1' 2023-12-03T12:55:06.164 INFO:teuthology.orchestra.run.smithi019.stdout: client = get_client() 2023-12-03T12:55:06.164 INFO:teuthology.orchestra.run.smithi019.stdout:> client.create_bucket(Bucket=bucket_name, ObjectLockEnabledForBucket=True) 2023-12-03T12:55:06.165 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.165 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:12301: 2023-12-03T12:55:06.165 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:06.165 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:06.165 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:06.165 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:06.165 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:06.165 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:06.165 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:06.165 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:06.165 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:06.165 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:06.165 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:06.165 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:06.165 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:06.165 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:06.166 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:06.166 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:06.166 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:06.166 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:06.166 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:06.166 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:06.166 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:06.166 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:06.166 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:06.166 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:06.166 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:06.166 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:06.166 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:06.166 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:06.166 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:06.167 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:06.167 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:06.167 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:06.167 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:06.167 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:06.167 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:06.167 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:06.167 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.167 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:06.167 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:06.167 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.167 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:06.167 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:06.167 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:06.168 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:06.168 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:06.168 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:06.168 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:06.168 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:06.168 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:06.168 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:06.168 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:06.168 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:06.168 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:06.168 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:06.168 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:06.168 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.168 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:06.169 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:06.169 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:06.169 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:06.169 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:06.169 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:06.169 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:06.169 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:06.169 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:06.169 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:06.169 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:06.169 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.169 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.169 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:06.169 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:06.169 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:06.169 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:06.170 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:06.170 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.170 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.170 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:06.170 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:06.170 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:06.170 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:06.170 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:06.170 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.170 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:06.170 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:06.170 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:06.170 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:06.171 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:06.171 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/test-client.0-4a6zemzjywb5q3g-503" 2023-12-03T12:55:06.171 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.171 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:06.171 INFO:teuthology.orchestra.run.smithi019.stdout:________________________ test_copy_object_ifmatch_good _________________________ 2023-12-03T12:55:06.171 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.171 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:06.171 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.171 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:06.171 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:06.171 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.171 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:06.171 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:06.171 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:06.172 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:06.172 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:06.172 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.172 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:06.172 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:06.172 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.172 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:06.172 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:06.172 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:06.172 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.172 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.172 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:06.172 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:06.172 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:06.172 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:06.172 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:06.173 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.173 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:06.173 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:06.173 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.173 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:06.173 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:06.173 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:06.173 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:06.173 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:06.173 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:06.173 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:06.173 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.173 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:06.173 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:06.173 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:06.174 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:06.174 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:06.174 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:06.174 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:06.174 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:06.174 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:06.174 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.174 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:06.174 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:06.174 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:06.174 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:06.174 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.174 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:06.174 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:06.175 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:06.175 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:06.175 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.175 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:06.175 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:06.175 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:06.175 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:06.175 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:06.175 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.175 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.175 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:06.175 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:06.175 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:06.175 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:06.175 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:06.176 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.176 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:06.176 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:06.176 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.176 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:06.176 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:06.176 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:06.176 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:06.176 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:06.176 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:06.176 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.176 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:06.176 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.176 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:06.176 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.177 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:06.177 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:06.177 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.177 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:06.177 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:06.177 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:06.177 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:06.177 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:06.177 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:06.177 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:06.177 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:06.177 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:06.177 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:06.177 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:06.177 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:06.178 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:06.178 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:06.178 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:06.178 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.178 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:06.178 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:06.178 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:06.178 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:06.178 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:06.178 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:06.178 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:06.178 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:06.178 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:06.178 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:06.179 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:06.179 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.179 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.179 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:06.179 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:06.179 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:06.179 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:06.179 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:06.179 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:06.179 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:06.179 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:06.179 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:06.179 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:06.179 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:06.179 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:06.179 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:06.180 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:06.180 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:06.180 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:06.180 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:06.180 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.180 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:06.180 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.180 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:06.180 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:06.180 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.180 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:06.180 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:06.180 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:06.180 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:06.181 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:06.181 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.181 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:06.181 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:06.181 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.181 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:06.181 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:06.181 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:06.181 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.181 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.181 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:06.181 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:06.181 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:06.181 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:06.181 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:06.182 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.182 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.182 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:06.182 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:06.182 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:06.182 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.182 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:06.182 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.182 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:06.182 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.182 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:06.182 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.182 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.mark.fails_on_dbstore 2023-12-03T12:55:06.182 INFO:teuthology.orchestra.run.smithi019.stdout: def test_copy_object_ifmatch_good(): 2023-12-03T12:55:06.182 INFO:teuthology.orchestra.run.smithi019.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:55:06.183 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.183 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:12315: 2023-12-03T12:55:06.183 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:06.183 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:55:06.183 INFO:teuthology.orchestra.run.smithi019.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:55:06.183 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:06.183 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:06.183 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:06.183 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:06.183 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:06.183 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:06.183 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:06.183 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:06.183 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:06.183 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:06.184 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:06.184 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:06.184 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:06.184 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:06.184 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:06.184 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:06.184 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:06.184 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:06.184 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:06.184 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:06.184 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:06.184 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:06.184 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:06.184 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:06.184 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:06.185 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:06.185 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:06.185 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:06.185 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:06.185 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:06.185 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:06.185 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:06.185 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:06.185 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:06.185 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:06.185 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.185 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:06.185 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:06.185 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.185 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:06.185 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:06.186 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:06.186 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:06.186 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:06.186 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:06.186 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:06.186 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:06.186 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:06.186 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:06.186 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:06.186 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:06.186 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:06.186 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:06.186 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:06.186 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.187 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:06.187 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:06.187 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:06.187 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:06.187 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:06.187 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:06.187 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:06.187 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:06.187 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:06.187 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:06.187 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:06.187 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.187 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.187 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:06.188 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:06.188 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:06.188 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:06.188 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:06.188 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.188 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.188 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:06.188 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:06.188 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:06.188 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:06.188 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:06.188 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.188 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:06.188 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:06.188 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:06.188 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:06.189 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:06.189 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/test-client.0-4a6zemzjywb5q3g-504" 2023-12-03T12:55:06.189 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.189 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:06.189 INFO:teuthology.orchestra.run.smithi019.stdout:_____________________ test_copy_object_ifnonematch_failed ______________________ 2023-12-03T12:55:06.189 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.189 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:06.189 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.189 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:06.189 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:06.189 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.189 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:06.189 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:06.189 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:06.189 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:06.189 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:06.190 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.190 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:06.190 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:06.190 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.190 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:06.190 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:06.190 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:06.190 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.190 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.190 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:06.190 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:06.190 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:06.190 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:06.191 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:06.191 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.191 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:06.191 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:06.191 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.191 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:06.191 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:06.191 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:06.191 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:06.191 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:06.191 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:06.191 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:06.191 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.191 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:06.191 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:06.192 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:06.192 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:06.192 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:06.192 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:06.192 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:06.192 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:06.192 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:06.192 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.192 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:06.192 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:06.192 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:06.192 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:06.192 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.192 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:06.192 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:06.193 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:06.193 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:06.193 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.193 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:06.193 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:06.193 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:06.193 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:06.193 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:06.193 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.193 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.193 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:06.193 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:06.193 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:06.193 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:06.193 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:06.194 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.194 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:06.194 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:06.194 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.194 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:06.194 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:06.194 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:06.194 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:06.194 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:06.194 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:06.194 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.194 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:06.194 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.194 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:06.194 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.195 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:06.195 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:06.195 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.195 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:06.195 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:06.195 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:06.195 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:06.195 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:06.195 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:06.195 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:06.195 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:06.195 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:06.195 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:06.195 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:06.195 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:06.195 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:06.196 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:06.196 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:06.196 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.196 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:06.196 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:06.196 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:06.196 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:06.196 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:06.196 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:06.196 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:06.196 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:06.196 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:06.196 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:06.196 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:06.196 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.197 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.197 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:06.197 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:06.197 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:06.197 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:06.197 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:06.197 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:06.197 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:06.197 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:06.197 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:06.197 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:06.197 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:06.197 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:06.198 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:06.198 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:06.198 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:06.198 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:06.198 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:06.198 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.198 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:06.198 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.198 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:06.198 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:06.198 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.198 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:06.198 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:06.198 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:06.198 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:06.199 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:06.199 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.199 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:06.199 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:06.199 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.199 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:06.199 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:06.199 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:06.199 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.199 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.199 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:06.199 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:06.199 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:06.199 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:06.200 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:06.200 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.200 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.200 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:06.200 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:06.200 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:06.200 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.200 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:06.200 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.200 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:06.200 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.200 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:06.200 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.200 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.mark.fails_on_dbstore 2023-12-03T12:55:06.201 INFO:teuthology.orchestra.run.smithi019.stdout: def test_copy_object_ifnonematch_failed(): 2023-12-03T12:55:06.201 INFO:teuthology.orchestra.run.smithi019.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:55:06.201 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.201 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:12350: 2023-12-03T12:55:06.201 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:06.201 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:55:06.201 INFO:teuthology.orchestra.run.smithi019.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:55:06.201 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:06.201 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:06.201 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:06.201 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:06.201 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:06.201 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:06.201 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:06.202 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:06.202 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:06.202 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:06.202 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:06.202 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:06.202 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:06.202 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:06.202 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:06.202 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:06.202 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:06.202 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:06.202 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:06.202 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:06.202 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:06.203 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:06.203 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:06.203 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:06.203 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:06.203 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:06.203 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:06.203 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:06.203 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:06.203 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:06.203 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:06.203 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:06.203 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:06.203 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:06.203 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:06.203 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.204 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:06.204 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:06.204 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.204 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:06.204 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:06.204 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:06.204 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:06.204 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:06.204 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:06.204 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:06.204 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:06.204 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:06.204 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:06.204 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:06.205 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:06.205 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:06.205 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:06.205 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:06.205 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.205 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:06.205 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:06.205 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:06.205 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:06.205 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:06.205 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:06.205 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:06.205 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:06.205 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:06.205 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:06.205 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:06.206 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.206 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.206 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:06.206 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:06.206 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:06.206 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:06.206 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:06.206 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.206 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.206 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:06.206 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:06.206 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:06.206 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:06.206 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:06.207 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.207 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:06.207 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:06.207 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:06.207 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:06.207 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:06.207 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/test-client.0-4a6zemzjywb5q3g-505" 2023-12-03T12:55:06.207 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.207 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:06.207 INFO:teuthology.orchestra.run.smithi019.stdout:________________________ test_get_bucket_policy_status _________________________ 2023-12-03T12:55:06.207 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.207 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:06.207 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.207 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:06.208 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:06.208 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.208 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:06.208 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:06.208 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:06.208 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:06.208 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:06.208 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.208 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:06.208 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:06.208 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.208 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:06.208 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:06.208 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:06.208 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.209 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.209 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:06.209 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:06.209 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:06.209 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:06.209 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:06.209 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.209 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:06.209 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:06.209 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.209 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:06.209 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:06.209 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:06.209 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:06.209 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:06.210 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:06.210 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:06.210 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.210 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:06.210 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:06.210 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:06.210 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:06.210 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:06.210 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:06.210 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:06.210 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:06.210 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:06.211 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.211 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:06.211 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:06.211 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:06.211 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:06.211 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.211 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:06.211 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:06.211 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:06.211 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:06.211 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.211 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:06.211 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:06.211 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:06.212 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:06.212 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:06.212 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.212 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.212 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:06.212 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:06.212 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:06.212 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:06.212 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:06.212 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.212 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:06.212 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:06.212 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.212 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:06.212 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:06.213 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:06.213 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:06.213 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:06.213 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:06.213 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.213 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:06.213 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.213 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:06.213 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.213 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:06.213 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:06.213 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.213 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:06.213 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:06.213 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:06.214 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:06.214 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:06.214 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:06.214 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:06.214 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:06.214 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:06.214 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:06.214 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:06.214 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:06.214 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:06.214 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:06.214 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:06.214 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.215 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:06.215 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:06.215 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:06.215 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:06.215 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:06.215 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:06.215 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:06.215 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:06.215 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:06.215 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:06.215 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:06.215 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.215 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.215 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:06.215 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:06.216 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:06.216 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:06.216 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:06.216 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:06.216 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:06.216 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:06.216 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:06.216 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:06.216 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:06.216 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:06.216 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:06.216 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:06.216 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:06.216 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:06.216 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:06.216 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.217 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:06.217 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.217 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:06.217 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:06.217 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.217 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:06.217 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:06.217 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:06.217 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:06.217 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:06.217 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.217 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:06.217 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:06.217 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.217 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:06.217 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:06.218 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:06.218 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.218 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.218 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:06.218 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:06.218 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:06.218 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:06.218 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:06.218 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.218 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.218 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:06.218 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:06.218 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:06.218 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.219 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:06.219 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.219 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:06.219 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.219 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:06.219 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.219 INFO:teuthology.orchestra.run.smithi019.stdout: def test_get_bucket_policy_status(): 2023-12-03T12:55:06.219 INFO:teuthology.orchestra.run.smithi019.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:55:06.219 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.219 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:12370: 2023-12-03T12:55:06.219 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:06.219 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:55:06.219 INFO:teuthology.orchestra.run.smithi019.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:55:06.219 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:06.219 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:06.219 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:06.220 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:06.220 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:06.220 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:06.220 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:06.220 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:06.220 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:06.220 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:06.220 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:06.220 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:06.220 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:06.220 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:06.220 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:06.220 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:06.220 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:06.220 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:06.220 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:06.221 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:06.221 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:06.221 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:06.221 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:06.221 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:06.221 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:06.221 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:06.221 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:06.221 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:06.221 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:06.221 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:06.221 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:06.221 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:06.221 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:06.222 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:06.222 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:06.222 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.222 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:06.222 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:06.222 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.222 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:06.222 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:06.222 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:06.222 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:06.222 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:06.222 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:06.222 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:06.223 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:06.223 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:06.223 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:06.223 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:06.223 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:06.223 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:06.223 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:06.223 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:06.223 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.223 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:06.223 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:06.223 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:06.223 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:06.223 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:06.223 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:06.223 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:06.224 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:06.224 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:06.224 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:06.224 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:06.224 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.224 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.224 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:06.224 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:06.224 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:06.224 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:06.224 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:06.224 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.224 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.224 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:06.224 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:06.225 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:06.225 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:06.225 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:06.225 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.225 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:06.225 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:06.225 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:06.225 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:06.225 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:06.225 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/test-client.0-4a6zemzjywb5q3g-506" 2023-12-03T12:55:06.225 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.225 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:06.225 INFO:teuthology.orchestra.run.smithi019.stdout:___________________ test_get_public_acl_bucket_policy_status ___________________ 2023-12-03T12:55:06.225 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.225 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:06.226 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.226 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:06.226 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:06.226 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.226 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:06.226 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:06.226 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:06.226 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:06.226 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:06.226 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.226 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:06.226 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:06.226 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.226 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:06.226 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:06.227 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:06.227 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.227 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.227 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:06.227 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:06.227 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:06.227 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:06.227 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:06.227 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.227 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:06.227 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:06.227 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.227 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:06.227 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:06.228 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:06.228 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:06.228 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:06.228 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:06.228 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:06.228 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.228 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:06.228 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:06.228 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:06.228 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:06.228 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:06.228 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:06.228 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:06.228 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:06.228 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:06.229 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.229 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:06.229 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:06.229 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:06.229 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:06.229 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.229 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:06.229 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:06.229 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:06.229 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:06.229 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.229 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:06.229 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:06.229 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:06.229 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:06.230 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:06.230 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.230 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.230 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:06.230 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:06.230 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:06.230 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:06.230 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:06.230 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.230 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:06.230 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:06.230 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.230 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:06.230 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:06.231 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:06.231 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:06.231 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:06.231 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:06.231 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.231 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:06.231 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.231 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:06.231 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.231 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:06.231 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:06.231 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.231 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:06.231 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:06.232 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:06.232 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:06.232 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:06.232 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:06.232 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:06.232 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:06.232 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:06.232 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:06.232 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:06.232 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:06.232 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:06.232 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:06.232 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:06.232 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.232 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:06.233 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:06.233 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:06.233 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:06.233 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:06.233 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:06.233 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:06.233 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:06.233 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:06.233 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:06.233 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:06.233 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.233 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.233 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:06.233 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:06.233 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:06.234 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:06.234 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:06.234 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:06.234 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:06.234 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:06.234 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:06.234 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:06.234 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:06.234 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:06.234 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:06.234 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:06.234 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:06.234 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:06.234 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:06.234 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.235 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:06.235 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.235 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:06.235 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:06.235 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.235 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:06.235 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:06.235 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:06.235 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:06.235 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:06.235 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.235 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:06.235 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:06.235 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.235 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:06.236 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:06.236 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:06.236 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.236 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.236 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:06.236 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:06.236 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:06.236 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:06.236 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:06.236 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.236 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.236 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:06.236 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:06.236 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:06.236 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.236 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:06.237 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.237 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:06.237 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.237 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:06.237 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.237 INFO:teuthology.orchestra.run.smithi019.stdout: def test_get_public_acl_bucket_policy_status(): 2023-12-03T12:55:06.237 INFO:teuthology.orchestra.run.smithi019.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:55:06.237 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.237 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:12376: 2023-12-03T12:55:06.237 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:06.237 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:55:06.237 INFO:teuthology.orchestra.run.smithi019.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:55:06.237 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:06.237 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:06.238 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:06.238 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:06.238 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:06.238 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:06.238 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:06.238 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:06.238 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:06.238 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:06.238 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:06.238 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:06.238 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:06.238 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:06.238 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:06.238 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:06.239 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:06.239 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:06.239 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:06.239 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:06.239 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:06.239 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:06.239 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:06.239 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:06.239 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:06.239 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:06.239 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:06.239 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:06.239 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:06.239 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:06.239 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:06.240 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:06.240 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:06.240 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:06.240 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:06.240 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.240 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:06.240 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:06.240 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.240 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:06.240 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:06.240 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:06.240 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:06.240 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:06.240 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:06.240 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:06.241 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:06.241 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:06.241 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:06.241 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:06.241 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:06.241 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:06.241 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:06.241 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:06.241 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.241 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:06.241 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:06.241 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:06.241 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:06.241 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:06.242 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:06.242 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:06.242 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:06.242 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:06.242 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:06.242 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:06.242 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.242 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.242 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:06.242 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:06.242 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:06.242 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:06.242 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:06.243 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.243 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.243 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:06.243 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:06.243 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:06.243 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:06.243 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:06.243 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.243 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:06.243 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:06.243 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:06.243 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:06.243 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:06.243 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/test-client.0-4a6zemzjywb5q3g-507" 2023-12-03T12:55:06.243 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.243 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:06.244 INFO:teuthology.orchestra.run.smithi019.stdout:_________________ test_get_authpublic_acl_bucket_policy_status _________________ 2023-12-03T12:55:06.244 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.244 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:06.244 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.244 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:06.244 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:06.244 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.244 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:06.244 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:06.244 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:06.244 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:06.244 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:06.244 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.244 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:06.245 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:06.245 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.245 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:06.245 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:06.245 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:06.245 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.245 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.245 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:06.245 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:06.245 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:06.245 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:06.245 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:06.245 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.245 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:06.245 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:06.245 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.246 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:06.246 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:06.246 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:06.246 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:06.246 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:06.246 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:06.246 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:06.246 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.246 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:06.246 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:06.246 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:06.246 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:06.246 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:06.246 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:06.247 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:06.247 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:06.247 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:06.247 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.247 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:06.247 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:06.247 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:06.247 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:06.247 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.247 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:06.247 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:06.247 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:06.247 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:06.247 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.247 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:06.248 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:06.248 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:06.248 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:06.248 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:06.248 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.248 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.248 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:06.248 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:06.248 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:06.248 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:06.248 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:06.248 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.248 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:06.248 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:06.249 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.249 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:06.249 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:06.249 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:06.249 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:06.249 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:06.249 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:06.249 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.249 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:06.249 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.249 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:06.249 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.249 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:06.249 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:06.249 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.249 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:06.250 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:06.250 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:06.250 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:06.250 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:06.250 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:06.250 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:06.250 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:06.250 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:06.250 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:06.250 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:06.250 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:06.250 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:06.250 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:06.250 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:06.251 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.251 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:06.251 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:06.251 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:06.251 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:06.251 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:06.251 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:06.251 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:06.251 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:06.251 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:06.251 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:06.251 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:06.251 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.251 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.252 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:06.252 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:06.252 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:06.252 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:06.252 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:06.252 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:06.252 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:06.252 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:06.252 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:06.252 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:06.252 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:06.252 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:06.252 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:06.252 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:06.252 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:06.252 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:06.253 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:06.253 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.253 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:06.253 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.253 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:06.253 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:06.253 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.253 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:06.253 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:06.253 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:06.253 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:06.253 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:06.253 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.253 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:06.253 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:06.254 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.254 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:06.254 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:06.254 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:06.254 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.254 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.254 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:06.254 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:06.254 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:06.254 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:06.254 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:06.254 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.254 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.254 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:06.255 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:06.255 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:06.255 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.255 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:06.255 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.255 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:06.255 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.255 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:06.255 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.255 INFO:teuthology.orchestra.run.smithi019.stdout: def test_get_authpublic_acl_bucket_policy_status(): 2023-12-03T12:55:06.255 INFO:teuthology.orchestra.run.smithi019.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:55:06.255 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.255 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:12383: 2023-12-03T12:55:06.255 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:06.255 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:55:06.256 INFO:teuthology.orchestra.run.smithi019.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:55:06.256 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:06.256 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:06.256 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:06.256 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:06.256 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:06.256 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:06.256 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:06.256 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:06.256 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:06.256 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:06.256 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:06.256 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:06.256 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:06.257 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:06.257 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:06.257 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:06.257 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:06.257 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:06.257 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:06.257 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:06.257 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:06.257 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:06.257 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:06.257 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:06.257 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:06.257 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:06.257 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:06.257 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:06.258 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:06.258 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:06.258 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:06.258 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:06.258 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:06.258 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:06.258 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:06.258 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.258 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:06.258 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:06.258 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.258 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:06.258 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:06.258 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:06.259 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:06.259 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:06.259 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:06.259 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:06.259 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:06.259 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:06.259 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:06.259 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:06.259 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:06.259 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:06.259 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:06.259 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:06.259 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.259 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:06.259 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:06.260 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:06.260 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:06.260 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:06.260 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:06.260 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:06.260 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:06.260 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:06.260 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:06.260 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:06.260 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.260 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.260 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:06.260 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:06.260 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:06.260 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:06.261 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:06.261 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.261 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.261 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:06.261 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:06.261 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:06.261 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:06.261 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:06.261 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.261 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:06.261 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:06.261 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:06.261 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:06.261 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:06.262 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/test-client.0-4a6zemzjywb5q3g-508" 2023-12-03T12:55:06.262 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.262 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:06.262 INFO:teuthology.orchestra.run.smithi019.stdout:________________ test_get_publicpolicy_acl_bucket_policy_status ________________ 2023-12-03T12:55:06.262 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.262 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:06.262 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.262 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:06.262 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:06.262 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.262 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:06.262 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:06.262 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:06.262 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:06.263 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:06.263 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.263 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:06.263 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:06.263 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.263 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:06.263 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:06.263 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:06.263 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.263 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.263 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:06.263 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:06.263 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:06.263 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:06.263 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:06.264 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.264 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:06.264 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:06.264 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.264 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:06.264 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:06.264 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:06.264 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:06.264 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:06.264 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:06.264 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:06.264 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.264 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:06.264 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:06.264 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:06.265 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:06.265 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:06.265 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:06.265 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:06.265 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:06.265 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:06.265 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.265 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:06.265 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:06.265 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:06.265 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:06.265 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.265 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:06.265 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:06.265 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:06.265 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:06.266 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.266 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:06.266 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:06.266 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:06.266 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:06.266 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:06.266 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.266 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.266 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:06.266 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:06.266 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:06.266 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:06.266 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:06.267 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.267 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:06.267 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:06.267 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.267 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:06.267 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:06.267 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:06.267 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:06.267 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:06.267 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:06.267 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.267 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:06.267 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.267 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:06.267 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.268 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:06.268 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:06.268 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.268 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:06.268 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:06.268 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:06.268 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:06.268 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:06.268 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:06.268 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:06.268 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:06.268 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:06.268 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:06.269 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:06.269 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:06.269 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:06.269 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:06.269 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:06.269 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.269 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:06.269 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:06.269 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:06.269 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:06.269 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:06.269 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:06.269 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:06.269 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:06.269 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:06.269 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:06.270 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:06.270 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.270 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.270 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:06.270 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:06.270 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:06.270 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:06.270 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:06.270 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:06.270 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:06.270 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:06.270 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:06.270 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:06.270 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:06.271 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:06.271 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:06.271 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:06.271 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:06.271 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:06.271 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:06.271 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.271 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:06.271 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.271 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:06.271 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:06.271 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.271 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:06.271 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:06.272 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:06.272 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:06.272 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:06.272 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.272 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:06.272 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:06.272 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.272 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:06.272 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:06.272 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:06.272 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.272 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.272 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:06.272 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:06.272 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:06.273 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:06.273 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:06.273 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.273 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.273 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:06.273 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:06.273 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:06.273 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.273 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:06.273 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.273 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:06.273 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.273 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:06.273 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.273 INFO:teuthology.orchestra.run.smithi019.stdout: def test_get_publicpolicy_acl_bucket_policy_status(): 2023-12-03T12:55:06.274 INFO:teuthology.orchestra.run.smithi019.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:55:06.274 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.274 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:12391: 2023-12-03T12:55:06.274 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:06.274 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:55:06.274 INFO:teuthology.orchestra.run.smithi019.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:55:06.274 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:06.274 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:06.274 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:06.274 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:06.274 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:06.274 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:06.274 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:06.274 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:06.274 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:06.275 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:06.275 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:06.275 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:06.275 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:06.275 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:06.275 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:06.275 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:06.275 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:06.275 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:06.275 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:06.275 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:06.275 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:06.275 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:06.275 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:06.275 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:06.276 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:06.276 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:06.276 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:06.276 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:06.276 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:06.276 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:06.276 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:06.276 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:06.276 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:06.276 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:06.276 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:06.276 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.276 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:06.276 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:06.276 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.277 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:06.277 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:06.277 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:06.277 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:06.277 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:06.277 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:06.277 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:06.277 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:06.277 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:06.277 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:06.277 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:06.277 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:06.277 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:06.277 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:06.278 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:06.278 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.278 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:06.278 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:06.278 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:06.278 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:06.278 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:06.278 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:06.279 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:06.279 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:06.279 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:06.279 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:06.279 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:06.279 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.279 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.279 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:06.279 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:06.279 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:06.279 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:06.279 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:06.280 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.280 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.280 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:06.280 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:06.280 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:06.280 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:06.280 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:06.280 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.280 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:06.281 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:06.281 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:06.281 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:06.281 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:06.281 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/test-client.0-4a6zemzjywb5q3g-509" 2023-12-03T12:55:06.281 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.281 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:06.281 INFO:teuthology.orchestra.run.smithi019.stdout:______________ test_get_nonpublicpolicy_acl_bucket_policy_status _______________ 2023-12-03T12:55:06.281 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.281 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:06.281 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.282 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:06.282 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:06.282 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.282 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:06.282 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:06.282 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:06.282 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:06.282 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:06.282 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.282 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:06.282 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:06.282 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.283 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:06.283 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:06.283 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:06.283 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.283 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.283 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:06.283 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:06.283 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:06.283 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:06.283 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:06.283 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.283 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:06.284 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:06.284 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.284 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:06.284 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:06.284 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:06.284 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:06.284 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:06.284 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:06.284 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:06.284 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.284 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:06.284 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:06.285 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:06.285 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:06.285 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:06.285 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:06.285 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:06.285 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:06.285 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:06.285 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.285 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:06.285 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:06.285 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:06.285 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:06.285 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.286 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:06.286 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:06.286 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:06.286 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:06.286 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.286 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:06.286 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:06.286 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:06.286 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:06.286 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:06.286 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.286 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.287 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:06.287 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:06.287 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:06.287 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:06.287 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:06.287 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.287 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:06.287 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:06.287 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.287 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:06.287 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:06.287 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:06.288 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:06.288 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:06.288 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:06.288 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.288 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:06.288 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.288 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:06.288 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.288 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:06.288 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:06.288 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.289 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:06.289 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:06.289 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:06.289 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:06.289 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:06.289 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:06.289 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:06.289 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:06.289 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:06.289 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:06.289 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:06.289 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:06.290 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:06.290 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:06.290 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:06.290 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.290 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:06.290 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:06.290 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:06.290 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:06.290 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:06.290 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:06.290 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:06.290 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:06.291 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:06.291 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:06.291 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:06.291 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.291 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.291 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:06.291 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:06.291 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:06.291 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:06.291 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:06.291 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:06.291 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:06.292 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:06.292 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:06.292 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:06.292 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:06.292 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:06.292 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:06.292 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:06.292 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:06.292 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:06.292 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:06.292 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.292 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:06.293 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.293 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:06.293 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:06.293 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.293 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:06.293 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:06.293 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:06.293 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:06.293 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:06.293 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.293 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:06.293 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:06.293 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.294 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:06.294 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:06.294 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:06.294 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.294 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.294 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:06.294 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:06.294 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:06.294 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:06.294 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:06.294 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.294 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.295 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:06.295 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:06.295 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:06.295 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.295 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:06.295 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.295 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:06.295 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.295 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:06.295 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.295 INFO:teuthology.orchestra.run.smithi019.stdout: def test_get_nonpublicpolicy_acl_bucket_policy_status(): 2023-12-03T12:55:06.295 INFO:teuthology.orchestra.run.smithi019.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:55:06.295 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.296 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:12419: 2023-12-03T12:55:06.296 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:06.296 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:55:06.296 INFO:teuthology.orchestra.run.smithi019.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:55:06.296 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:06.296 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:06.296 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:06.296 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:06.296 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:06.296 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:06.296 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:06.296 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:06.297 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:06.297 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:06.297 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:06.297 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:06.297 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:06.297 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:06.297 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:06.297 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:06.297 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:06.297 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:06.297 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:06.297 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:06.298 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:06.298 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:06.298 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:06.298 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:06.298 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:06.298 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:06.298 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:06.298 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:06.298 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:06.298 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:06.298 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:06.299 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:06.299 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:06.299 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:06.299 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:06.299 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.299 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:06.299 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:06.299 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.299 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:06.299 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:06.299 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:06.299 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:06.299 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:06.300 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:06.300 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:06.300 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:06.300 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:06.300 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:06.300 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:06.300 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:06.300 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:06.300 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:06.300 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:06.300 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.300 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:06.301 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:06.301 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:06.301 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:06.301 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:06.301 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:06.301 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:06.301 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:06.301 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:06.301 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:06.301 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:06.301 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.301 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.302 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:06.302 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:06.302 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:06.302 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:06.302 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:06.302 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.302 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.302 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:06.302 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:06.302 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:06.302 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:06.302 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:06.302 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.303 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:06.303 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:06.303 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:06.303 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:06.303 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:06.303 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/test-client.0-4a6zemzjywb5q3g-510" 2023-12-03T12:55:06.303 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.303 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:06.303 INFO:teuthology.orchestra.run.smithi019.stdout:______________ test_get_nonpublicpolicy_deny_bucket_policy_status ______________ 2023-12-03T12:55:06.303 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.303 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:06.303 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.304 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:06.304 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:06.304 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.304 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:06.304 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:06.304 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:06.304 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:06.304 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:06.304 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.304 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:06.304 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:06.304 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.304 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:06.305 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:06.305 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:06.305 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.305 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.305 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:06.305 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:06.305 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:06.305 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:06.305 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:06.305 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.305 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:06.305 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:06.305 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.306 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:06.306 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:06.306 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:06.306 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:06.306 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:06.306 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:06.306 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:06.306 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.306 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:06.306 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:06.306 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:06.306 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:06.306 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:06.307 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:06.307 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:06.307 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:06.307 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:06.307 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.307 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:06.307 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:06.307 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:06.307 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:06.307 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.307 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:06.307 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:06.308 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:06.308 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:06.308 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.308 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:06.308 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:06.308 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:06.308 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:06.308 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:06.308 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.308 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.308 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:06.308 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:06.308 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:06.309 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:06.309 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:06.309 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.309 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:06.309 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:06.309 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.309 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:06.309 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:06.309 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:06.309 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:06.309 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:06.309 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:06.309 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.310 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:06.310 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.310 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:06.310 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.310 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:06.310 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:06.310 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.310 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:06.310 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:06.310 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:06.310 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:06.310 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:06.311 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:06.311 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:06.311 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:06.311 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:06.311 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:06.311 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:06.311 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:06.311 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:06.311 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:06.311 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:06.311 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.311 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:06.312 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:06.312 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:06.312 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:06.312 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:06.312 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:06.312 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:06.312 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:06.312 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:06.312 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:06.312 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:06.312 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.312 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.312 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:06.313 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:06.313 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:06.313 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:06.313 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:06.313 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:06.313 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:06.313 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:06.313 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:06.313 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:06.313 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:06.313 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:06.313 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:06.314 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:06.314 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:06.314 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:06.314 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:06.314 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.314 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:06.314 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.314 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:06.314 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:06.314 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.314 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:06.315 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:06.315 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:06.315 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:06.315 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:06.315 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.315 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:06.315 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:06.315 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.315 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:06.315 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:06.315 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:06.315 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.315 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.316 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:06.316 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:06.316 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:06.316 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:06.316 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:06.316 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.316 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.316 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:06.316 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:06.316 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:06.316 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.316 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:06.317 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.317 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:06.317 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.317 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:06.317 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.317 INFO:teuthology.orchestra.run.smithi019.stdout: def test_get_nonpublicpolicy_deny_bucket_policy_status(): 2023-12-03T12:55:06.317 INFO:teuthology.orchestra.run.smithi019.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:55:06.317 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.317 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:12451: 2023-12-03T12:55:06.317 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:06.317 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:55:06.317 INFO:teuthology.orchestra.run.smithi019.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:55:06.318 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:06.318 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:06.318 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:06.318 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:06.318 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:06.318 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:06.318 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:06.318 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:06.318 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:06.318 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:06.318 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:06.318 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:06.319 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:06.319 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:06.319 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:06.319 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:06.319 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:06.319 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:06.319 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:06.319 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:06.319 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:06.319 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:06.319 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:06.320 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:06.320 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:06.320 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:06.320 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:06.320 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:06.320 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:06.320 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:06.320 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:06.320 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:06.320 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:06.320 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:06.320 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:06.320 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.321 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:06.321 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:06.321 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.321 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:06.321 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:06.321 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:06.321 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:06.321 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:06.321 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:06.321 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:06.321 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:06.321 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:06.322 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:06.322 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:06.322 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:06.322 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:06.322 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:06.322 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:06.322 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.322 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:06.322 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:06.322 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:06.322 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:06.322 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:06.323 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:06.323 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:06.323 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:06.323 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:06.323 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:06.323 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:06.323 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.323 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.323 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:06.323 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:06.323 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:06.323 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:06.324 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:06.324 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.324 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.324 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:06.324 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:06.324 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:06.324 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:06.324 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:06.324 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.324 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:06.324 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:06.324 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:06.325 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:06.325 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:06.325 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/test-client.0-4a6zemzjywb5q3g-511" 2023-12-03T12:55:06.325 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.325 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:06.325 INFO:teuthology.orchestra.run.smithi019.stdout:________________________ test_get_default_public_block _________________________ 2023-12-03T12:55:06.325 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.325 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:06.325 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.325 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:06.325 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:06.325 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.326 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:06.326 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:06.326 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:06.326 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:06.326 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:06.326 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.326 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:06.326 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:06.326 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.326 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:06.326 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:06.326 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:06.327 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.327 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.327 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:06.327 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:06.327 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:06.327 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:06.327 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:06.327 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.327 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:06.327 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:06.327 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.327 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:06.328 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:06.328 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:06.328 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:06.328 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:06.328 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:06.328 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:06.328 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.328 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:06.328 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:06.328 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:06.328 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:06.329 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:06.329 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:06.329 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:06.329 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:06.329 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:06.329 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.329 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:06.329 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:06.329 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:06.329 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:06.329 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.329 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:06.329 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:06.330 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:06.330 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:06.330 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.330 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:06.330 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:06.330 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:06.330 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:06.330 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:06.330 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.330 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.330 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:06.331 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:06.331 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:06.331 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:06.331 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:06.331 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.331 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:06.331 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:06.331 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.331 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:06.331 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:06.331 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:06.331 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:06.331 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:06.332 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:06.332 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.332 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:06.332 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.332 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:06.332 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.332 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:06.332 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:06.332 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.332 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:06.332 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:06.332 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:06.333 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:06.333 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:06.333 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:06.333 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:06.333 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:06.333 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:06.333 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:06.333 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:06.333 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:06.333 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:06.333 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:06.333 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:06.334 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.334 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:06.334 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:06.334 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:06.334 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:06.334 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:06.334 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:06.334 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:06.334 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:06.334 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:06.334 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:06.334 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:06.335 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.335 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.335 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:06.335 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:06.335 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:06.335 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:06.335 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:06.335 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:06.335 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:06.335 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:06.335 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:06.335 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:06.336 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:06.336 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:06.336 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:06.336 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:06.336 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:06.336 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:06.336 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:06.336 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.336 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:06.336 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.336 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:06.336 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:06.337 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.337 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:06.337 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:06.337 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:06.337 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:06.337 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:06.337 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.337 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:06.337 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:06.337 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.337 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:06.337 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:06.337 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:06.338 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.338 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.338 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:06.338 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:06.338 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:06.338 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:06.338 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:06.338 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.338 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.338 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:06.338 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:06.339 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:06.339 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.339 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:06.339 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.339 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:06.339 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.339 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:06.339 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.339 INFO:teuthology.orchestra.run.smithi019.stdout: def test_get_default_public_block(): 2023-12-03T12:55:06.339 INFO:teuthology.orchestra.run.smithi019.stdout: #client = get_svc_client(svc='s3control', client_config=Config(s3={'addressing_style': 'path'})) 2023-12-03T12:55:06.339 INFO:teuthology.orchestra.run.smithi019.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:55:06.340 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.340 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:12479: 2023-12-03T12:55:06.340 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:06.340 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:55:06.340 INFO:teuthology.orchestra.run.smithi019.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:55:06.340 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:06.340 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:06.340 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:06.340 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:06.340 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:06.340 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:06.341 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:06.341 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:06.341 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:06.341 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:06.341 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:06.341 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:06.341 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:06.341 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:06.341 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:06.341 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:06.341 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:06.341 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:06.342 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:06.342 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:06.342 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:06.342 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:06.342 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:06.342 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:06.342 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:06.342 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:06.342 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:06.342 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:06.343 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:06.343 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:06.343 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:06.343 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:06.343 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:06.343 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:06.343 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:06.343 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.343 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:06.343 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:06.343 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.343 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:06.344 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:06.344 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:06.344 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:06.344 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:06.344 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:06.344 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:06.344 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:06.344 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:06.344 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:06.344 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:06.344 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:06.345 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:06.345 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:06.345 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:06.345 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.345 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:06.345 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:06.345 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:06.345 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:06.345 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:06.345 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:06.345 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:06.345 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:06.346 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:06.346 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:06.346 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:06.346 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.346 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.346 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:06.346 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:06.346 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:06.346 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:06.346 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:06.346 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.346 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.347 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:06.347 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:06.347 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:06.347 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:06.347 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:06.347 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.347 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:06.347 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:06.347 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:06.347 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:06.347 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:06.347 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/test-client.0-4a6zemzjywb5q3g-512" 2023-12-03T12:55:06.348 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.348 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:06.348 INFO:teuthology.orchestra.run.smithi019.stdout:____________________________ test_put_public_block _____________________________ 2023-12-03T12:55:06.348 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.348 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:06.348 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.348 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:06.348 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:06.348 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.348 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:06.348 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:06.349 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:06.349 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:06.349 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:06.349 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.349 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:06.349 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:06.349 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.349 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:06.349 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:06.349 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:06.349 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.350 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.350 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:06.350 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:06.350 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:06.350 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:06.350 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:06.350 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.350 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:06.350 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:06.350 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.350 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:06.350 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:06.351 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:06.351 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:06.351 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:06.351 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:06.351 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:06.351 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.351 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:06.351 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:06.351 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:06.351 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:06.351 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:06.352 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:06.352 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:06.352 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:06.352 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:06.352 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.352 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:06.352 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:06.352 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:06.352 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:06.352 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.352 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:06.352 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:06.352 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:06.353 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:06.353 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.353 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:06.353 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:06.353 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:06.353 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:06.353 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:06.353 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.353 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.353 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:06.353 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:06.354 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:06.354 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:06.354 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:06.354 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.354 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:06.354 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:06.354 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.354 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:06.354 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:06.354 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:06.354 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:06.355 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:06.355 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:06.355 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.355 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:06.355 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.355 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:06.355 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.355 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:06.355 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:06.355 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.355 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:06.355 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:06.356 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:06.356 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:06.356 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:06.356 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:06.356 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:06.356 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:06.356 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:06.356 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:06.356 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:06.356 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:06.356 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:06.356 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:06.357 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:06.357 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.357 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:06.357 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:06.357 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:06.357 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:06.357 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:06.357 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:06.357 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:06.357 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:06.357 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:06.358 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:06.358 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:06.358 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.358 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.358 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:06.358 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:06.358 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:06.358 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:06.358 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:06.358 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:06.358 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:06.358 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:06.359 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:06.359 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:06.359 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:06.359 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:06.359 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:06.359 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:06.359 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:06.359 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:06.359 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:06.359 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.359 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:06.360 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.360 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:06.360 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:06.360 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.360 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:06.360 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:06.360 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:06.360 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:06.360 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:06.360 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.360 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:06.360 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:06.360 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.361 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:06.361 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:06.361 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:06.361 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.361 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.361 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:06.361 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:06.361 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:06.361 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:06.361 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:06.361 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.361 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.361 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:06.362 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:06.362 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:06.362 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.362 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:06.362 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.362 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:06.362 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.362 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:06.362 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.362 INFO:teuthology.orchestra.run.smithi019.stdout: def test_put_public_block(): 2023-12-03T12:55:06.362 INFO:teuthology.orchestra.run.smithi019.stdout: #client = get_svc_client(svc='s3control', client_config=Config(s3={'addressing_style': 'path'})) 2023-12-03T12:55:06.363 INFO:teuthology.orchestra.run.smithi019.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:55:06.363 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.363 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:12490: 2023-12-03T12:55:06.363 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:06.363 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:55:06.363 INFO:teuthology.orchestra.run.smithi019.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:55:06.363 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:06.363 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:06.363 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:06.363 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:06.363 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:06.363 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:06.364 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:06.364 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:06.364 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:06.364 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:06.364 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:06.364 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:06.364 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:06.364 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:06.364 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:06.364 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:06.364 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:06.364 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:06.365 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:06.365 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:06.365 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:06.365 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:06.365 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:06.365 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:06.365 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:06.365 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:06.365 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:06.365 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:06.365 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:06.365 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:06.366 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:06.366 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:06.366 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:06.366 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:06.366 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:06.366 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.366 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:06.366 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:06.366 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.366 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:06.366 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:06.366 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:06.367 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:06.367 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:06.367 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:06.367 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:06.367 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:06.367 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:06.367 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:06.367 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:06.367 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:06.367 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:06.367 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:06.367 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:06.368 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.368 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:06.368 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:06.368 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:06.368 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:06.368 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:06.368 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:06.368 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:06.368 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:06.368 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:06.368 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:06.368 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:06.369 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.369 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.369 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:06.369 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:06.369 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:06.369 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:06.369 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:06.369 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.369 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.369 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:06.369 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:06.369 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:06.370 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:06.370 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:06.370 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.370 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:06.370 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:06.370 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:06.370 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:06.370 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:06.370 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/test-client.0-4a6zemzjywb5q3g-513" 2023-12-03T12:55:06.370 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.370 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:06.371 INFO:teuthology.orchestra.run.smithi019.stdout:______________________ test_block_public_put_bucket_acls _______________________ 2023-12-03T12:55:06.371 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.371 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:06.371 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.371 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:06.371 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:06.371 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.371 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:06.371 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:06.371 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:06.371 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:06.372 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:06.372 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.372 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:06.372 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:06.372 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.372 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:06.372 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:06.372 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:06.372 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.372 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.372 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:06.372 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:06.373 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:06.373 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:06.373 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:06.373 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.373 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:06.373 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:06.373 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.373 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:06.373 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:06.373 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:06.373 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:06.374 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:06.374 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:06.374 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:06.374 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.374 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:06.374 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:06.374 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:06.374 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:06.374 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:06.374 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:06.374 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:06.375 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:06.375 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:06.375 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.375 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:06.375 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:06.375 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:06.375 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:06.375 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.375 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:06.375 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:06.375 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:06.375 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:06.376 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.376 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:06.376 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:06.376 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:06.376 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:06.376 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:06.376 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.376 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.376 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:06.376 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:06.376 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:06.376 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:06.377 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:06.377 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.377 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:06.377 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:06.377 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.377 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:06.377 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:06.377 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:06.377 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:06.377 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:06.377 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:06.377 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.377 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:06.378 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.378 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:06.378 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.378 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:06.378 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:06.378 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.378 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:06.378 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:06.378 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:06.378 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:06.378 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:06.379 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:06.379 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:06.379 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:06.379 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:06.379 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:06.379 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:06.379 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:06.379 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:06.379 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:06.379 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:06.379 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.380 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:06.380 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:06.380 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:06.380 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:06.380 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:06.380 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:06.380 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:06.380 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:06.380 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:06.380 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:06.380 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:06.381 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.381 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.381 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:06.381 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:06.381 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:06.381 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:06.381 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:06.381 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:06.381 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:06.381 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:06.381 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:06.381 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:06.382 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:06.382 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:06.382 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:06.382 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:06.382 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:06.382 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:06.382 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:06.382 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.382 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:06.382 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.382 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:06.383 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:06.383 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.383 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:06.383 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:06.383 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:06.383 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:06.383 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:06.383 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.383 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:06.383 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:06.383 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.383 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:06.384 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:06.384 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:06.384 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.384 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.384 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:06.384 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:06.384 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:06.384 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:06.384 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:06.384 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.384 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.385 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:06.385 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:06.385 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:06.385 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.385 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:06.385 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.385 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:06.385 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.385 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:06.385 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.385 INFO:teuthology.orchestra.run.smithi019.stdout: def test_block_public_put_bucket_acls(): 2023-12-03T12:55:06.385 INFO:teuthology.orchestra.run.smithi019.stdout: #client = get_svc_client(svc='s3control', client_config=Config(s3={'addressing_style': 'path'})) 2023-12-03T12:55:06.385 INFO:teuthology.orchestra.run.smithi019.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:55:06.386 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.386 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:12509: 2023-12-03T12:55:06.386 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:06.386 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:55:06.386 INFO:teuthology.orchestra.run.smithi019.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:55:06.386 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:06.386 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:06.386 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:06.386 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:06.386 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:06.386 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:06.386 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:06.387 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:06.387 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:06.387 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:06.387 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:06.387 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:06.387 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:06.387 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:06.387 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:06.387 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:06.387 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:06.387 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:06.387 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:06.388 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:06.388 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:06.388 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:06.388 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:06.388 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:06.388 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:06.388 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:06.388 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:06.388 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:06.388 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:06.388 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:06.388 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:06.389 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:06.389 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:06.389 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:06.389 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:06.389 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.389 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:06.389 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:06.389 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.389 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:06.389 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:06.389 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:06.389 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:06.390 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:06.390 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:06.390 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:06.390 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:06.390 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:06.390 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:06.390 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:06.390 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:06.390 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:06.390 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:06.390 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:06.390 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.390 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:06.391 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:06.391 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:06.391 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:06.391 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:06.391 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:06.391 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:06.391 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:06.391 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:06.391 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:06.391 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:06.391 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.391 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.392 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:06.392 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:06.392 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:06.392 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:06.392 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:06.392 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.392 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.392 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:06.392 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:06.392 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:06.392 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:06.392 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:06.393 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.393 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:06.393 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:06.393 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:06.393 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:06.393 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:06.393 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/test-client.0-4a6zemzjywb5q3g-514" 2023-12-03T12:55:06.393 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.393 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:06.393 INFO:teuthology.orchestra.run.smithi019.stdout:_____________________ test_block_public_object_canned_acls _____________________ 2023-12-03T12:55:06.393 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.393 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:06.394 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.394 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:06.394 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:06.394 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.394 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:06.394 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:06.394 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:06.394 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:06.394 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:06.394 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.394 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:06.394 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:06.395 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.395 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:06.395 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:06.395 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:06.395 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.395 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.395 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:06.395 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:06.395 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:06.395 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:06.395 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:06.395 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.395 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:06.396 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:06.396 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.396 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:06.396 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:06.396 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:06.396 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:06.396 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:06.396 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:06.396 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:06.396 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.396 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:06.396 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:06.397 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:06.397 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:06.397 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:06.397 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:06.397 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:06.397 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:06.397 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:06.397 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.397 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:06.397 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:06.397 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:06.397 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:06.398 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.398 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:06.398 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:06.398 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:06.398 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:06.398 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.398 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:06.398 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:06.398 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:06.398 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:06.398 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:06.399 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.399 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.399 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:06.399 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:06.399 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:06.399 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:06.399 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:06.399 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.399 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:06.399 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:06.399 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.399 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:06.400 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:06.400 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:06.400 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:06.400 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:06.400 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:06.400 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.400 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:06.400 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.400 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:06.400 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.400 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:06.401 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:06.401 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.401 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:06.401 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:06.401 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:06.401 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:06.401 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:06.401 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:06.401 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:06.401 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:06.401 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:06.402 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:06.402 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:06.402 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:06.402 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:06.402 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:06.402 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:06.402 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.402 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:06.402 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:06.402 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:06.402 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:06.402 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:06.403 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:06.403 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:06.403 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:06.403 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:06.403 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:06.403 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:06.403 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.403 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.403 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:06.403 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:06.403 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:06.403 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:06.404 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:06.404 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:06.404 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:06.404 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:06.404 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:06.404 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:06.404 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:06.404 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:06.404 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:06.404 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:06.404 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:06.404 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:06.405 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:06.405 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.405 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:06.405 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.405 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:06.405 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:06.405 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.405 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:06.405 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:06.405 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:06.405 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:06.406 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:06.406 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.406 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:06.406 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:06.406 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.406 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:06.406 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:06.406 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:06.406 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.406 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.406 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:06.406 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:06.407 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:06.407 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:06.407 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:06.407 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.407 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.407 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:06.407 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:06.407 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:06.407 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.407 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:06.407 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.407 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:06.408 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.408 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:06.408 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.408 INFO:teuthology.orchestra.run.smithi019.stdout: def test_block_public_object_canned_acls(): 2023-12-03T12:55:06.408 INFO:teuthology.orchestra.run.smithi019.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:55:06.408 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.408 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:12537: 2023-12-03T12:55:06.408 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:06.408 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:55:06.408 INFO:teuthology.orchestra.run.smithi019.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:55:06.408 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:06.409 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:06.409 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:06.409 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:06.409 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:06.409 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:06.409 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:06.409 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:06.409 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:06.409 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:06.409 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:06.409 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:06.409 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:06.409 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:06.410 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:06.410 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:06.410 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:06.410 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:06.410 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:06.410 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:06.410 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:06.410 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:06.410 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:06.410 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:06.410 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:06.411 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:06.411 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:06.411 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:06.411 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:06.411 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:06.411 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:06.411 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:06.411 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:06.411 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:06.411 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:06.411 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.411 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:06.412 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:06.412 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.412 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:06.412 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:06.412 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:06.412 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:06.412 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:06.412 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:06.412 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:06.412 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:06.412 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:06.412 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:06.413 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:06.413 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:06.413 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:06.413 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:06.413 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:06.413 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.413 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:06.413 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:06.413 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:06.413 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:06.413 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:06.413 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:06.414 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:06.414 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:06.414 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:06.414 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:06.414 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:06.414 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.414 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.414 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:06.414 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:06.414 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:06.414 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:06.415 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:06.415 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.415 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.415 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:06.415 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:06.415 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:06.415 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:06.415 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:06.415 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.415 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:06.415 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:06.415 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:06.416 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:06.416 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:06.416 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/test-client.0-4a6zemzjywb5q3g-515" 2023-12-03T12:55:06.416 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.416 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:06.416 INFO:teuthology.orchestra.run.smithi019.stdout:___________________________ test_block_public_policy ___________________________ 2023-12-03T12:55:06.416 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.416 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:06.416 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.416 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:06.416 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:06.416 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.417 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:06.417 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:06.417 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:06.417 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:06.417 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:06.417 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.417 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:06.417 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:06.417 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.417 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:06.417 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:06.417 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:06.418 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.418 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.418 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:06.418 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:06.418 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:06.418 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:06.418 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:06.418 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.418 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:06.418 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:06.418 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.418 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:06.419 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:06.419 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:06.419 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:06.419 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:06.419 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:06.419 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:06.419 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.419 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:06.419 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:06.419 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:06.419 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:06.419 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:06.420 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:06.420 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:06.420 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:06.420 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:06.420 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.420 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:06.420 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:06.420 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:06.420 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:06.420 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.420 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:06.420 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:06.421 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:06.421 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:06.421 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.421 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:06.421 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:06.421 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:06.421 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:06.421 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:06.421 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.421 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.421 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:06.421 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:06.421 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:06.422 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:06.422 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:06.422 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.422 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:06.422 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:06.422 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.422 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:06.422 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:06.422 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:06.422 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:06.422 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:06.423 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:06.423 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.423 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:06.423 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.423 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:06.423 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.423 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:06.423 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:06.423 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.423 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:06.423 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:06.423 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:06.424 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:06.424 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:06.424 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:06.424 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:06.424 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:06.424 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:06.424 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:06.424 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:06.424 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:06.424 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:06.424 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:06.424 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:06.424 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.425 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:06.425 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:06.425 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:06.425 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:06.425 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:06.425 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:06.425 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:06.425 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:06.425 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:06.425 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:06.425 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:06.425 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.426 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.426 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:06.426 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:06.426 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:06.426 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:06.426 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:06.426 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:06.426 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:06.426 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:06.426 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:06.426 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:06.427 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:06.427 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:06.427 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:06.427 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:06.427 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:06.427 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:06.427 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:06.427 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.427 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:06.427 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.427 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:06.427 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:06.428 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.428 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:06.428 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:06.428 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:06.428 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:06.428 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:06.428 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.428 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:06.428 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:06.428 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.429 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:06.429 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:06.429 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:06.429 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.429 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.429 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:06.429 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:06.429 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:06.429 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:06.429 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:06.429 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.429 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.430 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:06.430 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:06.430 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:06.430 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.430 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:06.430 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.430 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:06.430 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.430 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:06.430 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.430 INFO:teuthology.orchestra.run.smithi019.stdout: def test_block_public_policy(): 2023-12-03T12:55:06.431 INFO:teuthology.orchestra.run.smithi019.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:55:06.431 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.431 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:12566: 2023-12-03T12:55:06.431 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:06.431 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:55:06.431 INFO:teuthology.orchestra.run.smithi019.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:55:06.431 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:06.431 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:06.431 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:06.431 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:06.431 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:06.432 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:06.432 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:06.432 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:06.432 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:06.432 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:06.432 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:06.432 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:06.432 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:06.432 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:06.432 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:06.432 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:06.432 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:06.433 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:06.433 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:06.433 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:06.433 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:06.433 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:06.433 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:06.433 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:06.433 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:06.433 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:06.433 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:06.433 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:06.434 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:06.434 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:06.434 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:06.434 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:06.434 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:06.434 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:06.434 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:06.434 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.434 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:06.434 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:06.434 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.434 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:06.435 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:06.435 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:06.435 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:06.435 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:06.435 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:06.435 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:06.435 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:06.435 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:06.435 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:06.435 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:06.435 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:06.436 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:06.436 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:06.436 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:06.436 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.436 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:06.436 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:06.436 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:06.436 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:06.436 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:06.436 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:06.436 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:06.436 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:06.437 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:06.437 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:06.437 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:06.437 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.437 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.437 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:06.437 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:06.437 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:06.437 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:06.437 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:06.437 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.437 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.437 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:06.438 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:06.438 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:06.438 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:06.438 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:06.438 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.438 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:06.438 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:06.438 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:06.438 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:06.438 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:06.438 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/test-client.0-4a6zemzjywb5q3g-516" 2023-12-03T12:55:06.439 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.439 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:06.439 INFO:teuthology.orchestra.run.smithi019.stdout:___________________________ test_ignore_public_acls ____________________________ 2023-12-03T12:55:06.439 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.439 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:06.439 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.439 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:06.439 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:06.439 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.439 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:06.439 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:06.439 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:06.440 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:06.440 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:06.440 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.440 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:06.440 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:06.440 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.440 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:06.440 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:06.440 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:06.440 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.440 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.441 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:06.441 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:06.441 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:06.441 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:06.441 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:06.441 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.441 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:06.441 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:06.441 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.441 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:06.441 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:06.441 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:06.442 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:06.442 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:06.442 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:06.442 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:06.442 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.442 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:06.442 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:06.442 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:06.442 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:06.442 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:06.443 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:06.443 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:06.443 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:06.443 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:06.443 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.443 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:06.443 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:06.443 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:06.443 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:06.443 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.443 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:06.443 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:06.444 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:06.444 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:06.444 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.444 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:06.444 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:06.444 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:06.444 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:06.444 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:06.444 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.444 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.444 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:06.445 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:06.445 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:06.445 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:06.445 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:06.445 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.445 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:06.445 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:06.445 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.445 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:06.445 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:06.445 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:06.445 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:06.445 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:06.446 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:06.446 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.446 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:06.446 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.446 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:06.446 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.446 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:06.446 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:06.446 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.446 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:06.446 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:06.447 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:06.447 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:06.447 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:06.447 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:06.447 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:06.447 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:06.447 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:06.447 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:06.447 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:06.447 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:06.447 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:06.447 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:06.447 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:06.448 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.448 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:06.448 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:06.448 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:06.448 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:06.448 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:06.448 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:06.448 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:06.448 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:06.448 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:06.448 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:06.449 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:06.449 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.449 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.449 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:06.449 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:06.449 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:06.449 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:06.449 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:06.449 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:06.449 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:06.449 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:06.449 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:06.450 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:06.450 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:06.450 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:06.450 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:06.450 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:06.450 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:06.450 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:06.450 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:06.450 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.450 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:06.450 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.450 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:06.451 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:06.451 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.451 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:06.451 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:06.451 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:06.451 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:06.451 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:06.451 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.451 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:06.451 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:06.451 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.451 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:06.452 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:06.452 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:06.452 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.452 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.452 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:06.452 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:06.452 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:06.452 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:06.452 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:06.452 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.452 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.452 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:06.453 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:06.453 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:06.453 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.453 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:06.453 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.453 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:06.453 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.453 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:06.453 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.453 INFO:teuthology.orchestra.run.smithi019.stdout: def test_ignore_public_acls(): 2023-12-03T12:55:06.453 INFO:teuthology.orchestra.run.smithi019.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:55:06.453 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.454 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:12583: 2023-12-03T12:55:06.454 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:06.454 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:55:06.454 INFO:teuthology.orchestra.run.smithi019.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:55:06.454 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:06.454 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:06.454 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:06.454 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:06.454 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:06.454 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:06.454 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:06.454 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:06.455 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:06.455 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:06.455 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:06.455 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:06.455 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:06.455 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:06.455 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:06.455 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:06.455 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:06.455 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:06.455 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:06.455 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:06.456 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:06.456 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:06.456 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:06.456 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:06.456 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:06.456 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:06.456 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:06.456 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:06.456 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:06.456 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:06.456 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:06.456 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:06.457 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:06.457 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:06.457 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:06.457 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.457 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:06.457 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:06.457 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.457 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:06.457 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:06.457 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:06.457 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:06.457 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:06.457 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:06.458 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:06.458 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:06.458 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:06.458 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:06.458 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:06.458 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:06.458 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:06.458 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:06.458 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:06.458 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.458 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:06.458 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:06.459 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:06.459 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:06.459 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:06.459 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:06.459 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:06.459 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:06.459 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:06.459 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:06.459 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:06.459 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.459 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.459 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:06.460 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:06.460 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:06.460 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:06.460 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:06.460 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.460 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.460 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:06.460 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:06.460 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:06.460 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:06.461 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:06.461 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.461 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:06.461 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:06.461 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:06.461 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:06.461 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:06.461 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/test-client.0-4a6zemzjywb5q3g-517" 2023-12-03T12:55:06.461 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.461 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:06.461 INFO:teuthology.orchestra.run.smithi019.stdout:________________ test_multipart_upload_on_a_bucket_with_policy _________________ 2023-12-03T12:55:06.461 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.462 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:06.462 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.462 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:06.462 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:06.462 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.462 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:06.462 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:06.462 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:06.462 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:06.462 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:06.462 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.462 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:06.463 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:06.463 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.463 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:06.463 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:06.463 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:06.463 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.463 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.463 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:06.463 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:06.463 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:06.463 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:06.463 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:06.464 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.464 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:06.464 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:06.464 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.464 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:06.464 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:06.464 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:06.464 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:06.464 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:06.464 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:06.464 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:06.464 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.465 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:06.465 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:06.465 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:06.465 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:06.465 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:06.465 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:06.465 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:06.465 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:06.465 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:06.465 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.465 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:06.465 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:06.466 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:06.466 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:06.466 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.466 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:06.466 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:06.466 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:06.466 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:06.466 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.466 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:06.466 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:06.466 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:06.467 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:06.467 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:06.467 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.467 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.467 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:06.467 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:06.467 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:06.467 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:06.467 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:06.467 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.467 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:06.467 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:06.467 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.468 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:06.468 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:06.468 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:06.468 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:06.468 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:06.468 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:06.468 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.468 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:06.468 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.468 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:06.469 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.469 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:06.469 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:06.469 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.469 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:06.469 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:06.469 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:06.469 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:06.469 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:06.469 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:06.469 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:06.469 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:06.470 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:06.470 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:06.470 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:06.470 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:06.470 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:06.470 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:06.470 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:06.470 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.470 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:06.470 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:06.470 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:06.471 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:06.471 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:06.471 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:06.471 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:06.471 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:06.471 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:06.471 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:06.471 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:06.471 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.471 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.471 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:06.471 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:06.472 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:06.472 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:06.472 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:06.472 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:06.472 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:06.472 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:06.472 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:06.472 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:06.472 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:06.472 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:06.472 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:06.473 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:06.473 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:06.473 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:06.473 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:06.473 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.473 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:06.473 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.473 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:06.473 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:06.473 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.473 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:06.473 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:06.474 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:06.474 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:06.474 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:06.474 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.474 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:06.474 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:06.474 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.474 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:06.474 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:06.474 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:06.474 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.474 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.475 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:06.475 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:06.475 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:06.475 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:06.475 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:06.475 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.475 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.475 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:06.475 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:06.475 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:06.475 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.475 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:06.476 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.476 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:06.476 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.476 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:06.476 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.476 INFO:teuthology.orchestra.run.smithi019.stdout: def test_multipart_upload_on_a_bucket_with_policy(): 2023-12-03T12:55:06.476 INFO:teuthology.orchestra.run.smithi019.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:55:06.476 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.476 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:12610: 2023-12-03T12:55:06.476 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:06.476 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:55:06.476 INFO:teuthology.orchestra.run.smithi019.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:55:06.477 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:06.477 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:06.477 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:06.477 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:06.477 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:06.477 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:06.477 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:06.477 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:06.477 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:06.477 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:06.477 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:06.477 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:06.478 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:06.478 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:06.478 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:06.478 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:06.478 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:06.478 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:06.478 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:06.478 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:06.478 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:06.478 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:06.478 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:06.478 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:06.479 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:06.479 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:06.479 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:06.479 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:06.479 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:06.479 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:06.479 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:06.479 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:06.479 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:06.479 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:06.479 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:06.479 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.480 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:06.480 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:06.480 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.480 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:06.480 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:06.480 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:06.480 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:06.480 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:06.480 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:06.480 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:06.480 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:06.480 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:06.481 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:06.481 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:06.481 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:06.481 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:06.481 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:06.481 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:06.481 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.481 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:06.481 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:06.481 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:06.481 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:06.481 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:06.481 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:06.482 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:06.482 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:06.482 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:06.482 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:06.482 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:06.482 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.482 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.482 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:06.482 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:06.482 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:06.482 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:06.483 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:06.483 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.483 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.483 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:06.483 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:06.483 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:06.483 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:06.483 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:06.483 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.483 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:06.483 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:06.483 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:06.483 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:06.484 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:06.484 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/test-client.0-4a6zemzjywb5q3g-518" 2023-12-03T12:55:06.484 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.484 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:06.484 INFO:teuthology.orchestra.run.smithi019.stdout:________________________ test_put_bucket_encryption_kms ________________________ 2023-12-03T12:55:06.484 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.484 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:06.484 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.484 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:06.484 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:06.484 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.484 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:06.485 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:06.485 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:06.485 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:06.485 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:06.485 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.485 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:06.485 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:06.485 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.485 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:06.485 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:06.485 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:06.486 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.486 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.486 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:06.486 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:06.486 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:06.486 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:06.486 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:06.486 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.486 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:06.486 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:06.486 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.486 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:06.487 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:06.487 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:06.487 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:06.487 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:06.487 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:06.487 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:06.487 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.487 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:06.487 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:06.487 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:06.487 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:06.487 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:06.488 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:06.488 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:06.488 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:06.488 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:06.488 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.488 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:06.488 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:06.488 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:06.488 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:06.488 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.488 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:06.488 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:06.488 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:06.489 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:06.489 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.489 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:06.489 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:06.489 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:06.489 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:06.489 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:06.489 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.489 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.489 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:06.489 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:06.489 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:06.490 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:06.490 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:06.490 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.490 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:06.490 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:06.490 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.490 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:06.490 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:06.490 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:06.490 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:06.490 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:06.491 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:06.491 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.491 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:06.491 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.491 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:06.491 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.491 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:06.491 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:06.491 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.491 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:06.491 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:06.491 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:06.492 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:06.492 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:06.492 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:06.492 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:06.492 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:06.492 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:06.492 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:06.492 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:06.492 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:06.492 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:06.492 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:06.492 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:06.493 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.493 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:06.493 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:06.493 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:06.493 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:06.493 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:06.493 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:06.493 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:06.493 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:06.493 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:06.493 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:06.493 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:06.494 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.494 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.494 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:06.494 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:06.494 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:06.494 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:06.494 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:06.494 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:06.494 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:06.494 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:06.494 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:06.494 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:06.495 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:06.495 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:06.495 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:06.495 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:06.495 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:06.495 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:06.495 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:06.495 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.495 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:06.495 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.495 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:06.495 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:06.496 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.496 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:06.496 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:06.496 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:06.496 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:06.496 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:06.496 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.496 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:06.496 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:06.496 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.496 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:06.496 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:06.497 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:06.497 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.497 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.497 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:06.497 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:06.497 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:06.497 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:06.497 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:06.497 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.497 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.497 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:06.497 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:06.497 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:06.498 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.498 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:06.498 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.498 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:06.498 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.498 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:06.498 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.498 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.mark.encryption 2023-12-03T12:55:06.498 INFO:teuthology.orchestra.run.smithi019.stdout: def test_put_bucket_encryption_kms(): 2023-12-03T12:55:06.498 INFO:teuthology.orchestra.run.smithi019.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:55:06.499 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.499 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:12679: 2023-12-03T12:55:06.499 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:06.499 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:55:06.499 INFO:teuthology.orchestra.run.smithi019.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:55:06.499 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:06.499 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:06.499 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:06.499 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:06.499 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:06.499 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:06.499 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:06.499 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:06.500 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:06.500 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:06.500 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:06.500 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:06.500 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:06.500 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:06.500 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:06.500 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:06.500 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:06.500 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:06.500 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:06.500 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:06.501 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:06.501 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:06.501 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:06.501 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:06.501 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:06.501 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:06.501 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:06.501 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:06.501 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:06.501 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:06.501 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:06.501 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:06.502 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:06.502 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:06.502 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:06.502 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.502 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:06.502 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:06.502 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.502 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:06.502 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:06.502 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:06.502 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:06.503 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:06.503 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:06.503 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:06.503 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:06.503 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:06.503 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:06.503 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:06.503 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:06.503 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:06.503 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:06.503 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:06.504 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.504 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:06.504 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:06.504 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:06.504 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:06.504 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:06.504 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:06.504 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:06.504 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:06.504 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:06.504 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:06.504 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:06.504 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.505 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.505 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:06.505 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:06.505 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:06.505 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:06.505 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:06.505 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.505 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.505 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:06.505 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:06.505 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:06.505 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:06.506 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:06.506 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.506 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:06.506 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:06.506 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:06.506 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:06.506 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:06.506 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/test-client.0-4a6zemzjywb5q3g-519" 2023-12-03T12:55:06.506 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.506 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:06.506 INFO:teuthology.orchestra.run.smithi019.stdout:________________________ test_get_bucket_encryption_kms ________________________ 2023-12-03T12:55:06.507 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.507 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:06.507 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.507 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:06.507 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:06.507 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.507 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:06.507 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:06.507 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:06.507 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:06.507 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:06.507 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.508 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:06.508 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:06.508 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.508 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:06.508 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:06.508 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:06.508 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.508 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.508 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:06.508 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:06.508 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:06.508 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:06.509 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:06.509 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.509 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:06.509 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:06.509 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.509 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:06.509 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:06.509 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:06.509 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:06.509 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:06.509 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:06.509 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:06.509 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.510 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:06.510 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:06.510 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:06.510 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:06.510 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:06.510 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:06.510 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:06.510 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:06.510 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:06.510 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.510 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:06.511 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:06.511 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:06.511 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:06.511 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.511 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:06.511 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:06.511 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:06.511 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:06.511 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.511 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:06.511 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:06.511 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:06.512 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:06.512 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:06.512 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.512 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.512 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:06.512 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:06.512 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:06.512 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:06.512 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:06.512 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.512 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:06.513 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:06.513 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.513 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:06.513 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:06.513 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:06.513 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:06.513 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:06.513 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:06.513 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.513 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:06.513 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.513 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:06.514 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.514 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:06.514 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:06.514 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.514 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:06.514 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:06.514 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:06.514 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:06.514 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:06.514 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:06.514 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:06.515 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:06.515 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:06.515 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:06.515 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:06.515 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:06.515 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:06.515 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:06.515 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:06.515 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.515 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:06.515 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:06.515 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:06.516 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:06.516 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:06.516 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:06.516 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:06.516 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:06.516 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:06.516 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:06.516 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:06.516 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.516 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.516 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:06.517 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:06.517 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:06.517 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:06.517 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:06.517 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:06.517 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:06.517 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:06.517 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:06.517 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:06.517 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:06.517 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:06.517 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:06.518 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:06.518 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:06.518 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:06.518 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:06.518 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.518 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:06.518 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.518 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:06.518 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:06.518 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.518 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:06.519 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:06.519 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:06.519 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:06.519 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:06.519 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.519 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:06.519 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:06.519 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.519 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:06.519 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:06.519 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:06.519 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.520 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.520 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:06.520 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:06.520 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:06.520 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:06.520 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:06.520 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.520 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.520 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:06.520 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:06.520 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:06.520 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.521 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:06.521 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.521 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:06.521 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.521 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:06.521 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.521 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.mark.encryption 2023-12-03T12:55:06.521 INFO:teuthology.orchestra.run.smithi019.stdout: def test_get_bucket_encryption_kms(): 2023-12-03T12:55:06.521 INFO:teuthology.orchestra.run.smithi019.stdout: kms_keyid = get_main_kms_keyid() 2023-12-03T12:55:06.521 INFO:teuthology.orchestra.run.smithi019.stdout: if kms_keyid is None: 2023-12-03T12:55:06.521 INFO:teuthology.orchestra.run.smithi019.stdout: kms_keyid = 'fool-me-again' 2023-12-03T12:55:06.522 INFO:teuthology.orchestra.run.smithi019.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:55:06.522 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.522 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:12709: 2023-12-03T12:55:06.522 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:06.522 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:55:06.522 INFO:teuthology.orchestra.run.smithi019.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:55:06.522 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:06.522 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:06.522 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:06.522 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:06.522 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:06.523 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:06.523 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:06.523 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:06.523 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:06.523 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:06.523 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:06.523 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:06.523 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:06.523 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:06.523 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:06.523 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:06.523 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:06.524 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:06.524 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:06.524 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:06.524 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:06.524 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:06.524 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:06.524 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:06.524 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:06.524 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:06.524 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:06.524 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:06.525 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:06.525 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:06.525 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:06.525 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:06.525 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:06.525 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:06.525 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:06.525 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.525 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:06.525 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:06.525 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.525 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:06.525 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:06.526 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:06.526 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:06.526 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:06.526 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:06.526 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:06.526 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:06.526 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:06.526 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:06.526 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:06.526 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:06.526 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:06.526 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:06.527 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:06.527 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.527 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:06.527 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:06.527 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:06.527 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:06.527 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:06.527 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:06.527 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:06.527 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:06.527 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:06.527 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:06.527 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:06.528 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.528 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.528 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:06.528 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:06.528 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:06.528 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:06.528 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:06.528 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.528 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.528 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:06.528 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:06.528 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:06.529 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:06.529 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:06.529 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.529 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:06.529 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:06.529 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:06.529 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:06.529 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:06.529 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/test-client.0-4a6zemzjywb5q3g-520" 2023-12-03T12:55:06.529 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.529 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:06.530 INFO:teuthology.orchestra.run.smithi019.stdout:______________________ test_delete_bucket_encryption_kms _______________________ 2023-12-03T12:55:06.530 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.530 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:06.530 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.530 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:06.530 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:06.530 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.530 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:06.530 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:06.530 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:06.530 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:06.531 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:06.531 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.531 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:06.531 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:06.531 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.531 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:06.531 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:06.531 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:06.531 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.531 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.531 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:06.531 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:06.531 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:06.532 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:06.532 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:06.532 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.532 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:06.532 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:06.532 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.532 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:06.532 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:06.532 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:06.532 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:06.532 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:06.532 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:06.533 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:06.533 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.533 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:06.533 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:06.533 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:06.533 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:06.533 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:06.533 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:06.533 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:06.533 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:06.533 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:06.533 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.534 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:06.534 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:06.534 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:06.534 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:06.534 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.534 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:06.534 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:06.534 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:06.534 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:06.534 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.534 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:06.534 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:06.535 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:06.535 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:06.535 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:06.535 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.535 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.535 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:06.535 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:06.535 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:06.535 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:06.535 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:06.535 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.535 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:06.536 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:06.536 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.536 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:06.536 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:06.536 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:06.536 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:06.536 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:06.536 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:06.536 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.536 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:06.536 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.536 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:06.537 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.537 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:06.537 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:06.537 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.537 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:06.537 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:06.537 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:06.537 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:06.537 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:06.537 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:06.537 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:06.538 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:06.538 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:06.538 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:06.538 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:06.538 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:06.538 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:06.538 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:06.538 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:06.538 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.538 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:06.538 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:06.539 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:06.539 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:06.539 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:06.539 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:06.539 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:06.539 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:06.539 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:06.539 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:06.539 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:06.539 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.539 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.539 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:06.540 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:06.540 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:06.540 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:06.540 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:06.540 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:06.540 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:06.540 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:06.540 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:06.540 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:06.540 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:06.540 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:06.540 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:06.541 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:06.541 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:06.541 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:06.541 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:06.541 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.541 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:06.541 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.541 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:06.541 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:06.541 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.541 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:06.542 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:06.542 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:06.542 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:06.542 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:06.542 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.542 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:06.542 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:06.542 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.542 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:06.542 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:06.542 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:06.543 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.543 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.543 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:06.543 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:06.543 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:06.543 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:06.543 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:06.543 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.543 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.543 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:06.543 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:06.543 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:06.544 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.544 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:06.544 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.544 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:06.544 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.544 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:06.544 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.544 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.mark.encryption 2023-12-03T12:55:06.544 INFO:teuthology.orchestra.run.smithi019.stdout: def test_delete_bucket_encryption_kms(): 2023-12-03T12:55:06.544 INFO:teuthology.orchestra.run.smithi019.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:55:06.544 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.544 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:12752: 2023-12-03T12:55:06.545 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:06.545 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:55:06.545 INFO:teuthology.orchestra.run.smithi019.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:55:06.545 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:06.545 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:06.545 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:06.545 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:06.545 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:06.545 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:06.545 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:06.545 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:06.546 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:06.546 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:06.546 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:06.546 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:06.546 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:06.546 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:06.546 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:06.546 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:06.546 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:06.546 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:06.546 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:06.547 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:06.547 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:06.547 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:06.547 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:06.547 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:06.547 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:06.547 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:06.547 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:06.547 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:06.547 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:06.547 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:06.547 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:06.547 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:06.548 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:06.548 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:06.548 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:06.548 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.548 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:06.548 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:06.548 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.548 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:06.548 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:06.548 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:06.548 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:06.549 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:06.549 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:06.549 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:06.549 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:06.549 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:06.549 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:06.549 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:06.549 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:06.549 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:06.549 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:06.549 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:06.549 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.550 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:06.550 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:06.550 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:06.550 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:06.550 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:06.550 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:06.550 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:06.550 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:06.550 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:06.550 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:06.550 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:06.551 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.551 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.551 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:06.551 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:06.551 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:06.551 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:06.551 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:06.551 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.551 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.551 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:06.551 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:06.551 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:06.552 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:06.552 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:06.552 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.552 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:06.552 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:06.552 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:06.552 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:06.552 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:06.552 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/test-client.0-4a6zemzjywb5q3g-521" 2023-12-03T12:55:06.552 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.552 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:06.552 INFO:teuthology.orchestra.run.smithi019.stdout:____________ test_sse_kms_default_post_object_authenticated_request ____________ 2023-12-03T12:55:06.553 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.553 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:06.553 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.553 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:06.553 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:06.553 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.553 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:06.553 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:06.553 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:06.553 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:06.553 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:06.553 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.554 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:06.554 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:06.554 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.554 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:06.554 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:06.554 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:06.554 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.554 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.554 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:06.554 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:06.554 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:06.554 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:06.555 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:06.555 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.555 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:06.555 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:06.555 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.555 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:06.555 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:06.555 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:06.555 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:06.555 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:06.555 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:06.555 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:06.556 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.556 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:06.556 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:06.556 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:06.556 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:06.556 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:06.556 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:06.556 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:06.556 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:06.556 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:06.556 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.556 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:06.557 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:06.557 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:06.557 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:06.557 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.557 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:06.557 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:06.557 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:06.557 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:06.557 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.557 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:06.557 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:06.557 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:06.558 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:06.558 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:06.558 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.558 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.558 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:06.558 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:06.558 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:06.558 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:06.558 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:06.558 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.558 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:06.558 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:06.559 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.559 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:06.559 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:06.559 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:06.559 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:06.559 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:06.559 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:06.559 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.559 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:06.559 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.559 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:06.559 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.560 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:06.560 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:06.560 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.560 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:06.560 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:06.560 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:06.560 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:06.560 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:06.560 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:06.560 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:06.560 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:06.560 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:06.561 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:06.561 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:06.561 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:06.561 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:06.561 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:06.561 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:06.561 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.561 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:06.561 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:06.561 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:06.561 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:06.561 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:06.561 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:06.562 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:06.562 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:06.562 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:06.562 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:06.562 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:06.562 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.562 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.562 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:06.562 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:06.562 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:06.562 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:06.563 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:06.563 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:06.563 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:06.563 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:06.563 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:06.563 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:06.563 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:06.563 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:06.563 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:06.563 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:06.563 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:06.563 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:06.564 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:06.564 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.564 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:06.564 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.564 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:06.564 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:06.564 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.564 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:06.564 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:06.564 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:06.564 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:06.564 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:06.565 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.565 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:06.565 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:06.565 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.565 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:06.565 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:06.565 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:06.565 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.565 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.565 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:06.565 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:06.565 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:06.566 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:06.566 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:06.566 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.566 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.566 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:06.566 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:06.566 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:06.566 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.566 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:06.566 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.566 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:06.566 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.567 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:06.567 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.567 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.mark.encryption 2023-12-03T12:55:06.567 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.mark.bucket_encryption 2023-12-03T12:55:06.567 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.mark.fails_on_dbstore 2023-12-03T12:55:06.567 INFO:teuthology.orchestra.run.smithi019.stdout: def test_sse_kms_default_post_object_authenticated_request(): 2023-12-03T12:55:06.567 INFO:teuthology.orchestra.run.smithi019.stdout: kms_keyid = get_main_kms_keyid() 2023-12-03T12:55:06.567 INFO:teuthology.orchestra.run.smithi019.stdout: if kms_keyid is None: 2023-12-03T12:55:06.567 INFO:teuthology.orchestra.run.smithi019.stdout: pytest.skip('[s3 main] section missing kms_keyid') 2023-12-03T12:55:06.567 INFO:teuthology.orchestra.run.smithi019.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:55:06.567 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.568 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:12996: 2023-12-03T12:55:06.568 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:06.568 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:55:06.568 INFO:teuthology.orchestra.run.smithi019.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:55:06.568 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:06.568 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:06.568 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:06.568 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:06.568 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:06.568 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:06.568 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:06.568 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:06.569 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:06.569 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:06.569 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:06.569 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:06.569 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:06.569 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:06.569 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:06.569 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:06.569 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:06.569 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:06.569 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:06.569 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:06.570 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:06.570 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:06.570 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:06.570 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:06.570 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:06.570 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:06.570 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:06.570 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:06.570 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:06.570 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:06.570 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:06.570 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:06.571 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:06.571 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:06.571 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:06.571 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.571 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:06.571 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:06.571 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.571 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:06.571 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:06.571 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:06.571 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:06.571 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:06.571 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:06.572 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:06.572 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:06.572 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:06.572 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:06.572 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:06.572 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:06.572 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:06.572 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:06.572 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:06.572 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.572 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:06.572 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:06.573 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:06.573 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:06.573 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:06.573 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:06.573 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:06.573 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:06.573 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:06.573 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:06.573 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:06.573 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.573 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.574 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:06.574 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:06.574 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:06.574 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:06.574 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:06.574 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.574 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.574 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:06.574 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:06.574 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:06.574 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:06.575 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:06.575 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.575 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:06.575 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:06.575 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:06.575 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:06.575 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:06.575 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/test-client.0-4a6zemzjywb5q3g-522" 2023-12-03T12:55:06.575 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.575 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:06.575 INFO:teuthology.orchestra.run.smithi019.stdout:___________________________ test_get_object_torrent ____________________________ 2023-12-03T12:55:06.575 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.576 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:06.576 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.576 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:06.576 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:06.576 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.576 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:06.576 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:06.576 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:06.576 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:06.576 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:06.576 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.576 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:06.577 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:06.577 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.577 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:06.577 INFO:teuthology.orchestra.run.smithi019.stdout:> conn = connection.create_connection( 2023-12-03T12:55:06.577 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:06.577 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.577 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.577 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:174: 2023-12-03T12:55:06.577 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:06.577 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:95: in create_connection 2023-12-03T12:55:06.577 INFO:teuthology.orchestra.run.smithi019.stdout: raise err 2023-12-03T12:55:06.577 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:06.578 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.578 INFO:teuthology.orchestra.run.smithi019.stdout:address = ('smithi019.front.sepia.ceph.com', 443), timeout = 60 2023-12-03T12:55:06.578 INFO:teuthology.orchestra.run.smithi019.stdout:source_address = None, socket_options = [(6, 1, 1)] 2023-12-03T12:55:06.578 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.578 INFO:teuthology.orchestra.run.smithi019.stdout: def create_connection( 2023-12-03T12:55:06.578 INFO:teuthology.orchestra.run.smithi019.stdout: address, 2023-12-03T12:55:06.578 INFO:teuthology.orchestra.run.smithi019.stdout: timeout=socket._GLOBAL_DEFAULT_TIMEOUT, 2023-12-03T12:55:06.578 INFO:teuthology.orchestra.run.smithi019.stdout: source_address=None, 2023-12-03T12:55:06.578 INFO:teuthology.orchestra.run.smithi019.stdout: socket_options=None, 2023-12-03T12:55:06.578 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:06.578 INFO:teuthology.orchestra.run.smithi019.stdout: """Connect to *address* and return the socket object. 2023-12-03T12:55:06.579 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.579 INFO:teuthology.orchestra.run.smithi019.stdout: Convenience function. Connect to *address* (a 2-tuple ``(host, 2023-12-03T12:55:06.579 INFO:teuthology.orchestra.run.smithi019.stdout: port)``) and return the socket object. Passing the optional 2023-12-03T12:55:06.579 INFO:teuthology.orchestra.run.smithi019.stdout: *timeout* parameter will set the timeout on the socket instance 2023-12-03T12:55:06.579 INFO:teuthology.orchestra.run.smithi019.stdout: before attempting to connect. If no *timeout* is supplied, the 2023-12-03T12:55:06.579 INFO:teuthology.orchestra.run.smithi019.stdout: global default timeout setting returned by :func:`socket.getdefaulttimeout` 2023-12-03T12:55:06.579 INFO:teuthology.orchestra.run.smithi019.stdout: is used. If *source_address* is set it must be a tuple of (host, port) 2023-12-03T12:55:06.579 INFO:teuthology.orchestra.run.smithi019.stdout: for the socket to bind as a source address before making the connection. 2023-12-03T12:55:06.579 INFO:teuthology.orchestra.run.smithi019.stdout: An host of '' or port 0 tells the OS to use the default. 2023-12-03T12:55:06.579 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:06.579 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.579 INFO:teuthology.orchestra.run.smithi019.stdout: host, port = address 2023-12-03T12:55:06.580 INFO:teuthology.orchestra.run.smithi019.stdout: if host.startswith("["): 2023-12-03T12:55:06.580 INFO:teuthology.orchestra.run.smithi019.stdout: host = host.strip("[]") 2023-12-03T12:55:06.580 INFO:teuthology.orchestra.run.smithi019.stdout: err = None 2023-12-03T12:55:06.580 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.580 INFO:teuthology.orchestra.run.smithi019.stdout: # Using the value from allowed_gai_family() in the context of getaddrinfo lets 2023-12-03T12:55:06.580 INFO:teuthology.orchestra.run.smithi019.stdout: # us select whether to work with IPv4 DNS records, IPv6 records, or both. 2023-12-03T12:55:06.580 INFO:teuthology.orchestra.run.smithi019.stdout: # The original create_connection function always returns all records. 2023-12-03T12:55:06.580 INFO:teuthology.orchestra.run.smithi019.stdout: family = allowed_gai_family() 2023-12-03T12:55:06.580 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.580 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:06.580 INFO:teuthology.orchestra.run.smithi019.stdout: host.encode("idna") 2023-12-03T12:55:06.580 INFO:teuthology.orchestra.run.smithi019.stdout: except UnicodeError: 2023-12-03T12:55:06.581 INFO:teuthology.orchestra.run.smithi019.stdout: return six.raise_from( 2023-12-03T12:55:06.581 INFO:teuthology.orchestra.run.smithi019.stdout: LocationParseError(u"'%s', label empty or too long" % host), None 2023-12-03T12:55:06.581 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.581 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.581 INFO:teuthology.orchestra.run.smithi019.stdout: for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM): 2023-12-03T12:55:06.581 INFO:teuthology.orchestra.run.smithi019.stdout: af, socktype, proto, canonname, sa = res 2023-12-03T12:55:06.581 INFO:teuthology.orchestra.run.smithi019.stdout: sock = None 2023-12-03T12:55:06.581 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:06.581 INFO:teuthology.orchestra.run.smithi019.stdout: sock = socket.socket(af, socktype, proto) 2023-12-03T12:55:06.581 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.581 INFO:teuthology.orchestra.run.smithi019.stdout: # If provided, set socket level options before connecting. 2023-12-03T12:55:06.581 INFO:teuthology.orchestra.run.smithi019.stdout: _set_socket_options(sock, socket_options) 2023-12-03T12:55:06.581 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.582 INFO:teuthology.orchestra.run.smithi019.stdout: if timeout is not socket._GLOBAL_DEFAULT_TIMEOUT: 2023-12-03T12:55:06.582 INFO:teuthology.orchestra.run.smithi019.stdout: sock.settimeout(timeout) 2023-12-03T12:55:06.582 INFO:teuthology.orchestra.run.smithi019.stdout: if source_address: 2023-12-03T12:55:06.582 INFO:teuthology.orchestra.run.smithi019.stdout: sock.bind(source_address) 2023-12-03T12:55:06.582 INFO:teuthology.orchestra.run.smithi019.stdout:> sock.connect(sa) 2023-12-03T12:55:06.582 INFO:teuthology.orchestra.run.smithi019.stdout:E ConnectionRefusedError: [Errno 111] Connection refused 2023-12-03T12:55:06.582 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.582 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/connection.py:85: ConnectionRefusedError 2023-12-03T12:55:06.582 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.582 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:06.582 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.582 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:06.583 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:06.583 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.583 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:06.583 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:06.583 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:06.583 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:06.583 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:06.583 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:06.583 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:06.583 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:06.583 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:06.583 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:06.584 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:06.584 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:06.584 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:06.584 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:06.584 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:06.584 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.584 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:06.584 INFO:teuthology.orchestra.run.smithi019.stdout:> urllib_response = conn.urlopen( 2023-12-03T12:55:06.584 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:06.584 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:06.584 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:06.584 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:06.585 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:06.585 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:06.585 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:06.585 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:06.585 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:06.585 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.585 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.585 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:455: 2023-12-03T12:55:06.585 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:06.585 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:799: in urlopen 2023-12-03T12:55:06.585 INFO:teuthology.orchestra.run.smithi019.stdout: retries = retries.increment( 2023-12-03T12:55:06.585 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/util/retry.py:525: in increment 2023-12-03T12:55:06.586 INFO:teuthology.orchestra.run.smithi019.stdout: raise six.reraise(type(error), error, _stacktrace) 2023-12-03T12:55:06.586 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/packages/six.py:770: in reraise 2023-12-03T12:55:06.586 INFO:teuthology.orchestra.run.smithi019.stdout: raise value 2023-12-03T12:55:06.586 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:715: in urlopen 2023-12-03T12:55:06.586 INFO:teuthology.orchestra.run.smithi019.stdout: httplib_response = self._make_request( 2023-12-03T12:55:06.586 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:404: in _make_request 2023-12-03T12:55:06.586 INFO:teuthology.orchestra.run.smithi019.stdout: self._validate_conn(conn) 2023-12-03T12:55:06.586 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1058: in _validate_conn 2023-12-03T12:55:06.586 INFO:teuthology.orchestra.run.smithi019.stdout: conn.connect() 2023-12-03T12:55:06.586 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:363: in connect 2023-12-03T12:55:06.586 INFO:teuthology.orchestra.run.smithi019.stdout: self.sock = conn = self._new_conn() 2023-12-03T12:55:06.586 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:06.587 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.587 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:06.587 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.587 INFO:teuthology.orchestra.run.smithi019.stdout: def _new_conn(self): 2023-12-03T12:55:06.587 INFO:teuthology.orchestra.run.smithi019.stdout: """Establish a socket connection and set nodelay settings on it. 2023-12-03T12:55:06.587 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.587 INFO:teuthology.orchestra.run.smithi019.stdout: :return: New socket connection. 2023-12-03T12:55:06.587 INFO:teuthology.orchestra.run.smithi019.stdout: """ 2023-12-03T12:55:06.587 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw = {} 2023-12-03T12:55:06.587 INFO:teuthology.orchestra.run.smithi019.stdout: if self.source_address: 2023-12-03T12:55:06.587 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["source_address"] = self.source_address 2023-12-03T12:55:06.587 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.588 INFO:teuthology.orchestra.run.smithi019.stdout: if self.socket_options: 2023-12-03T12:55:06.588 INFO:teuthology.orchestra.run.smithi019.stdout: extra_kw["socket_options"] = self.socket_options 2023-12-03T12:55:06.588 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.588 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:06.588 INFO:teuthology.orchestra.run.smithi019.stdout: conn = connection.create_connection( 2023-12-03T12:55:06.588 INFO:teuthology.orchestra.run.smithi019.stdout: (self._dns_host, self.port), self.timeout, **extra_kw 2023-12-03T12:55:06.588 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.588 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.588 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketTimeout: 2023-12-03T12:55:06.588 INFO:teuthology.orchestra.run.smithi019.stdout: raise ConnectTimeoutError( 2023-12-03T12:55:06.588 INFO:teuthology.orchestra.run.smithi019.stdout: self, 2023-12-03T12:55:06.588 INFO:teuthology.orchestra.run.smithi019.stdout: "Connection to %s timed out. (connect timeout=%s)" 2023-12-03T12:55:06.589 INFO:teuthology.orchestra.run.smithi019.stdout: % (self.host, self.timeout), 2023-12-03T12:55:06.589 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.589 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.589 INFO:teuthology.orchestra.run.smithi019.stdout: except SocketError as e: 2023-12-03T12:55:06.589 INFO:teuthology.orchestra.run.smithi019.stdout:> raise NewConnectionError( 2023-12-03T12:55:06.589 INFO:teuthology.orchestra.run.smithi019.stdout: self, "Failed to establish a new connection: %s" % e 2023-12-03T12:55:06.589 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.589 INFO:teuthology.orchestra.run.smithi019.stdout:E urllib3.exceptions.NewConnectionError: : Failed to establish a new connection: [Errno 111] Connection refused 2023-12-03T12:55:06.589 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.589 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/urllib3/connection.py:186: NewConnectionError 2023-12-03T12:55:06.589 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.589 INFO:teuthology.orchestra.run.smithi019.stdout:During handling of the above exception, another exception occurred: 2023-12-03T12:55:06.590 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.590 INFO:teuthology.orchestra.run.smithi019.stdout: def test_get_object_torrent(): 2023-12-03T12:55:06.590 INFO:teuthology.orchestra.run.smithi019.stdout: client = get_client() 2023-12-03T12:55:06.590 INFO:teuthology.orchestra.run.smithi019.stdout:> bucket_name = get_new_bucket() 2023-12-03T12:55:06.590 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.590 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:13081: 2023-12-03T12:55:06.590 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:06.590 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/__init__.py:596: in get_new_bucket 2023-12-03T12:55:06.590 INFO:teuthology.orchestra.run.smithi019.stdout: client.create_bucket(Bucket=name) 2023-12-03T12:55:06.590 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:514: in _api_call 2023-12-03T12:55:06.590 INFO:teuthology.orchestra.run.smithi019.stdout: return self._make_api_call(operation_name, kwargs) 2023-12-03T12:55:06.590 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:921: in _make_api_call 2023-12-03T12:55:06.591 INFO:teuthology.orchestra.run.smithi019.stdout: http, parsed_response = self._make_request( 2023-12-03T12:55:06.591 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/client.py:944: in _make_request 2023-12-03T12:55:06.591 INFO:teuthology.orchestra.run.smithi019.stdout: return self._endpoint.make_request(operation_model, request_dict) 2023-12-03T12:55:06.591 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:119: in make_request 2023-12-03T12:55:06.591 INFO:teuthology.orchestra.run.smithi019.stdout: return self._send_request(request_dict, operation_model) 2023-12-03T12:55:06.591 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:202: in _send_request 2023-12-03T12:55:06.591 INFO:teuthology.orchestra.run.smithi019.stdout: while self._needs_retry( 2023-12-03T12:55:06.591 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:354: in _needs_retry 2023-12-03T12:55:06.591 INFO:teuthology.orchestra.run.smithi019.stdout: responses = self._event_emitter.emit( 2023-12-03T12:55:06.591 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:412: in emit 2023-12-03T12:55:06.591 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emitter.emit(aliased_event_name, **kwargs) 2023-12-03T12:55:06.591 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:256: in emit 2023-12-03T12:55:06.591 INFO:teuthology.orchestra.run.smithi019.stdout: return self._emit(event_name, kwargs) 2023-12-03T12:55:06.592 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/hooks.py:239: in _emit 2023-12-03T12:55:06.592 INFO:teuthology.orchestra.run.smithi019.stdout: response = handler(**kwargs) 2023-12-03T12:55:06.592 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:207: in __call__ 2023-12-03T12:55:06.592 INFO:teuthology.orchestra.run.smithi019.stdout: if self._checker(**checker_kwargs): 2023-12-03T12:55:06.592 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:284: in __call__ 2023-12-03T12:55:06.592 INFO:teuthology.orchestra.run.smithi019.stdout: should_retry = self._should_retry( 2023-12-03T12:55:06.592 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:320: in _should_retry 2023-12-03T12:55:06.592 INFO:teuthology.orchestra.run.smithi019.stdout: return self._checker(attempt_number, response, caught_exception) 2023-12-03T12:55:06.592 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:363: in __call__ 2023-12-03T12:55:06.592 INFO:teuthology.orchestra.run.smithi019.stdout: checker_response = checker( 2023-12-03T12:55:06.592 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:247: in __call__ 2023-12-03T12:55:06.592 INFO:teuthology.orchestra.run.smithi019.stdout: return self._check_caught_exception( 2023-12-03T12:55:06.593 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/retryhandler.py:416: in _check_caught_exception 2023-12-03T12:55:06.593 INFO:teuthology.orchestra.run.smithi019.stdout: raise caught_exception 2023-12-03T12:55:06.593 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:281: in _do_get_response 2023-12-03T12:55:06.593 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = self._send(request) 2023-12-03T12:55:06.593 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/endpoint.py:377: in _send 2023-12-03T12:55:06.593 INFO:teuthology.orchestra.run.smithi019.stdout: return self.http_session.send(request) 2023-12-03T12:55:06.593 INFO:teuthology.orchestra.run.smithi019.stdout:_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 2023-12-03T12:55:06.593 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.593 INFO:teuthology.orchestra.run.smithi019.stdout:self = 2023-12-03T12:55:06.593 INFO:teuthology.orchestra.run.smithi019.stdout:request = 2023-12-03T12:55:06.593 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.593 INFO:teuthology.orchestra.run.smithi019.stdout: def send(self, request): 2023-12-03T12:55:06.594 INFO:teuthology.orchestra.run.smithi019.stdout: try: 2023-12-03T12:55:06.594 INFO:teuthology.orchestra.run.smithi019.stdout: proxy_url = self._proxy_config.proxy_url_for(request.url) 2023-12-03T12:55:06.594 INFO:teuthology.orchestra.run.smithi019.stdout: manager = self._get_connection_manager(request.url, proxy_url) 2023-12-03T12:55:06.594 INFO:teuthology.orchestra.run.smithi019.stdout: conn = manager.connection_from_url(request.url) 2023-12-03T12:55:06.594 INFO:teuthology.orchestra.run.smithi019.stdout: self._setup_ssl_cert(conn, request.url, self._verify) 2023-12-03T12:55:06.594 INFO:teuthology.orchestra.run.smithi019.stdout: if ensure_boolean( 2023-12-03T12:55:06.594 INFO:teuthology.orchestra.run.smithi019.stdout: os.environ.get('BOTO_EXPERIMENTAL__ADD_PROXY_HOST_HEADER', '') 2023-12-03T12:55:06.594 INFO:teuthology.orchestra.run.smithi019.stdout: ): 2023-12-03T12:55:06.594 INFO:teuthology.orchestra.run.smithi019.stdout: # This is currently an "experimental" feature which provides 2023-12-03T12:55:06.594 INFO:teuthology.orchestra.run.smithi019.stdout: # no guarantees of backwards compatibility. It may be subject 2023-12-03T12:55:06.594 INFO:teuthology.orchestra.run.smithi019.stdout: # to change or removal in any patch version. Anyone opting in 2023-12-03T12:55:06.595 INFO:teuthology.orchestra.run.smithi019.stdout: # to this feature should strictly pin botocore. 2023-12-03T12:55:06.595 INFO:teuthology.orchestra.run.smithi019.stdout: host = urlparse(request.url).hostname 2023-12-03T12:55:06.595 INFO:teuthology.orchestra.run.smithi019.stdout: conn.proxy_headers['host'] = host 2023-12-03T12:55:06.595 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.595 INFO:teuthology.orchestra.run.smithi019.stdout: request_target = self._get_request_target(request.url, proxy_url) 2023-12-03T12:55:06.595 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response = conn.urlopen( 2023-12-03T12:55:06.595 INFO:teuthology.orchestra.run.smithi019.stdout: method=request.method, 2023-12-03T12:55:06.595 INFO:teuthology.orchestra.run.smithi019.stdout: url=request_target, 2023-12-03T12:55:06.595 INFO:teuthology.orchestra.run.smithi019.stdout: body=request.body, 2023-12-03T12:55:06.595 INFO:teuthology.orchestra.run.smithi019.stdout: headers=request.headers, 2023-12-03T12:55:06.595 INFO:teuthology.orchestra.run.smithi019.stdout: retries=Retry(False), 2023-12-03T12:55:06.595 INFO:teuthology.orchestra.run.smithi019.stdout: assert_same_host=False, 2023-12-03T12:55:06.596 INFO:teuthology.orchestra.run.smithi019.stdout: preload_content=False, 2023-12-03T12:55:06.596 INFO:teuthology.orchestra.run.smithi019.stdout: decode_content=False, 2023-12-03T12:55:06.596 INFO:teuthology.orchestra.run.smithi019.stdout: chunked=self._chunked(request.headers), 2023-12-03T12:55:06.596 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.596 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.596 INFO:teuthology.orchestra.run.smithi019.stdout: http_response = botocore.awsrequest.AWSResponse( 2023-12-03T12:55:06.596 INFO:teuthology.orchestra.run.smithi019.stdout: request.url, 2023-12-03T12:55:06.596 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.status, 2023-12-03T12:55:06.596 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response.headers, 2023-12-03T12:55:06.596 INFO:teuthology.orchestra.run.smithi019.stdout: urllib_response, 2023-12-03T12:55:06.596 INFO:teuthology.orchestra.run.smithi019.stdout: ) 2023-12-03T12:55:06.597 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.597 INFO:teuthology.orchestra.run.smithi019.stdout: if not request.stream_output: 2023-12-03T12:55:06.597 INFO:teuthology.orchestra.run.smithi019.stdout: # Cause the raw stream to be exhausted immediately. We do it 2023-12-03T12:55:06.597 INFO:teuthology.orchestra.run.smithi019.stdout: # this way instead of using preload_content because 2023-12-03T12:55:06.597 INFO:teuthology.orchestra.run.smithi019.stdout: # preload_content will never buffer chunked responses 2023-12-03T12:55:06.597 INFO:teuthology.orchestra.run.smithi019.stdout: http_response.content 2023-12-03T12:55:06.597 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.597 INFO:teuthology.orchestra.run.smithi019.stdout: return http_response 2023-12-03T12:55:06.597 INFO:teuthology.orchestra.run.smithi019.stdout: except URLLib3SSLError as e: 2023-12-03T12:55:06.597 INFO:teuthology.orchestra.run.smithi019.stdout: raise SSLError(endpoint_url=request.url, error=e) 2023-12-03T12:55:06.597 INFO:teuthology.orchestra.run.smithi019.stdout: except (NewConnectionError, socket.gaierror) as e: 2023-12-03T12:55:06.598 INFO:teuthology.orchestra.run.smithi019.stdout:> raise EndpointConnectionError(endpoint_url=request.url, error=e) 2023-12-03T12:55:06.598 INFO:teuthology.orchestra.run.smithi019.stdout:E botocore.exceptions.EndpointConnectionError: Could not connect to the endpoint URL: "https://smithi019.front.sepia.ceph.com:443/test-client.0-4a6zemzjywb5q3g-523" 2023-12-03T12:55:06.598 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.598 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/botocore/httpsession.py:484: EndpointConnectionError 2023-12-03T12:55:06.598 INFO:teuthology.orchestra.run.smithi019.stdout:=============================== warnings summary =============================== 2023-12-03T12:55:06.598 INFO:teuthology.orchestra.run.smithi019.stdout:.tox/py/lib/python3.10/site-packages/boto/plugin.py:40 2023-12-03T12:55:06.598 INFO:teuthology.orchestra.run.smithi019.stdout: /home/ubuntu/cephtest/s3-tests-client.0/.tox/py/lib/python3.10/site-packages/boto/plugin.py:40: DeprecationWarning: the imp module is deprecated in favour of importlib and slated for removal in Python 3.12; see the module's documentation for alternative uses 2023-12-03T12:55:06.598 INFO:teuthology.orchestra.run.smithi019.stdout: import imp 2023-12-03T12:55:06.598 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.598 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests/functional/test_headers.py:124 2023-12-03T12:55:06.598 INFO:teuthology.orchestra.run.smithi019.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests/functional/test_headers.py:124: SyntaxWarning: "is" with a literal. Did you mean "=="? 2023-12-03T12:55:06.598 INFO:teuthology.orchestra.run.smithi019.stdout: if boto_type is 'S3Connection': 2023-12-03T12:55:06.599 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.599 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests/functional/test_headers.py:129 2023-12-03T12:55:06.599 INFO:teuthology.orchestra.run.smithi019.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests/functional/test_headers.py:129: SyntaxWarning: "is" with a literal. Did you mean "=="? 2023-12-03T12:55:06.599 INFO:teuthology.orchestra.run.smithi019.stdout: elif boto_type is 'HTTPRequest': 2023-12-03T12:55:06.599 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.599 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests/functional/test_s3.py:359 2023-12-03T12:55:06.599 INFO:teuthology.orchestra.run.smithi019.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests/functional/test_s3.py:359: DeprecationWarning: invalid escape sequence '\W' 2023-12-03T12:55:06.599 INFO:teuthology.orchestra.run.smithi019.stdout: extra_sc = re.split('\W+', config['main']['storage_classes']) 2023-12-03T12:55:06.599 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.599 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests/functional/test_s3_website.py:176 2023-12-03T12:55:06.599 INFO:teuthology.orchestra.run.smithi019.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests/functional/test_s3_website.py:176: SyntaxWarning: "is" with a literal. Did you mean "=="? 2023-12-03T12:55:06.600 INFO:teuthology.orchestra.run.smithi019.stdout: if k is 'BucketName': 2023-12-03T12:55:06.600 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.600 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests/functional/test_s3_website.py:253 2023-12-03T12:55:06.600 INFO:teuthology.orchestra.run.smithi019.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests/functional/test_s3_website.py:253: PytestUnknownMarkWarning: Unknown pytest.mark.timeout - is this a typo? You can register custom marks to avoid this warning - for details, see https://docs.pytest.org/en/stable/how-to/mark.html 2023-12-03T12:55:06.600 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.mark.timeout(10) 2023-12-03T12:55:06.600 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.600 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests/functional/test_s3_website.py:1077 2023-12-03T12:55:06.600 INFO:teuthology.orchestra.run.smithi019.stdout: s3tests/functional/test_s3_website.py:1077: PytestCollectionWarning: yield tests were removed in pytest 4.0 - test_routing_generator will be ignored 2023-12-03T12:55:06.600 INFO:teuthology.orchestra.run.smithi019.stdout: @pytest.mark.s3website_routing_rules 2023-12-03T12:55:06.600 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.600 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:2212 2023-12-03T12:55:06.600 INFO:teuthology.orchestra.run.smithi019.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests_boto3/functional/test_s3.py:2212: DeprecationWarning: invalid escape sequence '\$' 2023-12-03T12:55:06.601 INFO:teuthology.orchestra.run.smithi019.stdout: ["starts-with", "$key", "\$foo"],\ 2023-12-03T12:55:06.601 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.601 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:2227 2023-12-03T12:55:06.601 INFO:teuthology.orchestra.run.smithi019.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests_boto3/functional/test_s3.py:2227: DeprecationWarning: invalid escape sequence '\$' 2023-12-03T12:55:06.601 INFO:teuthology.orchestra.run.smithi019.stdout: payload = OrderedDict([ ("key" , "\$foo.txt"),("AWSAccessKeyId" , aws_access_key_id),\ 2023-12-03T12:55:06.601 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.601 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:2233 2023-12-03T12:55:06.601 INFO:teuthology.orchestra.run.smithi019.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests_boto3/functional/test_s3.py:2233: DeprecationWarning: invalid escape sequence '\$' 2023-12-03T12:55:06.601 INFO:teuthology.orchestra.run.smithi019.stdout: response = client.get_object(Bucket=bucket_name, Key='\$foo.txt') 2023-12-03T12:55:06.601 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.601 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:2290 2023-12-03T12:55:06.601 INFO:teuthology.orchestra.run.smithi019.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests_boto3/functional/test_s3.py:2290: DeprecationWarning: invalid escape sequence '\$' 2023-12-03T12:55:06.601 INFO:teuthology.orchestra.run.smithi019.stdout: ["starts-with", "$key", "\$foo"],\ 2023-12-03T12:55:06.602 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.602 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:2305 2023-12-03T12:55:06.602 INFO:teuthology.orchestra.run.smithi019.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests_boto3/functional/test_s3.py:2305: DeprecationWarning: invalid escape sequence '\$' 2023-12-03T12:55:06.602 INFO:teuthology.orchestra.run.smithi019.stdout: payload = OrderedDict([ ("key" , "\$foo.txt"),("AWSAccessKeyId" , aws_access_key_id),\ 2023-12-03T12:55:06.602 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.602 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:2323 2023-12-03T12:55:06.602 INFO:teuthology.orchestra.run.smithi019.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests_boto3/functional/test_s3.py:2323: DeprecationWarning: invalid escape sequence '\$' 2023-12-03T12:55:06.602 INFO:teuthology.orchestra.run.smithi019.stdout: ["starts-with", "$key", "\$foo"],\ 2023-12-03T12:55:06.602 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.602 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:2338 2023-12-03T12:55:06.602 INFO:teuthology.orchestra.run.smithi019.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests_boto3/functional/test_s3.py:2338: DeprecationWarning: invalid escape sequence '\$' 2023-12-03T12:55:06.603 INFO:teuthology.orchestra.run.smithi019.stdout: payload = OrderedDict([ ("key" , "\$foo.txt"),("AWSAccessKeyId" , aws_access_key_id[::-1]),\ 2023-12-03T12:55:06.603 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.603 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:2356 2023-12-03T12:55:06.603 INFO:teuthology.orchestra.run.smithi019.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests_boto3/functional/test_s3.py:2356: DeprecationWarning: invalid escape sequence '\$' 2023-12-03T12:55:06.603 INFO:teuthology.orchestra.run.smithi019.stdout: ["starts-with", "$key", "\$foo"],\ 2023-12-03T12:55:06.603 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.603 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:2371 2023-12-03T12:55:06.603 INFO:teuthology.orchestra.run.smithi019.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests_boto3/functional/test_s3.py:2371: DeprecationWarning: invalid escape sequence '\$' 2023-12-03T12:55:06.603 INFO:teuthology.orchestra.run.smithi019.stdout: payload = OrderedDict([ ("key" , "\$foo.txt"),("AWSAccessKeyId" , aws_access_key_id),\ 2023-12-03T12:55:06.603 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.603 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:2421 2023-12-03T12:55:06.604 INFO:teuthology.orchestra.run.smithi019.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests_boto3/functional/test_s3.py:2421: DeprecationWarning: invalid escape sequence '\$' 2023-12-03T12:55:06.604 INFO:teuthology.orchestra.run.smithi019.stdout: ["starts-with", "$key", "\$foo"],\ 2023-12-03T12:55:06.604 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.604 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py:2453 2023-12-03T12:55:06.604 INFO:teuthology.orchestra.run.smithi019.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests_boto3/functional/test_s3.py:2453: DeprecationWarning: invalid escape sequence '\$' 2023-12-03T12:55:06.604 INFO:teuthology.orchestra.run.smithi019.stdout: ["starts-with", "$key", "\$foo"],\ 2023-12-03T12:55:06.604 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.604 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_headers.py: 29 warnings 2023-12-03T12:55:06.604 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_iam.py: 23 warnings 2023-12-03T12:55:06.604 INFO:teuthology.orchestra.run.smithi019.stdout:s3tests_boto3/functional/test_s3.py: 277 warnings 2023-12-03T12:55:06.604 INFO:teuthology.orchestra.run.smithi019.stdout: /home/ubuntu/cephtest/s3-tests-client.0/.tox/py/lib/python3.10/site-packages/urllib3/connectionpool.py:1061: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi019.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2023-12-03T12:55:06.604 INFO:teuthology.orchestra.run.smithi019.stdout: warnings.warn( 2023-12-03T12:55:06.605 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T12:55:06.605 INFO:teuthology.orchestra.run.smithi019.stdout:-- Docs: https://docs.pytest.org/en/stable/how-to/capture-warnings.html 2023-12-03T12:55:06.605 INFO:teuthology.orchestra.run.smithi019.stdout:=========================== short test summary info ============================ 2023-12-03T12:55:06.605 INFO:teuthology.orchestra.run.smithi019.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_multipart_upload_empty - bot... 2023-12-03T12:55:06.605 INFO:teuthology.orchestra.run.smithi019.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_multipart_upload_small - bot... 2023-12-03T12:55:06.605 INFO:teuthology.orchestra.run.smithi019.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_multipart_copy_small - botoc... 2023-12-03T12:55:06.605 INFO:teuthology.orchestra.run.smithi019.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_multipart_copy_invalid_range 2023-12-03T12:55:06.605 INFO:teuthology.orchestra.run.smithi019.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_multipart_copy_without_range 2023-12-03T12:55:06.605 INFO:teuthology.orchestra.run.smithi019.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_multipart_copy_special_names 2023-12-03T12:55:06.605 INFO:teuthology.orchestra.run.smithi019.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_multipart_upload - botocore.... 2023-12-03T12:55:06.605 INFO:teuthology.orchestra.run.smithi019.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_multipart_copy_versioned - b... 2023-12-03T12:55:06.606 INFO:teuthology.orchestra.run.smithi019.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_multipart_upload_resend_part 2023-12-03T12:55:06.606 INFO:teuthology.orchestra.run.smithi019.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_multipart_upload_multiple_sizes 2023-12-03T12:55:06.606 INFO:teuthology.orchestra.run.smithi019.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_multipart_copy_multiple_sizes 2023-12-03T12:55:06.606 INFO:teuthology.orchestra.run.smithi019.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_multipart_upload_size_too_small 2023-12-03T12:55:06.606 INFO:teuthology.orchestra.run.smithi019.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_multipart_upload_contents - ... 2023-12-03T12:55:06.606 INFO:teuthology.orchestra.run.smithi019.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_multipart_upload_overwrite_existing_object 2023-12-03T12:55:06.606 INFO:teuthology.orchestra.run.smithi019.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_abort_multipart_upload - bot... 2023-12-03T12:55:06.606 INFO:teuthology.orchestra.run.smithi019.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_abort_multipart_upload_not_found 2023-12-03T12:55:06.606 INFO:teuthology.orchestra.run.smithi019.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_list_multipart_upload - boto... 2023-12-03T12:55:06.606 INFO:teuthology.orchestra.run.smithi019.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_list_multipart_upload_owner 2023-12-03T12:55:06.606 INFO:teuthology.orchestra.run.smithi019.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_multipart_upload_missing_part 2023-12-03T12:55:06.606 INFO:teuthology.orchestra.run.smithi019.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_multipart_upload_incorrect_etag 2023-12-03T12:55:06.607 INFO:teuthology.orchestra.run.smithi019.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_multipart_get_part - botocor... 2023-12-03T12:55:06.607 INFO:teuthology.orchestra.run.smithi019.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_non_multipart_get_part - bot... 2023-12-03T12:55:06.607 INFO:teuthology.orchestra.run.smithi019.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_100_continue - botocore.exce... 2023-12-03T12:55:06.607 INFO:teuthology.orchestra.run.smithi019.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_set_cors - botocore.exceptio... 2023-12-03T12:55:06.607 INFO:teuthology.orchestra.run.smithi019.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_cors_origin_response - botoc... 2023-12-03T12:55:06.607 INFO:teuthology.orchestra.run.smithi019.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_cors_origin_wildcard - botoc... 2023-12-03T12:55:06.607 INFO:teuthology.orchestra.run.smithi019.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_cors_header_option - botocor... 2023-12-03T12:55:06.607 INFO:teuthology.orchestra.run.smithi019.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_cors_presigned_get_object - ... 2023-12-03T12:55:06.607 INFO:teuthology.orchestra.run.smithi019.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_cors_presigned_get_object_tenant 2023-12-03T12:55:06.607 INFO:teuthology.orchestra.run.smithi019.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_set_bucket_tagging - botocor... 2023-12-03T12:55:06.607 INFO:teuthology.orchestra.run.smithi019.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_atomic_read_1mb - botocore.e... 2023-12-03T12:55:06.608 INFO:teuthology.orchestra.run.smithi019.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_atomic_read_4mb - botocore.e... 2023-12-03T12:55:06.608 INFO:teuthology.orchestra.run.smithi019.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_atomic_read_8mb - botocore.e... 2023-12-03T12:55:06.608 INFO:teuthology.orchestra.run.smithi019.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_atomic_write_1mb - botocore.... 2023-12-03T12:55:06.608 INFO:teuthology.orchestra.run.smithi019.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_atomic_write_4mb - botocore.... 2023-12-03T12:55:06.608 INFO:teuthology.orchestra.run.smithi019.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_atomic_write_8mb - botocore.... 2023-12-03T12:55:06.608 INFO:teuthology.orchestra.run.smithi019.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_atomic_dual_write_1mb - boto... 2023-12-03T12:55:06.608 INFO:teuthology.orchestra.run.smithi019.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_atomic_dual_write_4mb - boto... 2023-12-03T12:55:06.608 INFO:teuthology.orchestra.run.smithi019.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_atomic_dual_write_8mb - boto... 2023-12-03T12:55:06.608 INFO:teuthology.orchestra.run.smithi019.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_atomic_conditional_write_1mb 2023-12-03T12:55:06.608 INFO:teuthology.orchestra.run.smithi019.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_atomic_multipart_upload_write 2023-12-03T12:55:06.608 INFO:teuthology.orchestra.run.smithi019.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_multipart_resend_first_finishes_last 2023-12-03T12:55:06.608 INFO:teuthology.orchestra.run.smithi019.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_ranged_request_response_code 2023-12-03T12:55:06.608 INFO:teuthology.orchestra.run.smithi019.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_ranged_big_request_response_code 2023-12-03T12:55:06.609 INFO:teuthology.orchestra.run.smithi019.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_ranged_request_skip_leading_bytes_response_code 2023-12-03T12:55:06.609 INFO:teuthology.orchestra.run.smithi019.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_ranged_request_return_trailing_bytes_response_code 2023-12-03T12:55:06.609 INFO:teuthology.orchestra.run.smithi019.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_ranged_request_invalid_range 2023-12-03T12:55:06.609 INFO:teuthology.orchestra.run.smithi019.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_ranged_request_empty_object 2023-12-03T12:55:06.609 INFO:teuthology.orchestra.run.smithi019.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_versioning_bucket_create_suspend 2023-12-03T12:55:06.609 INFO:teuthology.orchestra.run.smithi019.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_versioning_obj_create_read_remove 2023-12-03T12:55:06.609 INFO:teuthology.orchestra.run.smithi019.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_versioning_obj_create_read_remove_head 2023-12-03T12:55:06.609 INFO:teuthology.orchestra.run.smithi019.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_versioning_obj_plain_null_version_removal 2023-12-03T12:55:06.609 INFO:teuthology.orchestra.run.smithi019.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_versioning_obj_plain_null_version_overwrite 2023-12-03T12:55:06.609 INFO:teuthology.orchestra.run.smithi019.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_versioning_obj_plain_null_version_overwrite_suspended 2023-12-03T12:55:06.609 INFO:teuthology.orchestra.run.smithi019.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_versioning_obj_suspend_versions 2023-12-03T12:55:06.609 INFO:teuthology.orchestra.run.smithi019.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_versioning_obj_create_versions_remove_all 2023-12-03T12:55:06.609 INFO:teuthology.orchestra.run.smithi019.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_versioning_obj_create_versions_remove_special_names 2023-12-03T12:55:06.610 INFO:teuthology.orchestra.run.smithi019.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_versioning_obj_create_overwrite_multipart 2023-12-03T12:55:06.610 INFO:teuthology.orchestra.run.smithi019.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_versioning_obj_list_marker 2023-12-03T12:55:06.610 INFO:teuthology.orchestra.run.smithi019.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_versioning_copy_obj_version 2023-12-03T12:55:06.610 INFO:teuthology.orchestra.run.smithi019.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_versioning_multi_object_delete 2023-12-03T12:55:06.610 INFO:teuthology.orchestra.run.smithi019.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_versioning_multi_object_delete_with_marker 2023-12-03T12:55:06.610 INFO:teuthology.orchestra.run.smithi019.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_versioning_multi_object_delete_with_marker_create 2023-12-03T12:55:06.610 INFO:teuthology.orchestra.run.smithi019.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_versioned_object_acl - botoc... 2023-12-03T12:55:06.610 INFO:teuthology.orchestra.run.smithi019.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_versioned_object_acl_no_version_specified 2023-12-03T12:55:06.610 INFO:teuthology.orchestra.run.smithi019.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_versioned_concurrent_object_create_and_remove 2023-12-03T12:55:06.610 INFO:teuthology.orchestra.run.smithi019.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_lifecycle_set - botocore.exc... 2023-12-03T12:55:06.610 INFO:teuthology.orchestra.run.smithi019.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_lifecycle_get - botocore.exc... 2023-12-03T12:55:06.611 INFO:teuthology.orchestra.run.smithi019.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_lifecycle_get_no_id - botoco... 2023-12-03T12:55:06.611 INFO:teuthology.orchestra.run.smithi019.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_lifecycle_id_too_long - boto... 2023-12-03T12:55:06.611 INFO:teuthology.orchestra.run.smithi019.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_lifecycle_same_id - botocore... 2023-12-03T12:55:06.611 INFO:teuthology.orchestra.run.smithi019.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_lifecycle_invalid_status - b... 2023-12-03T12:55:06.611 INFO:teuthology.orchestra.run.smithi019.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_lifecycle_set_date - botocor... 2023-12-03T12:55:06.611 INFO:teuthology.orchestra.run.smithi019.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_lifecycle_set_invalid_date 2023-12-03T12:55:06.611 INFO:teuthology.orchestra.run.smithi019.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_lifecycle_set_noncurrent - b... 2023-12-03T12:55:06.611 INFO:teuthology.orchestra.run.smithi019.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_lifecycle_set_deletemarker 2023-12-03T12:55:06.611 INFO:teuthology.orchestra.run.smithi019.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_lifecycle_set_filter - botoc... 2023-12-03T12:55:06.611 INFO:teuthology.orchestra.run.smithi019.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_lifecycle_set_empty_filter 2023-12-03T12:55:06.611 INFO:teuthology.orchestra.run.smithi019.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_lifecycle_set_multipart - bo... 2023-12-03T12:55:06.611 INFO:teuthology.orchestra.run.smithi019.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_lifecycle_transition_set_invalid_date 2023-12-03T12:55:06.612 INFO:teuthology.orchestra.run.smithi019.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_encrypted_transfer_1b - boto... 2023-12-03T12:55:06.612 INFO:teuthology.orchestra.run.smithi019.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_encrypted_transfer_1kb - bot... 2023-12-03T12:55:06.612 INFO:teuthology.orchestra.run.smithi019.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_encrypted_transfer_1MB - bot... 2023-12-03T12:55:06.612 INFO:teuthology.orchestra.run.smithi019.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_encrypted_transfer_13b - bot... 2023-12-03T12:55:06.612 INFO:teuthology.orchestra.run.smithi019.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_encryption_sse_c_method_head 2023-12-03T12:55:06.612 INFO:teuthology.orchestra.run.smithi019.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_encryption_sse_c_present - b... 2023-12-03T12:55:06.612 INFO:teuthology.orchestra.run.smithi019.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_encryption_sse_c_other_key 2023-12-03T12:55:06.612 INFO:teuthology.orchestra.run.smithi019.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_encryption_sse_c_invalid_md5 2023-12-03T12:55:06.612 INFO:teuthology.orchestra.run.smithi019.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_encryption_sse_c_no_md5 - bo... 2023-12-03T12:55:06.612 INFO:teuthology.orchestra.run.smithi019.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_encryption_sse_c_no_key - bo... 2023-12-03T12:55:06.612 INFO:teuthology.orchestra.run.smithi019.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_encryption_key_no_sse_c - bo... 2023-12-03T12:55:06.612 INFO:teuthology.orchestra.run.smithi019.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_encryption_sse_c_multipart_upload 2023-12-03T12:55:06.613 INFO:teuthology.orchestra.run.smithi019.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_encryption_sse_c_unaligned_multipart_upload 2023-12-03T12:55:06.613 INFO:teuthology.orchestra.run.smithi019.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_encryption_sse_c_multipart_bad_download 2023-12-03T12:55:06.613 INFO:teuthology.orchestra.run.smithi019.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_encryption_sse_c_post_object_authenticated_request 2023-12-03T12:55:06.613 INFO:teuthology.orchestra.run.smithi019.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_sse_kms_method_head - botoco... 2023-12-03T12:55:06.613 INFO:teuthology.orchestra.run.smithi019.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_sse_kms_present - botocore.e... 2023-12-03T12:55:06.613 INFO:teuthology.orchestra.run.smithi019.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_sse_kms_no_key - botocore.ex... 2023-12-03T12:55:06.613 INFO:teuthology.orchestra.run.smithi019.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_sse_kms_not_declared - botoc... 2023-12-03T12:55:06.613 INFO:teuthology.orchestra.run.smithi019.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_sse_kms_multipart_upload - b... 2023-12-03T12:55:06.613 INFO:teuthology.orchestra.run.smithi019.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_sse_kms_multipart_invalid_chunks_1 2023-12-03T12:55:06.613 INFO:teuthology.orchestra.run.smithi019.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_sse_kms_multipart_invalid_chunks_2 2023-12-03T12:55:06.613 INFO:teuthology.orchestra.run.smithi019.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_sse_kms_post_object_authenticated_request 2023-12-03T12:55:06.613 INFO:teuthology.orchestra.run.smithi019.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_sse_kms_transfer_1b - botoco... 2023-12-03T12:55:06.613 INFO:teuthology.orchestra.run.smithi019.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_sse_kms_transfer_1kb - botoc... 2023-12-03T12:55:06.614 INFO:teuthology.orchestra.run.smithi019.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_sse_kms_transfer_1MB - botoc... 2023-12-03T12:55:06.614 INFO:teuthology.orchestra.run.smithi019.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_sse_kms_transfer_13b - botoc... 2023-12-03T12:55:06.614 INFO:teuthology.orchestra.run.smithi019.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_sse_kms_read_declare - botoc... 2023-12-03T12:55:06.614 INFO:teuthology.orchestra.run.smithi019.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_bucket_policy - botocore.exc... 2023-12-03T12:55:06.614 INFO:teuthology.orchestra.run.smithi019.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_bucketv2_policy - botocore.e... 2023-12-03T12:55:06.614 INFO:teuthology.orchestra.run.smithi019.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_bucket_policy_acl - botocore... 2023-12-03T12:55:06.614 INFO:teuthology.orchestra.run.smithi019.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_bucketv2_policy_acl - botoco... 2023-12-03T12:55:06.614 INFO:teuthology.orchestra.run.smithi019.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_bucket_policy_another_bucket 2023-12-03T12:55:06.614 INFO:teuthology.orchestra.run.smithi019.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_bucketv2_policy_another_bucket 2023-12-03T12:55:06.614 INFO:teuthology.orchestra.run.smithi019.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_get_obj_tagging - botocore.e... 2023-12-03T12:55:06.614 INFO:teuthology.orchestra.run.smithi019.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_get_obj_head_tagging - botoc... 2023-12-03T12:55:06.614 INFO:teuthology.orchestra.run.smithi019.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_put_max_tags - botocore.exce... 2023-12-03T12:55:06.615 INFO:teuthology.orchestra.run.smithi019.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_put_excess_tags - botocore.e... 2023-12-03T12:55:06.615 INFO:teuthology.orchestra.run.smithi019.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_put_max_kvsize_tags - botoco... 2023-12-03T12:55:06.615 INFO:teuthology.orchestra.run.smithi019.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_put_excess_key_tags - botoco... 2023-12-03T12:55:06.615 INFO:teuthology.orchestra.run.smithi019.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_put_excess_val_tags - botoco... 2023-12-03T12:55:06.615 INFO:teuthology.orchestra.run.smithi019.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_put_modify_tags - botocore.e... 2023-12-03T12:55:06.615 INFO:teuthology.orchestra.run.smithi019.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_put_delete_tags - botocore.e... 2023-12-03T12:55:06.615 INFO:teuthology.orchestra.run.smithi019.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_post_object_tags_anonymous_request 2023-12-03T12:55:06.615 INFO:teuthology.orchestra.run.smithi019.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_post_object_tags_authenticated_request 2023-12-03T12:55:06.615 INFO:teuthology.orchestra.run.smithi019.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_put_obj_with_tags - botocore... 2023-12-03T12:55:06.615 INFO:teuthology.orchestra.run.smithi019.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_get_tags_acl_public - botoco... 2023-12-03T12:55:06.615 INFO:teuthology.orchestra.run.smithi019.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_put_tags_acl_public - botoco... 2023-12-03T12:55:06.615 INFO:teuthology.orchestra.run.smithi019.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_delete_tags_obj_public - bot... 2023-12-03T12:55:06.616 INFO:teuthology.orchestra.run.smithi019.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_versioning_bucket_atomic_upload_return_version_id 2023-12-03T12:55:06.616 INFO:teuthology.orchestra.run.smithi019.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_versioning_bucket_multipart_upload_return_version_id 2023-12-03T12:55:06.616 INFO:teuthology.orchestra.run.smithi019.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_bucket_policy_get_obj_existing_tag 2023-12-03T12:55:06.616 INFO:teuthology.orchestra.run.smithi019.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_bucket_policy_get_obj_tagging_existing_tag 2023-12-03T12:55:06.616 INFO:teuthology.orchestra.run.smithi019.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_bucket_policy_put_obj_tagging_existing_tag 2023-12-03T12:55:06.616 INFO:teuthology.orchestra.run.smithi019.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_bucket_policy_put_obj_copy_source 2023-12-03T12:55:06.616 INFO:teuthology.orchestra.run.smithi019.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_bucket_policy_put_obj_copy_source_meta 2023-12-03T12:55:06.616 INFO:teuthology.orchestra.run.smithi019.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_bucket_policy_put_obj_acl - ... 2023-12-03T12:55:06.616 INFO:teuthology.orchestra.run.smithi019.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_bucket_policy_put_obj_grant 2023-12-03T12:55:06.616 INFO:teuthology.orchestra.run.smithi019.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_put_obj_enc_conflict_c_s3 - ... 2023-12-03T12:55:06.616 INFO:teuthology.orchestra.run.smithi019.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_put_obj_enc_conflict_c_kms 2023-12-03T12:55:06.616 INFO:teuthology.orchestra.run.smithi019.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_put_obj_enc_conflict_s3_kms 2023-12-03T12:55:06.617 INFO:teuthology.orchestra.run.smithi019.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_put_obj_enc_conflict_bad_enc_kms 2023-12-03T12:55:06.617 INFO:teuthology.orchestra.run.smithi019.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_bucket_policy_put_obj_kms_noenc 2023-12-03T12:55:06.617 INFO:teuthology.orchestra.run.smithi019.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_bucket_policy_put_obj_kms_s3 2023-12-03T12:55:06.617 INFO:teuthology.orchestra.run.smithi019.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_bucket_policy_get_obj_acl_existing_tag 2023-12-03T12:55:06.617 INFO:teuthology.orchestra.run.smithi019.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_lock - b... 2023-12-03T12:55:06.617 INFO:teuthology.orchestra.run.smithi019.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_lock_invalid_bucket 2023-12-03T12:55:06.617 INFO:teuthology.orchestra.run.smithi019.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_lock_with_days_and_years 2023-12-03T12:55:06.617 INFO:teuthology.orchestra.run.smithi019.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_lock_invalid_days 2023-12-03T12:55:06.617 INFO:teuthology.orchestra.run.smithi019.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_lock_invalid_years 2023-12-03T12:55:06.617 INFO:teuthology.orchestra.run.smithi019.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_lock_invalid_mode 2023-12-03T12:55:06.617 INFO:teuthology.orchestra.run.smithi019.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_lock_invalid_status 2023-12-03T12:55:06.617 INFO:teuthology.orchestra.run.smithi019.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_object_lock_suspend_versioning 2023-12-03T12:55:06.617 INFO:teuthology.orchestra.run.smithi019.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_object_lock_get_obj_lock - b... 2023-12-03T12:55:06.618 INFO:teuthology.orchestra.run.smithi019.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_object_lock_get_obj_lock_invalid_bucket 2023-12-03T12:55:06.618 INFO:teuthology.orchestra.run.smithi019.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_retention 2023-12-03T12:55:06.618 INFO:teuthology.orchestra.run.smithi019.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_retention_invalid_bucket 2023-12-03T12:55:06.618 INFO:teuthology.orchestra.run.smithi019.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_retention_invalid_mode 2023-12-03T12:55:06.618 INFO:teuthology.orchestra.run.smithi019.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_object_lock_get_obj_retention 2023-12-03T12:55:06.618 INFO:teuthology.orchestra.run.smithi019.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_object_lock_get_obj_retention_iso8601 2023-12-03T12:55:06.618 INFO:teuthology.orchestra.run.smithi019.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_object_lock_get_obj_retention_invalid_bucket 2023-12-03T12:55:06.618 INFO:teuthology.orchestra.run.smithi019.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_retention_versionid 2023-12-03T12:55:06.618 INFO:teuthology.orchestra.run.smithi019.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_retention_override_default_retention 2023-12-03T12:55:06.618 INFO:teuthology.orchestra.run.smithi019.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_retention_increase_period 2023-12-03T12:55:06.618 INFO:teuthology.orchestra.run.smithi019.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_retention_shorten_period 2023-12-03T12:55:06.619 INFO:teuthology.orchestra.run.smithi019.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_retention_shorten_period_bypass 2023-12-03T12:55:06.619 INFO:teuthology.orchestra.run.smithi019.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_object_lock_delete_object_with_retention 2023-12-03T12:55:06.619 INFO:teuthology.orchestra.run.smithi019.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_object_lock_delete_object_with_retention_and_marker 2023-12-03T12:55:06.619 INFO:teuthology.orchestra.run.smithi019.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_object_lock_multi_delete_object_with_retention 2023-12-03T12:55:06.619 INFO:teuthology.orchestra.run.smithi019.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_object_lock_put_legal_hold 2023-12-03T12:55:06.619 INFO:teuthology.orchestra.run.smithi019.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_object_lock_put_legal_hold_invalid_bucket 2023-12-03T12:55:06.619 INFO:teuthology.orchestra.run.smithi019.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_object_lock_put_legal_hold_invalid_status 2023-12-03T12:55:06.619 INFO:teuthology.orchestra.run.smithi019.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_object_lock_get_legal_hold 2023-12-03T12:55:06.619 INFO:teuthology.orchestra.run.smithi019.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_object_lock_get_legal_hold_invalid_bucket 2023-12-03T12:55:06.619 INFO:teuthology.orchestra.run.smithi019.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_object_lock_delete_object_with_legal_hold_on 2023-12-03T12:55:06.619 INFO:teuthology.orchestra.run.smithi019.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_object_lock_delete_object_with_legal_hold_off 2023-12-03T12:55:06.619 INFO:teuthology.orchestra.run.smithi019.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_object_lock_get_obj_metadata 2023-12-03T12:55:06.620 INFO:teuthology.orchestra.run.smithi019.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_object_lock_uploading_obj - ... 2023-12-03T12:55:06.620 INFO:teuthology.orchestra.run.smithi019.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_object_lock_changing_mode_from_governance_with_bypass 2023-12-03T12:55:06.620 INFO:teuthology.orchestra.run.smithi019.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_object_lock_changing_mode_from_governance_without_bypass 2023-12-03T12:55:06.620 INFO:teuthology.orchestra.run.smithi019.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_object_lock_changing_mode_from_compliance 2023-12-03T12:55:06.620 INFO:teuthology.orchestra.run.smithi019.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_copy_object_ifmatch_good - b... 2023-12-03T12:55:06.620 INFO:teuthology.orchestra.run.smithi019.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_copy_object_ifnonematch_failed 2023-12-03T12:55:06.620 INFO:teuthology.orchestra.run.smithi019.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_get_bucket_policy_status - b... 2023-12-03T12:55:06.620 INFO:teuthology.orchestra.run.smithi019.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_get_public_acl_bucket_policy_status 2023-12-03T12:55:06.620 INFO:teuthology.orchestra.run.smithi019.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_get_authpublic_acl_bucket_policy_status 2023-12-03T12:55:06.620 INFO:teuthology.orchestra.run.smithi019.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_get_publicpolicy_acl_bucket_policy_status 2023-12-03T12:55:06.620 INFO:teuthology.orchestra.run.smithi019.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_get_nonpublicpolicy_acl_bucket_policy_status 2023-12-03T12:55:06.620 INFO:teuthology.orchestra.run.smithi019.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_get_nonpublicpolicy_deny_bucket_policy_status 2023-12-03T12:55:06.621 INFO:teuthology.orchestra.run.smithi019.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_get_default_public_block - b... 2023-12-03T12:55:06.621 INFO:teuthology.orchestra.run.smithi019.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_put_public_block - botocore.... 2023-12-03T12:55:06.621 INFO:teuthology.orchestra.run.smithi019.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_block_public_put_bucket_acls 2023-12-03T12:55:06.621 INFO:teuthology.orchestra.run.smithi019.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_block_public_object_canned_acls 2023-12-03T12:55:06.621 INFO:teuthology.orchestra.run.smithi019.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_block_public_policy - botoco... 2023-12-03T12:55:06.621 INFO:teuthology.orchestra.run.smithi019.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_ignore_public_acls - botocor... 2023-12-03T12:55:06.621 INFO:teuthology.orchestra.run.smithi019.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_multipart_upload_on_a_bucket_with_policy 2023-12-03T12:55:06.621 INFO:teuthology.orchestra.run.smithi019.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_put_bucket_encryption_kms - ... 2023-12-03T12:55:06.621 INFO:teuthology.orchestra.run.smithi019.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_get_bucket_encryption_kms - ... 2023-12-03T12:55:06.621 INFO:teuthology.orchestra.run.smithi019.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_delete_bucket_encryption_kms 2023-12-03T12:55:06.621 INFO:teuthology.orchestra.run.smithi019.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_sse_kms_default_post_object_authenticated_request 2023-12-03T12:55:06.621 INFO:teuthology.orchestra.run.smithi019.stdout:FAILED s3tests_boto3/functional/test_s3.py::test_get_object_torrent - botocor... 2023-12-03T12:55:06.622 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_multipart_upload_empty - boto... 2023-12-03T12:55:06.622 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_multipart_upload_small - boto... 2023-12-03T12:55:06.622 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_multipart_copy_small - botoco... 2023-12-03T12:55:06.622 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_multipart_copy_invalid_range 2023-12-03T12:55:06.622 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_multipart_copy_without_range 2023-12-03T12:55:06.628 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_multipart_copy_special_names 2023-12-03T12:55:06.628 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_multipart_upload - botocore.e... 2023-12-03T12:55:06.628 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_multipart_copy_versioned - bo... 2023-12-03T12:55:06.629 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_multipart_upload_resend_part 2023-12-03T12:55:06.629 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_multipart_upload_multiple_sizes 2023-12-03T12:55:06.629 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_multipart_copy_multiple_sizes 2023-12-03T12:55:06.629 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_multipart_upload_size_too_small 2023-12-03T12:55:06.629 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_multipart_upload_contents - b... 2023-12-03T12:55:06.629 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_multipart_upload_overwrite_existing_object 2023-12-03T12:55:06.629 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_abort_multipart_upload - boto... 2023-12-03T12:55:06.629 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_abort_multipart_upload_not_found 2023-12-03T12:55:06.629 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_list_multipart_upload - botoc... 2023-12-03T12:55:06.629 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_list_multipart_upload_owner 2023-12-03T12:55:06.629 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_multipart_upload_missing_part 2023-12-03T12:55:06.629 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_multipart_upload_incorrect_etag 2023-12-03T12:55:06.629 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_multipart_get_part - botocore... 2023-12-03T12:55:06.630 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_non_multipart_get_part - boto... 2023-12-03T12:55:06.630 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_100_continue - botocore.excep... 2023-12-03T12:55:06.630 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_set_cors - botocore.exception... 2023-12-03T12:55:06.630 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_cors_origin_response - botoco... 2023-12-03T12:55:06.630 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_cors_origin_wildcard - botoco... 2023-12-03T12:55:06.630 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_cors_header_option - botocore... 2023-12-03T12:55:06.630 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_cors_presigned_get_object - b... 2023-12-03T12:55:06.630 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_cors_presigned_get_object_tenant 2023-12-03T12:55:06.630 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_set_bucket_tagging - botocore... 2023-12-03T12:55:06.630 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_atomic_read_1mb - botocore.ex... 2023-12-03T12:55:06.630 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_atomic_read_4mb - botocore.ex... 2023-12-03T12:55:06.630 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_atomic_read_8mb - botocore.ex... 2023-12-03T12:55:06.631 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_atomic_write_1mb - botocore.e... 2023-12-03T12:55:06.631 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_atomic_write_4mb - botocore.e... 2023-12-03T12:55:06.631 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_atomic_write_8mb - botocore.e... 2023-12-03T12:55:06.631 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_atomic_dual_write_1mb - botoc... 2023-12-03T12:55:06.631 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_atomic_dual_write_4mb - botoc... 2023-12-03T12:55:06.631 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_atomic_dual_write_8mb - botoc... 2023-12-03T12:55:06.631 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_atomic_conditional_write_1mb 2023-12-03T12:55:06.631 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_atomic_multipart_upload_write 2023-12-03T12:55:06.631 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_multipart_resend_first_finishes_last 2023-12-03T12:55:06.631 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_ranged_request_response_code 2023-12-03T12:55:06.631 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_ranged_big_request_response_code 2023-12-03T12:55:06.631 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_ranged_request_skip_leading_bytes_response_code 2023-12-03T12:55:06.632 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_ranged_request_return_trailing_bytes_response_code 2023-12-03T12:55:06.632 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_ranged_request_invalid_range 2023-12-03T12:55:06.632 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_ranged_request_empty_object 2023-12-03T12:55:06.632 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_versioning_bucket_create_suspend 2023-12-03T12:55:06.632 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_versioning_obj_create_read_remove 2023-12-03T12:55:06.632 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_versioning_obj_create_read_remove_head 2023-12-03T12:55:06.632 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_versioning_obj_plain_null_version_removal 2023-12-03T12:55:06.632 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_versioning_obj_plain_null_version_overwrite 2023-12-03T12:55:06.632 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_versioning_obj_plain_null_version_overwrite_suspended 2023-12-03T12:55:06.632 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_versioning_obj_suspend_versions 2023-12-03T12:55:06.632 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_versioning_obj_create_versions_remove_all 2023-12-03T12:55:06.633 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_versioning_obj_create_versions_remove_special_names 2023-12-03T12:55:06.633 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_versioning_obj_create_overwrite_multipart 2023-12-03T12:55:06.633 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_versioning_obj_list_marker - ... 2023-12-03T12:55:06.633 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_versioning_copy_obj_version 2023-12-03T12:55:06.633 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_versioning_multi_object_delete 2023-12-03T12:55:06.633 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_versioning_multi_object_delete_with_marker 2023-12-03T12:55:06.633 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_versioning_multi_object_delete_with_marker_create 2023-12-03T12:55:06.633 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_versioned_object_acl - botoco... 2023-12-03T12:55:06.633 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_versioned_object_acl_no_version_specified 2023-12-03T12:55:06.633 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_versioned_concurrent_object_create_and_remove 2023-12-03T12:55:06.633 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_lifecycle_set - botocore.exce... 2023-12-03T12:55:06.633 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_lifecycle_get - botocore.exce... 2023-12-03T12:55:06.634 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_lifecycle_get_no_id - botocor... 2023-12-03T12:55:06.634 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_lifecycle_id_too_long - botoc... 2023-12-03T12:55:06.634 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_lifecycle_same_id - botocore.... 2023-12-03T12:55:06.634 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_lifecycle_invalid_status - bo... 2023-12-03T12:55:06.634 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_lifecycle_set_date - botocore... 2023-12-03T12:55:06.634 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_lifecycle_set_invalid_date - ... 2023-12-03T12:55:06.634 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_lifecycle_set_noncurrent - bo... 2023-12-03T12:55:06.634 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_lifecycle_set_deletemarker - ... 2023-12-03T12:55:06.634 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_lifecycle_set_filter - botoco... 2023-12-03T12:55:06.634 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_lifecycle_set_empty_filter - ... 2023-12-03T12:55:06.634 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_lifecycle_set_multipart - bot... 2023-12-03T12:55:06.634 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_lifecycle_transition_set_invalid_date 2023-12-03T12:55:06.634 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_encrypted_transfer_1b - botoc... 2023-12-03T12:55:06.635 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_encrypted_transfer_1kb - boto... 2023-12-03T12:55:06.635 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_encrypted_transfer_1MB - boto... 2023-12-03T12:55:06.635 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_encrypted_transfer_13b - boto... 2023-12-03T12:55:06.635 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_encryption_sse_c_method_head 2023-12-03T12:55:06.635 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_encryption_sse_c_present - bo... 2023-12-03T12:55:06.635 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_encryption_sse_c_other_key - ... 2023-12-03T12:55:06.635 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_encryption_sse_c_invalid_md5 2023-12-03T12:55:06.635 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_encryption_sse_c_no_md5 - bot... 2023-12-03T12:55:06.635 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_encryption_sse_c_no_key - bot... 2023-12-03T12:55:06.635 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_encryption_key_no_sse_c - bot... 2023-12-03T12:55:06.635 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_encryption_sse_c_multipart_upload 2023-12-03T12:55:06.635 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_encryption_sse_c_unaligned_multipart_upload 2023-12-03T12:55:06.635 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_encryption_sse_c_multipart_bad_download 2023-12-03T12:55:06.636 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_encryption_sse_c_post_object_authenticated_request 2023-12-03T12:55:06.636 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_sse_kms_method_head - botocor... 2023-12-03T12:55:06.636 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_sse_kms_present - botocore.ex... 2023-12-03T12:55:06.636 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_sse_kms_no_key - botocore.exc... 2023-12-03T12:55:06.636 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_sse_kms_not_declared - botoco... 2023-12-03T12:55:06.636 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_sse_kms_multipart_upload - bo... 2023-12-03T12:55:06.636 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_sse_kms_multipart_invalid_chunks_1 2023-12-03T12:55:06.636 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_sse_kms_multipart_invalid_chunks_2 2023-12-03T12:55:06.636 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_sse_kms_post_object_authenticated_request 2023-12-03T12:55:06.636 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_sse_kms_transfer_1b - botocor... 2023-12-03T12:55:06.636 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_sse_kms_transfer_1kb - botoco... 2023-12-03T12:55:06.636 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_sse_kms_transfer_1MB - botoco... 2023-12-03T12:55:06.637 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_sse_kms_transfer_13b - botoco... 2023-12-03T12:55:06.637 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_sse_kms_read_declare - botoco... 2023-12-03T12:55:06.637 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_bucket_policy - botocore.exce... 2023-12-03T12:55:06.637 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_bucketv2_policy - botocore.ex... 2023-12-03T12:55:06.637 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_bucket_policy_acl - botocore.... 2023-12-03T12:55:06.637 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_bucketv2_policy_acl - botocor... 2023-12-03T12:55:06.637 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_bucket_policy_another_bucket 2023-12-03T12:55:06.637 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_bucketv2_policy_another_bucket 2023-12-03T12:55:06.637 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_get_obj_tagging - botocore.ex... 2023-12-03T12:55:06.637 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_get_obj_head_tagging - botoco... 2023-12-03T12:55:06.637 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_put_max_tags - botocore.excep... 2023-12-03T12:55:06.637 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_put_excess_tags - botocore.ex... 2023-12-03T12:55:06.638 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_put_max_kvsize_tags - botocor... 2023-12-03T12:55:06.638 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_put_excess_key_tags - botocor... 2023-12-03T12:55:06.638 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_put_excess_val_tags - botocor... 2023-12-03T12:55:06.638 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_put_modify_tags - botocore.ex... 2023-12-03T12:55:06.638 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_put_delete_tags - botocore.ex... 2023-12-03T12:55:06.638 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_post_object_tags_anonymous_request 2023-12-03T12:55:06.638 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_post_object_tags_authenticated_request 2023-12-03T12:55:06.638 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_put_obj_with_tags - botocore.... 2023-12-03T12:55:06.638 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_get_tags_acl_public - botocor... 2023-12-03T12:55:06.638 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_put_tags_acl_public - botocor... 2023-12-03T12:55:06.638 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_delete_tags_obj_public - boto... 2023-12-03T12:55:06.638 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_versioning_bucket_atomic_upload_return_version_id 2023-12-03T12:55:06.639 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_versioning_bucket_multipart_upload_return_version_id 2023-12-03T12:55:06.639 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_bucket_policy_get_obj_existing_tag 2023-12-03T12:55:06.639 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_bucket_policy_get_obj_tagging_existing_tag 2023-12-03T12:55:06.639 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_bucket_policy_put_obj_tagging_existing_tag 2023-12-03T12:55:06.639 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_bucket_policy_put_obj_copy_source 2023-12-03T12:55:06.639 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_bucket_policy_put_obj_copy_source_meta 2023-12-03T12:55:06.639 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_bucket_policy_put_obj_acl - b... 2023-12-03T12:55:06.639 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_bucket_policy_put_obj_grant 2023-12-03T12:55:06.639 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_put_obj_enc_conflict_c_s3 - b... 2023-12-03T12:55:06.639 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_put_obj_enc_conflict_c_kms - ... 2023-12-03T12:55:06.639 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_put_obj_enc_conflict_s3_kms 2023-12-03T12:55:06.639 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_put_obj_enc_conflict_bad_enc_kms 2023-12-03T12:55:06.640 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_bucket_policy_put_obj_kms_noenc 2023-12-03T12:55:06.640 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_bucket_policy_put_obj_kms_s3 2023-12-03T12:55:06.640 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_bucket_policy_get_obj_acl_existing_tag 2023-12-03T12:55:06.640 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_lock - bo... 2023-12-03T12:55:06.640 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_lock_invalid_bucket 2023-12-03T12:55:06.640 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_lock_with_days_and_years 2023-12-03T12:55:06.640 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_lock_invalid_days 2023-12-03T12:55:06.640 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_lock_invalid_years 2023-12-03T12:55:06.640 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_lock_invalid_mode 2023-12-03T12:55:06.640 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_lock_invalid_status 2023-12-03T12:55:06.640 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_object_lock_suspend_versioning 2023-12-03T12:55:06.640 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_object_lock_get_obj_lock - bo... 2023-12-03T12:55:06.641 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_object_lock_get_obj_lock_invalid_bucket 2023-12-03T12:55:06.641 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_retention 2023-12-03T12:55:06.641 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_retention_invalid_bucket 2023-12-03T12:55:06.641 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_retention_invalid_mode 2023-12-03T12:55:06.641 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_object_lock_get_obj_retention 2023-12-03T12:55:06.641 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_object_lock_get_obj_retention_iso8601 2023-12-03T12:55:06.641 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_object_lock_get_obj_retention_invalid_bucket 2023-12-03T12:55:06.641 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_retention_versionid 2023-12-03T12:55:06.641 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_retention_override_default_retention 2023-12-03T12:55:06.641 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_retention_increase_period 2023-12-03T12:55:06.641 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_retention_shorten_period 2023-12-03T12:55:06.642 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_retention_shorten_period_bypass 2023-12-03T12:55:06.642 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_object_lock_delete_object_with_retention 2023-12-03T12:55:06.642 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_object_lock_delete_object_with_retention_and_marker 2023-12-03T12:55:06.642 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_object_lock_multi_delete_object_with_retention 2023-12-03T12:55:06.642 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_object_lock_put_legal_hold - ... 2023-12-03T12:55:06.642 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_object_lock_put_legal_hold_invalid_bucket 2023-12-03T12:55:06.642 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_object_lock_put_legal_hold_invalid_status 2023-12-03T12:55:06.642 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_object_lock_get_legal_hold - ... 2023-12-03T12:55:06.642 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_object_lock_get_legal_hold_invalid_bucket 2023-12-03T12:55:06.642 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_object_lock_delete_object_with_legal_hold_on 2023-12-03T12:55:06.642 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_object_lock_delete_object_with_legal_hold_off 2023-12-03T12:55:06.642 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_object_lock_get_obj_metadata 2023-12-03T12:55:06.643 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_object_lock_uploading_obj - b... 2023-12-03T12:55:06.643 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_object_lock_changing_mode_from_governance_with_bypass 2023-12-03T12:55:06.643 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_object_lock_changing_mode_from_governance_without_bypass 2023-12-03T12:55:06.643 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_object_lock_changing_mode_from_compliance 2023-12-03T12:55:06.643 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_copy_object_ifmatch_good - bo... 2023-12-03T12:55:06.643 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_copy_object_ifnonematch_failed 2023-12-03T12:55:06.643 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_get_bucket_policy_status - bo... 2023-12-03T12:55:06.643 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_get_public_acl_bucket_policy_status 2023-12-03T12:55:06.643 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_get_authpublic_acl_bucket_policy_status 2023-12-03T12:55:06.643 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_get_publicpolicy_acl_bucket_policy_status 2023-12-03T12:55:06.643 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_get_nonpublicpolicy_acl_bucket_policy_status 2023-12-03T12:55:06.643 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_get_nonpublicpolicy_deny_bucket_policy_status 2023-12-03T12:55:06.644 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_get_default_public_block - bo... 2023-12-03T12:55:06.644 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_put_public_block - botocore.e... 2023-12-03T12:55:06.644 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_block_public_put_bucket_acls 2023-12-03T12:55:06.644 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_block_public_object_canned_acls 2023-12-03T12:55:06.644 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_block_public_policy - botocor... 2023-12-03T12:55:06.644 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_ignore_public_acls - botocore... 2023-12-03T12:55:06.644 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_multipart_upload_on_a_bucket_with_policy 2023-12-03T12:55:06.644 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_put_bucket_encryption_kms - b... 2023-12-03T12:55:06.644 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_get_bucket_encryption_kms - b... 2023-12-03T12:55:06.644 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_delete_bucket_encryption_kms 2023-12-03T12:55:06.644 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_sse_kms_default_post_object_authenticated_request 2023-12-03T12:55:06.644 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3.py::test_get_object_torrent - botocore... 2023-12-03T12:55:06.644 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3select.py::test_generate_where_clause 2023-12-03T12:55:06.645 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3select.py::test_generate_projection - b... 2023-12-03T12:55:06.645 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3select.py::test_count_operation - botoc... 2023-12-03T12:55:06.645 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3select.py::test_count_json_operation - ... 2023-12-03T12:55:06.645 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3select.py::test_json_column_sum_min_max 2023-12-03T12:55:06.645 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3select.py::test_json_nullif_expressions 2023-12-03T12:55:06.645 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3select.py::test_column_sum_min_max - bo... 2023-12-03T12:55:06.645 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3select.py::test_nullif_expressions - bo... 2023-12-03T12:55:06.645 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3select.py::test_nulliftrue_expressions 2023-12-03T12:55:06.645 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3select.py::test_is_not_null_expressions 2023-12-03T12:55:06.645 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3select.py::test_lowerupper_expressions 2023-12-03T12:55:06.645 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3select.py::test_in_expressions - botoco... 2023-12-03T12:55:06.645 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3select.py::test_true_false_in_expressions 2023-12-03T12:55:06.646 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3select.py::test_like_expressions - boto... 2023-12-03T12:55:06.646 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3select.py::test_truefalselike_expressions 2023-12-03T12:55:06.646 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3select.py::test_complex_expressions - b... 2023-12-03T12:55:06.646 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3select.py::test_alias - botocore.except... 2023-12-03T12:55:06.646 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3select.py::test_alias_cyclic_refernce 2023-12-03T12:55:06.646 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3select.py::test_datetime - botocore.exc... 2023-12-03T12:55:06.646 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3select.py::test_true_false_datetime - b... 2023-12-03T12:55:06.646 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3select.py::test_csv_parser - botocore.e... 2023-12-03T12:55:06.646 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3select.py::test_csv_definition - botoco... 2023-12-03T12:55:06.646 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3select.py::test_schema_definition - bot... 2023-12-03T12:55:06.646 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3select.py::test_when_then_else_expressions 2023-12-03T12:55:06.646 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3select.py::test_coalesce_expressions - ... 2023-12-03T12:55:06.647 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3select.py::test_cast_expressions - boto... 2023-12-03T12:55:06.647 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3select.py::test_version - botocore.exce... 2023-12-03T12:55:06.647 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3select.py::test_trim_expressions - boto... 2023-12-03T12:55:06.647 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3select.py::test_truefalse_trim_expressions 2023-12-03T12:55:06.647 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3select.py::test_escape_expressions - bo... 2023-12-03T12:55:06.647 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3select.py::test_case_value_expressions 2023-12-03T12:55:06.647 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3select.py::test_bool_cast_expressions 2023-12-03T12:55:06.647 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3select.py::test_progress_expressions - ... 2023-12-03T12:55:06.647 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR s3tests_boto3/functional/test_s3select.py::test_output_serial_expressions 2023-12-03T12:55:06.647 INFO:teuthology.orchestra.run.smithi019.stdout:= 201 failed, 362 passed, 65 skipped, 124 deselected, 1 xfailed, 347 warnings, 235 errors in 3500.66s (0:58:20) = 2023-12-03T12:55:06.647 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR: InvocationError for command /home/ubuntu/cephtest/s3-tests-client.0/.tox/py/bin/pytest -v -m 'not fails_on_rgw and not lifecycle_expiration and not lifecycle_transition and not cloud_transition and not test_of_sts and not webidentity_test and not fails_with_subdomain and not sse_s3' (exited with code 1) 2023-12-03T12:55:06.647 INFO:teuthology.orchestra.run.smithi019.stdout:___________________________________ summary ____________________________________ 2023-12-03T12:55:06.648 INFO:teuthology.orchestra.run.smithi019.stdout:ERROR: py: commands failed 2023-12-03T12:55:06.648 ERROR:teuthology.contextutil:Saw exception from nested tasks Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/contextutil.py", line 30, in nested vars.append(enter()) File "/usr/lib/python3.8/contextlib.py", line 113, in __enter__ return next(self.gen) File "/home/teuthworker/src/git.ceph.com_ceph-c_bcbf278cf395873c2a482f5a7b2345faf2160319/qa/tasks/s3tests.py", line 437, in run_tests File "/home/teuthworker/src/git.ceph.com_ceph-c_bcbf278cf395873c2a482f5a7b2345faf2160319/qa/tasks/s3tests.py", line 380, in toxvenv_sh File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/orchestra/remote.py", line 97, in sh proc = self.run(**kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/orchestra/remote.py", line 523, in run r = self._runner(client=self.ssh, name=self.shortname, **kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/orchestra/run.py", line 455, in run r.wait() File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/orchestra/run.py", line 161, in wait self._raise_for_status() File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/orchestra/run.py", line 181, in _raise_for_status raise CommandFailedError( teuthology.exceptions.CommandFailedError: Command failed (s3 tests against rgw) on smithi019 with status 1: "source /home/ubuntu/cephtest/tox-venv/bin/activate && cd /home/ubuntu/cephtest/s3-tests-client.0 && S3TEST_CONF=/home/ubuntu/cephtest/archive/s3-tests.client.0.conf BOTO_CONFIG=/home/ubuntu/cephtest/boto-client.0.cfg REQUESTS_CA_BUNDLE=/etc/ssl/certs/ca-certificates.crt tox -- -v -m 'not fails_on_rgw and not lifecycle_expiration and not lifecycle_transition and not cloud_transition and not test_of_sts and not webidentity_test and not fails_with_subdomain and not sse_s3'" 2023-12-03T12:55:06.650 INFO:tasks.s3tests:Cleaning up boto... 2023-12-03T12:55:06.651 DEBUG:teuthology.orchestra.run.smithi019:> rm /home/ubuntu/cephtest/boto-client.0.cfg 2023-12-03T12:55:06.657 INFO:tasks.s3tests:Removing s3-tests... 2023-12-03T12:55:06.657 DEBUG:teuthology.orchestra.run.smithi019:> rm -rf /home/ubuntu/cephtest/s3-tests-client.0 2023-12-03T12:55:06.853 ERROR:teuthology.run_tasks:Saw exception from tasks. Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/run_tasks.py", line 109, in run_tasks manager.__enter__() File "/usr/lib/python3.8/contextlib.py", line 113, in __enter__ return next(self.gen) File "/home/teuthworker/src/git.ceph.com_ceph-c_bcbf278cf395873c2a482f5a7b2345faf2160319/qa/tasks/s3tests.py", line 703, in task File "/usr/lib/python3.8/contextlib.py", line 113, in __enter__ return next(self.gen) File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/contextutil.py", line 54, in nested raise exc[1] File "/usr/lib/python3.8/contextlib.py", line 131, in __exit__ self.gen.throw(type, value, traceback) File "/home/teuthworker/src/git.ceph.com_ceph-c_bcbf278cf395873c2a482f5a7b2345faf2160319/qa/tasks/s3tests.py", line 61, in download File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/contextutil.py", line 30, in nested vars.append(enter()) File "/usr/lib/python3.8/contextlib.py", line 113, in __enter__ return next(self.gen) File "/home/teuthworker/src/git.ceph.com_ceph-c_bcbf278cf395873c2a482f5a7b2345faf2160319/qa/tasks/s3tests.py", line 437, in run_tests File "/home/teuthworker/src/git.ceph.com_ceph-c_bcbf278cf395873c2a482f5a7b2345faf2160319/qa/tasks/s3tests.py", line 380, in toxvenv_sh File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/orchestra/remote.py", line 97, in sh proc = self.run(**kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/orchestra/remote.py", line 523, in run r = self._runner(client=self.ssh, name=self.shortname, **kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/orchestra/run.py", line 455, in run r.wait() File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/orchestra/run.py", line 161, in wait self._raise_for_status() File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/orchestra/run.py", line 181, in _raise_for_status raise CommandFailedError( teuthology.exceptions.CommandFailedError: Command failed (s3 tests against rgw) on smithi019 with status 1: "source /home/ubuntu/cephtest/tox-venv/bin/activate && cd /home/ubuntu/cephtest/s3-tests-client.0 && S3TEST_CONF=/home/ubuntu/cephtest/archive/s3-tests.client.0.conf BOTO_CONFIG=/home/ubuntu/cephtest/boto-client.0.cfg REQUESTS_CA_BUNDLE=/etc/ssl/certs/ca-certificates.crt tox -- -v -m 'not fails_on_rgw and not lifecycle_expiration and not lifecycle_transition and not cloud_transition and not test_of_sts and not webidentity_test and not fails_with_subdomain and not sse_s3'" 2023-12-03T12:55:06.930 ERROR:teuthology.util.sentry: Sentry event: https://sentry.ceph.com/organizations/ceph/?query=adfb9033ccd8491c9a5e03cf7430c77b Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/run_tasks.py", line 109, in run_tasks manager.__enter__() File "/usr/lib/python3.8/contextlib.py", line 113, in __enter__ return next(self.gen) File "/home/teuthworker/src/git.ceph.com_ceph-c_bcbf278cf395873c2a482f5a7b2345faf2160319/qa/tasks/s3tests.py", line 703, in task File "/usr/lib/python3.8/contextlib.py", line 113, in __enter__ return next(self.gen) File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/contextutil.py", line 54, in nested raise exc[1] File "/usr/lib/python3.8/contextlib.py", line 131, in __exit__ self.gen.throw(type, value, traceback) File "/home/teuthworker/src/git.ceph.com_ceph-c_bcbf278cf395873c2a482f5a7b2345faf2160319/qa/tasks/s3tests.py", line 61, in download File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/contextutil.py", line 30, in nested vars.append(enter()) File "/usr/lib/python3.8/contextlib.py", line 113, in __enter__ return next(self.gen) File "/home/teuthworker/src/git.ceph.com_ceph-c_bcbf278cf395873c2a482f5a7b2345faf2160319/qa/tasks/s3tests.py", line 437, in run_tests File "/home/teuthworker/src/git.ceph.com_ceph-c_bcbf278cf395873c2a482f5a7b2345faf2160319/qa/tasks/s3tests.py", line 380, in toxvenv_sh File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/orchestra/remote.py", line 97, in sh proc = self.run(**kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/orchestra/remote.py", line 523, in run r = self._runner(client=self.ssh, name=self.shortname, **kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/orchestra/run.py", line 455, in run r.wait() File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/orchestra/run.py", line 161, in wait self._raise_for_status() File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/orchestra/run.py", line 181, in _raise_for_status raise CommandFailedError( teuthology.exceptions.CommandFailedError: Command failed (s3 tests against rgw) on smithi019 with status 1: "source /home/ubuntu/cephtest/tox-venv/bin/activate && cd /home/ubuntu/cephtest/s3-tests-client.0 && S3TEST_CONF=/home/ubuntu/cephtest/archive/s3-tests.client.0.conf BOTO_CONFIG=/home/ubuntu/cephtest/boto-client.0.cfg REQUESTS_CA_BUNDLE=/etc/ssl/certs/ca-certificates.crt tox -- -v -m 'not fails_on_rgw and not lifecycle_expiration and not lifecycle_transition and not cloud_transition and not test_of_sts and not webidentity_test and not fails_with_subdomain and not sse_s3'" 2023-12-03T12:55:06.933 DEBUG:teuthology.run_tasks:Unwinding manager s3tests 2023-12-03T12:55:06.943 DEBUG:teuthology.run_tasks:Unwinding manager s3tests-java 2023-12-03T12:55:06.951 DEBUG:tasks.s3tests_java:S3 Tests Java: END 2023-12-03T12:55:06.951 INFO:tasks.s3tests_java:S3 Tests Java: Cleaning up s3-tests-java... 2023-12-03T12:55:06.952 DEBUG:teuthology.orchestra.run.smithi019:> rm -rf /home/ubuntu/cephtest/s3-tests-java 2023-12-03T12:55:07.008 INFO:tasks.s3tests_java:S3 Tests Java: Deleting S3 users... 2023-12-03T12:55:07.008 DEBUG:teuthology.orchestra.run.smithi019:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user rm --uid tester.client.0 --purge-data --cluster ceph 2023-12-03T12:55:07.078 INFO:teuthology.orchestra.run.smithi019.stderr:ignoring --setuser ceph since I am not root 2023-12-03T12:55:07.079 INFO:teuthology.orchestra.run.smithi019.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T13:00:07.081 INFO:teuthology.orchestra.run.smithi019.stderr:failed to fetch mon config (--no-mon-config to skip) 2023-12-03T13:00:07.083 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-12-03T13:00:07.084 ERROR:teuthology.run_tasks:Manager failed: s3tests-java Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/run_tasks.py", line 154, in run_tasks suppress = manager.__exit__(*exc_info) File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/task/__init__.py", line 132, in __exit__ self.end() File "/home/teuthworker/src/git.ceph.com_ceph-c_bcbf278cf395873c2a482f5a7b2345faf2160319/qa/tasks/s3tests_java.py", line 101, in end File "/home/teuthworker/src/git.ceph.com_ceph-c_bcbf278cf395873c2a482f5a7b2345faf2160319/qa/tasks/s3tests_java.py", line 386, in delete_users File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/orchestra/cluster.py", line 85, in run procs = [remote.run(**kwargs, wait=_wait) for remote in remotes] File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/orchestra/cluster.py", line 85, in procs = [remote.run(**kwargs, wait=_wait) for remote in remotes] File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/orchestra/remote.py", line 523, in run r = self._runner(client=self.ssh, name=self.shortname, **kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/orchestra/run.py", line 455, in run r.wait() File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/orchestra/run.py", line 161, in wait self._raise_for_status() File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/orchestra/run.py", line 181, in _raise_for_status raise CommandFailedError( teuthology.exceptions.CommandFailedError: Command failed on smithi019 with status 1: 'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user rm --uid tester.client.0 --purge-data --cluster ceph' 2023-12-03T13:00:07.090 DEBUG:teuthology.run_tasks:Unwinding manager ragweed 2023-12-03T13:00:07.102 DEBUG:teuthology.run_tasks:Unwinding manager tox 2023-12-03T13:00:07.112 DEBUG:teuthology.orchestra.run.smithi019:> rm -rf /home/ubuntu/cephtest/tox-venv 2023-12-03T13:00:07.173 DEBUG:teuthology.run_tasks:Unwinding manager rgw 2023-12-03T13:00:07.183 ERROR:teuthology.contextutil:Saw exception from nested tasks Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/contextutil.py", line 32, in nested yield vars File "/home/teuthworker/src/git.ceph.com_ceph-c_bcbf278cf395873c2a482f5a7b2345faf2160319/qa/tasks/rgw.py", line 473, in task File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/run_tasks.py", line 154, in run_tasks suppress = manager.__exit__(*exc_info) File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/task/__init__.py", line 132, in __exit__ self.end() File "/home/teuthworker/src/git.ceph.com_ceph-c_bcbf278cf395873c2a482f5a7b2345faf2160319/qa/tasks/s3tests_java.py", line 101, in end File "/home/teuthworker/src/git.ceph.com_ceph-c_bcbf278cf395873c2a482f5a7b2345faf2160319/qa/tasks/s3tests_java.py", line 386, in delete_users File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/orchestra/cluster.py", line 85, in run procs = [remote.run(**kwargs, wait=_wait) for remote in remotes] File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/orchestra/cluster.py", line 85, in procs = [remote.run(**kwargs, wait=_wait) for remote in remotes] File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/orchestra/remote.py", line 523, in run r = self._runner(client=self.ssh, name=self.shortname, **kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/orchestra/run.py", line 455, in run r.wait() File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/orchestra/run.py", line 161, in wait self._raise_for_status() File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/orchestra/run.py", line 181, in _raise_for_status raise CommandFailedError( teuthology.exceptions.CommandFailedError: Command failed on smithi019 with status 1: 'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user rm --uid tester.client.0 --purge-data --cluster ceph' 2023-12-03T13:00:07.185 DEBUG:tasks.rgw.client.0:waiting for process to exit 2023-12-03T13:00:07.185 INFO:teuthology.orchestra.run:waiting for 300 2023-12-03T13:00:07.185 INFO:tasks.rgw.client.0:Stopped 2023-12-03T13:00:07.186 DEBUG:teuthology.orchestra.run.smithi019:> rm -f /home/ubuntu/cephtest/rgw.opslog.ceph.client.0.sock 2023-12-03T13:00:07.191 DEBUG:teuthology.orchestra.run.smithi019:> sudo rm -f /etc/ceph/vault-root-token 2023-12-03T13:00:07.246 INFO:tasks.util.rgw:rgwadmin: client.0 : ['gc', 'process', '--include-all'] 2023-12-03T13:00:07.246 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'ceph', 'gc', 'process', '--include-all'] 2023-12-03T13:00:07.247 DEBUG:teuthology.orchestra.run.smithi019:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster ceph gc process --include-all 2023-12-03T13:00:07.326 INFO:teuthology.orchestra.run.smithi019.stderr:ignoring --setuser ceph since I am not root 2023-12-03T13:00:07.326 INFO:teuthology.orchestra.run.smithi019.stderr:ignoring --setgroup ceph since I am not root 2023-12-03T13:05:07.328 INFO:teuthology.orchestra.run.smithi019.stderr:2023-12-03T13:05:07.325+0000 7f86ef9eb980 0 monclient(hunting): authenticate timed out after 300 2023-12-03T13:05:07.329 INFO:teuthology.orchestra.run.smithi019.stderr:failed to fetch mon config (--no-mon-config to skip) 2023-12-03T13:05:07.331 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-12-03T13:05:07.332 ERROR:teuthology.run_tasks:Manager failed: rgw Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_ceph-c_bcbf278cf395873c2a482f5a7b2345faf2160319/qa/tasks/rgw.py", line 226, in start_rgw File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/contextutil.py", line 32, in nested yield vars File "/home/teuthworker/src/git.ceph.com_ceph-c_bcbf278cf395873c2a482f5a7b2345faf2160319/qa/tasks/rgw.py", line 473, in task File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/run_tasks.py", line 154, in run_tasks suppress = manager.__exit__(*exc_info) File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/task/__init__.py", line 132, in __exit__ self.end() File "/home/teuthworker/src/git.ceph.com_ceph-c_bcbf278cf395873c2a482f5a7b2345faf2160319/qa/tasks/s3tests_java.py", line 101, in end File "/home/teuthworker/src/git.ceph.com_ceph-c_bcbf278cf395873c2a482f5a7b2345faf2160319/qa/tasks/s3tests_java.py", line 386, in delete_users File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/orchestra/cluster.py", line 85, in run procs = [remote.run(**kwargs, wait=_wait) for remote in remotes] File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/orchestra/cluster.py", line 85, in procs = [remote.run(**kwargs, wait=_wait) for remote in remotes] File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/orchestra/remote.py", line 523, in run r = self._runner(client=self.ssh, name=self.shortname, **kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/orchestra/run.py", line 455, in run r.wait() File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/orchestra/run.py", line 161, in wait self._raise_for_status() File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/orchestra/run.py", line 181, in _raise_for_status raise CommandFailedError( teuthology.exceptions.CommandFailedError: Command failed on smithi019 with status 1: 'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user rm --uid tester.client.0 --purge-data --cluster ceph' During handling of the above exception, another exception occurred: Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/run_tasks.py", line 154, in run_tasks suppress = manager.__exit__(*exc_info) File "/usr/lib/python3.8/contextlib.py", line 131, in __exit__ self.gen.throw(type, value, traceback) File "/home/teuthworker/src/git.ceph.com_ceph-c_bcbf278cf395873c2a482f5a7b2345faf2160319/qa/tasks/rgw.py", line 473, in task File "/usr/lib/python3.8/contextlib.py", line 131, in __exit__ self.gen.throw(type, value, traceback) File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/contextutil.py", line 54, in nested raise exc[1] File "/usr/lib/python3.8/contextlib.py", line 131, in __exit__ self.gen.throw(type, value, traceback) File "/home/teuthworker/src/git.ceph.com_ceph-c_bcbf278cf395873c2a482f5a7b2345faf2160319/qa/tasks/rgw.py", line 300, in create_pools File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/contextutil.py", line 46, in nested if exit(*exc): File "/usr/lib/python3.8/contextlib.py", line 131, in __exit__ self.gen.throw(type, value, traceback) File "/home/teuthworker/src/git.ceph.com_ceph-c_bcbf278cf395873c2a482f5a7b2345faf2160319/qa/tasks/rgw.py", line 242, in start_rgw File "/home/teuthworker/src/git.ceph.com_ceph-c_bcbf278cf395873c2a482f5a7b2345faf2160319/qa/tasks/util/rgw.py", line 34, in rgwadmin File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/orchestra/remote.py", line 523, in run r = self._runner(client=self.ssh, name=self.shortname, **kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/orchestra/run.py", line 455, in run r.wait() File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/orchestra/run.py", line 161, in wait self._raise_for_status() File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/orchestra/run.py", line 181, in _raise_for_status raise CommandFailedError( teuthology.exceptions.CommandFailedError: Command failed on smithi019 with status 1: 'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster ceph gc process --include-all' 2023-12-03T13:05:07.346 DEBUG:teuthology.run_tasks:Unwinding manager openssl_keys 2023-12-03T13:05:07.359 DEBUG:teuthology.orchestra.run.smithi019:> rm -f /home/ubuntu/cephtest/ca/root.crt /home/ubuntu/cephtest/ca/root.key 2023-12-03T13:05:07.383 DEBUG:teuthology.orchestra.run.smithi019:> rmdir --ignore-fail-on-non-empty /home/ubuntu/cephtest/ca 2023-12-03T13:05:07.429 DEBUG:teuthology.orchestra.run.smithi019:> rm -f /home/ubuntu/cephtest/ca/rgw.client.0.crt /home/ubuntu/cephtest/ca/rgw.client.0.key 2023-12-03T13:05:07.477 DEBUG:teuthology.orchestra.run.smithi019:> rmdir --ignore-fail-on-non-empty /home/ubuntu/cephtest/ca 2023-12-03T13:05:07.525 DEBUG:teuthology.orchestra.run.smithi019:> sudo rm /usr/local/share/ca-certificates/root.crt 2023-12-03T13:05:07.582 DEBUG:teuthology.orchestra.run.smithi019:> sudo update-ca-certificates 2023-12-03T13:05:07.638 INFO:teuthology.orchestra.run.smithi019.stdout:Updating certificates in /etc/ssl/certs... 2023-12-03T13:05:08.094 INFO:teuthology.orchestra.run.smithi019.stdout:0 added, 0 removed; done. 2023-12-03T13:05:08.094 INFO:teuthology.orchestra.run.smithi019.stdout:Running hooks in /etc/ca-certificates/update.d... 2023-12-03T13:05:08.096 INFO:teuthology.orchestra.run.smithi019.stdout: 2023-12-03T13:05:08.344 INFO:teuthology.orchestra.run.smithi019.stdout:done. 2023-12-03T13:05:08.344 INFO:teuthology.orchestra.run.smithi019.stdout:done. 2023-12-03T13:05:08.348 DEBUG:teuthology.run_tasks:Unwinding manager ceph 2023-12-03T13:05:08.360 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2023-12-03T13:05:08.360 DEBUG:teuthology.orchestra.run.smithi019:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-12-03T13:07:08.408 DEBUG:teuthology.orchestra.run:got remote process result: 124 2023-12-03T13:07:08.409 ERROR:teuthology.contextutil:Saw exception from nested tasks Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_ceph-c_bcbf278cf395873c2a482f5a7b2345faf2160319/qa/tasks/ceph.py", line 1918, in task File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/run_tasks.py", line 154, in run_tasks suppress = manager.__exit__(*exc_info) File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/task/__init__.py", line 132, in __exit__ self.end() File "/home/teuthworker/src/git.ceph.com_ceph-c_bcbf278cf395873c2a482f5a7b2345faf2160319/qa/tasks/s3tests_java.py", line 101, in end File "/home/teuthworker/src/git.ceph.com_ceph-c_bcbf278cf395873c2a482f5a7b2345faf2160319/qa/tasks/s3tests_java.py", line 386, in delete_users File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/orchestra/cluster.py", line 85, in run procs = [remote.run(**kwargs, wait=_wait) for remote in remotes] File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/orchestra/cluster.py", line 85, in procs = [remote.run(**kwargs, wait=_wait) for remote in remotes] File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/orchestra/remote.py", line 523, in run r = self._runner(client=self.ssh, name=self.shortname, **kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/orchestra/run.py", line 455, in run r.wait() File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/orchestra/run.py", line 161, in wait self._raise_for_status() File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/orchestra/run.py", line 181, in _raise_for_status raise CommandFailedError( teuthology.exceptions.CommandFailedError: Command failed on smithi019 with status 1: 'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user rm --uid tester.client.0 --purge-data --cluster ceph' During handling of the above exception, another exception occurred: Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/contextutil.py", line 32, in nested yield vars File "/home/teuthworker/src/git.ceph.com_ceph-c_bcbf278cf395873c2a482f5a7b2345faf2160319/qa/tasks/ceph.py", line 1928, in task File "/home/teuthworker/src/git.ceph.com_ceph-c_bcbf278cf395873c2a482f5a7b2345faf2160319/qa/tasks/ceph_manager.py", line 2758, in wait_for_clean File "/home/teuthworker/src/git.ceph.com_ceph-c_bcbf278cf395873c2a482f5a7b2345faf2160319/qa/tasks/ceph_manager.py", line 2590, in get_num_active_clean File "/home/teuthworker/src/git.ceph.com_ceph-c_bcbf278cf395873c2a482f5a7b2345faf2160319/qa/tasks/ceph_manager.py", line 2356, in get_pg_stats File "/home/teuthworker/src/git.ceph.com_ceph-c_bcbf278cf395873c2a482f5a7b2345faf2160319/qa/tasks/ceph_manager.py", line 1611, in raw_cluster_cmd File "/home/teuthworker/src/git.ceph.com_ceph-c_bcbf278cf395873c2a482f5a7b2345faf2160319/qa/tasks/ceph_manager.py", line 1602, in run_cluster_cmd File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/orchestra/remote.py", line 523, in run r = self._runner(client=self.ssh, name=self.shortname, **kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/orchestra/run.py", line 455, in run r.wait() File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/orchestra/run.py", line 161, in wait self._raise_for_status() File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/orchestra/run.py", line 181, in _raise_for_status raise CommandFailedError( teuthology.exceptions.CommandFailedError: Command failed on smithi019 with status 124: 'sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json' 2023-12-03T13:07:08.422 INFO:teuthology.misc:Shutting down mds daemons... 2023-12-03T13:07:08.422 INFO:teuthology.misc:Shutting down osd daemons... 2023-12-03T13:07:08.423 DEBUG:tasks.ceph.osd.0:waiting for process to exit 2023-12-03T13:07:08.423 INFO:teuthology.orchestra.run:waiting for 300 2023-12-03T13:07:08.426 INFO:tasks.ceph.osd.0:Stopped 2023-12-03T13:07:08.426 DEBUG:tasks.ceph.osd.1:waiting for process to exit 2023-12-03T13:07:08.427 INFO:teuthology.orchestra.run:waiting for 300 2023-12-03T13:07:08.427 INFO:tasks.ceph.osd.1:Stopped 2023-12-03T13:07:08.427 DEBUG:tasks.ceph.osd.2:waiting for process to exit 2023-12-03T13:07:08.427 INFO:teuthology.orchestra.run:waiting for 300 2023-12-03T13:07:08.428 INFO:tasks.ceph.osd.2:Stopped 2023-12-03T13:07:08.428 DEBUG:tasks.ceph.osd.3:waiting for process to exit 2023-12-03T13:07:08.428 INFO:teuthology.orchestra.run:waiting for 300 2023-12-03T13:07:08.428 INFO:tasks.ceph.osd.3:Stopped 2023-12-03T13:07:08.428 DEBUG:tasks.ceph.osd.4:waiting for process to exit 2023-12-03T13:07:08.429 INFO:teuthology.orchestra.run:waiting for 300 2023-12-03T13:07:08.429 INFO:tasks.ceph.osd.4:Stopped 2023-12-03T13:07:08.429 DEBUG:tasks.ceph.osd.5:waiting for process to exit 2023-12-03T13:07:08.429 INFO:teuthology.orchestra.run:waiting for 300 2023-12-03T13:07:08.429 INFO:tasks.ceph.osd.5:Stopped 2023-12-03T13:07:08.430 DEBUG:tasks.ceph.osd.6:waiting for process to exit 2023-12-03T13:07:08.430 INFO:teuthology.orchestra.run:waiting for 300 2023-12-03T13:07:08.430 INFO:tasks.ceph.osd.6:Stopped 2023-12-03T13:07:08.430 DEBUG:tasks.ceph.osd.7:waiting for process to exit 2023-12-03T13:07:08.430 INFO:teuthology.orchestra.run:waiting for 300 2023-12-03T13:07:08.431 INFO:tasks.ceph.osd.7:Stopped 2023-12-03T13:07:08.431 INFO:teuthology.misc:Shutting down mgr daemons... 2023-12-03T13:07:08.431 DEBUG:tasks.ceph.mgr.y:waiting for process to exit 2023-12-03T13:07:08.431 INFO:teuthology.orchestra.run:waiting for 300 2023-12-03T13:07:08.431 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-12-03T13:07:08.432 ERROR:teuthology.orchestra.daemon.state:Error while waiting for process to exit Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_ceph-c_bcbf278cf395873c2a482f5a7b2345faf2160319/qa/tasks/ceph.py", line 1918, in task File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/run_tasks.py", line 154, in run_tasks suppress = manager.__exit__(*exc_info) File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/task/__init__.py", line 132, in __exit__ self.end() File "/home/teuthworker/src/git.ceph.com_ceph-c_bcbf278cf395873c2a482f5a7b2345faf2160319/qa/tasks/s3tests_java.py", line 101, in end File "/home/teuthworker/src/git.ceph.com_ceph-c_bcbf278cf395873c2a482f5a7b2345faf2160319/qa/tasks/s3tests_java.py", line 386, in delete_users File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/orchestra/cluster.py", line 85, in run procs = [remote.run(**kwargs, wait=_wait) for remote in remotes] File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/orchestra/cluster.py", line 85, in procs = [remote.run(**kwargs, wait=_wait) for remote in remotes] File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/orchestra/remote.py", line 523, in run r = self._runner(client=self.ssh, name=self.shortname, **kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/orchestra/run.py", line 455, in run r.wait() File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/orchestra/run.py", line 161, in wait self._raise_for_status() File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/orchestra/run.py", line 181, in _raise_for_status raise CommandFailedError( teuthology.exceptions.CommandFailedError: Command failed on smithi019 with status 1: 'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user rm --uid tester.client.0 --purge-data --cluster ceph' During handling of the above exception, another exception occurred: Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_ceph-c_bcbf278cf395873c2a482f5a7b2345faf2160319/qa/tasks/ceph.py", line 1447, in run_daemon File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/contextutil.py", line 32, in nested yield vars File "/home/teuthworker/src/git.ceph.com_ceph-c_bcbf278cf395873c2a482f5a7b2345faf2160319/qa/tasks/ceph.py", line 1928, in task File "/home/teuthworker/src/git.ceph.com_ceph-c_bcbf278cf395873c2a482f5a7b2345faf2160319/qa/tasks/ceph_manager.py", line 2758, in wait_for_clean File "/home/teuthworker/src/git.ceph.com_ceph-c_bcbf278cf395873c2a482f5a7b2345faf2160319/qa/tasks/ceph_manager.py", line 2590, in get_num_active_clean File "/home/teuthworker/src/git.ceph.com_ceph-c_bcbf278cf395873c2a482f5a7b2345faf2160319/qa/tasks/ceph_manager.py", line 2356, in get_pg_stats File "/home/teuthworker/src/git.ceph.com_ceph-c_bcbf278cf395873c2a482f5a7b2345faf2160319/qa/tasks/ceph_manager.py", line 1611, in raw_cluster_cmd File "/home/teuthworker/src/git.ceph.com_ceph-c_bcbf278cf395873c2a482f5a7b2345faf2160319/qa/tasks/ceph_manager.py", line 1602, in run_cluster_cmd File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/orchestra/remote.py", line 523, in run r = self._runner(client=self.ssh, name=self.shortname, **kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/orchestra/run.py", line 455, in run r.wait() File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/orchestra/run.py", line 161, in wait self._raise_for_status() File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/orchestra/run.py", line 181, in _raise_for_status raise CommandFailedError( teuthology.exceptions.CommandFailedError: Command failed on smithi019 with status 124: 'sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json' During handling of the above exception, another exception occurred: Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/orchestra/daemon/state.py", line 139, in stop run.wait([self.proc], timeout=timeout) File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/orchestra/run.py", line 479, in wait proc.wait() File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/orchestra/run.py", line 161, in wait self._raise_for_status() File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/orchestra/run.py", line 181, in _raise_for_status raise CommandFailedError( teuthology.exceptions.CommandFailedError: Command failed on smithi019 with status 1: 'sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster ceph -i y' 2023-12-03T13:07:08.445 INFO:tasks.ceph.mgr.y:Stopped 2023-12-03T13:07:08.445 DEBUG:tasks.ceph.mgr.x:waiting for process to exit 2023-12-03T13:07:08.445 INFO:teuthology.orchestra.run:waiting for 300 2023-12-03T13:07:08.446 INFO:tasks.ceph.mgr.x:Stopped 2023-12-03T13:07:08.446 INFO:teuthology.misc:Shutting down mon daemons... 2023-12-03T13:07:08.446 DEBUG:tasks.ceph.mon.a:waiting for process to exit 2023-12-03T13:07:08.446 INFO:teuthology.orchestra.run:waiting for 300 2023-12-03T13:07:08.447 INFO:tasks.ceph.mon.a:Stopped 2023-12-03T13:07:08.447 DEBUG:tasks.ceph.mon.c:waiting for process to exit 2023-12-03T13:07:08.447 INFO:teuthology.orchestra.run:waiting for 300 2023-12-03T13:07:08.447 INFO:tasks.ceph.mon.c:Stopped 2023-12-03T13:07:08.447 DEBUG:tasks.ceph.mon.b:waiting for process to exit 2023-12-03T13:07:08.447 INFO:teuthology.orchestra.run:waiting for 300 2023-12-03T13:07:08.448 INFO:tasks.ceph.mon.b:Stopped 2023-12-03T13:07:08.448 INFO:tasks.ceph:Checking cluster log for badness... 2023-12-03T13:07:08.448 DEBUG:teuthology.orchestra.run.smithi019:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v '\(PG_AVAILABILITY\)' | egrep -v '\(PG_DEGRADED\)' | egrep -v '\(POOL_APP_NOT_ENABLED\)' | egrep -v 'not have an application enabled' | egrep -v '\(OSD_SLOW_PING_TIME' | head -n 1 2023-12-03T13:07:08.470 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-0 on ubuntu@smithi019.front.sepia.ceph.com 2023-12-03T13:07:08.471 DEBUG:teuthology.orchestra.run.smithi019:> sync && sudo umount -f /var/lib/ceph/osd/ceph-0 2023-12-03T13:07:08.644 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-1 on ubuntu@smithi019.front.sepia.ceph.com 2023-12-03T13:07:08.645 DEBUG:teuthology.orchestra.run.smithi019:> sync && sudo umount -f /var/lib/ceph/osd/ceph-1 2023-12-03T13:07:08.958 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-2 on ubuntu@smithi019.front.sepia.ceph.com 2023-12-03T13:07:08.958 DEBUG:teuthology.orchestra.run.smithi019:> sync && sudo umount -f /var/lib/ceph/osd/ceph-2 2023-12-03T13:07:09.147 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-3 on ubuntu@smithi019.front.sepia.ceph.com 2023-12-03T13:07:09.147 DEBUG:teuthology.orchestra.run.smithi019:> sync && sudo umount -f /var/lib/ceph/osd/ceph-3 2023-12-03T13:07:09.357 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-4 on ubuntu@smithi057.front.sepia.ceph.com 2023-12-03T13:07:09.357 DEBUG:teuthology.orchestra.run.smithi057:> sync && sudo umount -f /var/lib/ceph/osd/ceph-4 2023-12-03T13:07:09.480 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-5 on ubuntu@smithi057.front.sepia.ceph.com 2023-12-03T13:07:09.480 DEBUG:teuthology.orchestra.run.smithi057:> sync && sudo umount -f /var/lib/ceph/osd/ceph-5 2023-12-03T13:07:09.643 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-6 on ubuntu@smithi057.front.sepia.ceph.com 2023-12-03T13:07:09.643 DEBUG:teuthology.orchestra.run.smithi057:> sync && sudo umount -f /var/lib/ceph/osd/ceph-6 2023-12-03T13:07:09.855 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-7 on ubuntu@smithi057.front.sepia.ceph.com 2023-12-03T13:07:09.855 DEBUG:teuthology.orchestra.run.smithi057:> sync && sudo umount -f /var/lib/ceph/osd/ceph-7 2023-12-03T13:07:10.041 INFO:tasks.ceph:Archiving mon data... 2023-12-03T13:07:10.043 DEBUG:teuthology.misc:Transferring archived files from smithi019:/var/lib/ceph/mon/ceph-a to /home/teuthworker/archive/alimasa-2023-12-03_11:04:43-rgw-wip-alimasa-multi-pubsub-etag-distro-default-smithi/7476141/data/mon.a.tgz 2023-12-03T13:07:10.043 DEBUG:teuthology.orchestra.run.smithi019:> mktemp 2023-12-03T13:07:10.049 INFO:teuthology.orchestra.run.smithi019.stdout:/tmp/tmp.HYb1VAQPTp 2023-12-03T13:07:10.049 DEBUG:teuthology.orchestra.run.smithi019:> sudo tar cz -f - -C /var/lib/ceph/mon/ceph-a -- . > /tmp/tmp.HYb1VAQPTp 2023-12-03T13:07:10.217 DEBUG:teuthology.orchestra.run.smithi019:> sudo chmod 0666 /tmp/tmp.HYb1VAQPTp 2023-12-03T13:07:10.285 DEBUG:teuthology.orchestra.remote:smithi019:/tmp/tmp.HYb1VAQPTp is 387KB 2023-12-03T13:07:10.346 DEBUG:teuthology.orchestra.run.smithi019:> rm -fr /tmp/tmp.HYb1VAQPTp 2023-12-03T13:07:10.352 DEBUG:teuthology.misc:Transferring archived files from smithi019:/var/lib/ceph/mon/ceph-c to /home/teuthworker/archive/alimasa-2023-12-03_11:04:43-rgw-wip-alimasa-multi-pubsub-etag-distro-default-smithi/7476141/data/mon.c.tgz 2023-12-03T13:07:10.352 DEBUG:teuthology.orchestra.run.smithi019:> mktemp 2023-12-03T13:07:10.397 INFO:teuthology.orchestra.run.smithi019.stdout:/tmp/tmp.yIhv3I2Fpn 2023-12-03T13:07:10.397 DEBUG:teuthology.orchestra.run.smithi019:> sudo tar cz -f - -C /var/lib/ceph/mon/ceph-c -- . > /tmp/tmp.yIhv3I2Fpn 2023-12-03T13:07:10.567 DEBUG:teuthology.orchestra.run.smithi019:> sudo chmod 0666 /tmp/tmp.yIhv3I2Fpn 2023-12-03T13:07:10.633 DEBUG:teuthology.orchestra.remote:smithi019:/tmp/tmp.yIhv3I2Fpn is 401KB 2023-12-03T13:07:10.695 DEBUG:teuthology.orchestra.run.smithi019:> rm -fr /tmp/tmp.yIhv3I2Fpn 2023-12-03T13:07:10.701 DEBUG:teuthology.misc:Transferring archived files from smithi057:/var/lib/ceph/mon/ceph-b to /home/teuthworker/archive/alimasa-2023-12-03_11:04:43-rgw-wip-alimasa-multi-pubsub-etag-distro-default-smithi/7476141/data/mon.b.tgz 2023-12-03T13:07:10.701 DEBUG:teuthology.orchestra.run.smithi057:> mktemp 2023-12-03T13:07:10.707 INFO:teuthology.orchestra.run.smithi057.stdout:/tmp/tmp.fJ6rboJdrM 2023-12-03T13:07:10.708 DEBUG:teuthology.orchestra.run.smithi057:> sudo tar cz -f - -C /var/lib/ceph/mon/ceph-b -- . > /tmp/tmp.fJ6rboJdrM 2023-12-03T13:07:10.879 DEBUG:teuthology.orchestra.run.smithi057:> sudo chmod 0666 /tmp/tmp.fJ6rboJdrM 2023-12-03T13:07:10.943 DEBUG:teuthology.orchestra.remote:smithi057:/tmp/tmp.fJ6rboJdrM is 401KB 2023-12-03T13:07:11.004 DEBUG:teuthology.orchestra.run.smithi057:> rm -fr /tmp/tmp.fJ6rboJdrM 2023-12-03T13:07:11.010 INFO:tasks.ceph:Cleaning ceph cluster... 2023-12-03T13:07:11.010 DEBUG:teuthology.orchestra.run.smithi019:> sudo rm -rf -- /etc/ceph/ceph.conf /etc/ceph/ceph.keyring /home/ubuntu/cephtest/ceph.data /home/ubuntu/cephtest/ceph.monmap /home/ubuntu/cephtest/../*.pid 2023-12-03T13:07:11.013 DEBUG:teuthology.orchestra.run.smithi057:> sudo rm -rf -- /etc/ceph/ceph.conf /etc/ceph/ceph.keyring /home/ubuntu/cephtest/ceph.data /home/ubuntu/cephtest/ceph.monmap /home/ubuntu/cephtest/../*.pid 2023-12-03T13:07:11.074 INFO:teuthology.util.scanner:summary_data or yaml_file is empty! 2023-12-03T13:07:11.116 INFO:teuthology.util.scanner:summary_data or yaml_file is empty! 2023-12-03T13:07:11.116 INFO:tasks.ceph:Archiving crash dumps... 2023-12-03T13:07:11.118 DEBUG:teuthology.misc:Transferring archived files from smithi019:/var/lib/ceph/crash to /home/teuthworker/archive/alimasa-2023-12-03_11:04:43-rgw-wip-alimasa-multi-pubsub-etag-distro-default-smithi/7476141/remote/smithi019/crash 2023-12-03T13:07:11.119 DEBUG:teuthology.orchestra.run.smithi019:> sudo tar c -f - -C /var/lib/ceph/crash -- . 2023-12-03T13:07:11.167 DEBUG:teuthology.misc:Transferring archived files from smithi057:/var/lib/ceph/crash to /home/teuthworker/archive/alimasa-2023-12-03_11:04:43-rgw-wip-alimasa-multi-pubsub-etag-distro-default-smithi/7476141/remote/smithi057/crash 2023-12-03T13:07:11.168 DEBUG:teuthology.orchestra.run.smithi057:> sudo tar c -f - -C /var/lib/ceph/crash -- . 2023-12-03T13:07:11.182 INFO:tasks.ceph:Compressing logs... 2023-12-03T13:07:11.182 DEBUG:teuthology.orchestra.run.smithi019:> time sudo find /var/log/ceph -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2023-12-03T13:07:11.194 DEBUG:teuthology.orchestra.run.smithi057:> time sudo find /var/log/ceph -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2023-12-03T13:07:11.222 INFO:teuthology.orchestra.run.smithi019.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45452.log 2023-12-03T13:07:11.222 INFO:teuthology.orchestra.run.smithi019.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62002.log 2023-12-03T13:07:11.223 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/ceph-client.admin.45452.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.45452.log.gz 2023-12-03T13:07:11.224 INFO:teuthology.orchestra.run.smithi019.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45643.log 2023-12-03T13:07:11.224 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/ceph-client.admin.62002.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.62002.log.gz 2023-12-03T13:07:11.224 INFO:teuthology.orchestra.run.smithi019.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55755.log 2023-12-03T13:07:11.225 INFO:teuthology.orchestra.run.smithi019.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51043.log 2023-12-03T13:07:11.225 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/ceph-client.admin.45643.log: /var/log/ceph/ceph-client.admin.55755.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49435.log 2023-12-03T13:07:11.226 INFO:teuthology.orchestra.run.smithi019.stderr: 82.6% -- replaced with /var/log/ceph/ceph-client.admin.55755.log.gz 2023-12-03T13:07:11.226 INFO:teuthology.orchestra.run.smithi019.stderr: 80.6% -- replaced with /var/log/ceph/ceph-client.admin.45643.log.gz 2023-12-03T13:07:11.226 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/ceph-client.admin.51043.log: 50.8% -- replaced with /var/log/ceph/ceph-client.admin.51043.log.gz 2023-12-03T13:07:11.226 INFO:teuthology.orchestra.run.smithi019.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46822.log 2023-12-03T13:07:11.226 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/ceph-client.admin.49435.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55091.log 2023-12-03T13:07:11.229 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/ceph-client.admin.46822.log: gzip -5 --verbose -- /var/log/ceph/rgw.ceph.client.0.log 2023-12-03T13:07:11.229 INFO:teuthology.orchestra.run.smithi019.stderr: 80.2% -- replaced with /var/log/ceph/ceph-client.admin.46822.log.gz 2023-12-03T13:07:11.229 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/ceph-client.admin.55091.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57239.log 2023-12-03T13:07:11.229 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/rgw.ceph.client.0.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52266.log 2023-12-03T13:07:11.229 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/ceph-client.admin.57239.log: gzip -5 --verbose -- 88.8% /var/log/ceph/ceph-client.admin.52515.log 2023-12-03T13:07:11.229 INFO:teuthology.orchestra.run.smithi019.stderr: -- replaced with /var/log/ceph/ceph-client.admin.49435.log.gz 2023-12-03T13:07:11.229 INFO:teuthology.orchestra.run.smithi019.stderr: 82.1% -- replaced with /var/log/ceph/ceph-client.admin.57239.log.gz 2023-12-03T13:07:11.230 INFO:teuthology.orchestra.run.smithi019.stderr: 86.5% -- replaced with /var/log/ceph/ceph-client.admin.55091.log.gz 2023-12-03T13:07:11.230 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/ceph-client.admin.52266.log: gzip -5 --verbose -- /var/log/ceph/ceph-mgr.y.log 2023-12-03T13:07:11.230 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/ceph-client.admin.52515.log: 82.4% -- replaced with /var/log/ceph/ceph-client.admin.52266.log.gz 2023-12-03T13:07:11.230 INFO:teuthology.orchestra.run.smithi019.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54676.log 2023-12-03T13:07:11.230 INFO:teuthology.orchestra.run.smithi019.stderr: 85.7% -- replaced with /var/log/ceph/ceph-client.admin.52515.log.gz 2023-12-03T13:07:11.230 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/ceph-mgr.y.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51519.log 2023-12-03T13:07:11.236 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/ceph-client.admin.54676.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.51080.log 2023-12-03T13:07:11.236 INFO:teuthology.orchestra.run.smithi019.stderr: 82.3% -- replaced with /var/log/ceph/ceph-client.admin.54676.log.gz 2023-12-03T13:07:11.236 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/ceph-client.admin.51519.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41829.log 2023-12-03T13:07:11.236 INFO:teuthology.orchestra.run.smithi019.stderr: 81.5% -- replaced with /var/log/ceph/ceph-client.admin.51519.log.gz 2023-12-03T13:07:11.236 INFO:teuthology.orchestra.run.smithi019.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54510.log 2023-12-03T13:07:11.236 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/ceph-client.0.51080.log: /var/log/ceph/ceph-client.admin.41829.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.crash.smithi019.61129.log 2023-12-03T13:07:11.236 INFO:teuthology.orchestra.run.smithi019.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.41829.log.gz 2023-12-03T13:07:11.236 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/ceph-client.admin.54510.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57322.log 2023-12-03T13:07:11.237 INFO:teuthology.orchestra.run.smithi019.stderr: 82.4% -- replaced with /var/log/ceph/ceph-client.admin.54510.log.gz 2023-12-03T13:07:11.237 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/ceph-client.crash.smithi019.61129.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42249.log 2023-12-03T13:07:11.237 INFO:teuthology.orchestra.run.smithi019.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.crash.smithi019.61129.log.gz 2023-12-03T13:07:11.237 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/ceph-client.admin.57322.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61265.log 2023-12-03T13:07:11.237 INFO:teuthology.orchestra.run.smithi019.stderr: 82.2% -- replaced with /var/log/ceph/ceph-client.admin.57322.log.gz 2023-12-03T13:07:11.237 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/ceph-client.admin.42249.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43592.log 2023-12-03T13:07:11.237 INFO:teuthology.orchestra.run.smithi019.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.42249.log.gz 2023-12-03T13:07:11.237 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/ceph-client.admin.61265.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.61265.log.gz 2023-12-03T13:07:11.237 INFO:teuthology.orchestra.run.smithi019.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-osd.0.log 2023-12-03T13:07:11.238 INFO:teuthology.orchestra.run.smithi019.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55838.log 2023-12-03T13:07:11.238 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/ceph-client.admin.43592.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.43592.log.gz 2023-12-03T13:07:11.238 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/ceph-osd.0.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52764.log 2023-12-03T13:07:11.238 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/ceph-client.admin.55838.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.43615.log 2023-12-03T13:07:11.238 INFO:teuthology.orchestra.run.smithi019.stderr: 92.0% -- replaced with /var/log/ceph/ceph-client.0.51080.log.gz 2023-12-03T13:07:11.238 INFO:teuthology.orchestra.run.smithi019.stderr: 82.0% -- replaced with /var/log/ceph/ceph-client.admin.55838.log.gz 2023-12-03T13:07:11.238 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/ceph-client.admin.52764.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56857.log 2023-12-03T13:07:11.238 INFO:teuthology.orchestra.run.smithi019.stderr: 85.7%/var/log/ceph/ceph-client.0.43615.log: -- replaced with /var/log/ceph/ceph-client.admin.52764.log.gz 2023-12-03T13:07:11.239 INFO:teuthology.orchestra.run.smithi019.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46905.log 2023-12-03T13:07:11.246 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/ceph-client.admin.56857.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42041.log 2023-12-03T13:07:11.246 INFO:teuthology.orchestra.run.smithi019.stderr: 80.5% -- replaced with /var/log/ceph/ceph-client.admin.56857.log.gz 2023-12-03T13:07:11.246 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/ceph-client.admin.46905.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52847.log 2023-12-03T13:07:11.246 INFO:teuthology.orchestra.run.smithi019.stderr: 95.9% -- replaced with /var/log/ceph/ceph-client.0.43615.log.gz 2023-12-03T13:07:11.246 INFO:teuthology.orchestra.run.smithi019.stderr: 80.5% -- replaced with /var/log/ceph/ceph-client.admin.46905.log.gz 2023-12-03T13:07:11.247 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/ceph-client.admin.42041.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.42041.log.gz 2023-12-03T13:07:11.247 INFO:teuthology.orchestra.run.smithi019.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61068.log 2023-12-03T13:07:11.247 INFO:teuthology.orchestra.run.smithi019.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.44180.log 2023-12-03T13:07:11.247 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/ceph-client.admin.52847.log: /var/log/ceph/ceph-client.admin.61068.log: 82.5% -- replaced with /var/log/ceph/ceph-client.admin.52847.log.gz 2023-12-03T13:07:11.247 INFO:teuthology.orchestra.run.smithi019.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53595.log 2023-12-03T13:07:11.247 INFO:teuthology.orchestra.run.smithi019.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.61068.log.gz 2023-12-03T13:07:11.247 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/ceph-client.0.44180.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50698.log 2023-12-03T13:07:11.247 INFO:teuthology.orchestra.run.smithi019.stderr: 43.5% -- replaced with /var/log/ceph/ceph-client.0.44180.log.gz 2023-12-03T13:07:11.247 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/ceph-client.admin.53595.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.crash.61141.log 2023-12-03T13:07:11.248 INFO:teuthology.orchestra.run.smithi019.stderr: 82.4% -- replaced with /var/log/ceph/ceph-client.admin.53595.log.gz 2023-12-03T13:07:11.248 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/ceph-client.admin.50698.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.35866.log 2023-12-03T13:07:11.248 INFO:teuthology.orchestra.run.smithi019.stderr: 82.6% -- replaced with /var/log/ceph/ceph-client.admin.50698.log.gz 2023-12-03T13:07:11.248 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/ceph-client.crash.61141.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59336.log 2023-12-03T13:07:11.248 INFO:teuthology.orchestra.run.smithi019.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.crash.61141.log.gz 2023-12-03T13:07:11.248 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/ceph-client.admin.35866.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42017.log 2023-12-03T13:07:11.248 INFO:teuthology.orchestra.run.smithi019.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.35866.log.gz 2023-12-03T13:07:11.248 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/ceph-client.admin.59336.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52930.log 2023-12-03T13:07:11.248 INFO:teuthology.orchestra.run.smithi019.stderr: 92.4% -- replaced with /var/log/ceph/ceph-client.admin.59336.log.gz 2023-12-03T13:07:11.249 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/ceph-client.admin.42017.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57455.log 2023-12-03T13:07:11.249 INFO:teuthology.orchestra.run.smithi019.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.42017.log.gz 2023-12-03T13:07:11.249 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/ceph-client.admin.52930.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59254.log 2023-12-03T13:07:11.249 INFO:teuthology.orchestra.run.smithi019.stderr: 82.6% -- replaced with /var/log/ceph/ceph-client.admin.52930.log.gz 2023-12-03T13:07:11.249 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/ceph-client.admin.57455.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.crash.61183.log 2023-12-03T13:07:11.249 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/ceph-client.admin.59254.log: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.57455.log.gz 2023-12-03T13:07:11.249 INFO:teuthology.orchestra.run.smithi019.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42043.log 2023-12-03T13:07:11.249 INFO:teuthology.orchestra.run.smithi019.stderr: 92.4% -- replaced with /var/log/ceph/ceph-client.admin.59254.log.gz 2023-12-03T13:07:11.250 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/ceph-client.crash.61183.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.crash.smithi019.61239.log 2023-12-03T13:07:11.250 INFO:teuthology.orchestra.run.smithi019.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.crash.61183.log.gz 2023-12-03T13:07:11.250 INFO:teuthology.orchestra.run.smithi019.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41785.log 2023-12-03T13:07:11.250 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/ceph-client.admin.42043.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.42043.log.gz 2023-12-03T13:07:11.250 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/ceph-client.crash.smithi019.61239.log: 0.0% -- replaced with /var/log/ceph/ceph-client.crash.smithi019.61239.log.gz 2023-12-03T13:07:11.250 INFO:teuthology.orchestra.run.smithi019.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.59884.log 2023-12-03T13:07:11.250 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/ceph-client.admin.41785.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55423.log 2023-12-03T13:07:11.250 INFO:teuthology.orchestra.run.smithi019.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.41785.log.gz 2023-12-03T13:07:11.250 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/ceph-client.0.59884.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.43866.log 2023-12-03T13:07:11.251 INFO:teuthology.orchestra.run.smithi019.stderr: 84.3% -- replaced with /var/log/ceph/ceph-client.0.59884.log.gz 2023-12-03T13:07:11.251 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/ceph-client.admin.55423.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56337.log 2023-12-03T13:07:11.251 INFO:teuthology.orchestra.run.smithi019.stderr: 82.5% -- replaced with /var/log/ceph/ceph-client.admin.55423.log.gz 2023-12-03T13:07:11.251 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/ceph-client.0.43866.log: gzip 42.4% -5 -- replaced with /var/log/ceph/ceph-client.0.43866.log.gz --verbose 2023-12-03T13:07:11.251 INFO:teuthology.orchestra.run.smithi019.stderr: -- /var/log/ceph/ceph-client.admin.42047.log 2023-12-03T13:07:11.251 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/ceph-client.admin.56337.log: gzip -5 --verbose -- /var/log/ceph/ceph-osd.2.log 2023-12-03T13:07:11.251 INFO:teuthology.orchestra.run.smithi019.stderr: 85.3% -- replaced with /var/log/ceph/ceph-client.admin.56337.log.gz 2023-12-03T13:07:11.251 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/ceph-client.admin.42047.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.61228.log 2023-12-03T13:07:11.252 INFO:teuthology.orchestra.run.smithi019.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.42047.log.gz 2023-12-03T13:07:11.261 INFO:teuthology.orchestra.run.smithi057.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.35992.log 2023-12-03T13:07:11.261 INFO:teuthology.orchestra.run.smithi057.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.35944.log 2023-12-03T13:07:11.261 INFO:teuthology.orchestra.run.smithi057.stderr:/var/log/ceph/ceph-client.admin.35992.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.35992.log.gz 2023-12-03T13:07:11.261 INFO:teuthology.orchestra.run.smithi057.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-osd.7.log 2023-12-03T13:07:11.261 INFO:teuthology.orchestra.run.smithi057.stderr:/var/log/ceph/ceph-client.admin.35944.log: gzip -5 --verbose -- /var/log/ceph/ceph-osd.6.log 2023-12-03T13:07:11.261 INFO:teuthology.orchestra.run.smithi057.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.35944.log.gz 2023-12-03T13:07:11.262 INFO:teuthology.orchestra.run.smithi057.stderr:/var/log/ceph/ceph-osd.7.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36016.log 2023-12-03T13:07:11.262 INFO:teuthology.orchestra.run.smithi057.stderr:/var/log/ceph/ceph-osd.6.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36040.log 2023-12-03T13:07:11.262 INFO:teuthology.orchestra.run.smithi057.stderr:/var/log/ceph/ceph-client.admin.36016.log: gzip -5 --verbose -- /var/log/ceph/ceph-osd.5.log 2023-12-03T13:07:11.262 INFO:teuthology.orchestra.run.smithi057.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.36016.log.gz 2023-12-03T13:07:11.262 INFO:teuthology.orchestra.run.smithi057.stderr:/var/log/ceph/ceph-client.admin.36040.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.36040.log.gz 2023-12-03T13:07:11.262 INFO:teuthology.orchestra.run.smithi057.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36095.log 2023-12-03T13:07:11.262 INFO:teuthology.orchestra.run.smithi057.stderr:/var/log/ceph/ceph-osd.5.log: gzip -5 --verbose -- /var/log/ceph/ceph-mgr.x.log 2023-12-03T13:07:11.262 INFO:teuthology.orchestra.run.smithi057.stderr:/var/log/ceph/ceph-client.admin.36095.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.36095.log.gz 2023-12-03T13:07:11.262 INFO:teuthology.orchestra.run.smithi057.stderr:gzip -5 --verbose -- /var/log/ceph/ceph.log 2023-12-03T13:07:11.263 INFO:teuthology.orchestra.run.smithi057.stderr:/var/log/ceph/ceph-mgr.x.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36071.log 2023-12-03T13:07:11.263 INFO:teuthology.orchestra.run.smithi057.stderr:/var/log/ceph/ceph.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.35920.log 2023-12-03T13:07:11.263 INFO:teuthology.orchestra.run.smithi057.stderr:gzip/var/log/ceph/ceph-client.admin.36071.log: -5 --verbose -- /var/log/ceph/ceph.audit.log 2023-12-03T13:07:11.263 INFO:teuthology.orchestra.run.smithi057.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.36071.log.gz 2023-12-03T13:07:11.263 INFO:teuthology.orchestra.run.smithi057.stderr:/var/log/ceph/ceph-client.admin.35920.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.35920.log.gz 2023-12-03T13:07:11.263 INFO:teuthology.orchestra.run.smithi057.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-mon.b.log 2023-12-03T13:07:11.263 INFO:teuthology.orchestra.run.smithi057.stderr:gzip/var/log/ceph/ceph.audit.log: -5 --verbose -- /var/log/ceph/ceph-osd.4.log 2023-12-03T13:07:11.263 INFO:teuthology.orchestra.run.smithi057.stderr:/var/log/ceph/ceph-mon.b.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.35968.log 2023-12-03T13:07:11.264 INFO:teuthology.orchestra.run.smithi057.stderr:/var/log/ceph/ceph-osd.4.log: 90.6% -- replaced with /var/log/ceph/ceph.audit.log.gz 2023-12-03T13:07:11.264 INFO:teuthology.orchestra.run.smithi057.stderr:/var/log/ceph/ceph-client.admin.35968.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.35968.log.gz 2023-12-03T13:07:11.264 INFO:teuthology.orchestra.run.smithi057.stderr: 88.3% -- replaced with /var/log/ceph/ceph.log.gz 2023-12-03T13:07:11.274 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/ceph-osd.2.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.crash.61100.log 2023-12-03T13:07:11.274 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/ceph-client.0.61228.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57131.log 2023-12-03T13:07:11.274 INFO:teuthology.orchestra.run.smithi019.stderr: 6.1% -- replaced with /var/log/ceph/ceph-client.0.61228.log.gz 2023-12-03T13:07:11.274 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/ceph-client.crash.61100.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41838.log 2023-12-03T13:07:11.275 INFO:teuthology.orchestra.run.smithi019.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.crash.61100.log.gz 2023-12-03T13:07:11.275 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/ceph-client.admin.57131.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45834.log 2023-12-03T13:07:11.275 INFO:teuthology.orchestra.run.smithi019.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.57131.log.gz 2023-12-03T13:07:11.275 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/ceph-client.admin.41838.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56254.log 2023-12-03T13:07:11.275 INFO:teuthology.orchestra.run.smithi019.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.41838.log.gz 2023-12-03T13:07:11.275 INFO:teuthology.orchestra.run.smithi019.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46108.log 2023-12-03T13:07:11.275 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/ceph-client.admin.45834.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.45834.log.gz 2023-12-03T13:07:11.275 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/ceph-client.admin.56254.log: gzip -5 --verbose -- /var/log/ceph/ceph-mon.a.log 2023-12-03T13:07:11.275 INFO:teuthology.orchestra.run.smithi019.stderr: 82.1% -- replaced with /var/log/ceph/ceph-client.admin.56254.log.gz 2023-12-03T13:07:11.276 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/ceph-client.admin.46108.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.crash.smithi019.61088.log 2023-12-03T13:07:11.276 INFO:teuthology.orchestra.run.smithi019.stderr: 94.9% -- replaced with /var/log/ceph/ceph-mgr.y.log.gz 2023-12-03T13:07:11.276 INFO:teuthology.orchestra.run.smithi019.stderr: 80.5% -- replaced with /var/log/ceph/ceph-client.admin.46108.log.gz 2023-12-03T13:07:11.276 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/ceph-mon.a.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.44103.log 2023-12-03T13:07:11.276 INFO:teuthology.orchestra.run.smithi019.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51685.log 2023-12-03T13:07:11.276 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/ceph-client.crash.smithi019.61088.log: 0.0% -- replaced with /var/log/ceph/ceph-client.crash.smithi019.61088.log.gz 2023-12-03T13:07:11.276 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/ceph-client.0.44103.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.60301.log 2023-12-03T13:07:11.276 INFO:teuthology.orchestra.run.smithi019.stderr: 42.4% -- replaced with /var/log/ceph/ceph-client.0.44103.log.gz 2023-12-03T13:07:11.276 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/ceph-client.admin.51685.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54010.log 2023-12-03T13:07:11.276 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/ceph-client.0.60301.log: 86.3% -- replaced with /var/log/ceph/ceph-client.admin.51685.log.gz 2023-12-03T13:07:11.277 INFO:teuthology.orchestra.run.smithi019.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41594.log 2023-12-03T13:07:11.277 INFO:teuthology.orchestra.run.smithi019.stderr: 80.4% -- replaced with /var/log/ceph/ceph-client.0.60301.log.gz 2023-12-03T13:07:11.277 INFO:teuthology.orchestra.run.smithi019.stderr:gzip/var/log/ceph/ceph-client.admin.54010.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.57430.log 2023-12-03T13:07:11.277 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/ceph-client.admin.41594.log: 82.4% -- replaced with /var/log/ceph/ceph-client.admin.54010.log.gz 2023-12-03T13:07:11.277 INFO:teuthology.orchestra.run.smithi019.stderr: 0.0%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51934.log 2023-12-03T13:07:11.277 INFO:teuthology.orchestra.run.smithi019.stderr: -- replaced with /var/log/ceph/ceph-client.admin.41594.log.gz 2023-12-03T13:07:11.277 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/ceph-client.admin.57430.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49707.log 2023-12-03T13:07:11.277 INFO:teuthology.orchestra.run.smithi019.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.57430.log.gz 2023-12-03T13:07:11.277 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/ceph-client.admin.51934.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46025.log 2023-12-03T13:07:11.278 INFO:teuthology.orchestra.run.smithi019.stderr: 81.9% -- replaced with /var/log/ceph/ceph-client.admin.51934.log.gz 2023-12-03T13:07:11.278 INFO:teuthology.orchestra.run.smithi019.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42234.log 2023-12-03T13:07:11.278 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/ceph-client.admin.49707.log: /var/log/ceph/ceph-client.admin.46025.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41681.log 2023-12-03T13:07:11.278 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/ceph-client.admin.42234.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41656.log 2023-12-03T13:07:11.278 INFO:teuthology.orchestra.run.smithi019.stderr: 81.4% -- replaced with /var/log/ceph/ceph-client.admin.46025.log.gz 2023-12-03T13:07:11.278 INFO:teuthology.orchestra.run.smithi019.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.42234.log.gz 2023-12-03T13:07:11.278 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/ceph-client.admin.41681.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.41681.log.gz 2023-12-03T13:07:11.278 INFO:teuthology.orchestra.run.smithi019.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45726.log 2023-12-03T13:07:11.278 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/ceph-client.admin.41656.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42435.log 2023-12-03T13:07:11.279 INFO:teuthology.orchestra.run.smithi019.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.41656.log.gz 2023-12-03T13:07:11.279 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/ceph-client.admin.45726.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.43943.log 2023-12-03T13:07:11.279 INFO:teuthology.orchestra.run.smithi019.stderr: 80.7%gzip -- replaced with /var/log/ceph/ceph-client.admin.45726.log.gz -5 --verbose -- /var/log/ceph/ceph-client.admin.61112.log 2023-12-03T13:07:11.279 INFO:teuthology.orchestra.run.smithi019.stderr: 2023-12-03T13:07:11.279 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/ceph-client.admin.42435.log: /var/log/ceph/ceph-client.0.43943.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.42435.log.gz 2023-12-03T13:07:11.279 INFO:teuthology.orchestra.run.smithi019.stderr: 80.4% -- replaced with /var/log/ceph/ceph-client.0.43943.log.gz 2023-12-03T13:07:11.279 INFO:teuthology.orchestra.run.smithi019.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54759.log 2023-12-03T13:07:11.279 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/ceph-client.admin.61112.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.44257.log 2023-12-03T13:07:11.279 INFO:teuthology.orchestra.run.smithi019.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.61112.log.gz 2023-12-03T13:07:11.280 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/ceph-client.admin.54759.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47096.log 2023-12-03T13:07:11.280 INFO:teuthology.orchestra.run.smithi019.stderr: 82.3% -- replaced with /var/log/ceph/ceph-client.admin.54759.log.gz 2023-12-03T13:07:11.280 INFO:teuthology.orchestra.run.smithi019.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56586.log 2023-12-03T13:07:11.280 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/ceph-client.0.44257.log: /var/log/ceph/ceph-client.admin.47096.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51602.log 2023-12-03T13:07:11.280 INFO:teuthology.orchestra.run.smithi019.stderr: 0.0% 43.2% -- replaced with /var/log/ceph/ceph-client.0.44257.log.gz 2023-12-03T13:07:11.280 INFO:teuthology.orchestra.run.smithi019.stderr: -- replaced with /var/log/ceph/ceph-client.admin.47096.log.gz 2023-12-03T13:07:11.280 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/ceph-client.admin.56586.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53927.log 2023-12-03T13:07:11.280 INFO:teuthology.orchestra.run.smithi019.stderr: 81.3% -- replaced with /var/log/ceph/ceph-client.admin.56586.log.gz 2023-12-03T13:07:11.280 INFO:teuthology.orchestra.run.smithi019.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52100.log 2023-12-03T13:07:11.281 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/ceph-client.admin.51602.log: /var/log/ceph/ceph-client.admin.53927.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59090.log 2023-12-03T13:07:11.281 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/ceph-client.admin.52100.log: 80.5% -- replaced with /var/log/ceph/ceph-client.admin.51602.log.gz 2023-12-03T13:07:11.281 INFO:teuthology.orchestra.run.smithi019.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45095.log 2023-12-03T13:07:11.281 INFO:teuthology.orchestra.run.smithi019.stderr: 86.7% -- replaced with /var/log/ceph/ceph-client.admin.52100.log.gz 2023-12-03T13:07:11.281 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/ceph-client.admin.59090.log: 86.5% -- replaced with /var/log/ceph/ceph-client.admin.53927.log.gz 2023-12-03T13:07:11.281 INFO:teuthology.orchestra.run.smithi019.stderr: 91.8% -- replaced with /var/log/ceph/ceph-client.admin.59090.log.gz 2023-12-03T13:07:11.281 INFO:teuthology.orchestra.run.smithi019.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56420.log 2023-12-03T13:07:11.281 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/ceph-client.admin.45095.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.60052.log 2023-12-03T13:07:11.281 INFO:teuthology.orchestra.run.smithi019.stderr: 82.7% -- replaced with /var/log/ceph/ceph-client.admin.45095.log.gz 2023-12-03T13:07:11.282 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/ceph-client.admin.56420.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41824.log 2023-12-03T13:07:11.282 INFO:teuthology.orchestra.run.smithi019.stderr: 81.3% -- replaced with /var/log/ceph/ceph-client.admin.56420.log.gz 2023-12-03T13:07:11.282 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/ceph-client.0.60052.log: 84.2% -- replaced with /var/log/ceph/ceph-client.0.60052.log.gz 2023-12-03T13:07:11.282 INFO:teuthology.orchestra.run.smithi019.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53429.log 2023-12-03T13:07:11.282 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/ceph-client.admin.41824.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52017.log 2023-12-03T13:07:11.282 INFO:teuthology.orchestra.run.smithi019.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.41824.log.gz 2023-12-03T13:07:11.282 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/ceph-client.admin.53429.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.crash.61056.log 2023-12-03T13:07:11.282 INFO:teuthology.orchestra.run.smithi019.stderr: 82.6% -- replaced with /var/log/ceph/ceph-client.admin.53429.log.gz 2023-12-03T13:07:11.282 INFO:teuthology.orchestra.run.smithi019.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53013.log 2023-12-03T13:07:11.283 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/ceph-client.admin.52017.log: /var/log/ceph/ceph-client.crash.61056.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53346.log 2023-12-03T13:07:11.283 INFO:teuthology.orchestra.run.smithi019.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.crash.61056.log.gz 2023-12-03T13:07:11.283 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/ceph-client.admin.53013.log: 80.5% -- replaced with /var/log/ceph/ceph-client.admin.52017.log.gz 2023-12-03T13:07:11.283 INFO:teuthology.orchestra.run.smithi019.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-osd.3.log 2023-12-03T13:07:11.283 INFO:teuthology.orchestra.run.smithi019.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45560.log 2023-12-03T13:07:11.283 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/ceph-client.admin.53346.log: /var/log/ceph/ceph-osd.3.log: 82.3% -- replaced with /var/log/ceph/ceph-client.admin.53346.log.gz 2023-12-03T13:07:11.283 INFO:teuthology.orchestra.run.smithi019.stderr: 86.5% -- replaced with /var/log/ceph/ceph-client.admin.53013.log.gz 2023-12-03T13:07:11.283 INFO:teuthology.orchestra.run.smithi019.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52432.log 2023-12-03T13:07:11.283 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/ceph-client.admin.45560.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55008.log 2023-12-03T13:07:11.283 INFO:teuthology.orchestra.run.smithi019.stderr: 80.5% -- replaced with /var/log/ceph/ceph-client.admin.45560.log.gz 2023-12-03T13:07:11.284 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/ceph-client.admin.52432.log: 82.4% -- replaced with /var/log/ceph/ceph-client.admin.52432.log.gz 2023-12-03T13:07:11.284 INFO:teuthology.orchestra.run.smithi019.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43516.log 2023-12-03T13:07:11.284 INFO:teuthology.orchestra.run.smithi019.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56088.log 2023-12-03T13:07:11.284 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/ceph-client.admin.55008.log: /var/log/ceph/ceph-client.admin.43516.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.43516.log.gz 82.1% -- replaced with /var/log/ceph/ceph-client.admin.55008.log.gz 2023-12-03T13:07:11.284 INFO:teuthology.orchestra.run.smithi019.stderr: 2023-12-03T13:07:11.284 INFO:teuthology.orchestra.run.smithi019.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53761.log 2023-12-03T13:07:11.284 INFO:teuthology.orchestra.run.smithi019.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55257.log 2023-12-03T13:07:11.284 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/ceph-client.admin.56088.log: /var/log/ceph/ceph-client.admin.53761.log: 85.5% -- replaced with /var/log/ceph/ceph-client.admin.56088.log.gz 2023-12-03T13:07:11.284 INFO:teuthology.orchestra.run.smithi019.stderr: 82.3% -- replaced with /var/log/ceph/ceph-client.admin.53761.log.gz 2023-12-03T13:07:11.285 INFO:teuthology.orchestra.run.smithi019.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54261.log 2023-12-03T13:07:11.285 INFO:teuthology.orchestra.run.smithi019.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49163.log 2023-12-03T13:07:11.285 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/ceph-client.admin.55257.log: /var/log/ceph/ceph-client.admin.54261.log: 82.4% -- replaced with /var/log/ceph/ceph-client.admin.54261.log.gz 2023-12-03T13:07:11.285 INFO:teuthology.orchestra.run.smithi019.stderr: 85.8% -- replaced with /var/log/ceph/ceph-client.admin.55257.log.gz 2023-12-03T13:07:11.285 INFO:teuthology.orchestra.run.smithi019.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61195.log 2023-12-03T13:07:11.291 INFO:teuthology.orchestra.run.smithi019.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36022.log 2023-12-03T13:07:11.291 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/ceph-client.admin.49163.log: /var/log/ceph/ceph-client.admin.61195.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.61195.log.gz 2023-12-03T13:07:11.291 INFO:teuthology.orchestra.run.smithi019.stderr: 95.0% -- replaced with /var/log/ceph/ceph-client.admin.49707.log.gz 2023-12-03T13:07:11.291 INFO:teuthology.orchestra.run.smithi019.stderr: 93.1% -- replaced with /var/log/ceph/ceph-client.admin.49163.log.gz 2023-12-03T13:07:11.291 INFO:teuthology.orchestra.run.smithi019.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42461.log 2023-12-03T13:07:11.291 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/ceph-client.admin.36022.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.44026.log 2023-12-03T13:07:11.291 INFO:teuthology.orchestra.run.smithi019.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.36022.log.gz 2023-12-03T13:07:11.291 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/ceph-client.admin.42461.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58881.log 2023-12-03T13:07:11.292 INFO:teuthology.orchestra.run.smithi019.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.42461.log.gz 2023-12-03T13:07:11.292 INFO:teuthology.orchestra.run.smithi019.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41759.log 2023-12-03T13:07:11.292 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/ceph-client.0.44026.log: /var/log/ceph/ceph-client.admin.58881.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48037.log 2023-12-03T13:07:11.292 INFO:teuthology.orchestra.run.smithi019.stderr: 42.8% -- replaced with /var/log/ceph/ceph-client.0.44026.log.gz 2023-12-03T13:07:11.292 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/ceph-client.admin.41759.log: 0.0% 92.4% -- replaced with /var/log/ceph/ceph-client.admin.58881.log.gz 2023-12-03T13:07:11.292 INFO:teuthology.orchestra.run.smithi019.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42250.log 2023-12-03T13:07:11.292 INFO:teuthology.orchestra.run.smithi019.stderr: -- replaced with /var/log/ceph/ceph-client.admin.41759.log.gz 2023-12-03T13:07:11.292 INFO:teuthology.orchestra.run.smithi019.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55589.log 2023-12-03T13:07:11.292 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/ceph-client.admin.48037.log: /var/log/ceph/ceph-client.admin.42250.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47782.log 2023-12-03T13:07:11.292 INFO:teuthology.orchestra.run.smithi019.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.42250.log.gz 2023-12-03T13:07:11.293 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/ceph-client.admin.55589.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50115.log 2023-12-03T13:07:11.293 INFO:teuthology.orchestra.run.smithi019.stderr: 82.3%/var/log/ceph/ceph-client.admin.47782.log: -- replaced with /var/log/ceph/ceph-client.admin.55589.log.gz 2023-12-03T13:07:11.293 INFO:teuthology.orchestra.run.smithi019.stderr: 51.9% -- replaced with /var/log/ceph/ceph-client.admin.47782.log.gz 2023-12-03T13:07:11.293 INFO:teuthology.orchestra.run.smithi019.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59790.log 2023-12-03T13:07:11.293 INFO:teuthology.orchestra.run.smithi019.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.58036.log 2023-12-03T13:07:11.293 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/ceph-client.admin.50115.log: /var/log/ceph/ceph-client.admin.59790.log: 92.4% -- replaced with /var/log/ceph/ceph-client.admin.59790.log.gz 2023-12-03T13:07:11.293 INFO:teuthology.orchestra.run.smithi019.stderr:gzip -5 --verbose -- /var/log/ceph/ops-log-ceph-client.admin.log 2023-12-03T13:07:11.293 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/ceph-client.0.58036.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.50115.log.gz 2023-12-03T13:07:11.293 INFO:teuthology.orchestra.run.smithi019.stderr: 84.1%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42227.log 2023-12-03T13:07:11.294 INFO:teuthology.orchestra.run.smithi019.stderr: -- replaced with /var/log/ceph/ceph-client.0.58036.log.gz 2023-12-03T13:07:11.294 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/ops-log-ceph-client.admin.log: gzip -5 --verbose -- /var/log/ceph/ceph-osd.1.log 2023-12-03T13:07:11.294 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/ceph-client.admin.42227.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.42227.log.gz 2023-12-03T13:07:11.294 INFO:teuthology.orchestra.run.smithi019.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36140.log 2023-12-03T13:07:11.295 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/ceph-osd.1.log: 94.2% -- replaced with /var/log/ceph/ops-log-ceph-client.admin.log.gz 2023-12-03T13:07:11.295 INFO:teuthology.orchestra.run.smithi019.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53678.log 2023-12-03T13:07:11.295 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/ceph-client.admin.36140.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.36140.log.gz 2023-12-03T13:07:11.295 INFO:teuthology.orchestra.run.smithi019.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48755.log 2023-12-03T13:07:11.296 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/ceph-client.admin.53678.log: 85.6% -- replaced with /var/log/ceph/ceph-client.admin.53678.log.gz 2023-12-03T13:07:11.296 INFO:teuthology.orchestra.run.smithi019.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45859.log 2023-12-03T13:07:11.300 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/ceph-client.admin.48755.log: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.48037.log.gz 2023-12-03T13:07:11.301 INFO:teuthology.orchestra.run.smithi019.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56004.log 2023-12-03T13:07:11.302 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/ceph-client.admin.45859.log: 81.8% -- replaced with /var/log/ceph/ceph-client.admin.45859.log.gz 2023-12-03T13:07:11.302 INFO:teuthology.orchestra.run.smithi019.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41733.log 2023-12-03T13:07:11.303 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/ceph-client.admin.56004.log: 82.4% -- replaced with /var/log/ceph/ceph-client.admin.56004.log.gz 2023-12-03T13:07:11.303 INFO:teuthology.orchestra.run.smithi019.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47204.log 2023-12-03T13:07:11.304 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/ceph-client.admin.41733.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.41733.log.gz 2023-12-03T13:07:11.305 INFO:teuthology.orchestra.run.smithi019.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45427.log 2023-12-03T13:07:11.306 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/ceph-client.admin.47204.log: 85.8% -- replaced with /var/log/ceph/ceph-client.admin.47204.log.gz 2023-12-03T13:07:11.306 INFO:teuthology.orchestra.run.smithi019.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54593.log 2023-12-03T13:07:11.307 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/ceph-client.admin.45427.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.45427.log.gz 2023-12-03T13:07:11.307 INFO:teuthology.orchestra.run.smithi019.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.60218.log 2023-12-03T13:07:11.308 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/ceph-client.admin.54593.log: 85.6% -- replaced with /var/log/ceph/ceph-client.admin.54593.log.gz 2023-12-03T13:07:11.308 INFO:teuthology.orchestra.run.smithi019.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41839.log 2023-12-03T13:07:11.309 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/ceph-client.0.60218.log: 94.0% -- replaced with /var/log/ceph/ceph-client.admin.48755.log.gz 2023-12-03T13:07:11.309 INFO:teuthology.orchestra.run.smithi019.stderr: 84.5% -- replaced with /var/log/ceph/ceph-client.0.60218.log.gz 2023-12-03T13:07:11.310 INFO:teuthology.orchestra.run.smithi019.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42487.log 2023-12-03T13:07:11.311 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/ceph-client.admin.41839.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48012.log 2023-12-03T13:07:11.311 INFO:teuthology.orchestra.run.smithi019.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.41839.log.gz 2023-12-03T13:07:11.311 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/ceph-client.admin.42487.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.42487.log.gz 2023-12-03T13:07:11.312 INFO:teuthology.orchestra.run.smithi019.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.60467.log 2023-12-03T13:07:11.312 INFO:teuthology.orchestra.run.smithi019.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54178.log 2023-12-03T13:07:11.312 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/ceph-client.admin.48012.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.48012.log.gz 2023-12-03T13:07:11.313 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/ceph-client.0.60467.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47970.log 2023-12-03T13:07:11.313 INFO:teuthology.orchestra.run.smithi019.stderr: 80.4% -- replaced with /var/log/ceph/ceph-client.0.60467.log.gz 2023-12-03T13:07:11.313 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/ceph-client.admin.54178.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56774.log 2023-12-03T13:07:11.313 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/ceph-client.admin.47970.log: 85.3% -- replaced with /var/log/ceph/ceph-client.admin.54178.log.gz 2023-12-03T13:07:11.314 INFO:teuthology.orchestra.run.smithi019.stderr: 89.7% -- replaced with /var/log/ceph/ceph-client.admin.47970.log.gz 2023-12-03T13:07:11.314 INFO:teuthology.orchestra.run.smithi019.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53096.log 2023-12-03T13:07:11.314 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/ceph-client.admin.56774.log: 84.6% -- replaced with /var/log/ceph/ceph-client.admin.56774.log.gz 2023-12-03T13:07:11.315 INFO:teuthology.orchestra.run.smithi019.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52349.log 2023-12-03T13:07:11.315 INFO:teuthology.orchestra.run.smithi019.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56940.log 2023-12-03T13:07:11.316 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/ceph-client.admin.53096.log: /var/log/ceph/ceph-client.admin.52349.log: 82.3% -- replaced with /var/log/ceph/ceph-client.admin.53096.log.gz 2023-12-03T13:07:11.316 INFO:teuthology.orchestra.run.smithi019.stderr: 81.6% -- replaced with /var/log/ceph/ceph-client.admin.52349.log.gz 2023-12-03T13:07:11.316 INFO:teuthology.orchestra.run.smithi019.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59172.log 2023-12-03T13:07:11.317 INFO:teuthology.orchestra.run.smithi019.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50444.log 2023-12-03T13:07:11.317 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/ceph-client.admin.56940.log: /var/log/ceph/ceph-client.admin.59172.log: 82.1% -- replaced with /var/log/ceph/ceph-client.admin.56940.log.gz 2023-12-03T13:07:11.318 INFO:teuthology.orchestra.run.smithi019.stderr: 92.3% -- replaced with /var/log/ceph/ceph-client.admin.59172.log.gzgzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54842.log 2023-12-03T13:07:11.318 INFO:teuthology.orchestra.run.smithi019.stderr: 2023-12-03T13:07:11.318 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/ceph-client.admin.50444.log: 84.2% -- replaced with /var/log/ceph/ceph-client.admin.50444.log.gz 2023-12-03T13:07:11.319 INFO:teuthology.orchestra.run.smithi019.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43542.log 2023-12-03T13:07:11.319 INFO:teuthology.orchestra.run.smithi019.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58121.log 2023-12-03T13:07:11.319 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/ceph-client.admin.54842.log: /var/log/ceph/ceph-client.admin.43542.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.43542.log.gz 2023-12-03T13:07:11.320 INFO:teuthology.orchestra.run.smithi019.stderr: 85.5% -- replaced with /var/log/ceph/ceph-client.admin.54842.log.gz 2023-12-03T13:07:11.320 INFO:teuthology.orchestra.run.smithi019.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50531.log 2023-12-03T13:07:11.320 INFO:teuthology.orchestra.run.smithi019.stderr:gzip -5 --verbose -- /var/log/ceph/ceph.log 2023-12-03T13:07:11.321 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/ceph-client.admin.58121.log: /var/log/ceph/ceph-client.admin.50531.log: 89.5% -- replaced with /var/log/ceph/ceph-client.admin.50531.log.gz 2023-12-03T13:07:11.323 INFO:teuthology.orchestra.run.smithi019.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.58121.log.gz 2023-12-03T13:07:11.323 INFO:teuthology.orchestra.run.smithi019.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.60384.log 2023-12-03T13:07:11.324 INFO:teuthology.orchestra.run.smithi019.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52598.log 2023-12-03T13:07:11.324 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/ceph.log: /var/log/ceph/ceph-client.0.60384.log: 84.1% -- replaced with /var/log/ceph/ceph-client.0.60384.log.gz 2023-12-03T13:07:11.330 INFO:teuthology.orchestra.run.smithi019.stderr: 93.6% -- replaced with /var/log/ceph/ceph.log.gz 2023-12-03T13:07:11.330 INFO:teuthology.orchestra.run.smithi019.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48637.log 2023-12-03T13:07:11.330 INFO:teuthology.orchestra.run.smithi019.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43492.log 2023-12-03T13:07:11.331 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/ceph-client.admin.52598.log: /var/log/ceph/ceph-client.admin.48637.log: 21.2% 82.1% -- replaced with /var/log/ceph/ceph-client.admin.48637.log.gz -- replaced with /var/log/ceph/ceph-client.admin.52598.log.gz 2023-12-03T13:07:11.331 INFO:teuthology.orchestra.run.smithi019.stderr: 2023-12-03T13:07:11.332 INFO:teuthology.orchestra.run.smithi019.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56503.log 2023-12-03T13:07:11.332 INFO:teuthology.orchestra.run.smithi019.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51768.log 2023-12-03T13:07:11.332 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/ceph-client.admin.43492.log: /var/log/ceph/ceph-client.admin.56503.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.43492.log.gz 2023-12-03T13:07:11.332 INFO:teuthology.orchestra.run.smithi019.stderr: 82.2% -- replaced with /var/log/ceph/ceph-client.admin.56503.log.gz 2023-12-03T13:07:11.332 INFO:teuthology.orchestra.run.smithi019.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50614.log 2023-12-03T13:07:11.333 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/ceph-client.admin.51768.log: 82.5% -- replaced with /var/log/ceph/ceph-client.admin.51768.log.gz 2023-12-03T13:07:11.333 INFO:teuthology.orchestra.run.smithi019.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48091.log 2023-12-03T13:07:11.334 INFO:teuthology.orchestra.run.smithi019.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47467.log 2023-12-03T13:07:11.334 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/ceph-client.admin.50614.log: /var/log/ceph/ceph-client.admin.48091.log: 80.8% -- replaced with /var/log/ceph/ceph-client.admin.50614.log.gz 2023-12-03T13:07:11.335 INFO:teuthology.orchestra.run.smithi019.stderr: 90.5% -- replaced with /var/log/ceph/ceph-client.admin.48091.log.gz 2023-12-03T13:07:11.335 INFO:teuthology.orchestra.run.smithi019.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42256.log 2023-12-03T13:07:11.336 INFO:teuthology.orchestra.run.smithi019.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52183.log 2023-12-03T13:07:11.336 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/ceph-client.admin.47467.log: /var/log/ceph/ceph-client.admin.42256.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.42256.log.gz 2023-12-03T13:07:11.336 INFO:teuthology.orchestra.run.smithi019.stderr: 59.0% -- replaced with /var/log/ceph/ceph-client.admin.47467.log.gz 2023-12-03T13:07:11.336 INFO:teuthology.orchestra.run.smithi019.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61008.log 2023-12-03T13:07:11.337 INFO:teuthology.orchestra.run.smithi019.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56171.log 2023-12-03T13:07:11.337 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/ceph-client.admin.52183.log: /var/log/ceph/ceph-client.admin.61008.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.61008.log.gz 2023-12-03T13:07:11.337 INFO:teuthology.orchestra.run.smithi019.stderr: 82.4% -- replaced with /var/log/ceph/ceph-client.admin.52183.log.gz 2023-12-03T13:07:11.337 INFO:teuthology.orchestra.run.smithi019.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.crash.61252.log 2023-12-03T13:07:11.338 INFO:teuthology.orchestra.run.smithi019.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47071.log 2023-12-03T13:07:11.338 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/ceph-client.admin.56171.log: /var/log/ceph/ceph-client.crash.61252.log: 0.0% -- replaced with /var/log/ceph/ceph-client.crash.61252.log.gz 82.1% 2023-12-03T13:07:11.338 INFO:teuthology.orchestra.run.smithi019.stderr: -- replaced with /var/log/ceph/ceph-client.admin.56171.log.gz 2023-12-03T13:07:11.338 INFO:teuthology.orchestra.run.smithi019.stderr:gzip -5 --verbose -- /var/log/ceph/ceph.tmp-client.admin.31046.log 2023-12-03T13:07:11.339 INFO:teuthology.orchestra.run.smithi019.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41834.log 2023-12-03T13:07:11.339 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/ceph-client.admin.47071.log: /var/log/ceph/ceph.tmp-client.admin.31046.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.47071.log.gz 2023-12-03T13:07:11.340 INFO:teuthology.orchestra.run.smithi019.stderr: 0.0% -- replaced with /var/log/ceph/ceph.tmp-client.admin.31046.log.gz 2023-12-03T13:07:11.340 INFO:teuthology.orchestra.run.smithi019.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50362.log 2023-12-03T13:07:11.341 INFO:teuthology.orchestra.run.smithi019.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51436.log 2023-12-03T13:07:11.341 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/ceph-client.admin.41834.log: /var/log/ceph/ceph-client.admin.50362.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.41834.log.gz 2023-12-03T13:07:11.341 INFO:teuthology.orchestra.run.smithi019.stderr: 81.2% -- replaced with /var/log/ceph/ceph-client.admin.50362.log.gz 2023-12-03T13:07:11.341 INFO:teuthology.orchestra.run.smithi019.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45809.log 2023-12-03T13:07:11.342 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/ceph-client.admin.51436.log: 82.1% -- replaced with /var/log/ceph/ceph-client.admin.51436.log.gz 2023-12-03T13:07:11.342 INFO:teuthology.orchestra.run.smithi019.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.50834.log 2023-12-03T13:07:11.342 INFO:teuthology.orchestra.run.smithi019.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49843.log 2023-12-03T13:07:11.342 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/ceph-client.admin.45809.log: /var/log/ceph/ceph-client.0.50834.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.45809.log.gz 2023-12-03T13:07:11.343 INFO:teuthology.orchestra.run.smithi019.stderr: 84.3% -- replaced with /var/log/ceph/ceph-client.0.50834.log.gzgzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58717.log 2023-12-03T13:07:11.343 INFO:teuthology.orchestra.run.smithi019.stderr: 2023-12-03T13:07:11.345 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/ceph-client.admin.49843.log: 92.5% -- replaced with /var/log/ceph/ceph-client.admin.49843.log.gz 2023-12-03T13:07:11.345 INFO:teuthology.orchestra.run.smithi019.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-mon.c.log 2023-12-03T13:07:11.346 INFO:teuthology.orchestra.run.smithi019.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57405.log 2023-12-03T13:07:11.346 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/ceph-client.admin.58717.log: /var/log/ceph/ceph-mon.c.log: 92.4% -- replaced with /var/log/ceph/ceph-client.admin.58717.log.gz 2023-12-03T13:07:11.347 INFO:teuthology.orchestra.run.smithi019.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56691.log 2023-12-03T13:07:11.347 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/ceph-client.admin.57405.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.57405.log.gz 2023-12-03T13:07:11.348 INFO:teuthology.orchestra.run.smithi019.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.50917.log 2023-12-03T13:07:11.349 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/ceph-client.admin.56691.log: 82.1% -- replaced with /var/log/ceph/ceph-client.admin.56691.log.gz 2023-12-03T13:07:11.349 INFO:teuthology.orchestra.run.smithi019.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.crash.smithi019.61170.log 2023-12-03T13:07:11.350 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/ceph-client.0.50917.log: 84.5% -- replaced with /var/log/ceph/ceph-client.0.50917.log.gz 2023-12-03T13:07:11.350 INFO:teuthology.orchestra.run.smithi019.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42040.log 2023-12-03T13:07:11.351 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/ceph-client.crash.smithi019.61170.log: 0.0% -- replaced with /var/log/ceph/ceph-client.crash.smithi019.61170.log.gz 2023-12-03T13:07:11.351 INFO:teuthology.orchestra.run.smithi019.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46274.log 2023-12-03T13:07:11.352 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/ceph-client.admin.42040.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.42040.log.gz 2023-12-03T13:07:11.352 INFO:teuthology.orchestra.run.smithi019.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55340.log 2023-12-03T13:07:11.353 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/ceph-client.admin.46274.log: 81.3% -- replaced with /var/log/ceph/ceph-client.admin.46274.log.gz 2023-12-03T13:07:11.354 INFO:teuthology.orchestra.run.smithi019.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58203.log 2023-12-03T13:07:11.354 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/ceph-client.admin.55340.log: 82.0% -- replaced with /var/log/ceph/ceph-client.admin.55340.log.gz 2023-12-03T13:07:11.355 INFO:teuthology.orchestra.run.smithi019.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52681.log 2023-12-03T13:07:11.356 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/ceph-client.admin.58203.log: 92.4% -- replaced with /var/log/ceph/ceph-client.admin.58203.log.gz 2023-12-03T13:07:11.356 INFO:teuthology.orchestra.run.smithi019.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.43783.log 2023-12-03T13:07:11.357 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/ceph-client.admin.52681.log: 82.4% -- replaced with /var/log/ceph/ceph-client.admin.52681.log.gz 2023-12-03T13:07:11.357 INFO:teuthology.orchestra.run.smithi019.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46357.log 2023-12-03T13:07:11.358 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/ceph-client.0.43783.log: 81.0% -- replaced with /var/log/ceph/ceph-client.0.43783.log.gz 2023-12-03T13:07:11.359 INFO:teuthology.orchestra.run.smithi019.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.crash.60996.log 2023-12-03T13:07:11.359 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/ceph-client.admin.46357.log: 82.3% -- replaced with /var/log/ceph/ceph-client.admin.46357.log.gz 2023-12-03T13:07:11.360 INFO:teuthology.orchestra.run.smithi019.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55174.log 2023-12-03T13:07:11.361 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/ceph-client.crash.60996.log: 52.2% -- replaced with /var/log/ceph/ceph-client.crash.60996.log.gz 2023-12-03T13:07:11.361 INFO:teuthology.orchestra.run.smithi019.stderr:gzip -5 --verbose -- /var/log/ceph/ops-log-ceph-client.0.log 2023-12-03T13:07:11.362 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/ceph-client.admin.55174.log: 82.8% -- replaced with /var/log/ceph/ceph-client.admin.55174.log.gz 2023-12-03T13:07:11.362 INFO:teuthology.orchestra.run.smithi019.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57156.log 2023-12-03T13:07:11.377 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/ops-log-ceph-client.0.log: gzip -5 --verbose -- /var/log/ceph/ceph.audit.log 2023-12-03T13:07:11.378 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/ceph-client.admin.57156.log: 82.2% -- replaced with /var/log/ceph/ceph-client.admin.57156.log.gz 2023-12-03T13:07:11.397 INFO:teuthology.orchestra.run.smithi019.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54925.log 2023-12-03T13:07:11.400 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/ceph.audit.log: 94.5% -- replaced with /var/log/ceph/ceph.audit.log.gz 2023-12-03T13:07:11.405 INFO:teuthology.orchestra.run.smithi019.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46689.log 2023-12-03T13:07:11.405 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/ceph-client.admin.54925.log: 82.7% -- replaced with /var/log/ceph/ceph-client.admin.54925.log.gz 2023-12-03T13:07:11.413 INFO:teuthology.orchestra.run.smithi019.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57538.log 2023-12-03T13:07:11.413 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/ceph-client.admin.46689.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.46689.log.gz 2023-12-03T13:07:11.421 INFO:teuthology.orchestra.run.smithi019.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57023.log 2023-12-03T13:07:11.421 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/ceph-client.admin.57538.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.57538.log.gz 2023-12-03T13:07:11.429 INFO:teuthology.orchestra.run.smithi019.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48891.log 2023-12-03T13:07:11.429 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/ceph-client.admin.57023.log: 85.3% -- replaced with /var/log/ceph/ceph-client.admin.57023.log.gz 2023-12-03T13:07:11.437 INFO:teuthology.orchestra.run.smithi019.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54344.log 2023-12-03T13:07:11.438 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/ceph-client.admin.48891.log: 78.2% -- replaced with /var/log/ceph/ceph-client.admin.48891.log.gz 2023-12-03T13:07:11.445 INFO:teuthology.orchestra.run.smithi019.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47121.log 2023-12-03T13:07:11.445 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/ceph-client.admin.54344.log: 82.2% -- replaced with /var/log/ceph/ceph-client.admin.54344.log.gz 2023-12-03T13:07:11.446 INFO:teuthology.orchestra.run.smithi019.stderr: 94.8% -- replaced with /var/log/ceph/ops-log-ceph-client.0.log.gz 2023-12-03T13:07:11.449 INFO:teuthology.orchestra.run.smithi019.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46440.log 2023-12-03T13:07:11.450 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/ceph-client.admin.47121.log: 80.7% -- replaced with /var/log/ceph/ceph-client.admin.47121.log.gz 2023-12-03T13:07:11.450 INFO:teuthology.orchestra.run.smithi019.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.59967.log 2023-12-03T13:07:11.451 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/ceph-client.admin.46440.log: 80.9% -- replaced with /var/log/ceph/ceph-client.admin.46440.log.gz 2023-12-03T13:07:11.451 INFO:teuthology.orchestra.run.smithi019.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46523.log 2023-12-03T13:07:11.452 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/ceph-client.0.59967.log: 80.1% -- replaced with /var/log/ceph/ceph-client.0.59967.log.gz 2023-12-03T13:07:11.452 INFO:teuthology.orchestra.run.smithi019.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48673.log 2023-12-03T13:07:11.453 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/ceph-client.admin.46523.log: 80.3% -- replaced with /var/log/ceph/ceph-client.admin.46523.log.gz 2023-12-03T13:07:11.454 INFO:teuthology.orchestra.run.smithi019.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46191.log 2023-12-03T13:07:11.454 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/ceph-client.admin.48673.log: 84.2% -- replaced with /var/log/ceph/ceph-client.admin.48673.log.gz 2023-12-03T13:07:11.455 INFO:teuthology.orchestra.run.smithi019.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45477.log 2023-12-03T13:07:11.456 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/ceph-client.admin.46191.log: 80.4% -- replaced with /var/log/ceph/ceph-client.admin.46191.log.gz 2023-12-03T13:07:11.456 INFO:teuthology.orchestra.run.smithi019.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47287.log 2023-12-03T13:07:11.457 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/ceph-client.admin.45477.log: 80.2% -- replaced with /var/log/ceph/ceph-client.admin.45477.log.gz 2023-12-03T13:07:11.457 INFO:teuthology.orchestra.run.smithi019.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42022.log 2023-12-03T13:07:11.458 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/ceph-client.admin.47287.log: 82.9% -- replaced with /var/log/ceph/ceph-client.admin.47287.log.gz 2023-12-03T13:07:11.459 INFO:teuthology.orchestra.run.smithi019.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45942.log 2023-12-03T13:07:11.459 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/ceph-client.admin.42022.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.42022.log.gz 2023-12-03T13:07:11.460 INFO:teuthology.orchestra.run.smithi019.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.60135.log 2023-12-03T13:07:11.461 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/ceph-client.admin.45942.log: 85.8% -- replaced with /var/log/ceph/ceph-client.admin.45942.log.gz 2023-12-03T13:07:11.461 INFO:teuthology.orchestra.run.smithi019.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41836.log 2023-12-03T13:07:11.462 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/ceph-client.0.60135.log: 80.2% -- replaced with /var/log/ceph/ceph-client.0.60135.log.gz 2023-12-03T13:07:11.462 INFO:teuthology.orchestra.run.smithi019.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55921.log 2023-12-03T13:07:11.463 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/ceph-client.admin.41836.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.41836.log.gz 2023-12-03T13:07:11.463 INFO:teuthology.orchestra.run.smithi019.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45178.log 2023-12-03T13:07:11.466 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/ceph-client.admin.55921.log: 86.4% -- replaced with /var/log/ceph/ceph-client.admin.55921.log.gz 2023-12-03T13:07:11.466 INFO:teuthology.orchestra.run.smithi019.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45344.log 2023-12-03T13:07:11.467 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/ceph-client.admin.45178.log: 80.6% -- replaced with /var/log/ceph/ceph-client.admin.45178.log.gz 2023-12-03T13:07:11.467 INFO:teuthology.orchestra.run.smithi019.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49571.log 2023-12-03T13:07:11.468 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/ceph-client.admin.45344.log: 81.3% -- replaced with /var/log/ceph/ceph-client.admin.45344.log.gz 2023-12-03T13:07:11.468 INFO:teuthology.orchestra.run.smithi019.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53844.log 2023-12-03T13:07:11.471 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/ceph-client.admin.49571.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.49571.log.gz 2023-12-03T13:07:11.471 INFO:teuthology.orchestra.run.smithi019.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51851.log 2023-12-03T13:07:11.472 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/ceph-client.admin.53844.log: 82.5% -- replaced with /var/log/ceph/ceph-client.admin.53844.log.gz 2023-12-03T13:07:11.472 INFO:teuthology.orchestra.run.smithi019.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56669.log 2023-12-03T13:07:11.473 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/ceph-client.admin.51851.log: 82.1% -- replaced with /var/log/ceph/ceph-client.admin.51851.log.gz 2023-12-03T13:07:11.473 INFO:teuthology.orchestra.run.smithi019.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53179.log 2023-12-03T13:07:11.474 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/ceph-client.admin.56669.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.56669.log.gz 2023-12-03T13:07:11.474 INFO:teuthology.orchestra.run.smithi019.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57106.log 2023-12-03T13:07:11.475 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/ceph-client.admin.53179.log: 81.3% -- replaced with /var/log/ceph/ceph-client.admin.53179.log.gz 2023-12-03T13:07:11.475 INFO:teuthology.orchestra.run.smithi019.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.crash.smithi019.61041.log 2023-12-03T13:07:11.476 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/ceph-client.admin.57106.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.57106.log.gz 2023-12-03T13:07:11.477 INFO:teuthology.orchestra.run.smithi019.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46714.log 2023-12-03T13:07:11.477 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/ceph-client.crash.smithi019.61041.log: 0.0% -- replaced with /var/log/ceph/ceph-client.crash.smithi019.61041.log.gz 2023-12-03T13:07:11.478 INFO:teuthology.orchestra.run.smithi019.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41837.log 2023-12-03T13:07:11.478 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/ceph-client.admin.46714.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.46714.log.gz 2023-12-03T13:07:11.479 INFO:teuthology.orchestra.run.smithi019.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.60633.log 2023-12-03T13:07:11.479 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/ceph-client.admin.41837.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.41837.log.gz 2023-12-03T13:07:11.480 INFO:teuthology.orchestra.run.smithi019.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42029.log 2023-12-03T13:07:11.481 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/ceph-client.0.60633.log: 80.3% -- replaced with /var/log/ceph/ceph-client.0.60633.log.gz 2023-12-03T13:07:11.481 INFO:teuthology.orchestra.run.smithi019.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45261.log 2023-12-03T13:07:11.482 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/ceph-client.admin.42029.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.42029.log.gz 2023-12-03T13:07:11.482 INFO:teuthology.orchestra.run.smithi019.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.61214.log 2023-12-03T13:07:11.483 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/ceph-client.admin.45261.log: 82.1% -- replaced with /var/log/ceph/ceph-client.admin.45261.log.gz 2023-12-03T13:07:11.483 INFO:teuthology.orchestra.run.smithi019.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53263.log 2023-12-03T13:07:11.484 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/ceph-client.0.61214.log: 10.2% -- replaced with /var/log/ceph/ceph-client.0.61214.log.gz 2023-12-03T13:07:11.484 INFO:teuthology.orchestra.run.smithi019.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54427.log 2023-12-03T13:07:11.485 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/ceph-client.admin.53263.log: 85.7% -- replaced with /var/log/ceph/ceph-client.admin.53263.log.gz 2023-12-03T13:07:11.486 INFO:teuthology.orchestra.run.smithi019.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49979.log 2023-12-03T13:07:11.487 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/ceph-client.admin.54427.log: 83.4% -- replaced with /var/log/ceph/ceph-client.admin.54427.log.gz 2023-12-03T13:07:11.487 INFO:teuthology.orchestra.run.smithi019.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47703.log 2023-12-03T13:07:11.489 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/ceph-client.admin.49979.log: 86.5% -- replaced with /var/log/ceph/ceph-client.admin.49979.log.gz 2023-12-03T13:07:11.489 INFO:teuthology.orchestra.run.smithi019.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49027.log 2023-12-03T13:07:11.490 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/ceph-client.admin.47703.log: 57.4% -- replaced with /var/log/ceph/ceph-client.admin.47703.log.gz 2023-12-03T13:07:11.490 INFO:teuthology.orchestra.run.smithi019.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59705.log 2023-12-03T13:07:11.498 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/ceph-client.admin.49027.log: 93.3%gzip -5 --verbose -- /var/log/ceph/ceph-client.0.51163.log 2023-12-03T13:07:11.500 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/ceph-client.admin.59705.log: 90.4% -- replaced with /var/log/ceph/ceph-client.admin.49027.log.gz 2023-12-03T13:07:11.500 INFO:teuthology.orchestra.run.smithi019.stderr: -- replaced with /var/log/ceph/ceph-client.admin.59705.log.gz 2023-12-03T13:07:11.501 INFO:teuthology.orchestra.run.smithi019.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42251.log 2023-12-03T13:07:11.501 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/ceph-client.0.51163.log: 80.9% -- replaced with /var/log/ceph/ceph-client.0.51163.log.gz 2023-12-03T13:07:11.502 INFO:teuthology.orchestra.run.smithi019.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42248.log 2023-12-03T13:07:11.503 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/ceph-client.admin.42251.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.42251.log.gz 2023-12-03T13:07:11.503 INFO:teuthology.orchestra.run.smithi019.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42042.log 2023-12-03T13:07:11.504 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/ceph-client.admin.42248.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.42248.log.gz 2023-12-03T13:07:11.504 INFO:teuthology.orchestra.run.smithi019.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54093.log 2023-12-03T13:07:11.505 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/ceph-client.admin.42042.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.42042.log.gz 2023-12-03T13:07:11.505 INFO:teuthology.orchestra.run.smithi019.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61153.log 2023-12-03T13:07:11.506 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/ceph-client.admin.54093.log: 81.5% -- replaced with /var/log/ceph/ceph-client.admin.54093.log.gz 2023-12-03T13:07:11.506 INFO:teuthology.orchestra.run.smithi019.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41821.log 2023-12-03T13:07:11.507 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/ceph-client.admin.61153.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.61153.log.gz 2023-12-03T13:07:11.507 INFO:teuthology.orchestra.run.smithi019.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49299.log 2023-12-03T13:07:11.508 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/ceph-client.admin.41821.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.41821.log.gz 2023-12-03T13:07:11.508 INFO:teuthology.orchestra.run.smithi019.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48066.log 2023-12-03T13:07:11.515 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/ceph-client.admin.49299.log: 93.0% -- replaced with /var/log/ceph/ceph-client.admin.49299.log.gz 2023-12-03T13:07:11.515 INFO:teuthology.orchestra.run.smithi019.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55672.log 2023-12-03T13:07:11.515 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/ceph-client.admin.48066.log: 57.4% -- replaced with /var/log/ceph/ceph-client.admin.48066.log.gz 2023-12-03T13:07:11.516 INFO:teuthology.orchestra.run.smithi019.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41707.log 2023-12-03T13:07:11.517 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/ceph-client.admin.55672.log: 85.5% -- replaced with /var/log/ceph/ceph-client.admin.55672.log.gz 2023-12-03T13:07:11.517 INFO:teuthology.orchestra.run.smithi019.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46988.log 2023-12-03T13:07:11.518 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/ceph-client.admin.41707.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.41707.log.gz 2023-12-03T13:07:11.518 INFO:teuthology.orchestra.run.smithi019.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57621.log 2023-12-03T13:07:11.519 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/ceph-client.admin.46988.log: 80.6% -- replaced with /var/log/ceph/ceph-client.admin.46988.log.gz 2023-12-03T13:07:11.519 INFO:teuthology.orchestra.run.smithi019.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55506.log 2023-12-03T13:07:11.520 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/ceph-client.admin.57621.log: 82.0% -- replaced with /var/log/ceph/ceph-client.admin.57621.log.gz 2023-12-03T13:07:11.521 INFO:teuthology.orchestra.run.smithi019.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.crash.smithi019.60984.log 2023-12-03T13:07:11.522 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/ceph-client.admin.55506.log: 85.2% -- replaced with /var/log/ceph/ceph-client.admin.55506.log.gz 2023-12-03T13:07:11.522 INFO:teuthology.orchestra.run.smithi019.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53512.log 2023-12-03T13:07:11.523 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/ceph-client.crash.smithi019.60984.log: 66.7% -- replaced with /var/log/ceph/ceph-client.crash.smithi019.60984.log.gz 2023-12-03T13:07:11.523 INFO:teuthology.orchestra.run.smithi019.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46739.log 2023-12-03T13:07:11.524 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/ceph-client.admin.53512.log: 85.2% -- replaced with /var/log/ceph/ceph-client.admin.53512.log.gz 2023-12-03T13:07:11.524 INFO:teuthology.orchestra.run.smithi019.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.60550.log 2023-12-03T13:07:11.525 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/ceph-client.admin.46739.log: 80.6% -- replaced with /var/log/ceph/ceph-client.admin.46739.log.gz 2023-12-03T13:07:11.525 INFO:teuthology.orchestra.run.smithi019.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51352.log 2023-12-03T13:07:11.526 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/ceph-client.0.60550.log: 80.6% -- replaced with /var/log/ceph/ceph-client.0.60550.log.gz 2023-12-03T13:07:11.527 INFO:teuthology.orchestra.run.smithi019.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58799.log 2023-12-03T13:07:11.527 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/ceph-client.admin.51352.log: 83.0% -- replaced with /var/log/ceph/ceph-client.admin.51352.log.gz 2023-12-03T13:07:11.528 INFO:teuthology.orchestra.run.smithi019.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43566.log 2023-12-03T13:07:11.529 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/ceph-client.admin.58799.log: 92.5% -- replaced with /var/log/ceph/ceph-client.admin.58799.log.gz 2023-12-03T13:07:11.529 INFO:teuthology.orchestra.run.smithi019.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50782.log 2023-12-03T13:07:11.530 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/ceph-client.admin.43566.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.43566.log.gz 2023-12-03T13:07:11.531 INFO:teuthology.orchestra.run.smithi019.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.43706.log 2023-12-03T13:07:11.531 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/ceph-client.admin.50782.log: 24.8% -- replaced with /var/log/ceph/ceph-client.admin.50782.log.gz 2023-12-03T13:07:11.532 INFO:teuthology.orchestra.run.smithi019.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46606.log 2023-12-03T13:07:11.532 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/ceph-client.0.43706.log: 42.8% -- replaced with /var/log/ceph/ceph-client.0.43706.log.gz 2023-12-03T13:07:11.533 INFO:teuthology.orchestra.run.smithi019.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58635.log 2023-12-03T13:07:11.533 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/ceph-client.admin.46606.log: 81.5% -- replaced with /var/log/ceph/ceph-client.admin.46606.log.gz 2023-12-03T13:07:11.534 INFO:teuthology.orchestra.run.smithi019.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42235.log 2023-12-03T13:07:11.535 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/ceph-client.admin.58635.log: 92.7% -- replaced with /var/log/ceph/ceph-client.admin.58635.log.gz 2023-12-03T13:07:11.536 INFO:teuthology.orchestra.run.smithi019.stderr:/var/log/ceph/ceph-client.admin.42235.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.42235.log.gz 2023-12-03T13:07:11.595 INFO:teuthology.orchestra.run.smithi057.stderr: 91.7% -- replaced with /var/log/ceph/ceph-mgr.x.log.gz 2023-12-03T13:07:11.911 INFO:teuthology.orchestra.run.smithi057.stderr: 92.3% -- replaced with /var/log/ceph/ceph-mon.b.log.gz 2023-12-03T13:07:12.036 INFO:teuthology.orchestra.run.smithi019.stderr: 92.4% -- replaced with /var/log/ceph/ceph-mon.c.log.gz 2023-12-03T13:07:12.887 INFO:teuthology.orchestra.run.smithi019.stderr: 93.0% -- replaced with /var/log/ceph/rgw.ceph.client.0.log.gz 2023-12-03T13:07:13.005 INFO:teuthology.orchestra.run.smithi019.stderr: 91.4% -- replaced with /var/log/ceph/ceph-mon.a.log.gz 2023-12-03T13:07:17.194 INFO:teuthology.orchestra.run.smithi057.stderr: 94.0% -- replaced with /var/log/ceph/ceph-osd.4.log.gz 2023-12-03T13:07:17.643 INFO:teuthology.orchestra.run.smithi019.stderr: 93.9% -- replaced with /var/log/ceph/ceph-osd.2.log.gz 2023-12-03T13:07:18.323 INFO:teuthology.orchestra.run.smithi057.stderr: 93.9% -- replaced with /var/log/ceph/ceph-osd.5.log.gz 2023-12-03T13:07:18.348 INFO:teuthology.orchestra.run.smithi019.stderr: 94.1% -- replaced with /var/log/ceph/ceph-osd.1.log.gz 2023-12-03T13:07:19.215 INFO:teuthology.orchestra.run.smithi057.stderr: 94.0% -- replaced with /var/log/ceph/ceph-osd.7.log.gz 2023-12-03T13:07:20.415 INFO:teuthology.orchestra.run.smithi019.stderr: 94.3% -- replaced with /var/log/ceph/ceph-osd.3.log.gz 2023-12-03T13:07:23.691 INFO:teuthology.orchestra.run.smithi057.stderr: 94.3% -- replaced with /var/log/ceph/ceph-osd.6.log.gz 2023-12-03T13:07:23.693 INFO:teuthology.orchestra.run.smithi057.stderr: 2023-12-03T13:07:23.693 INFO:teuthology.orchestra.run.smithi057.stderr:real 0m12.462s 2023-12-03T13:07:23.693 INFO:teuthology.orchestra.run.smithi057.stderr:user 0m33.363s 2023-12-03T13:07:23.693 INFO:teuthology.orchestra.run.smithi057.stderr:sys 0m1.083s 2023-12-03T13:07:27.583 INFO:teuthology.orchestra.run.smithi019.stderr: 94.9% -- replaced with /var/log/ceph/ceph-osd.0.log.gz 2023-12-03T13:07:27.584 INFO:teuthology.orchestra.run.smithi019.stderr: 2023-12-03T13:07:27.584 INFO:teuthology.orchestra.run.smithi019.stderr:real 0m16.388s 2023-12-03T13:07:27.584 INFO:teuthology.orchestra.run.smithi019.stderr:user 0m42.088s 2023-12-03T13:07:27.585 INFO:teuthology.orchestra.run.smithi019.stderr:sys 0m1.454s 2023-12-03T13:07:27.586 INFO:tasks.ceph:Archiving logs... 2023-12-03T13:07:27.586 DEBUG:teuthology.misc:Transferring archived files from smithi019:/var/log/ceph to /home/teuthworker/archive/alimasa-2023-12-03_11:04:43-rgw-wip-alimasa-multi-pubsub-etag-distro-default-smithi/7476141/remote/smithi019/log 2023-12-03T13:07:27.587 DEBUG:teuthology.orchestra.run.smithi019:> sudo tar c -f - -C /var/log/ceph -- . 2023-12-03T13:07:31.936 DEBUG:teuthology.misc:Transferring archived files from smithi057:/var/log/ceph to /home/teuthworker/archive/alimasa-2023-12-03_11:04:43-rgw-wip-alimasa-multi-pubsub-etag-distro-default-smithi/7476141/remote/smithi057/log 2023-12-03T13:07:31.937 DEBUG:teuthology.orchestra.run.smithi057:> sudo tar c -f - -C /var/log/ceph -- . 2023-12-03T13:07:35.456 ERROR:teuthology.run_tasks:Manager failed: ceph Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_ceph-c_bcbf278cf395873c2a482f5a7b2345faf2160319/qa/tasks/ceph.py", line 1918, in task File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/run_tasks.py", line 154, in run_tasks suppress = manager.__exit__(*exc_info) File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/task/__init__.py", line 132, in __exit__ self.end() File "/home/teuthworker/src/git.ceph.com_ceph-c_bcbf278cf395873c2a482f5a7b2345faf2160319/qa/tasks/s3tests_java.py", line 101, in end File "/home/teuthworker/src/git.ceph.com_ceph-c_bcbf278cf395873c2a482f5a7b2345faf2160319/qa/tasks/s3tests_java.py", line 386, in delete_users File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/orchestra/cluster.py", line 85, in run procs = [remote.run(**kwargs, wait=_wait) for remote in remotes] File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/orchestra/cluster.py", line 85, in procs = [remote.run(**kwargs, wait=_wait) for remote in remotes] File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/orchestra/remote.py", line 523, in run r = self._runner(client=self.ssh, name=self.shortname, **kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/orchestra/run.py", line 455, in run r.wait() File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/orchestra/run.py", line 161, in wait self._raise_for_status() File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/orchestra/run.py", line 181, in _raise_for_status raise CommandFailedError( teuthology.exceptions.CommandFailedError: Command failed on smithi019 with status 1: 'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user rm --uid tester.client.0 --purge-data --cluster ceph' During handling of the above exception, another exception occurred: Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/run_tasks.py", line 154, in run_tasks suppress = manager.__exit__(*exc_info) File "/usr/lib/python3.8/contextlib.py", line 131, in __exit__ self.gen.throw(type, value, traceback) File "/home/teuthworker/src/git.ceph.com_ceph-c_bcbf278cf395873c2a482f5a7b2345faf2160319/qa/tasks/ceph.py", line 1928, in task File "/home/teuthworker/src/git.ceph.com_ceph-c_bcbf278cf395873c2a482f5a7b2345faf2160319/qa/tasks/ceph_manager.py", line 2758, in wait_for_clean File "/home/teuthworker/src/git.ceph.com_ceph-c_bcbf278cf395873c2a482f5a7b2345faf2160319/qa/tasks/ceph_manager.py", line 2590, in get_num_active_clean File "/home/teuthworker/src/git.ceph.com_ceph-c_bcbf278cf395873c2a482f5a7b2345faf2160319/qa/tasks/ceph_manager.py", line 2356, in get_pg_stats File "/home/teuthworker/src/git.ceph.com_ceph-c_bcbf278cf395873c2a482f5a7b2345faf2160319/qa/tasks/ceph_manager.py", line 1611, in raw_cluster_cmd File "/home/teuthworker/src/git.ceph.com_ceph-c_bcbf278cf395873c2a482f5a7b2345faf2160319/qa/tasks/ceph_manager.py", line 1602, in run_cluster_cmd File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/orchestra/remote.py", line 523, in run r = self._runner(client=self.ssh, name=self.shortname, **kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/orchestra/run.py", line 455, in run r.wait() File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/orchestra/run.py", line 161, in wait self._raise_for_status() File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/orchestra/run.py", line 181, in _raise_for_status raise CommandFailedError( teuthology.exceptions.CommandFailedError: Command failed on smithi019 with status 124: 'sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json' 2023-12-03T13:07:35.469 DEBUG:teuthology.run_tasks:Unwinding manager install 2023-12-03T13:07:35.479 ERROR:teuthology.contextutil:Saw exception from nested tasks Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/contextutil.py", line 32, in nested yield vars File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/task/install/__init__.py", line 626, in task yield File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/run_tasks.py", line 154, in run_tasks suppress = manager.__exit__(*exc_info) File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/task/__init__.py", line 132, in __exit__ self.end() File "/home/teuthworker/src/git.ceph.com_ceph-c_bcbf278cf395873c2a482f5a7b2345faf2160319/qa/tasks/s3tests_java.py", line 101, in end File "/home/teuthworker/src/git.ceph.com_ceph-c_bcbf278cf395873c2a482f5a7b2345faf2160319/qa/tasks/s3tests_java.py", line 386, in delete_users File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/orchestra/cluster.py", line 85, in run procs = [remote.run(**kwargs, wait=_wait) for remote in remotes] File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/orchestra/cluster.py", line 85, in procs = [remote.run(**kwargs, wait=_wait) for remote in remotes] File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/orchestra/remote.py", line 523, in run r = self._runner(client=self.ssh, name=self.shortname, **kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/orchestra/run.py", line 455, in run r.wait() File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/orchestra/run.py", line 161, in wait self._raise_for_status() File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/orchestra/run.py", line 181, in _raise_for_status raise CommandFailedError( teuthology.exceptions.CommandFailedError: Command failed on smithi019 with status 1: 'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user rm --uid tester.client.0 --purge-data --cluster ceph' 2023-12-03T13:07:35.490 INFO:teuthology.task.install.util:Removing shipped files: /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer... 2023-12-03T13:07:35.490 DEBUG:teuthology.orchestra.run.smithi019:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2023-12-03T13:07:35.493 DEBUG:teuthology.orchestra.run.smithi057:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2023-12-03T13:07:35.554 DEBUG:teuthology.run_tasks:Unwinding manager clock 2023-12-03T13:07:35.564 INFO:teuthology.task.clock:Checking final clock skew... 2023-12-03T13:07:35.564 DEBUG:teuthology.orchestra.run.smithi019:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2023-12-03T13:07:35.567 DEBUG:teuthology.orchestra.run.smithi057:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2023-12-03T13:07:35.583 INFO:teuthology.orchestra.run.smithi019.stdout: remote refid st t when poll reach delay offset jitter 2023-12-03T13:07:35.583 INFO:teuthology.orchestra.run.smithi019.stdout:============================================================================== 2023-12-03T13:07:35.583 INFO:teuthology.orchestra.run.smithi019.stdout:*hv01.front.sepi 44.4.53.2 2 u 153 256 377 0.211 -3.112 0.249 2023-12-03T13:07:35.583 INFO:teuthology.orchestra.run.smithi019.stdout:+hv02.front.sepi 96.245.170.99 3 u 16 256 377 0.187 +0.617 0.246 2023-12-03T13:07:35.583 INFO:teuthology.orchestra.run.smithi019.stdout:+hv03.front.sepi 74.6.168.72 3 u 189 256 377 0.192 -0.385 0.185 2023-12-03T13:07:35.583 INFO:teuthology.orchestra.run.smithi019.stdout: hv04.front.sepi .INIT. 16 u - 1024 0 0.000 +0.000 0.000 2023-12-03T13:07:35.584 INFO:teuthology.orchestra.run.smithi057.stdout: remote refid st t when poll reach delay offset jitter 2023-12-03T13:07:35.584 INFO:teuthology.orchestra.run.smithi057.stdout:============================================================================== 2023-12-03T13:07:35.584 INFO:teuthology.orchestra.run.smithi057.stdout:*hv01.front.sepi 44.4.53.2 2 u 193 256 377 0.181 -5.182 0.475 2023-12-03T13:07:35.584 INFO:teuthology.orchestra.run.smithi057.stdout:+hv02.front.sepi 96.245.170.99 3 u 224 256 377 0.132 -1.809 0.446 2023-12-03T13:07:35.584 INFO:teuthology.orchestra.run.smithi057.stdout:+hv03.front.sepi 74.6.168.72 3 u 221 256 377 0.162 -2.776 0.428 2023-12-03T13:07:35.585 INFO:teuthology.orchestra.run.smithi057.stdout: hv04.front.sepi .INIT. 16 u - 1024 0 0.000 +0.000 0.000 2023-12-03T13:07:35.586 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2023-12-03T13:07:35.596 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2023-12-03T13:07:35.596 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2023-12-03T13:07:35.708 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2023-12-03T13:07:35.722 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2023-12-03T13:07:35.733 INFO:teuthology.task.internal:Duration was 6161.960721 seconds 2023-12-03T13:07:35.734 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2023-12-03T13:07:35.746 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2023-12-03T13:07:35.746 DEBUG:teuthology.orchestra.run.smithi019:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2023-12-03T13:07:35.749 DEBUG:teuthology.orchestra.run.smithi057:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2023-12-03T13:07:35.832 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2023-12-03T13:07:35.832 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi019.front.sepia.ceph.com 2023-12-03T13:07:35.832 DEBUG:teuthology.orchestra.run.smithi019:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2023-12-03T13:07:35.842 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi057.front.sepia.ceph.com 2023-12-03T13:07:35.842 DEBUG:teuthology.orchestra.run.smithi057:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2023-12-03T13:07:35.852 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2023-12-03T13:07:35.852 DEBUG:teuthology.orchestra.run.smithi019:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2023-12-03T13:07:35.886 DEBUG:teuthology.orchestra.run.smithi057:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2023-12-03T13:07:35.918 INFO:teuthology.task.internal.syslog:Gathering journactl -b0... 2023-12-03T13:07:35.919 DEBUG:teuthology.orchestra.run.smithi019:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2023-12-03T13:07:35.950 DEBUG:teuthology.orchestra.run.smithi057:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2023-12-03T13:07:36.012 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2023-12-03T13:07:36.023 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2023-12-03T13:07:36.024 DEBUG:teuthology.orchestra.run.smithi019:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2023-12-03T13:07:36.037 DEBUG:teuthology.orchestra.run.smithi057:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2023-12-03T13:07:36.047 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2023-12-03T13:07:36.059 DEBUG:teuthology.orchestra.run.smithi019:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2023-12-03T13:07:36.082 DEBUG:teuthology.orchestra.run.smithi057:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2023-12-03T13:07:36.091 INFO:teuthology.orchestra.run.smithi019.stdout:kernel.core_pattern = core 2023-12-03T13:07:36.100 INFO:teuthology.orchestra.run.smithi057.stdout:kernel.core_pattern = core 2023-12-03T13:07:36.127 DEBUG:teuthology.orchestra.run.smithi019:> test -e /home/ubuntu/cephtest/archive/coredump 2023-12-03T13:07:36.152 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-12-03T13:07:36.153 DEBUG:teuthology.orchestra.run.smithi057:> test -e /home/ubuntu/cephtest/archive/coredump 2023-12-03T13:07:36.174 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-12-03T13:07:36.174 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2023-12-03T13:07:36.186 INFO:teuthology.task.internal:Transferring archived files... 2023-12-03T13:07:36.186 DEBUG:teuthology.misc:Transferring archived files from smithi019:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/alimasa-2023-12-03_11:04:43-rgw-wip-alimasa-multi-pubsub-etag-distro-default-smithi/7476141/remote/smithi019 2023-12-03T13:07:36.186 DEBUG:teuthology.orchestra.run.smithi019:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2023-12-03T13:07:36.217 DEBUG:teuthology.misc:Transferring archived files from smithi057:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/alimasa-2023-12-03_11:04:43-rgw-wip-alimasa-multi-pubsub-etag-distro-default-smithi/7476141/remote/smithi057 2023-12-03T13:07:36.217 DEBUG:teuthology.orchestra.run.smithi057:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2023-12-03T13:07:36.236 INFO:teuthology.task.internal:Removing archive directory... 2023-12-03T13:07:36.236 DEBUG:teuthology.orchestra.run.smithi019:> rm -rf -- /home/ubuntu/cephtest/archive 2023-12-03T13:07:36.254 DEBUG:teuthology.orchestra.run.smithi057:> rm -rf -- /home/ubuntu/cephtest/archive 2023-12-03T13:07:36.279 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2023-12-03T13:07:36.290 INFO:teuthology.task.internal:Not uploading archives. 2023-12-03T13:07:36.290 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2023-12-03T13:07:36.300 INFO:teuthology.task.internal:Tidying up after the test... 2023-12-03T13:07:36.301 DEBUG:teuthology.orchestra.run.smithi019:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2023-12-03T13:07:36.303 DEBUG:teuthology.orchestra.run.smithi057:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2023-12-03T13:07:36.306 INFO:teuthology.orchestra.run.smithi019.stdout: 655472 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Dec 3 13:07 /home/ubuntu/cephtest 2023-12-03T13:07:36.327 INFO:teuthology.orchestra.run.smithi057.stdout: 655472 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Dec 3 13:07 /home/ubuntu/cephtest 2023-12-03T13:07:36.329 DEBUG:teuthology.run_tasks:Unwinding manager kernel 2023-12-03T13:07:36.341 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2023-12-03T13:07:36.352 DEBUG:teuthology.run_tasks:Exception was not quenched, exiting: CommandFailedError: Command failed on smithi019 with status 1: 'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user rm --uid tester.client.0 --purge-data --cluster ceph' 2023-12-03T13:07:36.352 INFO:teuthology.nuke:Checking targets against current locks 2023-12-03T13:07:36.381 DEBUG:teuthology.nuke:shortname: smithi019 2023-12-03T13:07:36.381 INFO:teuthology.task.internal.check_lock:Checking locks... 2023-12-03T13:07:36.398 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi019.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/alimasa-2023-12-03_11:04:43-rgw-wip-alimasa-multi-pubsub-etag-distro-default-smithi/7476141', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'ubuntu', 'os_version': '22.04', 'arch': 'x86_64', 'locked': True, 'locked_since': '2023-12-03 11:15:32.567390', 'locked_by': 'scheduled_alimasa@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBNspTOJjykQoSUQkIEksWjeqWKuQFT082aknT6YsrUOXa89LtIX7EiV6TkBMLbFnTfEOUETEwUiNtazuz/kww0Y='} 2023-12-03T13:07:36.405 DEBUG:teuthology.nuke:shortname: smithi057 2023-12-03T13:07:36.405 INFO:teuthology.task.internal.check_lock:Checking locks... 2023-12-03T13:07:36.422 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi057.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/alimasa-2023-12-03_11:04:43-rgw-wip-alimasa-multi-pubsub-etag-distro-default-smithi/7476141', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'ubuntu', 'os_version': '22.04', 'arch': 'x86_64', 'locked': True, 'locked_since': '2023-12-03 11:15:32.568979', 'locked_by': 'scheduled_alimasa@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBF+DFu+/b0btzTLZ+PKYOpcBFeI6JwZbe2BsB+BNn4CPRwROmYn58dn6JEjKFk/z+wmdI+1O8WqwP+emvexFi/A='} 2023-12-03T13:07:36.439 INFO:teuthology.orchestra.console.smithi019:Power off 2023-12-03T13:07:36.439 DEBUG:teuthology.orchestra.console.smithi019:pexpect command: ipmitool -H smithi019.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power off 2023-12-03T13:07:36.463 DEBUG:teuthology.orchestra.console.smithi019:power off output: Chassis Power Control: Down/Off 2023-12-03T13:07:36.463 DEBUG:teuthology.orchestra.console.smithi019:pexpect command: ipmitool -H smithi019.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2023-12-03T13:07:36.477 INFO:teuthology.orchestra.console.smithi057:Power off 2023-12-03T13:07:36.478 DEBUG:teuthology.orchestra.console.smithi057:pexpect command: ipmitool -H smithi057.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power off 2023-12-03T13:07:36.489 DEBUG:teuthology.orchestra.console.smithi019:check power output: Chassis Power is on 2023-12-03T13:07:36.503 DEBUG:teuthology.orchestra.console.smithi057:power off output: Chassis Power Control: Down/Off 2023-12-03T13:07:36.503 DEBUG:teuthology.orchestra.console.smithi057:pexpect command: ipmitool -H smithi057.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2023-12-03T13:07:36.523 DEBUG:teuthology.orchestra.console.smithi057:check power output: Chassis Power is on 2023-12-03T13:07:40.490 DEBUG:teuthology.orchestra.console.smithi019:pexpect command: ipmitool -H smithi019.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2023-12-03T13:07:40.524 DEBUG:teuthology.orchestra.console.smithi057:pexpect command: ipmitool -H smithi057.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2023-12-03T13:07:40.599 DEBUG:teuthology.orchestra.console.smithi019:check power output: Chassis Power is on 2023-12-03T13:07:40.633 DEBUG:teuthology.orchestra.console.smithi057:check power output: Chassis Power is on 2023-12-03T13:07:44.605 DEBUG:teuthology.orchestra.console.smithi019:pexpect command: ipmitool -H smithi019.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2023-12-03T13:07:44.633 DEBUG:teuthology.orchestra.console.smithi057:pexpect command: ipmitool -H smithi057.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2023-12-03T13:07:44.716 DEBUG:teuthology.orchestra.console.smithi019:check power output: Chassis Power is on 2023-12-03T13:07:44.743 DEBUG:teuthology.orchestra.console.smithi057:check power output: Chassis Power is off 2023-12-03T13:07:44.844 INFO:teuthology.orchestra.console.smithi057:Power off completed 2023-12-03T13:07:48.721 DEBUG:teuthology.orchestra.console.smithi019:pexpect command: ipmitool -H smithi019.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2023-12-03T13:07:48.830 DEBUG:teuthology.orchestra.console.smithi019:check power output: Chassis Power is off 2023-12-03T13:07:48.931 INFO:teuthology.orchestra.console.smithi019:Power off completed 2023-12-03T13:07:49.036 INFO:teuthology.run:Summary data: description: rgw/verify/{0-install clusters/fixed-2 datacache/no_datacache frontend/beast ignore-pg-availability inline-data$/{off} msgr-failures/few objectstore/bluestore-bitmap overrides proto/https rgw_pool_type/ec-profile s3tests-branch sharding$/{single} striping$/{stripe-greater-than-chunk} supported-random-distro$/{ubuntu_latest} tasks/{bucket-check cls mp_reupload ragweed reshard s3tests-java s3tests versioning} validater/lockdep} duration: 6161.960721254349 failure_reason: 'Command failed (s3 tests against rgw) on smithi019 with status 1: "source /home/ubuntu/cephtest/tox-venv/bin/activate && cd /home/ubuntu/cephtest/s3-tests-client.0 && S3TEST_CONF=/home/ubuntu/cephtest/archive/s3-tests.client.0.conf BOTO_CONFIG=/home/ubuntu/cephtest/boto-client.0.cfg REQUESTS_CA_BUNDLE=/etc/ssl/certs/ca-certificates.crt tox -- -v -m ''not fails_on_rgw and not lifecycle_expiration and not lifecycle_transition and not cloud_transition and not test_of_sts and not webidentity_test and not fails_with_subdomain and not sse_s3''"' flavor: default owner: scheduled_alimasa@teuthology sentry_event: https://sentry.ceph.com/organizations/ceph/?query=adfb9033ccd8491c9a5e03cf7430c77b status: fail success: false 2023-12-03T13:07:49.037 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2023-12-03T13:07:49.115 INFO:teuthology.run:FAIL